{
  "best_metric": 12.161151885986328,
  "best_model_checkpoint": "miner_id_24/checkpoint-28000",
  "epoch": 5.0761421319796955,
  "eval_steps": 1000,
  "global_step": 31000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0001637465203864418,
      "grad_norm": 0.04071168601512909,
      "learning_rate": 6.666666666666667e-07,
      "loss": 12.4513,
      "step": 1
    },
    {
      "epoch": 0.0001637465203864418,
      "eval_loss": 12.441837310791016,
      "eval_runtime": 7.2884,
      "eval_samples_per_second": 33.752,
      "eval_steps_per_second": 16.876,
      "step": 1
    },
    {
      "epoch": 0.0003274930407728836,
      "grad_norm": 0.042674656957387924,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 12.449,
      "step": 2
    },
    {
      "epoch": 0.0004912395611593254,
      "grad_norm": 0.04358048737049103,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 12.4493,
      "step": 3
    },
    {
      "epoch": 0.0006549860815457672,
      "grad_norm": 0.04197787120938301,
      "learning_rate": 2.666666666666667e-06,
      "loss": 12.4376,
      "step": 4
    },
    {
      "epoch": 0.0008187326019322089,
      "grad_norm": 0.04088578745722771,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 12.4541,
      "step": 5
    },
    {
      "epoch": 0.0009824791223186507,
      "grad_norm": 0.03298024460673332,
      "learning_rate": 4.000000000000001e-06,
      "loss": 12.4441,
      "step": 6
    },
    {
      "epoch": 0.0011462256427050926,
      "grad_norm": 0.03118324838578701,
      "learning_rate": 4.666666666666667e-06,
      "loss": 12.442,
      "step": 7
    },
    {
      "epoch": 0.0013099721630915344,
      "grad_norm": 0.04715936258435249,
      "learning_rate": 5.333333333333334e-06,
      "loss": 12.4439,
      "step": 8
    },
    {
      "epoch": 0.001473718683477976,
      "grad_norm": 0.034939300268888474,
      "learning_rate": 6e-06,
      "loss": 12.453,
      "step": 9
    },
    {
      "epoch": 0.0016374652038644178,
      "grad_norm": 0.028914228081703186,
      "learning_rate": 6.666666666666667e-06,
      "loss": 12.4583,
      "step": 10
    },
    {
      "epoch": 0.0018012117242508596,
      "grad_norm": 0.03148627653717995,
      "learning_rate": 7.333333333333334e-06,
      "loss": 12.4382,
      "step": 11
    },
    {
      "epoch": 0.0019649582446373015,
      "grad_norm": 0.03997644782066345,
      "learning_rate": 8.000000000000001e-06,
      "loss": 12.4416,
      "step": 12
    },
    {
      "epoch": 0.002128704765023743,
      "grad_norm": 0.05061323940753937,
      "learning_rate": 8.666666666666668e-06,
      "loss": 12.4505,
      "step": 13
    },
    {
      "epoch": 0.002292451285410185,
      "grad_norm": 0.03674255311489105,
      "learning_rate": 9.333333333333334e-06,
      "loss": 12.4432,
      "step": 14
    },
    {
      "epoch": 0.0024561978057966267,
      "grad_norm": 0.040007635951042175,
      "learning_rate": 1e-05,
      "loss": 12.4448,
      "step": 15
    },
    {
      "epoch": 0.0026199443261830688,
      "grad_norm": 0.035397134721279144,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 12.4459,
      "step": 16
    },
    {
      "epoch": 0.0027836908465695104,
      "grad_norm": 0.03148770332336426,
      "learning_rate": 1.1333333333333334e-05,
      "loss": 12.438,
      "step": 17
    },
    {
      "epoch": 0.002947437366955952,
      "grad_norm": 0.03974079713225365,
      "learning_rate": 1.2e-05,
      "loss": 12.4245,
      "step": 18
    },
    {
      "epoch": 0.003111183887342394,
      "grad_norm": 0.04220546409487724,
      "learning_rate": 1.2666666666666668e-05,
      "loss": 12.4408,
      "step": 19
    },
    {
      "epoch": 0.0032749304077288356,
      "grad_norm": 0.037504322826862335,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 12.456,
      "step": 20
    },
    {
      "epoch": 0.0034386769281152777,
      "grad_norm": 0.03901657089591026,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 12.4453,
      "step": 21
    },
    {
      "epoch": 0.0036024234485017193,
      "grad_norm": 0.03178351745009422,
      "learning_rate": 1.4666666666666668e-05,
      "loss": 12.4564,
      "step": 22
    },
    {
      "epoch": 0.0037661699688881613,
      "grad_norm": 0.033598098903894424,
      "learning_rate": 1.5333333333333334e-05,
      "loss": 12.4394,
      "step": 23
    },
    {
      "epoch": 0.003929916489274603,
      "grad_norm": 0.039266929030418396,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 12.4412,
      "step": 24
    },
    {
      "epoch": 0.0040936630096610445,
      "grad_norm": 0.03318433836102486,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 12.4374,
      "step": 25
    },
    {
      "epoch": 0.004257409530047486,
      "grad_norm": 0.041068192571401596,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 12.4429,
      "step": 26
    },
    {
      "epoch": 0.004421156050433929,
      "grad_norm": 0.038254860788583755,
      "learning_rate": 1.8e-05,
      "loss": 12.4358,
      "step": 27
    },
    {
      "epoch": 0.00458490257082037,
      "grad_norm": 0.0400465689599514,
      "learning_rate": 1.866666666666667e-05,
      "loss": 12.4324,
      "step": 28
    },
    {
      "epoch": 0.004748649091206812,
      "grad_norm": 0.04147111251950264,
      "learning_rate": 1.9333333333333333e-05,
      "loss": 12.4338,
      "step": 29
    },
    {
      "epoch": 0.004912395611593253,
      "grad_norm": 0.03947514668107033,
      "learning_rate": 2e-05,
      "loss": 12.4472,
      "step": 30
    },
    {
      "epoch": 0.005076142131979695,
      "grad_norm": 0.04782761260867119,
      "learning_rate": 2.0666666666666666e-05,
      "loss": 12.4389,
      "step": 31
    },
    {
      "epoch": 0.0052398886523661375,
      "grad_norm": 0.044334013015031815,
      "learning_rate": 2.1333333333333335e-05,
      "loss": 12.4259,
      "step": 32
    },
    {
      "epoch": 0.005403635172752579,
      "grad_norm": 0.03857624903321266,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 12.4445,
      "step": 33
    },
    {
      "epoch": 0.005567381693139021,
      "grad_norm": 0.05013938993215561,
      "learning_rate": 2.2666666666666668e-05,
      "loss": 12.4622,
      "step": 34
    },
    {
      "epoch": 0.005731128213525462,
      "grad_norm": 0.03651641681790352,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 12.453,
      "step": 35
    },
    {
      "epoch": 0.005894874733911904,
      "grad_norm": 0.04444118216633797,
      "learning_rate": 2.4e-05,
      "loss": 12.437,
      "step": 36
    },
    {
      "epoch": 0.006058621254298346,
      "grad_norm": 0.0415070615708828,
      "learning_rate": 2.466666666666667e-05,
      "loss": 12.4461,
      "step": 37
    },
    {
      "epoch": 0.006222367774684788,
      "grad_norm": 0.04257901757955551,
      "learning_rate": 2.5333333333333337e-05,
      "loss": 12.4423,
      "step": 38
    },
    {
      "epoch": 0.00638611429507123,
      "grad_norm": 0.04246218129992485,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 12.4324,
      "step": 39
    },
    {
      "epoch": 0.006549860815457671,
      "grad_norm": 0.0474301353096962,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 12.4268,
      "step": 40
    },
    {
      "epoch": 0.006713607335844114,
      "grad_norm": 0.04999005049467087,
      "learning_rate": 2.733333333333333e-05,
      "loss": 12.4445,
      "step": 41
    },
    {
      "epoch": 0.006877353856230555,
      "grad_norm": 0.04916905239224434,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 12.4276,
      "step": 42
    },
    {
      "epoch": 0.007041100376616997,
      "grad_norm": 0.05572114139795303,
      "learning_rate": 2.8666666666666668e-05,
      "loss": 12.4357,
      "step": 43
    },
    {
      "epoch": 0.0072048468970034385,
      "grad_norm": 0.03746430575847626,
      "learning_rate": 2.9333333333333336e-05,
      "loss": 12.4436,
      "step": 44
    },
    {
      "epoch": 0.00736859341738988,
      "grad_norm": 0.03692767024040222,
      "learning_rate": 3e-05,
      "loss": 12.4552,
      "step": 45
    },
    {
      "epoch": 0.007532339937776323,
      "grad_norm": 0.04242353141307831,
      "learning_rate": 3.066666666666667e-05,
      "loss": 12.4279,
      "step": 46
    },
    {
      "epoch": 0.007696086458162764,
      "grad_norm": 0.05116885527968407,
      "learning_rate": 3.1333333333333334e-05,
      "loss": 12.4373,
      "step": 47
    },
    {
      "epoch": 0.007859832978549206,
      "grad_norm": 0.039842814207077026,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 12.4554,
      "step": 48
    },
    {
      "epoch": 0.008023579498935647,
      "grad_norm": 0.0379764698445797,
      "learning_rate": 3.266666666666667e-05,
      "loss": 12.4418,
      "step": 49
    },
    {
      "epoch": 0.008187326019322089,
      "grad_norm": 0.048301611095666885,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 12.4398,
      "step": 50
    },
    {
      "epoch": 0.00835107253970853,
      "grad_norm": 0.056472256779670715,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 12.4247,
      "step": 51
    },
    {
      "epoch": 0.008514819060094972,
      "grad_norm": 0.0549093633890152,
      "learning_rate": 3.466666666666667e-05,
      "loss": 12.4551,
      "step": 52
    },
    {
      "epoch": 0.008678565580481416,
      "grad_norm": 0.04894556105136871,
      "learning_rate": 3.5333333333333336e-05,
      "loss": 12.4026,
      "step": 53
    },
    {
      "epoch": 0.008842312100867857,
      "grad_norm": 0.0566958487033844,
      "learning_rate": 3.6e-05,
      "loss": 12.4368,
      "step": 54
    },
    {
      "epoch": 0.009006058621254299,
      "grad_norm": 0.06052306294441223,
      "learning_rate": 3.6666666666666666e-05,
      "loss": 12.4367,
      "step": 55
    },
    {
      "epoch": 0.00916980514164074,
      "grad_norm": 0.05914003401994705,
      "learning_rate": 3.733333333333334e-05,
      "loss": 12.4328,
      "step": 56
    },
    {
      "epoch": 0.009333551662027182,
      "grad_norm": 0.050145380198955536,
      "learning_rate": 3.8e-05,
      "loss": 12.4385,
      "step": 57
    },
    {
      "epoch": 0.009497298182413624,
      "grad_norm": 0.07536210119724274,
      "learning_rate": 3.866666666666667e-05,
      "loss": 12.4527,
      "step": 58
    },
    {
      "epoch": 0.009661044702800065,
      "grad_norm": 0.06089041382074356,
      "learning_rate": 3.933333333333333e-05,
      "loss": 12.4182,
      "step": 59
    },
    {
      "epoch": 0.009824791223186507,
      "grad_norm": 0.06450305879116058,
      "learning_rate": 4e-05,
      "loss": 12.4279,
      "step": 60
    },
    {
      "epoch": 0.009988537743572948,
      "grad_norm": 0.05715927854180336,
      "learning_rate": 4.066666666666667e-05,
      "loss": 12.4077,
      "step": 61
    },
    {
      "epoch": 0.01015228426395939,
      "grad_norm": 0.06323696672916412,
      "learning_rate": 4.133333333333333e-05,
      "loss": 12.4455,
      "step": 62
    },
    {
      "epoch": 0.010316030784345833,
      "grad_norm": 0.06708288937807083,
      "learning_rate": 4.2e-05,
      "loss": 12.4392,
      "step": 63
    },
    {
      "epoch": 0.010479777304732275,
      "grad_norm": 0.08000550419092178,
      "learning_rate": 4.266666666666667e-05,
      "loss": 12.442,
      "step": 64
    },
    {
      "epoch": 0.010643523825118717,
      "grad_norm": 0.0591249093413353,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 12.4374,
      "step": 65
    },
    {
      "epoch": 0.010807270345505158,
      "grad_norm": 0.06522256880998611,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 12.4319,
      "step": 66
    },
    {
      "epoch": 0.0109710168658916,
      "grad_norm": 0.07051816582679749,
      "learning_rate": 4.466666666666667e-05,
      "loss": 12.4403,
      "step": 67
    },
    {
      "epoch": 0.011134763386278041,
      "grad_norm": 0.07400926947593689,
      "learning_rate": 4.5333333333333335e-05,
      "loss": 12.4411,
      "step": 68
    },
    {
      "epoch": 0.011298509906664483,
      "grad_norm": 0.05660618841648102,
      "learning_rate": 4.600000000000001e-05,
      "loss": 12.4406,
      "step": 69
    },
    {
      "epoch": 0.011462256427050925,
      "grad_norm": 0.08654368668794632,
      "learning_rate": 4.666666666666667e-05,
      "loss": 12.4398,
      "step": 70
    },
    {
      "epoch": 0.011626002947437366,
      "grad_norm": 0.07927855104207993,
      "learning_rate": 4.7333333333333336e-05,
      "loss": 12.4291,
      "step": 71
    },
    {
      "epoch": 0.011789749467823808,
      "grad_norm": 0.08644130080938339,
      "learning_rate": 4.8e-05,
      "loss": 12.4459,
      "step": 72
    },
    {
      "epoch": 0.011953495988210251,
      "grad_norm": 0.07535272091627121,
      "learning_rate": 4.866666666666667e-05,
      "loss": 12.4458,
      "step": 73
    },
    {
      "epoch": 0.012117242508596693,
      "grad_norm": 0.07552432268857956,
      "learning_rate": 4.933333333333334e-05,
      "loss": 12.4359,
      "step": 74
    },
    {
      "epoch": 0.012280989028983134,
      "grad_norm": 0.07036083936691284,
      "learning_rate": 5e-05,
      "loss": 12.4276,
      "step": 75
    },
    {
      "epoch": 0.012444735549369576,
      "grad_norm": 0.09128473699092865,
      "learning_rate": 5.0666666666666674e-05,
      "loss": 12.4385,
      "step": 76
    },
    {
      "epoch": 0.012608482069756018,
      "grad_norm": 0.08544669300317764,
      "learning_rate": 5.133333333333333e-05,
      "loss": 12.4398,
      "step": 77
    },
    {
      "epoch": 0.01277222859014246,
      "grad_norm": 0.09351212531328201,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 12.4355,
      "step": 78
    },
    {
      "epoch": 0.0129359751105289,
      "grad_norm": 0.09390752017498016,
      "learning_rate": 5.266666666666666e-05,
      "loss": 12.4411,
      "step": 79
    },
    {
      "epoch": 0.013099721630915342,
      "grad_norm": 0.10644028335809708,
      "learning_rate": 5.333333333333333e-05,
      "loss": 12.4441,
      "step": 80
    },
    {
      "epoch": 0.013263468151301784,
      "grad_norm": 0.0856703445315361,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 12.4478,
      "step": 81
    },
    {
      "epoch": 0.013427214671688227,
      "grad_norm": 0.09133117645978928,
      "learning_rate": 5.466666666666666e-05,
      "loss": 12.4175,
      "step": 82
    },
    {
      "epoch": 0.013590961192074669,
      "grad_norm": 0.11033530533313751,
      "learning_rate": 5.5333333333333334e-05,
      "loss": 12.4325,
      "step": 83
    },
    {
      "epoch": 0.01375470771246111,
      "grad_norm": 0.10031059384346008,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 12.4367,
      "step": 84
    },
    {
      "epoch": 0.013918454232847552,
      "grad_norm": 0.10192529857158661,
      "learning_rate": 5.666666666666667e-05,
      "loss": 12.4213,
      "step": 85
    },
    {
      "epoch": 0.014082200753233994,
      "grad_norm": 0.1395905762910843,
      "learning_rate": 5.7333333333333336e-05,
      "loss": 12.43,
      "step": 86
    },
    {
      "epoch": 0.014245947273620435,
      "grad_norm": 0.12898190319538116,
      "learning_rate": 5.8e-05,
      "loss": 12.4351,
      "step": 87
    },
    {
      "epoch": 0.014409693794006877,
      "grad_norm": 0.125532329082489,
      "learning_rate": 5.866666666666667e-05,
      "loss": 12.4293,
      "step": 88
    },
    {
      "epoch": 0.014573440314393319,
      "grad_norm": 0.10696202516555786,
      "learning_rate": 5.9333333333333343e-05,
      "loss": 12.4444,
      "step": 89
    },
    {
      "epoch": 0.01473718683477976,
      "grad_norm": 0.1154562458395958,
      "learning_rate": 6e-05,
      "loss": 12.4223,
      "step": 90
    },
    {
      "epoch": 0.014900933355166202,
      "grad_norm": 0.13437619805335999,
      "learning_rate": 6.066666666666667e-05,
      "loss": 12.4324,
      "step": 91
    },
    {
      "epoch": 0.015064679875552645,
      "grad_norm": 0.13228319585323334,
      "learning_rate": 6.133333333333334e-05,
      "loss": 12.4311,
      "step": 92
    },
    {
      "epoch": 0.015228426395939087,
      "grad_norm": 0.14434094727039337,
      "learning_rate": 6.2e-05,
      "loss": 12.4221,
      "step": 93
    },
    {
      "epoch": 0.015392172916325528,
      "grad_norm": 0.1585177183151245,
      "learning_rate": 6.266666666666667e-05,
      "loss": 12.4432,
      "step": 94
    },
    {
      "epoch": 0.01555591943671197,
      "grad_norm": 0.1559607982635498,
      "learning_rate": 6.333333333333333e-05,
      "loss": 12.4328,
      "step": 95
    },
    {
      "epoch": 0.01571966595709841,
      "grad_norm": 0.132478266954422,
      "learning_rate": 6.400000000000001e-05,
      "loss": 12.4274,
      "step": 96
    },
    {
      "epoch": 0.015883412477484853,
      "grad_norm": 0.17377401888370514,
      "learning_rate": 6.466666666666666e-05,
      "loss": 12.4283,
      "step": 97
    },
    {
      "epoch": 0.016047158997871295,
      "grad_norm": 0.13973486423492432,
      "learning_rate": 6.533333333333334e-05,
      "loss": 12.4373,
      "step": 98
    },
    {
      "epoch": 0.016210905518257736,
      "grad_norm": 0.17785918712615967,
      "learning_rate": 6.6e-05,
      "loss": 12.4219,
      "step": 99
    },
    {
      "epoch": 0.016374652038644178,
      "grad_norm": 0.16729354858398438,
      "learning_rate": 6.666666666666667e-05,
      "loss": 12.4167,
      "step": 100
    },
    {
      "epoch": 0.01653839855903062,
      "grad_norm": 0.16612979769706726,
      "learning_rate": 6.733333333333333e-05,
      "loss": 12.4189,
      "step": 101
    },
    {
      "epoch": 0.01670214507941706,
      "grad_norm": 0.17767584323883057,
      "learning_rate": 6.800000000000001e-05,
      "loss": 12.43,
      "step": 102
    },
    {
      "epoch": 0.016865891599803503,
      "grad_norm": 0.20716869831085205,
      "learning_rate": 6.866666666666666e-05,
      "loss": 12.4229,
      "step": 103
    },
    {
      "epoch": 0.017029638120189945,
      "grad_norm": 0.21526587009429932,
      "learning_rate": 6.933333333333334e-05,
      "loss": 12.4282,
      "step": 104
    },
    {
      "epoch": 0.017193384640576386,
      "grad_norm": 0.19571231305599213,
      "learning_rate": 7e-05,
      "loss": 12.4137,
      "step": 105
    },
    {
      "epoch": 0.01735713116096283,
      "grad_norm": 0.14979496598243713,
      "learning_rate": 7.066666666666667e-05,
      "loss": 12.4119,
      "step": 106
    },
    {
      "epoch": 0.017520877681349273,
      "grad_norm": 0.21473410725593567,
      "learning_rate": 7.133333333333334e-05,
      "loss": 12.4146,
      "step": 107
    },
    {
      "epoch": 0.017684624201735714,
      "grad_norm": 0.19255532324314117,
      "learning_rate": 7.2e-05,
      "loss": 12.4214,
      "step": 108
    },
    {
      "epoch": 0.017848370722122156,
      "grad_norm": 0.23225137591362,
      "learning_rate": 7.266666666666667e-05,
      "loss": 12.4152,
      "step": 109
    },
    {
      "epoch": 0.018012117242508598,
      "grad_norm": 0.2821487486362457,
      "learning_rate": 7.333333333333333e-05,
      "loss": 12.4242,
      "step": 110
    },
    {
      "epoch": 0.01817586376289504,
      "grad_norm": 0.2615848183631897,
      "learning_rate": 7.4e-05,
      "loss": 12.4051,
      "step": 111
    },
    {
      "epoch": 0.01833961028328148,
      "grad_norm": 0.2540196478366852,
      "learning_rate": 7.466666666666667e-05,
      "loss": 12.4187,
      "step": 112
    },
    {
      "epoch": 0.018503356803667922,
      "grad_norm": 0.20726901292800903,
      "learning_rate": 7.533333333333334e-05,
      "loss": 12.4194,
      "step": 113
    },
    {
      "epoch": 0.018667103324054364,
      "grad_norm": 0.2292231023311615,
      "learning_rate": 7.6e-05,
      "loss": 12.4186,
      "step": 114
    },
    {
      "epoch": 0.018830849844440806,
      "grad_norm": 0.24483346939086914,
      "learning_rate": 7.666666666666667e-05,
      "loss": 12.4136,
      "step": 115
    },
    {
      "epoch": 0.018994596364827247,
      "grad_norm": 0.25352075695991516,
      "learning_rate": 7.733333333333333e-05,
      "loss": 12.3991,
      "step": 116
    },
    {
      "epoch": 0.01915834288521369,
      "grad_norm": 0.28832969069480896,
      "learning_rate": 7.800000000000001e-05,
      "loss": 12.403,
      "step": 117
    },
    {
      "epoch": 0.01932208940560013,
      "grad_norm": 0.28145042061805725,
      "learning_rate": 7.866666666666666e-05,
      "loss": 12.4107,
      "step": 118
    },
    {
      "epoch": 0.019485835925986572,
      "grad_norm": 0.29081061482429504,
      "learning_rate": 7.933333333333334e-05,
      "loss": 12.3983,
      "step": 119
    },
    {
      "epoch": 0.019649582446373014,
      "grad_norm": 0.24011318385601044,
      "learning_rate": 8e-05,
      "loss": 12.3979,
      "step": 120
    },
    {
      "epoch": 0.019813328966759455,
      "grad_norm": 0.2432175874710083,
      "learning_rate": 8.066666666666667e-05,
      "loss": 12.4146,
      "step": 121
    },
    {
      "epoch": 0.019977075487145897,
      "grad_norm": 0.3161214292049408,
      "learning_rate": 8.133333333333334e-05,
      "loss": 12.3937,
      "step": 122
    },
    {
      "epoch": 0.02014082200753234,
      "grad_norm": 0.23684079945087433,
      "learning_rate": 8.2e-05,
      "loss": 12.4068,
      "step": 123
    },
    {
      "epoch": 0.02030456852791878,
      "grad_norm": 0.20811216533184052,
      "learning_rate": 8.266666666666667e-05,
      "loss": 12.4116,
      "step": 124
    },
    {
      "epoch": 0.020468315048305225,
      "grad_norm": 0.25938355922698975,
      "learning_rate": 8.333333333333334e-05,
      "loss": 12.3906,
      "step": 125
    },
    {
      "epoch": 0.020632061568691667,
      "grad_norm": 0.26399001479148865,
      "learning_rate": 8.4e-05,
      "loss": 12.3827,
      "step": 126
    },
    {
      "epoch": 0.02079580808907811,
      "grad_norm": 0.2413434386253357,
      "learning_rate": 8.466666666666667e-05,
      "loss": 12.4046,
      "step": 127
    },
    {
      "epoch": 0.02095955460946455,
      "grad_norm": 0.21343113481998444,
      "learning_rate": 8.533333333333334e-05,
      "loss": 12.3997,
      "step": 128
    },
    {
      "epoch": 0.02112330112985099,
      "grad_norm": 0.2558322548866272,
      "learning_rate": 8.6e-05,
      "loss": 12.3871,
      "step": 129
    },
    {
      "epoch": 0.021287047650237433,
      "grad_norm": 0.2511197626590729,
      "learning_rate": 8.666666666666667e-05,
      "loss": 12.4011,
      "step": 130
    },
    {
      "epoch": 0.021450794170623875,
      "grad_norm": 0.2675906717777252,
      "learning_rate": 8.733333333333333e-05,
      "loss": 12.4074,
      "step": 131
    },
    {
      "epoch": 0.021614540691010316,
      "grad_norm": 0.25766870379447937,
      "learning_rate": 8.800000000000001e-05,
      "loss": 12.3809,
      "step": 132
    },
    {
      "epoch": 0.021778287211396758,
      "grad_norm": 0.25887688994407654,
      "learning_rate": 8.866666666666668e-05,
      "loss": 12.3937,
      "step": 133
    },
    {
      "epoch": 0.0219420337317832,
      "grad_norm": 0.2538568079471588,
      "learning_rate": 8.933333333333334e-05,
      "loss": 12.3999,
      "step": 134
    },
    {
      "epoch": 0.02210578025216964,
      "grad_norm": 0.22949941456317902,
      "learning_rate": 9e-05,
      "loss": 12.3719,
      "step": 135
    },
    {
      "epoch": 0.022269526772556083,
      "grad_norm": 0.2809057831764221,
      "learning_rate": 9.066666666666667e-05,
      "loss": 12.3547,
      "step": 136
    },
    {
      "epoch": 0.022433273292942525,
      "grad_norm": 0.29336753487586975,
      "learning_rate": 9.133333333333334e-05,
      "loss": 12.3573,
      "step": 137
    },
    {
      "epoch": 0.022597019813328966,
      "grad_norm": 0.26571160554885864,
      "learning_rate": 9.200000000000001e-05,
      "loss": 12.3756,
      "step": 138
    },
    {
      "epoch": 0.022760766333715408,
      "grad_norm": 0.27329036593437195,
      "learning_rate": 9.266666666666666e-05,
      "loss": 12.3841,
      "step": 139
    },
    {
      "epoch": 0.02292451285410185,
      "grad_norm": 0.2753359079360962,
      "learning_rate": 9.333333333333334e-05,
      "loss": 12.3678,
      "step": 140
    },
    {
      "epoch": 0.02308825937448829,
      "grad_norm": 0.26319000124931335,
      "learning_rate": 9.4e-05,
      "loss": 12.3615,
      "step": 141
    },
    {
      "epoch": 0.023252005894874733,
      "grad_norm": 0.23538266122341156,
      "learning_rate": 9.466666666666667e-05,
      "loss": 12.3522,
      "step": 142
    },
    {
      "epoch": 0.023415752415261174,
      "grad_norm": 0.21864941716194153,
      "learning_rate": 9.533333333333334e-05,
      "loss": 12.362,
      "step": 143
    },
    {
      "epoch": 0.023579498935647616,
      "grad_norm": 0.2649800479412079,
      "learning_rate": 9.6e-05,
      "loss": 12.3644,
      "step": 144
    },
    {
      "epoch": 0.02374324545603406,
      "grad_norm": 0.254098504781723,
      "learning_rate": 9.666666666666667e-05,
      "loss": 12.3645,
      "step": 145
    },
    {
      "epoch": 0.023906991976420502,
      "grad_norm": 0.26626890897750854,
      "learning_rate": 9.733333333333335e-05,
      "loss": 12.3378,
      "step": 146
    },
    {
      "epoch": 0.024070738496806944,
      "grad_norm": 0.266643762588501,
      "learning_rate": 9.8e-05,
      "loss": 12.3436,
      "step": 147
    },
    {
      "epoch": 0.024234485017193386,
      "grad_norm": 0.24790844321250916,
      "learning_rate": 9.866666666666668e-05,
      "loss": 12.3534,
      "step": 148
    },
    {
      "epoch": 0.024398231537579827,
      "grad_norm": 0.24089303612709045,
      "learning_rate": 9.933333333333334e-05,
      "loss": 12.3588,
      "step": 149
    },
    {
      "epoch": 0.02456197805796627,
      "grad_norm": 0.20637933909893036,
      "learning_rate": 0.0001,
      "loss": 12.3666,
      "step": 150
    },
    {
      "epoch": 0.02472572457835271,
      "grad_norm": 0.18257121741771698,
      "learning_rate": 0.00010066666666666667,
      "loss": 12.3432,
      "step": 151
    },
    {
      "epoch": 0.024889471098739152,
      "grad_norm": 0.24397976696491241,
      "learning_rate": 0.00010133333333333335,
      "loss": 12.3509,
      "step": 152
    },
    {
      "epoch": 0.025053217619125594,
      "grad_norm": 0.19030074775218964,
      "learning_rate": 0.00010200000000000001,
      "loss": 12.3322,
      "step": 153
    },
    {
      "epoch": 0.025216964139512035,
      "grad_norm": 0.25341999530792236,
      "learning_rate": 0.00010266666666666666,
      "loss": 12.3715,
      "step": 154
    },
    {
      "epoch": 0.025380710659898477,
      "grad_norm": 0.1844940036535263,
      "learning_rate": 0.00010333333333333334,
      "loss": 12.3434,
      "step": 155
    },
    {
      "epoch": 0.02554445718028492,
      "grad_norm": 0.1969732791185379,
      "learning_rate": 0.00010400000000000001,
      "loss": 12.3491,
      "step": 156
    },
    {
      "epoch": 0.02570820370067136,
      "grad_norm": 0.21235470473766327,
      "learning_rate": 0.00010466666666666667,
      "loss": 12.3378,
      "step": 157
    },
    {
      "epoch": 0.0258719502210578,
      "grad_norm": 0.21899423003196716,
      "learning_rate": 0.00010533333333333332,
      "loss": 12.346,
      "step": 158
    },
    {
      "epoch": 0.026035696741444243,
      "grad_norm": 0.19178782403469086,
      "learning_rate": 0.00010600000000000002,
      "loss": 12.3623,
      "step": 159
    },
    {
      "epoch": 0.026199443261830685,
      "grad_norm": 0.21276162564754486,
      "learning_rate": 0.00010666666666666667,
      "loss": 12.3637,
      "step": 160
    },
    {
      "epoch": 0.026363189782217127,
      "grad_norm": 0.2185026854276657,
      "learning_rate": 0.00010733333333333333,
      "loss": 12.3458,
      "step": 161
    },
    {
      "epoch": 0.026526936302603568,
      "grad_norm": 0.1894225925207138,
      "learning_rate": 0.00010800000000000001,
      "loss": 12.3417,
      "step": 162
    },
    {
      "epoch": 0.02669068282299001,
      "grad_norm": 0.2355530709028244,
      "learning_rate": 0.00010866666666666667,
      "loss": 12.3253,
      "step": 163
    },
    {
      "epoch": 0.026854429343376455,
      "grad_norm": 0.17933063209056854,
      "learning_rate": 0.00010933333333333333,
      "loss": 12.3522,
      "step": 164
    },
    {
      "epoch": 0.027018175863762896,
      "grad_norm": 0.20666790008544922,
      "learning_rate": 0.00011000000000000002,
      "loss": 12.325,
      "step": 165
    },
    {
      "epoch": 0.027181922384149338,
      "grad_norm": 0.19132888317108154,
      "learning_rate": 0.00011066666666666667,
      "loss": 12.344,
      "step": 166
    },
    {
      "epoch": 0.02734566890453578,
      "grad_norm": 0.16811159253120422,
      "learning_rate": 0.00011133333333333333,
      "loss": 12.3294,
      "step": 167
    },
    {
      "epoch": 0.02750941542492222,
      "grad_norm": 0.1825079768896103,
      "learning_rate": 0.00011200000000000001,
      "loss": 12.3343,
      "step": 168
    },
    {
      "epoch": 0.027673161945308663,
      "grad_norm": 0.18791979551315308,
      "learning_rate": 0.00011266666666666668,
      "loss": 12.3431,
      "step": 169
    },
    {
      "epoch": 0.027836908465695104,
      "grad_norm": 0.17354759573936462,
      "learning_rate": 0.00011333333333333334,
      "loss": 12.3344,
      "step": 170
    },
    {
      "epoch": 0.028000654986081546,
      "grad_norm": 0.18769007921218872,
      "learning_rate": 0.00011399999999999999,
      "loss": 12.3321,
      "step": 171
    },
    {
      "epoch": 0.028164401506467988,
      "grad_norm": 0.2163514792919159,
      "learning_rate": 0.00011466666666666667,
      "loss": 12.323,
      "step": 172
    },
    {
      "epoch": 0.02832814802685443,
      "grad_norm": 0.18447071313858032,
      "learning_rate": 0.00011533333333333334,
      "loss": 12.337,
      "step": 173
    },
    {
      "epoch": 0.02849189454724087,
      "grad_norm": 0.2503637969493866,
      "learning_rate": 0.000116,
      "loss": 12.3102,
      "step": 174
    },
    {
      "epoch": 0.028655641067627313,
      "grad_norm": 0.1710224151611328,
      "learning_rate": 0.00011666666666666668,
      "loss": 12.323,
      "step": 175
    },
    {
      "epoch": 0.028819387588013754,
      "grad_norm": 0.18545013666152954,
      "learning_rate": 0.00011733333333333334,
      "loss": 12.3386,
      "step": 176
    },
    {
      "epoch": 0.028983134108400196,
      "grad_norm": 0.1715422123670578,
      "learning_rate": 0.000118,
      "loss": 12.3175,
      "step": 177
    },
    {
      "epoch": 0.029146880628786637,
      "grad_norm": 0.21719999611377716,
      "learning_rate": 0.00011866666666666669,
      "loss": 12.3342,
      "step": 178
    },
    {
      "epoch": 0.02931062714917308,
      "grad_norm": 0.14283528923988342,
      "learning_rate": 0.00011933333333333334,
      "loss": 12.3114,
      "step": 179
    },
    {
      "epoch": 0.02947437366955952,
      "grad_norm": 0.14593714475631714,
      "learning_rate": 0.00012,
      "loss": 12.3237,
      "step": 180
    },
    {
      "epoch": 0.029638120189945962,
      "grad_norm": 0.2272740751504898,
      "learning_rate": 0.00012066666666666668,
      "loss": 12.3285,
      "step": 181
    },
    {
      "epoch": 0.029801866710332404,
      "grad_norm": 0.1673334389925003,
      "learning_rate": 0.00012133333333333335,
      "loss": 12.3374,
      "step": 182
    },
    {
      "epoch": 0.02996561323071885,
      "grad_norm": 0.1368860900402069,
      "learning_rate": 0.000122,
      "loss": 12.335,
      "step": 183
    },
    {
      "epoch": 0.03012935975110529,
      "grad_norm": 0.2395031452178955,
      "learning_rate": 0.00012266666666666668,
      "loss": 12.3387,
      "step": 184
    },
    {
      "epoch": 0.030293106271491732,
      "grad_norm": 0.16532330214977264,
      "learning_rate": 0.00012333333333333334,
      "loss": 12.3234,
      "step": 185
    },
    {
      "epoch": 0.030456852791878174,
      "grad_norm": 0.18451902270317078,
      "learning_rate": 0.000124,
      "loss": 12.3312,
      "step": 186
    },
    {
      "epoch": 0.030620599312264615,
      "grad_norm": 0.14678575098514557,
      "learning_rate": 0.00012466666666666667,
      "loss": 12.3127,
      "step": 187
    },
    {
      "epoch": 0.030784345832651057,
      "grad_norm": 0.1310257613658905,
      "learning_rate": 0.00012533333333333334,
      "loss": 12.3053,
      "step": 188
    },
    {
      "epoch": 0.0309480923530375,
      "grad_norm": 0.17656965553760529,
      "learning_rate": 0.000126,
      "loss": 12.3509,
      "step": 189
    },
    {
      "epoch": 0.03111183887342394,
      "grad_norm": 0.18695133924484253,
      "learning_rate": 0.00012666666666666666,
      "loss": 12.3122,
      "step": 190
    },
    {
      "epoch": 0.03127558539381038,
      "grad_norm": 0.1660790890455246,
      "learning_rate": 0.00012733333333333336,
      "loss": 12.3267,
      "step": 191
    },
    {
      "epoch": 0.03143933191419682,
      "grad_norm": 0.16188572347164154,
      "learning_rate": 0.00012800000000000002,
      "loss": 12.306,
      "step": 192
    },
    {
      "epoch": 0.031603078434583265,
      "grad_norm": 0.4507922828197479,
      "learning_rate": 0.00012866666666666666,
      "loss": 12.312,
      "step": 193
    },
    {
      "epoch": 0.03176682495496971,
      "grad_norm": 0.1829795241355896,
      "learning_rate": 0.00012933333333333332,
      "loss": 12.3141,
      "step": 194
    },
    {
      "epoch": 0.03193057147535615,
      "grad_norm": 0.16686825454235077,
      "learning_rate": 0.00013000000000000002,
      "loss": 12.3271,
      "step": 195
    },
    {
      "epoch": 0.03209431799574259,
      "grad_norm": 0.26499465107917786,
      "learning_rate": 0.00013066666666666668,
      "loss": 12.3014,
      "step": 196
    },
    {
      "epoch": 0.03225806451612903,
      "grad_norm": 0.1288941651582718,
      "learning_rate": 0.00013133333333333332,
      "loss": 12.3216,
      "step": 197
    },
    {
      "epoch": 0.03242181103651547,
      "grad_norm": 0.19364045560359955,
      "learning_rate": 0.000132,
      "loss": 12.3043,
      "step": 198
    },
    {
      "epoch": 0.032585557556901915,
      "grad_norm": 0.1700012981891632,
      "learning_rate": 0.00013266666666666667,
      "loss": 12.2953,
      "step": 199
    },
    {
      "epoch": 0.032749304077288356,
      "grad_norm": 0.16173534095287323,
      "learning_rate": 0.00013333333333333334,
      "loss": 12.3054,
      "step": 200
    },
    {
      "epoch": 0.0329130505976748,
      "grad_norm": 0.1652362197637558,
      "learning_rate": 0.000134,
      "loss": 12.3216,
      "step": 201
    },
    {
      "epoch": 0.03307679711806124,
      "grad_norm": 0.18516595661640167,
      "learning_rate": 0.00013466666666666667,
      "loss": 12.3394,
      "step": 202
    },
    {
      "epoch": 0.03324054363844768,
      "grad_norm": 0.16532324254512787,
      "learning_rate": 0.00013533333333333333,
      "loss": 12.3365,
      "step": 203
    },
    {
      "epoch": 0.03340429015883412,
      "grad_norm": 0.1639377474784851,
      "learning_rate": 0.00013600000000000003,
      "loss": 12.2997,
      "step": 204
    },
    {
      "epoch": 0.033568036679220564,
      "grad_norm": 0.13720141351222992,
      "learning_rate": 0.00013666666666666666,
      "loss": 12.3105,
      "step": 205
    },
    {
      "epoch": 0.033731783199607006,
      "grad_norm": 0.116838738322258,
      "learning_rate": 0.00013733333333333333,
      "loss": 12.3063,
      "step": 206
    },
    {
      "epoch": 0.03389552971999345,
      "grad_norm": 0.22012831270694733,
      "learning_rate": 0.000138,
      "loss": 12.32,
      "step": 207
    },
    {
      "epoch": 0.03405927624037989,
      "grad_norm": 0.29010009765625,
      "learning_rate": 0.00013866666666666669,
      "loss": 12.3054,
      "step": 208
    },
    {
      "epoch": 0.03422302276076633,
      "grad_norm": 0.13133449852466583,
      "learning_rate": 0.00013933333333333335,
      "loss": 12.329,
      "step": 209
    },
    {
      "epoch": 0.03438676928115277,
      "grad_norm": 0.18425866961479187,
      "learning_rate": 0.00014,
      "loss": 12.3166,
      "step": 210
    },
    {
      "epoch": 0.034550515801539214,
      "grad_norm": 0.21036991477012634,
      "learning_rate": 0.00014066666666666668,
      "loss": 12.3058,
      "step": 211
    },
    {
      "epoch": 0.03471426232192566,
      "grad_norm": 0.13942180573940277,
      "learning_rate": 0.00014133333333333334,
      "loss": 12.3181,
      "step": 212
    },
    {
      "epoch": 0.034878008842312104,
      "grad_norm": 0.13669800758361816,
      "learning_rate": 0.000142,
      "loss": 12.3243,
      "step": 213
    },
    {
      "epoch": 0.035041755362698546,
      "grad_norm": 0.11211808025836945,
      "learning_rate": 0.00014266666666666667,
      "loss": 12.3052,
      "step": 214
    },
    {
      "epoch": 0.03520550188308499,
      "grad_norm": 0.2188958078622818,
      "learning_rate": 0.00014333333333333334,
      "loss": 12.2904,
      "step": 215
    },
    {
      "epoch": 0.03536924840347143,
      "grad_norm": 0.20076972246170044,
      "learning_rate": 0.000144,
      "loss": 12.3283,
      "step": 216
    },
    {
      "epoch": 0.03553299492385787,
      "grad_norm": 0.1893579661846161,
      "learning_rate": 0.0001446666666666667,
      "loss": 12.3036,
      "step": 217
    },
    {
      "epoch": 0.03569674144424431,
      "grad_norm": 0.12186531722545624,
      "learning_rate": 0.00014533333333333333,
      "loss": 12.2949,
      "step": 218
    },
    {
      "epoch": 0.035860487964630754,
      "grad_norm": 0.19035090506076813,
      "learning_rate": 0.000146,
      "loss": 12.2976,
      "step": 219
    },
    {
      "epoch": 0.036024234485017195,
      "grad_norm": 0.17918401956558228,
      "learning_rate": 0.00014666666666666666,
      "loss": 12.299,
      "step": 220
    },
    {
      "epoch": 0.03618798100540364,
      "grad_norm": 0.22605666518211365,
      "learning_rate": 0.00014733333333333335,
      "loss": 12.3179,
      "step": 221
    },
    {
      "epoch": 0.03635172752579008,
      "grad_norm": 0.17605355381965637,
      "learning_rate": 0.000148,
      "loss": 12.3032,
      "step": 222
    },
    {
      "epoch": 0.03651547404617652,
      "grad_norm": 0.1425754278898239,
      "learning_rate": 0.00014866666666666666,
      "loss": 12.2915,
      "step": 223
    },
    {
      "epoch": 0.03667922056656296,
      "grad_norm": 0.17672143876552582,
      "learning_rate": 0.00014933333333333335,
      "loss": 12.3145,
      "step": 224
    },
    {
      "epoch": 0.0368429670869494,
      "grad_norm": 0.12379948049783707,
      "learning_rate": 0.00015000000000000001,
      "loss": 12.3129,
      "step": 225
    },
    {
      "epoch": 0.037006713607335845,
      "grad_norm": 0.1985873281955719,
      "learning_rate": 0.00015066666666666668,
      "loss": 12.3372,
      "step": 226
    },
    {
      "epoch": 0.037170460127722287,
      "grad_norm": 0.22402392327785492,
      "learning_rate": 0.00015133333333333334,
      "loss": 12.3404,
      "step": 227
    },
    {
      "epoch": 0.03733420664810873,
      "grad_norm": 0.14348964393138885,
      "learning_rate": 0.000152,
      "loss": 12.317,
      "step": 228
    },
    {
      "epoch": 0.03749795316849517,
      "grad_norm": 0.19029805064201355,
      "learning_rate": 0.00015266666666666667,
      "loss": 12.3274,
      "step": 229
    },
    {
      "epoch": 0.03766169968888161,
      "grad_norm": 0.3693244457244873,
      "learning_rate": 0.00015333333333333334,
      "loss": 12.336,
      "step": 230
    },
    {
      "epoch": 0.03782544620926805,
      "grad_norm": 0.15163873136043549,
      "learning_rate": 0.000154,
      "loss": 12.2995,
      "step": 231
    },
    {
      "epoch": 0.037989192729654495,
      "grad_norm": 0.18613851070404053,
      "learning_rate": 0.00015466666666666667,
      "loss": 12.3056,
      "step": 232
    },
    {
      "epoch": 0.038152939250040936,
      "grad_norm": 0.2206224650144577,
      "learning_rate": 0.00015533333333333333,
      "loss": 12.3205,
      "step": 233
    },
    {
      "epoch": 0.03831668577042738,
      "grad_norm": 0.11398882418870926,
      "learning_rate": 0.00015600000000000002,
      "loss": 12.3021,
      "step": 234
    },
    {
      "epoch": 0.03848043229081382,
      "grad_norm": 0.1618189513683319,
      "learning_rate": 0.00015666666666666666,
      "loss": 12.2969,
      "step": 235
    },
    {
      "epoch": 0.03864417881120026,
      "grad_norm": 0.1825104057788849,
      "learning_rate": 0.00015733333333333333,
      "loss": 12.2849,
      "step": 236
    },
    {
      "epoch": 0.0388079253315867,
      "grad_norm": 0.2700357139110565,
      "learning_rate": 0.00015800000000000002,
      "loss": 12.3281,
      "step": 237
    },
    {
      "epoch": 0.038971671851973144,
      "grad_norm": 0.12693750858306885,
      "learning_rate": 0.00015866666666666668,
      "loss": 12.2915,
      "step": 238
    },
    {
      "epoch": 0.039135418372359586,
      "grad_norm": 0.20626111328601837,
      "learning_rate": 0.00015933333333333332,
      "loss": 12.2844,
      "step": 239
    },
    {
      "epoch": 0.03929916489274603,
      "grad_norm": 0.28300392627716064,
      "learning_rate": 0.00016,
      "loss": 12.2941,
      "step": 240
    },
    {
      "epoch": 0.03946291141313247,
      "grad_norm": 0.2612934112548828,
      "learning_rate": 0.00016066666666666668,
      "loss": 12.3069,
      "step": 241
    },
    {
      "epoch": 0.03962665793351891,
      "grad_norm": 0.16001901030540466,
      "learning_rate": 0.00016133333333333334,
      "loss": 12.28,
      "step": 242
    },
    {
      "epoch": 0.03979040445390535,
      "grad_norm": 0.13632474839687347,
      "learning_rate": 0.000162,
      "loss": 12.3005,
      "step": 243
    },
    {
      "epoch": 0.039954150974291794,
      "grad_norm": 0.30553674697875977,
      "learning_rate": 0.00016266666666666667,
      "loss": 12.3069,
      "step": 244
    },
    {
      "epoch": 0.040117897494678235,
      "grad_norm": 0.14686566591262817,
      "learning_rate": 0.00016333333333333334,
      "loss": 12.2975,
      "step": 245
    },
    {
      "epoch": 0.04028164401506468,
      "grad_norm": 0.15335270762443542,
      "learning_rate": 0.000164,
      "loss": 12.2738,
      "step": 246
    },
    {
      "epoch": 0.04044539053545112,
      "grad_norm": 0.15902471542358398,
      "learning_rate": 0.00016466666666666667,
      "loss": 12.3114,
      "step": 247
    },
    {
      "epoch": 0.04060913705583756,
      "grad_norm": 0.13151733577251434,
      "learning_rate": 0.00016533333333333333,
      "loss": 12.3157,
      "step": 248
    },
    {
      "epoch": 0.040772883576224,
      "grad_norm": 0.2536516785621643,
      "learning_rate": 0.000166,
      "loss": 12.2878,
      "step": 249
    },
    {
      "epoch": 0.04093663009661045,
      "grad_norm": 0.21861162781715393,
      "learning_rate": 0.0001666666666666667,
      "loss": 12.2746,
      "step": 250
    },
    {
      "epoch": 0.04110037661699689,
      "grad_norm": 0.19811271131038666,
      "learning_rate": 0.00016733333333333335,
      "loss": 12.3352,
      "step": 251
    },
    {
      "epoch": 0.041264123137383334,
      "grad_norm": 0.4501516819000244,
      "learning_rate": 0.000168,
      "loss": 12.2949,
      "step": 252
    },
    {
      "epoch": 0.041427869657769775,
      "grad_norm": 0.17889365553855896,
      "learning_rate": 0.00016866666666666668,
      "loss": 12.2884,
      "step": 253
    },
    {
      "epoch": 0.04159161617815622,
      "grad_norm": 0.22105363011360168,
      "learning_rate": 0.00016933333333333335,
      "loss": 12.3049,
      "step": 254
    },
    {
      "epoch": 0.04175536269854266,
      "grad_norm": 0.2042873650789261,
      "learning_rate": 0.00017,
      "loss": 12.3225,
      "step": 255
    },
    {
      "epoch": 0.0419191092189291,
      "grad_norm": 0.13782532513141632,
      "learning_rate": 0.00017066666666666668,
      "loss": 12.3041,
      "step": 256
    },
    {
      "epoch": 0.04208285573931554,
      "grad_norm": 0.11734238266944885,
      "learning_rate": 0.00017133333333333334,
      "loss": 12.2912,
      "step": 257
    },
    {
      "epoch": 0.04224660225970198,
      "grad_norm": 0.2625914216041565,
      "learning_rate": 0.000172,
      "loss": 12.2863,
      "step": 258
    },
    {
      "epoch": 0.042410348780088425,
      "grad_norm": 0.15754052996635437,
      "learning_rate": 0.00017266666666666667,
      "loss": 12.3181,
      "step": 259
    },
    {
      "epoch": 0.042574095300474867,
      "grad_norm": 0.21560034155845642,
      "learning_rate": 0.00017333333333333334,
      "loss": 12.3165,
      "step": 260
    },
    {
      "epoch": 0.04273784182086131,
      "grad_norm": 0.12006810307502747,
      "learning_rate": 0.000174,
      "loss": 12.2814,
      "step": 261
    },
    {
      "epoch": 0.04290158834124775,
      "grad_norm": 0.19567811489105225,
      "learning_rate": 0.00017466666666666667,
      "loss": 12.303,
      "step": 262
    },
    {
      "epoch": 0.04306533486163419,
      "grad_norm": 0.15239214897155762,
      "learning_rate": 0.00017533333333333336,
      "loss": 12.3033,
      "step": 263
    },
    {
      "epoch": 0.04322908138202063,
      "grad_norm": 0.14320224523544312,
      "learning_rate": 0.00017600000000000002,
      "loss": 12.2838,
      "step": 264
    },
    {
      "epoch": 0.043392827902407075,
      "grad_norm": 0.1736345887184143,
      "learning_rate": 0.00017666666666666666,
      "loss": 12.3115,
      "step": 265
    },
    {
      "epoch": 0.043556574422793516,
      "grad_norm": 0.16777797043323517,
      "learning_rate": 0.00017733333333333335,
      "loss": 12.3189,
      "step": 266
    },
    {
      "epoch": 0.04372032094317996,
      "grad_norm": 0.1118602603673935,
      "learning_rate": 0.00017800000000000002,
      "loss": 12.2967,
      "step": 267
    },
    {
      "epoch": 0.0438840674635664,
      "grad_norm": 0.14121738076210022,
      "learning_rate": 0.00017866666666666668,
      "loss": 12.2935,
      "step": 268
    },
    {
      "epoch": 0.04404781398395284,
      "grad_norm": 0.2797190546989441,
      "learning_rate": 0.00017933333333333332,
      "loss": 12.3174,
      "step": 269
    },
    {
      "epoch": 0.04421156050433928,
      "grad_norm": 0.2606465220451355,
      "learning_rate": 0.00018,
      "loss": 12.283,
      "step": 270
    },
    {
      "epoch": 0.044375307024725724,
      "grad_norm": 0.24559257924556732,
      "learning_rate": 0.00018066666666666668,
      "loss": 12.3289,
      "step": 271
    },
    {
      "epoch": 0.044539053545112166,
      "grad_norm": 0.2690947949886322,
      "learning_rate": 0.00018133333333333334,
      "loss": 12.3016,
      "step": 272
    },
    {
      "epoch": 0.04470280006549861,
      "grad_norm": 0.14213307201862335,
      "learning_rate": 0.000182,
      "loss": 12.2888,
      "step": 273
    },
    {
      "epoch": 0.04486654658588505,
      "grad_norm": 0.23441320657730103,
      "learning_rate": 0.00018266666666666667,
      "loss": 12.2924,
      "step": 274
    },
    {
      "epoch": 0.04503029310627149,
      "grad_norm": 0.1753687560558319,
      "learning_rate": 0.00018333333333333334,
      "loss": 12.2822,
      "step": 275
    },
    {
      "epoch": 0.04519403962665793,
      "grad_norm": 0.13752730190753937,
      "learning_rate": 0.00018400000000000003,
      "loss": 12.2564,
      "step": 276
    },
    {
      "epoch": 0.045357786147044374,
      "grad_norm": 0.09531578421592712,
      "learning_rate": 0.00018466666666666666,
      "loss": 12.2847,
      "step": 277
    },
    {
      "epoch": 0.045521532667430815,
      "grad_norm": 0.13418786227703094,
      "learning_rate": 0.00018533333333333333,
      "loss": 12.2926,
      "step": 278
    },
    {
      "epoch": 0.04568527918781726,
      "grad_norm": 0.12498784065246582,
      "learning_rate": 0.00018600000000000002,
      "loss": 12.2995,
      "step": 279
    },
    {
      "epoch": 0.0458490257082037,
      "grad_norm": 0.1601720005273819,
      "learning_rate": 0.0001866666666666667,
      "loss": 12.2968,
      "step": 280
    },
    {
      "epoch": 0.04601277222859014,
      "grad_norm": 0.14898695051670074,
      "learning_rate": 0.00018733333333333335,
      "loss": 12.3042,
      "step": 281
    },
    {
      "epoch": 0.04617651874897658,
      "grad_norm": 0.13938522338867188,
      "learning_rate": 0.000188,
      "loss": 12.2859,
      "step": 282
    },
    {
      "epoch": 0.046340265269363023,
      "grad_norm": 0.17422890663146973,
      "learning_rate": 0.00018866666666666668,
      "loss": 12.3031,
      "step": 283
    },
    {
      "epoch": 0.046504011789749465,
      "grad_norm": 0.20269818603992462,
      "learning_rate": 0.00018933333333333335,
      "loss": 12.2896,
      "step": 284
    },
    {
      "epoch": 0.04666775831013591,
      "grad_norm": 0.16185009479522705,
      "learning_rate": 0.00019,
      "loss": 12.3044,
      "step": 285
    },
    {
      "epoch": 0.04683150483052235,
      "grad_norm": 0.26534372568130493,
      "learning_rate": 0.00019066666666666668,
      "loss": 12.3174,
      "step": 286
    },
    {
      "epoch": 0.04699525135090879,
      "grad_norm": 0.19738201797008514,
      "learning_rate": 0.00019133333333333334,
      "loss": 12.3236,
      "step": 287
    },
    {
      "epoch": 0.04715899787129523,
      "grad_norm": 0.28078433871269226,
      "learning_rate": 0.000192,
      "loss": 12.3156,
      "step": 288
    },
    {
      "epoch": 0.04732274439168168,
      "grad_norm": 0.2100210189819336,
      "learning_rate": 0.0001926666666666667,
      "loss": 12.2992,
      "step": 289
    },
    {
      "epoch": 0.04748649091206812,
      "grad_norm": 0.15641532838344574,
      "learning_rate": 0.00019333333333333333,
      "loss": 12.2878,
      "step": 290
    },
    {
      "epoch": 0.04765023743245456,
      "grad_norm": 0.2536814212799072,
      "learning_rate": 0.000194,
      "loss": 12.2886,
      "step": 291
    },
    {
      "epoch": 0.047813983952841005,
      "grad_norm": 0.11571547389030457,
      "learning_rate": 0.0001946666666666667,
      "loss": 12.3017,
      "step": 292
    },
    {
      "epoch": 0.047977730473227446,
      "grad_norm": 0.16971823573112488,
      "learning_rate": 0.00019533333333333336,
      "loss": 12.2832,
      "step": 293
    },
    {
      "epoch": 0.04814147699361389,
      "grad_norm": 0.2792551815509796,
      "learning_rate": 0.000196,
      "loss": 12.3043,
      "step": 294
    },
    {
      "epoch": 0.04830522351400033,
      "grad_norm": 0.21620360016822815,
      "learning_rate": 0.00019666666666666666,
      "loss": 12.3755,
      "step": 295
    },
    {
      "epoch": 0.04846897003438677,
      "grad_norm": 0.24013638496398926,
      "learning_rate": 0.00019733333333333335,
      "loss": 12.3221,
      "step": 296
    },
    {
      "epoch": 0.04863271655477321,
      "grad_norm": 0.2197066694498062,
      "learning_rate": 0.00019800000000000002,
      "loss": 12.2921,
      "step": 297
    },
    {
      "epoch": 0.048796463075159655,
      "grad_norm": 0.20803050696849823,
      "learning_rate": 0.00019866666666666668,
      "loss": 12.3009,
      "step": 298
    },
    {
      "epoch": 0.048960209595546096,
      "grad_norm": 0.1672317534685135,
      "learning_rate": 0.00019933333333333334,
      "loss": 12.2926,
      "step": 299
    },
    {
      "epoch": 0.04912395611593254,
      "grad_norm": 0.1740259975194931,
      "learning_rate": 0.0002,
      "loss": 12.3002,
      "step": 300
    },
    {
      "epoch": 0.04928770263631898,
      "grad_norm": 0.13165144622325897,
      "learning_rate": 0.00019999999986637393,
      "loss": 12.3066,
      "step": 301
    },
    {
      "epoch": 0.04945144915670542,
      "grad_norm": 0.23863595724105835,
      "learning_rate": 0.00019999999946549563,
      "loss": 12.2885,
      "step": 302
    },
    {
      "epoch": 0.04961519567709186,
      "grad_norm": 0.12646012008190155,
      "learning_rate": 0.00019999999879736518,
      "loss": 12.2915,
      "step": 303
    },
    {
      "epoch": 0.049778942197478304,
      "grad_norm": 0.2852458953857422,
      "learning_rate": 0.00019999999786198252,
      "loss": 12.3148,
      "step": 304
    },
    {
      "epoch": 0.049942688717864746,
      "grad_norm": 0.21312469244003296,
      "learning_rate": 0.00019999999665934766,
      "loss": 12.2737,
      "step": 305
    },
    {
      "epoch": 0.05010643523825119,
      "grad_norm": 0.21012352406978607,
      "learning_rate": 0.00019999999518946062,
      "loss": 12.3127,
      "step": 306
    },
    {
      "epoch": 0.05027018175863763,
      "grad_norm": 0.12454304844141006,
      "learning_rate": 0.00019999999345232143,
      "loss": 12.2986,
      "step": 307
    },
    {
      "epoch": 0.05043392827902407,
      "grad_norm": 0.20746897161006927,
      "learning_rate": 0.00019999999144793007,
      "loss": 12.3273,
      "step": 308
    },
    {
      "epoch": 0.05059767479941051,
      "grad_norm": 0.17081008851528168,
      "learning_rate": 0.0001999999891762865,
      "loss": 12.2905,
      "step": 309
    },
    {
      "epoch": 0.050761421319796954,
      "grad_norm": 0.1272573620080948,
      "learning_rate": 0.0001999999866373908,
      "loss": 12.2907,
      "step": 310
    },
    {
      "epoch": 0.050925167840183395,
      "grad_norm": 0.1364651918411255,
      "learning_rate": 0.00019999998383124298,
      "loss": 12.2988,
      "step": 311
    },
    {
      "epoch": 0.05108891436056984,
      "grad_norm": 0.4523601531982422,
      "learning_rate": 0.00019999998075784293,
      "loss": 12.2987,
      "step": 312
    },
    {
      "epoch": 0.05125266088095628,
      "grad_norm": 0.1788499653339386,
      "learning_rate": 0.0001999999774171908,
      "loss": 12.3047,
      "step": 313
    },
    {
      "epoch": 0.05141640740134272,
      "grad_norm": 0.21642278134822845,
      "learning_rate": 0.00019999997380928654,
      "loss": 12.2901,
      "step": 314
    },
    {
      "epoch": 0.05158015392172916,
      "grad_norm": 0.12551110982894897,
      "learning_rate": 0.00019999996993413013,
      "loss": 12.2777,
      "step": 315
    },
    {
      "epoch": 0.0517439004421156,
      "grad_norm": 0.08959595859050751,
      "learning_rate": 0.00019999996579172166,
      "loss": 12.2922,
      "step": 316
    },
    {
      "epoch": 0.051907646962502045,
      "grad_norm": 0.17989438772201538,
      "learning_rate": 0.00019999996138206103,
      "loss": 12.2858,
      "step": 317
    },
    {
      "epoch": 0.05207139348288849,
      "grad_norm": 0.11149830371141434,
      "learning_rate": 0.00019999995670514834,
      "loss": 12.2864,
      "step": 318
    },
    {
      "epoch": 0.05223514000327493,
      "grad_norm": 0.37905353307724,
      "learning_rate": 0.00019999995176098358,
      "loss": 12.3123,
      "step": 319
    },
    {
      "epoch": 0.05239888652366137,
      "grad_norm": 0.1828998625278473,
      "learning_rate": 0.00019999994654956678,
      "loss": 12.2975,
      "step": 320
    },
    {
      "epoch": 0.05256263304404781,
      "grad_norm": 0.2369372397661209,
      "learning_rate": 0.00019999994107089793,
      "loss": 12.2982,
      "step": 321
    },
    {
      "epoch": 0.05272637956443425,
      "grad_norm": 0.21192120015621185,
      "learning_rate": 0.000199999935324977,
      "loss": 12.2798,
      "step": 322
    },
    {
      "epoch": 0.052890126084820695,
      "grad_norm": 0.13581956923007965,
      "learning_rate": 0.0001999999293118041,
      "loss": 12.2714,
      "step": 323
    },
    {
      "epoch": 0.053053872605207136,
      "grad_norm": 0.11289360374212265,
      "learning_rate": 0.00019999992303137916,
      "loss": 12.2879,
      "step": 324
    },
    {
      "epoch": 0.05321761912559358,
      "grad_norm": 0.12893497943878174,
      "learning_rate": 0.00019999991648370226,
      "loss": 12.2844,
      "step": 325
    },
    {
      "epoch": 0.05338136564598002,
      "grad_norm": 0.12965922057628632,
      "learning_rate": 0.0001999999096687734,
      "loss": 12.2866,
      "step": 326
    },
    {
      "epoch": 0.05354511216636647,
      "grad_norm": 0.2003125697374344,
      "learning_rate": 0.0001999999025865926,
      "loss": 12.2908,
      "step": 327
    },
    {
      "epoch": 0.05370885868675291,
      "grad_norm": 0.1551949828863144,
      "learning_rate": 0.00019999989523715984,
      "loss": 12.2969,
      "step": 328
    },
    {
      "epoch": 0.05387260520713935,
      "grad_norm": 0.11883686482906342,
      "learning_rate": 0.00019999988762047516,
      "loss": 12.3078,
      "step": 329
    },
    {
      "epoch": 0.05403635172752579,
      "grad_norm": 0.14822140336036682,
      "learning_rate": 0.00019999987973653863,
      "loss": 12.2868,
      "step": 330
    },
    {
      "epoch": 0.054200098247912235,
      "grad_norm": 0.16526789963245392,
      "learning_rate": 0.00019999987158535022,
      "loss": 12.3022,
      "step": 331
    },
    {
      "epoch": 0.054363844768298676,
      "grad_norm": 0.22066651284694672,
      "learning_rate": 0.00019999986316690996,
      "loss": 12.2937,
      "step": 332
    },
    {
      "epoch": 0.05452759128868512,
      "grad_norm": 0.23073990643024445,
      "learning_rate": 0.00019999985448121787,
      "loss": 12.2761,
      "step": 333
    },
    {
      "epoch": 0.05469133780907156,
      "grad_norm": 0.1183820590376854,
      "learning_rate": 0.000199999845528274,
      "loss": 12.2706,
      "step": 334
    },
    {
      "epoch": 0.054855084329458,
      "grad_norm": 0.15629184246063232,
      "learning_rate": 0.0001999998363080783,
      "loss": 12.2955,
      "step": 335
    },
    {
      "epoch": 0.05501883084984444,
      "grad_norm": 0.21205270290374756,
      "learning_rate": 0.0001999998268206309,
      "loss": 12.2933,
      "step": 336
    },
    {
      "epoch": 0.055182577370230884,
      "grad_norm": 0.27476778626441956,
      "learning_rate": 0.00019999981706593173,
      "loss": 12.2768,
      "step": 337
    },
    {
      "epoch": 0.055346323890617326,
      "grad_norm": 0.23682667315006256,
      "learning_rate": 0.0001999998070439809,
      "loss": 12.3049,
      "step": 338
    },
    {
      "epoch": 0.05551007041100377,
      "grad_norm": 0.1238231286406517,
      "learning_rate": 0.00019999979675477839,
      "loss": 12.3007,
      "step": 339
    },
    {
      "epoch": 0.05567381693139021,
      "grad_norm": 0.10456238687038422,
      "learning_rate": 0.0001999997861983242,
      "loss": 12.2874,
      "step": 340
    },
    {
      "epoch": 0.05583756345177665,
      "grad_norm": 0.11022137105464935,
      "learning_rate": 0.00019999977537461843,
      "loss": 12.2897,
      "step": 341
    },
    {
      "epoch": 0.05600130997216309,
      "grad_norm": 0.11375322192907333,
      "learning_rate": 0.00019999976428366104,
      "loss": 12.2778,
      "step": 342
    },
    {
      "epoch": 0.056165056492549534,
      "grad_norm": 0.23204772174358368,
      "learning_rate": 0.00019999975292545212,
      "loss": 12.2546,
      "step": 343
    },
    {
      "epoch": 0.056328803012935975,
      "grad_norm": 0.2459680140018463,
      "learning_rate": 0.00019999974129999165,
      "loss": 12.3037,
      "step": 344
    },
    {
      "epoch": 0.05649254953332242,
      "grad_norm": 0.15076689422130585,
      "learning_rate": 0.0001999997294072797,
      "loss": 12.2902,
      "step": 345
    },
    {
      "epoch": 0.05665629605370886,
      "grad_norm": 0.18627764284610748,
      "learning_rate": 0.00019999971724731625,
      "loss": 12.2869,
      "step": 346
    },
    {
      "epoch": 0.0568200425740953,
      "grad_norm": 0.17207014560699463,
      "learning_rate": 0.0001999997048201014,
      "loss": 12.3093,
      "step": 347
    },
    {
      "epoch": 0.05698378909448174,
      "grad_norm": 0.24697749316692352,
      "learning_rate": 0.00019999969212563512,
      "loss": 12.2833,
      "step": 348
    },
    {
      "epoch": 0.05714753561486818,
      "grad_norm": 0.1407640129327774,
      "learning_rate": 0.0001999996791639175,
      "loss": 12.3039,
      "step": 349
    },
    {
      "epoch": 0.057311282135254625,
      "grad_norm": 0.15878401696681976,
      "learning_rate": 0.0001999996659349485,
      "loss": 12.3057,
      "step": 350
    },
    {
      "epoch": 0.05747502865564107,
      "grad_norm": 0.4590788781642914,
      "learning_rate": 0.00019999965243872828,
      "loss": 12.2928,
      "step": 351
    },
    {
      "epoch": 0.05763877517602751,
      "grad_norm": 0.1928272247314453,
      "learning_rate": 0.00019999963867525675,
      "loss": 12.3032,
      "step": 352
    },
    {
      "epoch": 0.05780252169641395,
      "grad_norm": 0.22454416751861572,
      "learning_rate": 0.000199999624644534,
      "loss": 12.2843,
      "step": 353
    },
    {
      "epoch": 0.05796626821680039,
      "grad_norm": 0.12228063493967056,
      "learning_rate": 0.00019999961034656004,
      "loss": 12.2829,
      "step": 354
    },
    {
      "epoch": 0.05813001473718683,
      "grad_norm": 0.17021706700325012,
      "learning_rate": 0.00019999959578133499,
      "loss": 12.2823,
      "step": 355
    },
    {
      "epoch": 0.058293761257573275,
      "grad_norm": 0.13477741181850433,
      "learning_rate": 0.0001999995809488588,
      "loss": 12.2836,
      "step": 356
    },
    {
      "epoch": 0.058457507777959716,
      "grad_norm": 0.2285226583480835,
      "learning_rate": 0.00019999956584913154,
      "loss": 12.2625,
      "step": 357
    },
    {
      "epoch": 0.05862125429834616,
      "grad_norm": 0.1142636239528656,
      "learning_rate": 0.00019999955048215324,
      "loss": 12.2804,
      "step": 358
    },
    {
      "epoch": 0.0587850008187326,
      "grad_norm": 0.37811943888664246,
      "learning_rate": 0.00019999953484792395,
      "loss": 12.2842,
      "step": 359
    },
    {
      "epoch": 0.05894874733911904,
      "grad_norm": 0.14085888862609863,
      "learning_rate": 0.00019999951894644373,
      "loss": 12.2805,
      "step": 360
    },
    {
      "epoch": 0.05911249385950548,
      "grad_norm": 0.19372887909412384,
      "learning_rate": 0.0001999995027777126,
      "loss": 12.2667,
      "step": 361
    },
    {
      "epoch": 0.059276240379891924,
      "grad_norm": 0.2030063271522522,
      "learning_rate": 0.00019999948634173063,
      "loss": 12.2733,
      "step": 362
    },
    {
      "epoch": 0.059439986900278366,
      "grad_norm": 0.19858768582344055,
      "learning_rate": 0.0001999994696384978,
      "loss": 12.3034,
      "step": 363
    },
    {
      "epoch": 0.05960373342066481,
      "grad_norm": 0.15349508821964264,
      "learning_rate": 0.00019999945266801423,
      "loss": 12.2819,
      "step": 364
    },
    {
      "epoch": 0.059767479941051256,
      "grad_norm": 0.17492233216762543,
      "learning_rate": 0.0001999994354302799,
      "loss": 12.2909,
      "step": 365
    },
    {
      "epoch": 0.0599312264614377,
      "grad_norm": 0.15136563777923584,
      "learning_rate": 0.0001999994179252949,
      "loss": 12.2796,
      "step": 366
    },
    {
      "epoch": 0.06009497298182414,
      "grad_norm": 0.17633739113807678,
      "learning_rate": 0.00019999940015305928,
      "loss": 12.2582,
      "step": 367
    },
    {
      "epoch": 0.06025871950221058,
      "grad_norm": 0.2000981867313385,
      "learning_rate": 0.0001999993821135731,
      "loss": 12.2918,
      "step": 368
    },
    {
      "epoch": 0.06042246602259702,
      "grad_norm": 0.3609507381916046,
      "learning_rate": 0.00019999936380683632,
      "loss": 12.3054,
      "step": 369
    },
    {
      "epoch": 0.060586212542983464,
      "grad_norm": 0.1492471545934677,
      "learning_rate": 0.00019999934523284908,
      "loss": 12.2646,
      "step": 370
    },
    {
      "epoch": 0.060749959063369906,
      "grad_norm": 0.14887075126171112,
      "learning_rate": 0.0001999993263916114,
      "loss": 12.2835,
      "step": 371
    },
    {
      "epoch": 0.06091370558375635,
      "grad_norm": 0.1308159977197647,
      "learning_rate": 0.00019999930728312334,
      "loss": 12.287,
      "step": 372
    },
    {
      "epoch": 0.06107745210414279,
      "grad_norm": 0.14279422163963318,
      "learning_rate": 0.00019999928790738494,
      "loss": 12.2745,
      "step": 373
    },
    {
      "epoch": 0.06124119862452923,
      "grad_norm": 0.13700923323631287,
      "learning_rate": 0.00019999926826439623,
      "loss": 12.3028,
      "step": 374
    },
    {
      "epoch": 0.06140494514491567,
      "grad_norm": 0.17791202664375305,
      "learning_rate": 0.0001999992483541573,
      "loss": 12.2664,
      "step": 375
    },
    {
      "epoch": 0.061568691665302114,
      "grad_norm": 0.28744640946388245,
      "learning_rate": 0.00019999922817666817,
      "loss": 12.2859,
      "step": 376
    },
    {
      "epoch": 0.061732438185688555,
      "grad_norm": 0.1286764144897461,
      "learning_rate": 0.00019999920773192896,
      "loss": 12.2844,
      "step": 377
    },
    {
      "epoch": 0.061896184706075,
      "grad_norm": 0.16422635316848755,
      "learning_rate": 0.00019999918701993965,
      "loss": 12.2979,
      "step": 378
    },
    {
      "epoch": 0.06205993122646144,
      "grad_norm": 0.18279294669628143,
      "learning_rate": 0.00019999916604070033,
      "loss": 12.2773,
      "step": 379
    },
    {
      "epoch": 0.06222367774684788,
      "grad_norm": 0.11040064692497253,
      "learning_rate": 0.000199999144794211,
      "loss": 12.2776,
      "step": 380
    },
    {
      "epoch": 0.06238742426723432,
      "grad_norm": 0.11583856493234634,
      "learning_rate": 0.00019999912328047184,
      "loss": 12.2984,
      "step": 381
    },
    {
      "epoch": 0.06255117078762076,
      "grad_norm": 0.15946663916110992,
      "learning_rate": 0.0001999991014994828,
      "loss": 12.2942,
      "step": 382
    },
    {
      "epoch": 0.0627149173080072,
      "grad_norm": 0.1915806531906128,
      "learning_rate": 0.000199999079451244,
      "loss": 12.2742,
      "step": 383
    },
    {
      "epoch": 0.06287866382839365,
      "grad_norm": 0.19050228595733643,
      "learning_rate": 0.00019999905713575543,
      "loss": 12.2752,
      "step": 384
    },
    {
      "epoch": 0.0630424103487801,
      "grad_norm": 0.1742391288280487,
      "learning_rate": 0.00019999903455301718,
      "loss": 12.2773,
      "step": 385
    },
    {
      "epoch": 0.06320615686916653,
      "grad_norm": 0.1563049852848053,
      "learning_rate": 0.00019999901170302935,
      "loss": 12.2585,
      "step": 386
    },
    {
      "epoch": 0.06336990338955298,
      "grad_norm": 0.1489725112915039,
      "learning_rate": 0.00019999898858579195,
      "loss": 12.2925,
      "step": 387
    },
    {
      "epoch": 0.06353364990993941,
      "grad_norm": 0.17745822668075562,
      "learning_rate": 0.0001999989652013051,
      "loss": 12.2546,
      "step": 388
    },
    {
      "epoch": 0.06369739643032586,
      "grad_norm": 0.29051586985588074,
      "learning_rate": 0.00019999894154956879,
      "loss": 12.2911,
      "step": 389
    },
    {
      "epoch": 0.0638611429507123,
      "grad_norm": 0.12695226073265076,
      "learning_rate": 0.00019999891763058312,
      "loss": 12.2646,
      "step": 390
    },
    {
      "epoch": 0.06402488947109874,
      "grad_norm": 0.153972327709198,
      "learning_rate": 0.00019999889344434819,
      "loss": 12.2832,
      "step": 391
    },
    {
      "epoch": 0.06418863599148518,
      "grad_norm": 0.13381552696228027,
      "learning_rate": 0.00019999886899086397,
      "loss": 12.261,
      "step": 392
    },
    {
      "epoch": 0.06435238251187163,
      "grad_norm": 0.19647999107837677,
      "learning_rate": 0.00019999884427013062,
      "loss": 12.2679,
      "step": 393
    },
    {
      "epoch": 0.06451612903225806,
      "grad_norm": 0.1712377965450287,
      "learning_rate": 0.00019999881928214818,
      "loss": 12.2874,
      "step": 394
    },
    {
      "epoch": 0.06467987555264451,
      "grad_norm": 0.1798669546842575,
      "learning_rate": 0.00019999879402691668,
      "loss": 12.2939,
      "step": 395
    },
    {
      "epoch": 0.06484362207303095,
      "grad_norm": 0.2037380337715149,
      "learning_rate": 0.00019999876850443623,
      "loss": 12.2857,
      "step": 396
    },
    {
      "epoch": 0.0650073685934174,
      "grad_norm": 0.24441306293010712,
      "learning_rate": 0.00019999874271470685,
      "loss": 12.2994,
      "step": 397
    },
    {
      "epoch": 0.06517111511380383,
      "grad_norm": 0.16837072372436523,
      "learning_rate": 0.00019999871665772866,
      "loss": 12.2756,
      "step": 398
    },
    {
      "epoch": 0.06533486163419028,
      "grad_norm": 0.132755309343338,
      "learning_rate": 0.00019999869033350174,
      "loss": 12.2839,
      "step": 399
    },
    {
      "epoch": 0.06549860815457671,
      "grad_norm": 0.16452300548553467,
      "learning_rate": 0.00019999866374202608,
      "loss": 12.2943,
      "step": 400
    },
    {
      "epoch": 0.06566235467496316,
      "grad_norm": 0.2534669041633606,
      "learning_rate": 0.00019999863688330183,
      "loss": 12.2687,
      "step": 401
    },
    {
      "epoch": 0.0658261011953496,
      "grad_norm": 0.19958250224590302,
      "learning_rate": 0.00019999860975732903,
      "loss": 12.2845,
      "step": 402
    },
    {
      "epoch": 0.06598984771573604,
      "grad_norm": 0.13449449837207794,
      "learning_rate": 0.00019999858236410776,
      "loss": 12.2794,
      "step": 403
    },
    {
      "epoch": 0.06615359423612248,
      "grad_norm": 0.17238451540470123,
      "learning_rate": 0.0001999985547036381,
      "loss": 12.3065,
      "step": 404
    },
    {
      "epoch": 0.06631734075650893,
      "grad_norm": 0.15234483778476715,
      "learning_rate": 0.0001999985267759201,
      "loss": 12.3007,
      "step": 405
    },
    {
      "epoch": 0.06648108727689536,
      "grad_norm": 0.17298907041549683,
      "learning_rate": 0.00019999849858095382,
      "loss": 12.2824,
      "step": 406
    },
    {
      "epoch": 0.06664483379728181,
      "grad_norm": 0.1439378559589386,
      "learning_rate": 0.00019999847011873938,
      "loss": 12.2567,
      "step": 407
    },
    {
      "epoch": 0.06680858031766825,
      "grad_norm": 0.19181743264198303,
      "learning_rate": 0.00019999844138927683,
      "loss": 12.2789,
      "step": 408
    },
    {
      "epoch": 0.0669723268380547,
      "grad_norm": 0.2083439975976944,
      "learning_rate": 0.00019999841239256628,
      "loss": 12.2807,
      "step": 409
    },
    {
      "epoch": 0.06713607335844113,
      "grad_norm": 0.3232664167881012,
      "learning_rate": 0.00019999838312860776,
      "loss": 12.3084,
      "step": 410
    },
    {
      "epoch": 0.06729981987882758,
      "grad_norm": 0.14184612035751343,
      "learning_rate": 0.0001999983535974014,
      "loss": 12.272,
      "step": 411
    },
    {
      "epoch": 0.06746356639921401,
      "grad_norm": 0.30172014236450195,
      "learning_rate": 0.00019999832379894721,
      "loss": 12.2954,
      "step": 412
    },
    {
      "epoch": 0.06762731291960046,
      "grad_norm": 0.16100570559501648,
      "learning_rate": 0.00019999829373324533,
      "loss": 12.2742,
      "step": 413
    },
    {
      "epoch": 0.0677910594399869,
      "grad_norm": 0.15702582895755768,
      "learning_rate": 0.00019999826340029583,
      "loss": 12.3039,
      "step": 414
    },
    {
      "epoch": 0.06795480596037334,
      "grad_norm": 0.1590198427438736,
      "learning_rate": 0.00019999823280009878,
      "loss": 12.2853,
      "step": 415
    },
    {
      "epoch": 0.06811855248075978,
      "grad_norm": 0.1716587245464325,
      "learning_rate": 0.00019999820193265425,
      "loss": 12.2875,
      "step": 416
    },
    {
      "epoch": 0.06828229900114623,
      "grad_norm": 0.27681276202201843,
      "learning_rate": 0.00019999817079796234,
      "loss": 12.2874,
      "step": 417
    },
    {
      "epoch": 0.06844604552153266,
      "grad_norm": 0.13572442531585693,
      "learning_rate": 0.00019999813939602313,
      "loss": 12.2638,
      "step": 418
    },
    {
      "epoch": 0.06860979204191911,
      "grad_norm": 0.1282089799642563,
      "learning_rate": 0.0001999981077268367,
      "loss": 12.2649,
      "step": 419
    },
    {
      "epoch": 0.06877353856230554,
      "grad_norm": 0.17424018681049347,
      "learning_rate": 0.00019999807579040315,
      "loss": 12.2719,
      "step": 420
    },
    {
      "epoch": 0.068937285082692,
      "grad_norm": 0.13602033257484436,
      "learning_rate": 0.00019999804358672253,
      "loss": 12.2614,
      "step": 421
    },
    {
      "epoch": 0.06910103160307843,
      "grad_norm": 0.14215390384197235,
      "learning_rate": 0.00019999801111579498,
      "loss": 12.2676,
      "step": 422
    },
    {
      "epoch": 0.06926477812346488,
      "grad_norm": 0.3541161119937897,
      "learning_rate": 0.00019999797837762053,
      "loss": 12.3134,
      "step": 423
    },
    {
      "epoch": 0.06942852464385132,
      "grad_norm": 0.2593739628791809,
      "learning_rate": 0.00019999794537219932,
      "loss": 12.2915,
      "step": 424
    },
    {
      "epoch": 0.06959227116423776,
      "grad_norm": 0.20327959954738617,
      "learning_rate": 0.00019999791209953136,
      "loss": 12.276,
      "step": 425
    },
    {
      "epoch": 0.06975601768462421,
      "grad_norm": 0.18611687421798706,
      "learning_rate": 0.00019999787855961684,
      "loss": 12.265,
      "step": 426
    },
    {
      "epoch": 0.06991976420501064,
      "grad_norm": 0.13483114540576935,
      "learning_rate": 0.00019999784475245577,
      "loss": 12.2595,
      "step": 427
    },
    {
      "epoch": 0.07008351072539709,
      "grad_norm": 0.3187796473503113,
      "learning_rate": 0.00019999781067804828,
      "loss": 12.2764,
      "step": 428
    },
    {
      "epoch": 0.07024725724578353,
      "grad_norm": 0.3139594793319702,
      "learning_rate": 0.00019999777633639444,
      "loss": 12.2634,
      "step": 429
    },
    {
      "epoch": 0.07041100376616997,
      "grad_norm": 0.1972879022359848,
      "learning_rate": 0.00019999774172749438,
      "loss": 12.2803,
      "step": 430
    },
    {
      "epoch": 0.07057475028655641,
      "grad_norm": 0.1937691867351532,
      "learning_rate": 0.00019999770685134817,
      "loss": 12.3016,
      "step": 431
    },
    {
      "epoch": 0.07073849680694286,
      "grad_norm": 0.195434108376503,
      "learning_rate": 0.00019999767170795588,
      "loss": 12.2838,
      "step": 432
    },
    {
      "epoch": 0.07090224332732929,
      "grad_norm": 0.19516132771968842,
      "learning_rate": 0.00019999763629731761,
      "loss": 12.2821,
      "step": 433
    },
    {
      "epoch": 0.07106598984771574,
      "grad_norm": 0.2725695073604584,
      "learning_rate": 0.00019999760061943346,
      "loss": 12.2809,
      "step": 434
    },
    {
      "epoch": 0.07122973636810218,
      "grad_norm": 0.27861475944519043,
      "learning_rate": 0.00019999756467430356,
      "loss": 12.2857,
      "step": 435
    },
    {
      "epoch": 0.07139348288848862,
      "grad_norm": 0.19172325730323792,
      "learning_rate": 0.00019999752846192796,
      "loss": 12.2979,
      "step": 436
    },
    {
      "epoch": 0.07155722940887506,
      "grad_norm": 0.21028302609920502,
      "learning_rate": 0.0001999974919823068,
      "loss": 12.2816,
      "step": 437
    },
    {
      "epoch": 0.07172097592926151,
      "grad_norm": 0.2027662843465805,
      "learning_rate": 0.00019999745523544013,
      "loss": 12.2401,
      "step": 438
    },
    {
      "epoch": 0.07188472244964794,
      "grad_norm": 0.20287398993968964,
      "learning_rate": 0.00019999741822132808,
      "loss": 12.2591,
      "step": 439
    },
    {
      "epoch": 0.07204846897003439,
      "grad_norm": 0.22502224147319794,
      "learning_rate": 0.00019999738093997075,
      "loss": 12.2593,
      "step": 440
    },
    {
      "epoch": 0.07221221549042083,
      "grad_norm": 0.23881785571575165,
      "learning_rate": 0.00019999734339136823,
      "loss": 12.2821,
      "step": 441
    },
    {
      "epoch": 0.07237596201080727,
      "grad_norm": 0.1868753433227539,
      "learning_rate": 0.00019999730557552058,
      "loss": 12.2635,
      "step": 442
    },
    {
      "epoch": 0.07253970853119371,
      "grad_norm": 0.19476260244846344,
      "learning_rate": 0.00019999726749242796,
      "loss": 12.2884,
      "step": 443
    },
    {
      "epoch": 0.07270345505158016,
      "grad_norm": 0.15796904265880585,
      "learning_rate": 0.00019999722914209046,
      "loss": 12.2677,
      "step": 444
    },
    {
      "epoch": 0.07286720157196659,
      "grad_norm": 0.3154045045375824,
      "learning_rate": 0.00019999719052450821,
      "loss": 12.2752,
      "step": 445
    },
    {
      "epoch": 0.07303094809235304,
      "grad_norm": 0.25553789734840393,
      "learning_rate": 0.00019999715163968122,
      "loss": 12.2866,
      "step": 446
    },
    {
      "epoch": 0.07319469461273947,
      "grad_norm": 0.28748029470443726,
      "learning_rate": 0.00019999711248760968,
      "loss": 12.25,
      "step": 447
    },
    {
      "epoch": 0.07335844113312592,
      "grad_norm": 0.18394634127616882,
      "learning_rate": 0.00019999707306829367,
      "loss": 12.3081,
      "step": 448
    },
    {
      "epoch": 0.07352218765351236,
      "grad_norm": 0.19124747812747955,
      "learning_rate": 0.00019999703338173327,
      "loss": 12.2823,
      "step": 449
    },
    {
      "epoch": 0.0736859341738988,
      "grad_norm": 0.19708351790905,
      "learning_rate": 0.00019999699342792862,
      "loss": 12.2666,
      "step": 450
    },
    {
      "epoch": 0.07384968069428524,
      "grad_norm": 0.12283062934875488,
      "learning_rate": 0.00019999695320687983,
      "loss": 12.2661,
      "step": 451
    },
    {
      "epoch": 0.07401342721467169,
      "grad_norm": 0.13629688322544098,
      "learning_rate": 0.00019999691271858702,
      "loss": 12.2952,
      "step": 452
    },
    {
      "epoch": 0.07417717373505812,
      "grad_norm": 0.176702082157135,
      "learning_rate": 0.00019999687196305019,
      "loss": 12.266,
      "step": 453
    },
    {
      "epoch": 0.07434092025544457,
      "grad_norm": 0.21978086233139038,
      "learning_rate": 0.0001999968309402696,
      "loss": 12.2909,
      "step": 454
    },
    {
      "epoch": 0.07450466677583101,
      "grad_norm": 0.18183192610740662,
      "learning_rate": 0.00019999678965024526,
      "loss": 12.2789,
      "step": 455
    },
    {
      "epoch": 0.07466841329621746,
      "grad_norm": 0.2290555238723755,
      "learning_rate": 0.0001999967480929773,
      "loss": 12.257,
      "step": 456
    },
    {
      "epoch": 0.07483215981660389,
      "grad_norm": 0.22575747966766357,
      "learning_rate": 0.00019999670626846589,
      "loss": 12.2811,
      "step": 457
    },
    {
      "epoch": 0.07499590633699034,
      "grad_norm": 0.2953977882862091,
      "learning_rate": 0.00019999666417671103,
      "loss": 12.2646,
      "step": 458
    },
    {
      "epoch": 0.07515965285737677,
      "grad_norm": 0.18846358358860016,
      "learning_rate": 0.0001999966218177129,
      "loss": 12.2522,
      "step": 459
    },
    {
      "epoch": 0.07532339937776322,
      "grad_norm": 0.3193408250808716,
      "learning_rate": 0.00019999657919147167,
      "loss": 12.2645,
      "step": 460
    },
    {
      "epoch": 0.07548714589814967,
      "grad_norm": 0.27576708793640137,
      "learning_rate": 0.00019999653629798733,
      "loss": 12.2474,
      "step": 461
    },
    {
      "epoch": 0.0756508924185361,
      "grad_norm": 0.19615419209003448,
      "learning_rate": 0.00019999649313726009,
      "loss": 12.2696,
      "step": 462
    },
    {
      "epoch": 0.07581463893892255,
      "grad_norm": 0.1791532337665558,
      "learning_rate": 0.00019999644970929002,
      "loss": 12.2756,
      "step": 463
    },
    {
      "epoch": 0.07597838545930899,
      "grad_norm": 0.3186524510383606,
      "learning_rate": 0.00019999640601407723,
      "loss": 12.2628,
      "step": 464
    },
    {
      "epoch": 0.07614213197969544,
      "grad_norm": 0.19734470546245575,
      "learning_rate": 0.0001999963620516219,
      "loss": 12.2741,
      "step": 465
    },
    {
      "epoch": 0.07630587850008187,
      "grad_norm": 0.28205740451812744,
      "learning_rate": 0.00019999631782192405,
      "loss": 12.2534,
      "step": 466
    },
    {
      "epoch": 0.07646962502046832,
      "grad_norm": 0.2390183061361313,
      "learning_rate": 0.0001999962733249839,
      "loss": 12.2746,
      "step": 467
    },
    {
      "epoch": 0.07663337154085476,
      "grad_norm": 0.19656427204608917,
      "learning_rate": 0.0001999962285608015,
      "loss": 12.2728,
      "step": 468
    },
    {
      "epoch": 0.0767971180612412,
      "grad_norm": 0.14260216057300568,
      "learning_rate": 0.00019999618352937697,
      "loss": 12.2769,
      "step": 469
    },
    {
      "epoch": 0.07696086458162764,
      "grad_norm": 0.1668563187122345,
      "learning_rate": 0.0001999961382307105,
      "loss": 12.2899,
      "step": 470
    },
    {
      "epoch": 0.07712461110201409,
      "grad_norm": 0.186238631606102,
      "learning_rate": 0.0001999960926648021,
      "loss": 12.2611,
      "step": 471
    },
    {
      "epoch": 0.07728835762240052,
      "grad_norm": 0.16535009443759918,
      "learning_rate": 0.00019999604683165197,
      "loss": 12.2853,
      "step": 472
    },
    {
      "epoch": 0.07745210414278697,
      "grad_norm": 0.23412054777145386,
      "learning_rate": 0.00019999600073126024,
      "loss": 12.3178,
      "step": 473
    },
    {
      "epoch": 0.0776158506631734,
      "grad_norm": 0.21077093482017517,
      "learning_rate": 0.00019999595436362698,
      "loss": 12.2663,
      "step": 474
    },
    {
      "epoch": 0.07777959718355985,
      "grad_norm": 0.1960388571023941,
      "learning_rate": 0.00019999590772875236,
      "loss": 12.2773,
      "step": 475
    },
    {
      "epoch": 0.07794334370394629,
      "grad_norm": 0.16811984777450562,
      "learning_rate": 0.0001999958608266365,
      "loss": 12.2815,
      "step": 476
    },
    {
      "epoch": 0.07810709022433274,
      "grad_norm": 0.30715492367744446,
      "learning_rate": 0.00019999581365727948,
      "loss": 12.2967,
      "step": 477
    },
    {
      "epoch": 0.07827083674471917,
      "grad_norm": 0.17825697362422943,
      "learning_rate": 0.00019999576622068148,
      "loss": 12.2716,
      "step": 478
    },
    {
      "epoch": 0.07843458326510562,
      "grad_norm": 0.18646034598350525,
      "learning_rate": 0.0001999957185168426,
      "loss": 12.2571,
      "step": 479
    },
    {
      "epoch": 0.07859832978549205,
      "grad_norm": 0.2670734226703644,
      "learning_rate": 0.00019999567054576297,
      "loss": 12.2827,
      "step": 480
    },
    {
      "epoch": 0.0787620763058785,
      "grad_norm": 0.17917779088020325,
      "learning_rate": 0.0001999956223074427,
      "loss": 12.2706,
      "step": 481
    },
    {
      "epoch": 0.07892582282626494,
      "grad_norm": 0.3791571259498596,
      "learning_rate": 0.000199995573801882,
      "loss": 12.3039,
      "step": 482
    },
    {
      "epoch": 0.07908956934665139,
      "grad_norm": 0.2250203788280487,
      "learning_rate": 0.00019999552502908088,
      "loss": 12.2971,
      "step": 483
    },
    {
      "epoch": 0.07925331586703782,
      "grad_norm": 0.21701763570308685,
      "learning_rate": 0.00019999547598903954,
      "loss": 12.2741,
      "step": 484
    },
    {
      "epoch": 0.07941706238742427,
      "grad_norm": 0.22662462294101715,
      "learning_rate": 0.00019999542668175813,
      "loss": 12.2691,
      "step": 485
    },
    {
      "epoch": 0.0795808089078107,
      "grad_norm": 0.1721991002559662,
      "learning_rate": 0.00019999537710723673,
      "loss": 12.2777,
      "step": 486
    },
    {
      "epoch": 0.07974455542819715,
      "grad_norm": 0.2554982900619507,
      "learning_rate": 0.0001999953272654755,
      "loss": 12.272,
      "step": 487
    },
    {
      "epoch": 0.07990830194858359,
      "grad_norm": 0.16333116590976715,
      "learning_rate": 0.00019999527715647454,
      "loss": 12.2473,
      "step": 488
    },
    {
      "epoch": 0.08007204846897004,
      "grad_norm": 0.2844250798225403,
      "learning_rate": 0.00019999522678023404,
      "loss": 12.2779,
      "step": 489
    },
    {
      "epoch": 0.08023579498935647,
      "grad_norm": 0.15430493652820587,
      "learning_rate": 0.00019999517613675412,
      "loss": 12.2759,
      "step": 490
    },
    {
      "epoch": 0.08039954150974292,
      "grad_norm": 0.14520032703876495,
      "learning_rate": 0.0001999951252260349,
      "loss": 12.2643,
      "step": 491
    },
    {
      "epoch": 0.08056328803012935,
      "grad_norm": 0.20975728332996368,
      "learning_rate": 0.0001999950740480765,
      "loss": 12.2562,
      "step": 492
    },
    {
      "epoch": 0.0807270345505158,
      "grad_norm": 0.24926480650901794,
      "learning_rate": 0.00019999502260287905,
      "loss": 12.2656,
      "step": 493
    },
    {
      "epoch": 0.08089078107090224,
      "grad_norm": 0.1939597725868225,
      "learning_rate": 0.00019999497089044277,
      "loss": 12.2797,
      "step": 494
    },
    {
      "epoch": 0.08105452759128869,
      "grad_norm": 0.14060169458389282,
      "learning_rate": 0.0001999949189107677,
      "loss": 12.2859,
      "step": 495
    },
    {
      "epoch": 0.08121827411167512,
      "grad_norm": 0.21786072850227356,
      "learning_rate": 0.00019999486666385404,
      "loss": 12.2858,
      "step": 496
    },
    {
      "epoch": 0.08138202063206157,
      "grad_norm": 0.2889421880245209,
      "learning_rate": 0.0001999948141497019,
      "loss": 12.2572,
      "step": 497
    },
    {
      "epoch": 0.081545767152448,
      "grad_norm": 0.291425496339798,
      "learning_rate": 0.0001999947613683114,
      "loss": 12.2282,
      "step": 498
    },
    {
      "epoch": 0.08170951367283445,
      "grad_norm": 0.25705039501190186,
      "learning_rate": 0.00019999470831968274,
      "loss": 12.2507,
      "step": 499
    },
    {
      "epoch": 0.0818732601932209,
      "grad_norm": 0.1913681924343109,
      "learning_rate": 0.00019999465500381605,
      "loss": 12.2724,
      "step": 500
    },
    {
      "epoch": 0.08203700671360734,
      "grad_norm": 0.2260674387216568,
      "learning_rate": 0.00019999460142071143,
      "loss": 12.2539,
      "step": 501
    },
    {
      "epoch": 0.08220075323399378,
      "grad_norm": 0.17089596390724182,
      "learning_rate": 0.00019999454757036906,
      "loss": 12.2639,
      "step": 502
    },
    {
      "epoch": 0.08236449975438022,
      "grad_norm": 0.21298366785049438,
      "learning_rate": 0.00019999449345278904,
      "loss": 12.2546,
      "step": 503
    },
    {
      "epoch": 0.08252824627476667,
      "grad_norm": 0.1498648226261139,
      "learning_rate": 0.0001999944390679716,
      "loss": 12.2882,
      "step": 504
    },
    {
      "epoch": 0.0826919927951531,
      "grad_norm": 0.2605227530002594,
      "learning_rate": 0.0001999943844159168,
      "loss": 12.2627,
      "step": 505
    },
    {
      "epoch": 0.08285573931553955,
      "grad_norm": 0.2724616229534149,
      "learning_rate": 0.00019999432949662483,
      "loss": 12.261,
      "step": 506
    },
    {
      "epoch": 0.08301948583592599,
      "grad_norm": 0.17513243854045868,
      "learning_rate": 0.00019999427431009582,
      "loss": 12.2554,
      "step": 507
    },
    {
      "epoch": 0.08318323235631243,
      "grad_norm": 0.3738495409488678,
      "learning_rate": 0.00019999421885632992,
      "loss": 12.2488,
      "step": 508
    },
    {
      "epoch": 0.08334697887669887,
      "grad_norm": 0.17396804690361023,
      "learning_rate": 0.00019999416313532726,
      "loss": 12.2296,
      "step": 509
    },
    {
      "epoch": 0.08351072539708532,
      "grad_norm": 0.2673768699169159,
      "learning_rate": 0.00019999410714708802,
      "loss": 12.2929,
      "step": 510
    },
    {
      "epoch": 0.08367447191747175,
      "grad_norm": 0.126251682639122,
      "learning_rate": 0.00019999405089161237,
      "loss": 12.2418,
      "step": 511
    },
    {
      "epoch": 0.0838382184378582,
      "grad_norm": 0.13301542401313782,
      "learning_rate": 0.00019999399436890038,
      "loss": 12.2771,
      "step": 512
    },
    {
      "epoch": 0.08400196495824463,
      "grad_norm": 0.36997753381729126,
      "learning_rate": 0.0001999939375789523,
      "loss": 12.282,
      "step": 513
    },
    {
      "epoch": 0.08416571147863108,
      "grad_norm": 0.1922840178012848,
      "learning_rate": 0.00019999388052176822,
      "loss": 12.2512,
      "step": 514
    },
    {
      "epoch": 0.08432945799901752,
      "grad_norm": 0.1612626612186432,
      "learning_rate": 0.00019999382319734827,
      "loss": 12.2564,
      "step": 515
    },
    {
      "epoch": 0.08449320451940397,
      "grad_norm": 0.3599528670310974,
      "learning_rate": 0.00019999376560569267,
      "loss": 12.3231,
      "step": 516
    },
    {
      "epoch": 0.0846569510397904,
      "grad_norm": 0.2174975723028183,
      "learning_rate": 0.00019999370774680152,
      "loss": 12.2482,
      "step": 517
    },
    {
      "epoch": 0.08482069756017685,
      "grad_norm": 0.16101105511188507,
      "learning_rate": 0.00019999364962067502,
      "loss": 12.2453,
      "step": 518
    },
    {
      "epoch": 0.08498444408056328,
      "grad_norm": 0.16098256409168243,
      "learning_rate": 0.0001999935912273133,
      "loss": 12.2844,
      "step": 519
    },
    {
      "epoch": 0.08514819060094973,
      "grad_norm": 0.21801027655601501,
      "learning_rate": 0.0001999935325667165,
      "loss": 12.2693,
      "step": 520
    },
    {
      "epoch": 0.08531193712133617,
      "grad_norm": 0.14086532592773438,
      "learning_rate": 0.0001999934736388848,
      "loss": 12.2613,
      "step": 521
    },
    {
      "epoch": 0.08547568364172262,
      "grad_norm": 0.20445305109024048,
      "learning_rate": 0.00019999341444381833,
      "loss": 12.2395,
      "step": 522
    },
    {
      "epoch": 0.08563943016210905,
      "grad_norm": 0.21074581146240234,
      "learning_rate": 0.00019999335498151733,
      "loss": 12.2754,
      "step": 523
    },
    {
      "epoch": 0.0858031766824955,
      "grad_norm": 0.1751207858324051,
      "learning_rate": 0.00019999329525198186,
      "loss": 12.2557,
      "step": 524
    },
    {
      "epoch": 0.08596692320288193,
      "grad_norm": 0.19772769510746002,
      "learning_rate": 0.00019999323525521213,
      "loss": 12.2841,
      "step": 525
    },
    {
      "epoch": 0.08613066972326838,
      "grad_norm": 0.1892375349998474,
      "learning_rate": 0.00019999317499120827,
      "loss": 12.2425,
      "step": 526
    },
    {
      "epoch": 0.08629441624365482,
      "grad_norm": 0.13868379592895508,
      "learning_rate": 0.00019999311445997045,
      "loss": 12.2425,
      "step": 527
    },
    {
      "epoch": 0.08645816276404127,
      "grad_norm": 0.19545531272888184,
      "learning_rate": 0.00019999305366149886,
      "loss": 12.2506,
      "step": 528
    },
    {
      "epoch": 0.0866219092844277,
      "grad_norm": 0.16759023070335388,
      "learning_rate": 0.00019999299259579366,
      "loss": 12.2702,
      "step": 529
    },
    {
      "epoch": 0.08678565580481415,
      "grad_norm": 0.1422002762556076,
      "learning_rate": 0.000199992931262855,
      "loss": 12.2798,
      "step": 530
    },
    {
      "epoch": 0.08694940232520058,
      "grad_norm": 0.1551176756620407,
      "learning_rate": 0.00019999286966268303,
      "loss": 12.2362,
      "step": 531
    },
    {
      "epoch": 0.08711314884558703,
      "grad_norm": 0.19540736079216003,
      "learning_rate": 0.00019999280779527793,
      "loss": 12.2627,
      "step": 532
    },
    {
      "epoch": 0.08727689536597347,
      "grad_norm": 0.1344379335641861,
      "learning_rate": 0.00019999274566063983,
      "loss": 12.2668,
      "step": 533
    },
    {
      "epoch": 0.08744064188635992,
      "grad_norm": 0.1458573043346405,
      "learning_rate": 0.00019999268325876895,
      "loss": 12.2599,
      "step": 534
    },
    {
      "epoch": 0.08760438840674635,
      "grad_norm": 0.2072553187608719,
      "learning_rate": 0.00019999262058966542,
      "loss": 12.2642,
      "step": 535
    },
    {
      "epoch": 0.0877681349271328,
      "grad_norm": 0.14165370166301727,
      "learning_rate": 0.00019999255765332946,
      "loss": 12.2656,
      "step": 536
    },
    {
      "epoch": 0.08793188144751923,
      "grad_norm": 0.1711515188217163,
      "learning_rate": 0.00019999249444976118,
      "loss": 12.2662,
      "step": 537
    },
    {
      "epoch": 0.08809562796790568,
      "grad_norm": 0.1479502171278,
      "learning_rate": 0.00019999243097896076,
      "loss": 12.2564,
      "step": 538
    },
    {
      "epoch": 0.08825937448829213,
      "grad_norm": 0.32752886414527893,
      "learning_rate": 0.0001999923672409284,
      "loss": 12.3072,
      "step": 539
    },
    {
      "epoch": 0.08842312100867857,
      "grad_norm": 0.19929148256778717,
      "learning_rate": 0.00019999230323566422,
      "loss": 12.298,
      "step": 540
    },
    {
      "epoch": 0.08858686752906501,
      "grad_norm": 0.33046862483024597,
      "learning_rate": 0.00019999223896316845,
      "loss": 12.248,
      "step": 541
    },
    {
      "epoch": 0.08875061404945145,
      "grad_norm": 0.13765937089920044,
      "learning_rate": 0.0001999921744234412,
      "loss": 12.2542,
      "step": 542
    },
    {
      "epoch": 0.0889143605698379,
      "grad_norm": 0.19766588509082794,
      "learning_rate": 0.00019999210961648269,
      "loss": 12.2662,
      "step": 543
    },
    {
      "epoch": 0.08907810709022433,
      "grad_norm": 0.23486214876174927,
      "learning_rate": 0.00019999204454229308,
      "loss": 12.2628,
      "step": 544
    },
    {
      "epoch": 0.08924185361061078,
      "grad_norm": 0.33818957209587097,
      "learning_rate": 0.00019999197920087254,
      "loss": 12.2958,
      "step": 545
    },
    {
      "epoch": 0.08940560013099721,
      "grad_norm": 0.17376133799552917,
      "learning_rate": 0.00019999191359222125,
      "loss": 12.2765,
      "step": 546
    },
    {
      "epoch": 0.08956934665138366,
      "grad_norm": 0.20563820004463196,
      "learning_rate": 0.00019999184771633938,
      "loss": 12.2809,
      "step": 547
    },
    {
      "epoch": 0.0897330931717701,
      "grad_norm": 0.23043566942214966,
      "learning_rate": 0.00019999178157322707,
      "loss": 12.2716,
      "step": 548
    },
    {
      "epoch": 0.08989683969215655,
      "grad_norm": 0.17227397859096527,
      "learning_rate": 0.00019999171516288456,
      "loss": 12.2736,
      "step": 549
    },
    {
      "epoch": 0.09006058621254298,
      "grad_norm": 0.20385326445102692,
      "learning_rate": 0.00019999164848531203,
      "loss": 12.2394,
      "step": 550
    },
    {
      "epoch": 0.09022433273292943,
      "grad_norm": 0.13971176743507385,
      "learning_rate": 0.0001999915815405096,
      "loss": 12.2582,
      "step": 551
    },
    {
      "epoch": 0.09038807925331586,
      "grad_norm": 0.15711809694766998,
      "learning_rate": 0.0001999915143284775,
      "loss": 12.2369,
      "step": 552
    },
    {
      "epoch": 0.09055182577370231,
      "grad_norm": 0.20646773278713226,
      "learning_rate": 0.00019999144684921584,
      "loss": 12.2469,
      "step": 553
    },
    {
      "epoch": 0.09071557229408875,
      "grad_norm": 0.1829550713300705,
      "learning_rate": 0.00019999137910272488,
      "loss": 12.2541,
      "step": 554
    },
    {
      "epoch": 0.0908793188144752,
      "grad_norm": 0.14914344251155853,
      "learning_rate": 0.0001999913110890048,
      "loss": 12.2867,
      "step": 555
    },
    {
      "epoch": 0.09104306533486163,
      "grad_norm": 0.1926674097776413,
      "learning_rate": 0.00019999124280805573,
      "loss": 12.2441,
      "step": 556
    },
    {
      "epoch": 0.09120681185524808,
      "grad_norm": 0.12586253881454468,
      "learning_rate": 0.00019999117425987785,
      "loss": 12.2711,
      "step": 557
    },
    {
      "epoch": 0.09137055837563451,
      "grad_norm": 0.2592686414718628,
      "learning_rate": 0.00019999110544447138,
      "loss": 12.238,
      "step": 558
    },
    {
      "epoch": 0.09153430489602096,
      "grad_norm": 0.1788288652896881,
      "learning_rate": 0.0001999910363618365,
      "loss": 12.2804,
      "step": 559
    },
    {
      "epoch": 0.0916980514164074,
      "grad_norm": 0.15797553956508636,
      "learning_rate": 0.00019999096701197339,
      "loss": 12.2578,
      "step": 560
    },
    {
      "epoch": 0.09186179793679385,
      "grad_norm": 0.155698761343956,
      "learning_rate": 0.00019999089739488221,
      "loss": 12.2505,
      "step": 561
    },
    {
      "epoch": 0.09202554445718028,
      "grad_norm": 0.201356902718544,
      "learning_rate": 0.00019999082751056318,
      "loss": 12.2666,
      "step": 562
    },
    {
      "epoch": 0.09218929097756673,
      "grad_norm": 0.4484696090221405,
      "learning_rate": 0.00019999075735901647,
      "loss": 12.2981,
      "step": 563
    },
    {
      "epoch": 0.09235303749795316,
      "grad_norm": 0.23958955705165863,
      "learning_rate": 0.00019999068694024228,
      "loss": 12.3007,
      "step": 564
    },
    {
      "epoch": 0.09251678401833961,
      "grad_norm": 0.20138677954673767,
      "learning_rate": 0.0001999906162542408,
      "loss": 12.2547,
      "step": 565
    },
    {
      "epoch": 0.09268053053872605,
      "grad_norm": 0.2650439739227295,
      "learning_rate": 0.00019999054530101218,
      "loss": 12.2488,
      "step": 566
    },
    {
      "epoch": 0.0928442770591125,
      "grad_norm": 0.16292192041873932,
      "learning_rate": 0.00019999047408055665,
      "loss": 12.2734,
      "step": 567
    },
    {
      "epoch": 0.09300802357949893,
      "grad_norm": 0.16789360344409943,
      "learning_rate": 0.0001999904025928744,
      "loss": 12.2769,
      "step": 568
    },
    {
      "epoch": 0.09317177009988538,
      "grad_norm": 0.18500173091888428,
      "learning_rate": 0.0001999903308379656,
      "loss": 12.2368,
      "step": 569
    },
    {
      "epoch": 0.09333551662027181,
      "grad_norm": 0.166462704539299,
      "learning_rate": 0.00019999025881583044,
      "loss": 12.2278,
      "step": 570
    },
    {
      "epoch": 0.09349926314065826,
      "grad_norm": 0.16099901497364044,
      "learning_rate": 0.00019999018652646912,
      "loss": 12.2619,
      "step": 571
    },
    {
      "epoch": 0.0936630096610447,
      "grad_norm": 0.1871333122253418,
      "learning_rate": 0.00019999011396988186,
      "loss": 12.2631,
      "step": 572
    },
    {
      "epoch": 0.09382675618143115,
      "grad_norm": 0.16076967120170593,
      "learning_rate": 0.0001999900411460688,
      "loss": 12.2759,
      "step": 573
    },
    {
      "epoch": 0.09399050270181758,
      "grad_norm": 0.1936284452676773,
      "learning_rate": 0.0001999899680550302,
      "loss": 12.2962,
      "step": 574
    },
    {
      "epoch": 0.09415424922220403,
      "grad_norm": 0.15248098969459534,
      "learning_rate": 0.00019998989469676622,
      "loss": 12.2729,
      "step": 575
    },
    {
      "epoch": 0.09431799574259046,
      "grad_norm": 0.2867307960987091,
      "learning_rate": 0.00019998982107127702,
      "loss": 12.256,
      "step": 576
    },
    {
      "epoch": 0.09448174226297691,
      "grad_norm": 0.23930412530899048,
      "learning_rate": 0.00019998974717856286,
      "loss": 12.2622,
      "step": 577
    },
    {
      "epoch": 0.09464548878336336,
      "grad_norm": 0.23292279243469238,
      "learning_rate": 0.0001999896730186239,
      "loss": 12.2749,
      "step": 578
    },
    {
      "epoch": 0.0948092353037498,
      "grad_norm": 0.20313963294029236,
      "learning_rate": 0.00019998959859146036,
      "loss": 12.2894,
      "step": 579
    },
    {
      "epoch": 0.09497298182413624,
      "grad_norm": 0.18153154850006104,
      "learning_rate": 0.00019998952389707242,
      "loss": 12.2516,
      "step": 580
    },
    {
      "epoch": 0.09513672834452268,
      "grad_norm": 0.15528979897499084,
      "learning_rate": 0.0001999894489354603,
      "loss": 12.2622,
      "step": 581
    },
    {
      "epoch": 0.09530047486490913,
      "grad_norm": 0.15820947289466858,
      "learning_rate": 0.00019998937370662416,
      "loss": 12.2784,
      "step": 582
    },
    {
      "epoch": 0.09546422138529556,
      "grad_norm": 0.1906697005033493,
      "learning_rate": 0.00019998929821056426,
      "loss": 12.2721,
      "step": 583
    },
    {
      "epoch": 0.09562796790568201,
      "grad_norm": 0.16757844388484955,
      "learning_rate": 0.00019998922244728076,
      "loss": 12.2518,
      "step": 584
    },
    {
      "epoch": 0.09579171442606844,
      "grad_norm": 0.1887599378824234,
      "learning_rate": 0.0001999891464167739,
      "loss": 12.2657,
      "step": 585
    },
    {
      "epoch": 0.09595546094645489,
      "grad_norm": 0.2148314267396927,
      "learning_rate": 0.0001999890701190438,
      "loss": 12.2641,
      "step": 586
    },
    {
      "epoch": 0.09611920746684133,
      "grad_norm": 0.2525731921195984,
      "learning_rate": 0.00019998899355409076,
      "loss": 12.2726,
      "step": 587
    },
    {
      "epoch": 0.09628295398722778,
      "grad_norm": 0.25445112586021423,
      "learning_rate": 0.00019998891672191494,
      "loss": 12.2299,
      "step": 588
    },
    {
      "epoch": 0.09644670050761421,
      "grad_norm": 0.20000016689300537,
      "learning_rate": 0.00019998883962251654,
      "loss": 12.2536,
      "step": 589
    },
    {
      "epoch": 0.09661044702800066,
      "grad_norm": 0.20457811653614044,
      "learning_rate": 0.00019998876225589578,
      "loss": 12.2577,
      "step": 590
    },
    {
      "epoch": 0.0967741935483871,
      "grad_norm": 0.17679806053638458,
      "learning_rate": 0.00019998868462205285,
      "loss": 12.2519,
      "step": 591
    },
    {
      "epoch": 0.09693794006877354,
      "grad_norm": 0.1711779534816742,
      "learning_rate": 0.000199988606720988,
      "loss": 12.2187,
      "step": 592
    },
    {
      "epoch": 0.09710168658915998,
      "grad_norm": 0.2674786448478699,
      "learning_rate": 0.0001999885285527014,
      "loss": 12.2609,
      "step": 593
    },
    {
      "epoch": 0.09726543310954643,
      "grad_norm": 0.14570537209510803,
      "learning_rate": 0.00019998845011719326,
      "loss": 12.2463,
      "step": 594
    },
    {
      "epoch": 0.09742917962993286,
      "grad_norm": 0.17581459879875183,
      "learning_rate": 0.00019998837141446378,
      "loss": 12.2543,
      "step": 595
    },
    {
      "epoch": 0.09759292615031931,
      "grad_norm": 0.1694401651620865,
      "learning_rate": 0.0001999882924445132,
      "loss": 12.2882,
      "step": 596
    },
    {
      "epoch": 0.09775667267070574,
      "grad_norm": 0.18744853138923645,
      "learning_rate": 0.00019998821320734177,
      "loss": 12.2401,
      "step": 597
    },
    {
      "epoch": 0.09792041919109219,
      "grad_norm": 0.26006919145584106,
      "learning_rate": 0.00019998813370294957,
      "loss": 12.2708,
      "step": 598
    },
    {
      "epoch": 0.09808416571147863,
      "grad_norm": 0.17062494158744812,
      "learning_rate": 0.00019998805393133692,
      "loss": 12.2635,
      "step": 599
    },
    {
      "epoch": 0.09824791223186508,
      "grad_norm": 0.19302265346050262,
      "learning_rate": 0.00019998797389250404,
      "loss": 12.2255,
      "step": 600
    },
    {
      "epoch": 0.09841165875225151,
      "grad_norm": 0.1742558777332306,
      "learning_rate": 0.00019998789358645106,
      "loss": 12.2327,
      "step": 601
    },
    {
      "epoch": 0.09857540527263796,
      "grad_norm": 0.21890263259410858,
      "learning_rate": 0.0001999878130131783,
      "loss": 12.2857,
      "step": 602
    },
    {
      "epoch": 0.0987391517930244,
      "grad_norm": 0.16165485978126526,
      "learning_rate": 0.00019998773217268586,
      "loss": 12.2459,
      "step": 603
    },
    {
      "epoch": 0.09890289831341084,
      "grad_norm": 0.2369285672903061,
      "learning_rate": 0.0001999876510649741,
      "loss": 12.2954,
      "step": 604
    },
    {
      "epoch": 0.09906664483379728,
      "grad_norm": 0.1774766743183136,
      "learning_rate": 0.00019998756969004307,
      "loss": 12.2627,
      "step": 605
    },
    {
      "epoch": 0.09923039135418373,
      "grad_norm": 0.14726974070072174,
      "learning_rate": 0.00019998748804789308,
      "loss": 12.2593,
      "step": 606
    },
    {
      "epoch": 0.09939413787457016,
      "grad_norm": 0.20986835658550262,
      "learning_rate": 0.0001999874061385244,
      "loss": 12.2769,
      "step": 607
    },
    {
      "epoch": 0.09955788439495661,
      "grad_norm": 0.15654174983501434,
      "learning_rate": 0.0001999873239619371,
      "loss": 12.2858,
      "step": 608
    },
    {
      "epoch": 0.09972163091534304,
      "grad_norm": 0.2046964168548584,
      "learning_rate": 0.00019998724151813155,
      "loss": 12.2597,
      "step": 609
    },
    {
      "epoch": 0.09988537743572949,
      "grad_norm": 0.1860288828611374,
      "learning_rate": 0.0001999871588071079,
      "loss": 12.2755,
      "step": 610
    },
    {
      "epoch": 0.10004912395611593,
      "grad_norm": 0.17672719061374664,
      "learning_rate": 0.00019998707582886635,
      "loss": 12.2937,
      "step": 611
    },
    {
      "epoch": 0.10021287047650237,
      "grad_norm": 0.25083354115486145,
      "learning_rate": 0.00019998699258340718,
      "loss": 12.2747,
      "step": 612
    },
    {
      "epoch": 0.10037661699688881,
      "grad_norm": 0.2215733677148819,
      "learning_rate": 0.00019998690907073056,
      "loss": 12.2694,
      "step": 613
    },
    {
      "epoch": 0.10054036351727526,
      "grad_norm": 0.2608155310153961,
      "learning_rate": 0.00019998682529083676,
      "loss": 12.2544,
      "step": 614
    },
    {
      "epoch": 0.1007041100376617,
      "grad_norm": 0.25067582726478577,
      "learning_rate": 0.00019998674124372596,
      "loss": 12.258,
      "step": 615
    },
    {
      "epoch": 0.10086785655804814,
      "grad_norm": 0.21041239798069,
      "learning_rate": 0.00019998665692939842,
      "loss": 12.2686,
      "step": 616
    },
    {
      "epoch": 0.10103160307843459,
      "grad_norm": 0.1990176886320114,
      "learning_rate": 0.00019998657234785434,
      "loss": 12.2596,
      "step": 617
    },
    {
      "epoch": 0.10119534959882102,
      "grad_norm": 0.3006889820098877,
      "learning_rate": 0.00019998648749909397,
      "loss": 12.2786,
      "step": 618
    },
    {
      "epoch": 0.10135909611920747,
      "grad_norm": 0.19156216084957123,
      "learning_rate": 0.0001999864023831175,
      "loss": 12.2623,
      "step": 619
    },
    {
      "epoch": 0.10152284263959391,
      "grad_norm": 0.24337586760520935,
      "learning_rate": 0.0001999863169999252,
      "loss": 12.2687,
      "step": 620
    },
    {
      "epoch": 0.10168658915998036,
      "grad_norm": 0.2112797200679779,
      "learning_rate": 0.00019998623134951727,
      "loss": 12.2371,
      "step": 621
    },
    {
      "epoch": 0.10185033568036679,
      "grad_norm": 0.3540230095386505,
      "learning_rate": 0.00019998614543189394,
      "loss": 12.2661,
      "step": 622
    },
    {
      "epoch": 0.10201408220075324,
      "grad_norm": 0.21008434891700745,
      "learning_rate": 0.00019998605924705546,
      "loss": 12.2417,
      "step": 623
    },
    {
      "epoch": 0.10217782872113967,
      "grad_norm": 0.3391290307044983,
      "learning_rate": 0.000199985972795002,
      "loss": 12.2789,
      "step": 624
    },
    {
      "epoch": 0.10234157524152612,
      "grad_norm": 0.22646580636501312,
      "learning_rate": 0.0001999858860757339,
      "loss": 12.2695,
      "step": 625
    },
    {
      "epoch": 0.10250532176191256,
      "grad_norm": 0.20563830435276031,
      "learning_rate": 0.0001999857990892513,
      "loss": 12.2392,
      "step": 626
    },
    {
      "epoch": 0.102669068282299,
      "grad_norm": 0.14008118212223053,
      "learning_rate": 0.00019998571183555447,
      "loss": 12.2677,
      "step": 627
    },
    {
      "epoch": 0.10283281480268544,
      "grad_norm": 0.18549852073192596,
      "learning_rate": 0.00019998562431464365,
      "loss": 12.2683,
      "step": 628
    },
    {
      "epoch": 0.10299656132307189,
      "grad_norm": 0.1716676652431488,
      "learning_rate": 0.00019998553652651903,
      "loss": 12.2592,
      "step": 629
    },
    {
      "epoch": 0.10316030784345832,
      "grad_norm": 0.18004333972930908,
      "learning_rate": 0.0001999854484711809,
      "loss": 12.2507,
      "step": 630
    },
    {
      "epoch": 0.10332405436384477,
      "grad_norm": 0.1485266536474228,
      "learning_rate": 0.00019998536014862944,
      "loss": 12.2692,
      "step": 631
    },
    {
      "epoch": 0.1034878008842312,
      "grad_norm": 0.16121861338615417,
      "learning_rate": 0.00019998527155886496,
      "loss": 12.2907,
      "step": 632
    },
    {
      "epoch": 0.10365154740461766,
      "grad_norm": 0.2284204214811325,
      "learning_rate": 0.00019998518270188763,
      "loss": 12.2752,
      "step": 633
    },
    {
      "epoch": 0.10381529392500409,
      "grad_norm": 0.21021804213523865,
      "learning_rate": 0.0001999850935776977,
      "loss": 12.2439,
      "step": 634
    },
    {
      "epoch": 0.10397904044539054,
      "grad_norm": 0.18460194766521454,
      "learning_rate": 0.0001999850041862954,
      "loss": 12.2636,
      "step": 635
    },
    {
      "epoch": 0.10414278696577697,
      "grad_norm": 0.235703706741333,
      "learning_rate": 0.00019998491452768102,
      "loss": 12.2853,
      "step": 636
    },
    {
      "epoch": 0.10430653348616342,
      "grad_norm": 0.1810152679681778,
      "learning_rate": 0.00019998482460185474,
      "loss": 12.273,
      "step": 637
    },
    {
      "epoch": 0.10447028000654986,
      "grad_norm": 0.26445272564888,
      "learning_rate": 0.00019998473440881686,
      "loss": 12.2545,
      "step": 638
    },
    {
      "epoch": 0.1046340265269363,
      "grad_norm": 0.47541436553001404,
      "learning_rate": 0.00019998464394856757,
      "loss": 12.3134,
      "step": 639
    },
    {
      "epoch": 0.10479777304732274,
      "grad_norm": 0.20061855018138885,
      "learning_rate": 0.00019998455322110714,
      "loss": 12.259,
      "step": 640
    },
    {
      "epoch": 0.10496151956770919,
      "grad_norm": 0.19952458143234253,
      "learning_rate": 0.00019998446222643579,
      "loss": 12.2633,
      "step": 641
    },
    {
      "epoch": 0.10512526608809562,
      "grad_norm": 0.18077236413955688,
      "learning_rate": 0.00019998437096455375,
      "loss": 12.2649,
      "step": 642
    },
    {
      "epoch": 0.10528901260848207,
      "grad_norm": 0.19510169327259064,
      "learning_rate": 0.00019998427943546134,
      "loss": 12.2537,
      "step": 643
    },
    {
      "epoch": 0.1054527591288685,
      "grad_norm": 0.1354212760925293,
      "learning_rate": 0.00019998418763915872,
      "loss": 12.2671,
      "step": 644
    },
    {
      "epoch": 0.10561650564925495,
      "grad_norm": 0.15665219724178314,
      "learning_rate": 0.0001999840955756462,
      "loss": 12.2936,
      "step": 645
    },
    {
      "epoch": 0.10578025216964139,
      "grad_norm": 0.17888222634792328,
      "learning_rate": 0.00019998400324492394,
      "loss": 12.2707,
      "step": 646
    },
    {
      "epoch": 0.10594399869002784,
      "grad_norm": 0.20793989300727844,
      "learning_rate": 0.0001999839106469923,
      "loss": 12.263,
      "step": 647
    },
    {
      "epoch": 0.10610774521041427,
      "grad_norm": 0.2504526674747467,
      "learning_rate": 0.00019998381778185142,
      "loss": 12.2566,
      "step": 648
    },
    {
      "epoch": 0.10627149173080072,
      "grad_norm": 0.2541908621788025,
      "learning_rate": 0.00019998372464950163,
      "loss": 12.2473,
      "step": 649
    },
    {
      "epoch": 0.10643523825118716,
      "grad_norm": 0.1839291751384735,
      "learning_rate": 0.00019998363124994314,
      "loss": 12.2588,
      "step": 650
    },
    {
      "epoch": 0.1065989847715736,
      "grad_norm": 0.1613001674413681,
      "learning_rate": 0.00019998353758317618,
      "loss": 12.2363,
      "step": 651
    },
    {
      "epoch": 0.10676273129196004,
      "grad_norm": 0.29961979389190674,
      "learning_rate": 0.00019998344364920108,
      "loss": 12.2315,
      "step": 652
    },
    {
      "epoch": 0.10692647781234649,
      "grad_norm": 0.1734955608844757,
      "learning_rate": 0.000199983349448018,
      "loss": 12.2566,
      "step": 653
    },
    {
      "epoch": 0.10709022433273294,
      "grad_norm": 0.22714467346668243,
      "learning_rate": 0.00019998325497962721,
      "loss": 12.2773,
      "step": 654
    },
    {
      "epoch": 0.10725397085311937,
      "grad_norm": 0.18775632977485657,
      "learning_rate": 0.00019998316024402902,
      "loss": 12.2499,
      "step": 655
    },
    {
      "epoch": 0.10741771737350582,
      "grad_norm": 0.14911091327667236,
      "learning_rate": 0.00019998306524122365,
      "loss": 12.2585,
      "step": 656
    },
    {
      "epoch": 0.10758146389389225,
      "grad_norm": 0.153729647397995,
      "learning_rate": 0.00019998296997121134,
      "loss": 12.2517,
      "step": 657
    },
    {
      "epoch": 0.1077452104142787,
      "grad_norm": 0.12172205001115799,
      "learning_rate": 0.00019998287443399233,
      "loss": 12.2633,
      "step": 658
    },
    {
      "epoch": 0.10790895693466514,
      "grad_norm": 0.2324371337890625,
      "learning_rate": 0.0001999827786295669,
      "loss": 12.2705,
      "step": 659
    },
    {
      "epoch": 0.10807270345505159,
      "grad_norm": 0.14951297640800476,
      "learning_rate": 0.00019998268255793533,
      "loss": 12.2622,
      "step": 660
    },
    {
      "epoch": 0.10823644997543802,
      "grad_norm": 0.2147216498851776,
      "learning_rate": 0.0001999825862190978,
      "loss": 12.2956,
      "step": 661
    },
    {
      "epoch": 0.10840019649582447,
      "grad_norm": 0.3348814845085144,
      "learning_rate": 0.00019998248961305471,
      "loss": 12.2714,
      "step": 662
    },
    {
      "epoch": 0.1085639430162109,
      "grad_norm": 0.2494417130947113,
      "learning_rate": 0.00019998239273980617,
      "loss": 12.2685,
      "step": 663
    },
    {
      "epoch": 0.10872768953659735,
      "grad_norm": 0.20005349814891815,
      "learning_rate": 0.00019998229559935247,
      "loss": 12.2377,
      "step": 664
    },
    {
      "epoch": 0.10889143605698379,
      "grad_norm": 0.2329307198524475,
      "learning_rate": 0.00019998219819169396,
      "loss": 12.2541,
      "step": 665
    },
    {
      "epoch": 0.10905518257737024,
      "grad_norm": 0.3226028382778168,
      "learning_rate": 0.0001999821005168308,
      "loss": 12.2794,
      "step": 666
    },
    {
      "epoch": 0.10921892909775667,
      "grad_norm": 0.21378913521766663,
      "learning_rate": 0.00019998200257476326,
      "loss": 12.2466,
      "step": 667
    },
    {
      "epoch": 0.10938267561814312,
      "grad_norm": 0.18209829926490784,
      "learning_rate": 0.00019998190436549166,
      "loss": 12.246,
      "step": 668
    },
    {
      "epoch": 0.10954642213852955,
      "grad_norm": 0.1942809522151947,
      "learning_rate": 0.00019998180588901625,
      "loss": 12.2976,
      "step": 669
    },
    {
      "epoch": 0.109710168658916,
      "grad_norm": 0.2823975384235382,
      "learning_rate": 0.00019998170714533725,
      "loss": 12.2609,
      "step": 670
    },
    {
      "epoch": 0.10987391517930244,
      "grad_norm": 0.1592366099357605,
      "learning_rate": 0.00019998160813445494,
      "loss": 12.2825,
      "step": 671
    },
    {
      "epoch": 0.11003766169968889,
      "grad_norm": 0.16642484068870544,
      "learning_rate": 0.0001999815088563696,
      "loss": 12.2322,
      "step": 672
    },
    {
      "epoch": 0.11020140822007532,
      "grad_norm": 0.3897826373577118,
      "learning_rate": 0.00019998140931108148,
      "loss": 12.2343,
      "step": 673
    },
    {
      "epoch": 0.11036515474046177,
      "grad_norm": 0.14695951342582703,
      "learning_rate": 0.00019998130949859088,
      "loss": 12.2712,
      "step": 674
    },
    {
      "epoch": 0.1105289012608482,
      "grad_norm": 0.28502780199050903,
      "learning_rate": 0.00019998120941889803,
      "loss": 12.2653,
      "step": 675
    },
    {
      "epoch": 0.11069264778123465,
      "grad_norm": 0.20605143904685974,
      "learning_rate": 0.0001999811090720032,
      "loss": 12.2505,
      "step": 676
    },
    {
      "epoch": 0.11085639430162109,
      "grad_norm": 0.17322997748851776,
      "learning_rate": 0.00019998100845790667,
      "loss": 12.2404,
      "step": 677
    },
    {
      "epoch": 0.11102014082200753,
      "grad_norm": 0.22566843032836914,
      "learning_rate": 0.00019998090757660872,
      "loss": 12.2536,
      "step": 678
    },
    {
      "epoch": 0.11118388734239397,
      "grad_norm": 0.2020934671163559,
      "learning_rate": 0.00019998080642810959,
      "loss": 12.2919,
      "step": 679
    },
    {
      "epoch": 0.11134763386278042,
      "grad_norm": 0.20571619272232056,
      "learning_rate": 0.00019998070501240958,
      "loss": 12.2496,
      "step": 680
    },
    {
      "epoch": 0.11151138038316685,
      "grad_norm": 0.23394832015037537,
      "learning_rate": 0.0001999806033295089,
      "loss": 12.3042,
      "step": 681
    },
    {
      "epoch": 0.1116751269035533,
      "grad_norm": 0.37446317076683044,
      "learning_rate": 0.00019998050137940793,
      "loss": 12.2232,
      "step": 682
    },
    {
      "epoch": 0.11183887342393974,
      "grad_norm": 0.24774238467216492,
      "learning_rate": 0.00019998039916210684,
      "loss": 12.2569,
      "step": 683
    },
    {
      "epoch": 0.11200261994432618,
      "grad_norm": 0.18902882933616638,
      "learning_rate": 0.00019998029667760595,
      "loss": 12.2678,
      "step": 684
    },
    {
      "epoch": 0.11216636646471262,
      "grad_norm": 0.24386021494865417,
      "learning_rate": 0.00019998019392590552,
      "loss": 12.2515,
      "step": 685
    },
    {
      "epoch": 0.11233011298509907,
      "grad_norm": 0.1919771432876587,
      "learning_rate": 0.00019998009090700585,
      "loss": 12.2585,
      "step": 686
    },
    {
      "epoch": 0.1124938595054855,
      "grad_norm": 0.2406018227338791,
      "learning_rate": 0.0001999799876209072,
      "loss": 12.2547,
      "step": 687
    },
    {
      "epoch": 0.11265760602587195,
      "grad_norm": 0.18448154628276825,
      "learning_rate": 0.00019997988406760984,
      "loss": 12.2652,
      "step": 688
    },
    {
      "epoch": 0.11282135254625839,
      "grad_norm": 0.26016390323638916,
      "learning_rate": 0.00019997978024711405,
      "loss": 12.2443,
      "step": 689
    },
    {
      "epoch": 0.11298509906664483,
      "grad_norm": 0.22282028198242188,
      "learning_rate": 0.0001999796761594201,
      "loss": 12.2521,
      "step": 690
    },
    {
      "epoch": 0.11314884558703127,
      "grad_norm": 0.19451838731765747,
      "learning_rate": 0.0001999795718045283,
      "loss": 12.2511,
      "step": 691
    },
    {
      "epoch": 0.11331259210741772,
      "grad_norm": 0.13449028134346008,
      "learning_rate": 0.00019997946718243887,
      "loss": 12.2649,
      "step": 692
    },
    {
      "epoch": 0.11347633862780417,
      "grad_norm": 0.16171801090240479,
      "learning_rate": 0.00019997936229315216,
      "loss": 12.2522,
      "step": 693
    },
    {
      "epoch": 0.1136400851481906,
      "grad_norm": 0.2671642601490021,
      "learning_rate": 0.00019997925713666835,
      "loss": 12.2789,
      "step": 694
    },
    {
      "epoch": 0.11380383166857705,
      "grad_norm": 0.20152407884597778,
      "learning_rate": 0.00019997915171298788,
      "loss": 12.2889,
      "step": 695
    },
    {
      "epoch": 0.11396757818896348,
      "grad_norm": 0.14468339085578918,
      "learning_rate": 0.00019997904602211085,
      "loss": 12.2395,
      "step": 696
    },
    {
      "epoch": 0.11413132470934993,
      "grad_norm": 0.12371987104415894,
      "learning_rate": 0.00019997894006403767,
      "loss": 12.2567,
      "step": 697
    },
    {
      "epoch": 0.11429507122973637,
      "grad_norm": 0.2297051101922989,
      "learning_rate": 0.00019997883383876858,
      "loss": 12.2663,
      "step": 698
    },
    {
      "epoch": 0.11445881775012282,
      "grad_norm": 0.24164938926696777,
      "learning_rate": 0.0001999787273463039,
      "loss": 12.2613,
      "step": 699
    },
    {
      "epoch": 0.11462256427050925,
      "grad_norm": 0.12142845243215561,
      "learning_rate": 0.00019997862058664383,
      "loss": 12.2554,
      "step": 700
    },
    {
      "epoch": 0.1147863107908957,
      "grad_norm": 0.27234968543052673,
      "learning_rate": 0.00019997851355978873,
      "loss": 12.2556,
      "step": 701
    },
    {
      "epoch": 0.11495005731128213,
      "grad_norm": 0.2992333173751831,
      "learning_rate": 0.00019997840626573887,
      "loss": 12.2827,
      "step": 702
    },
    {
      "epoch": 0.11511380383166858,
      "grad_norm": 0.16893671452999115,
      "learning_rate": 0.0001999782987044945,
      "loss": 12.2516,
      "step": 703
    },
    {
      "epoch": 0.11527755035205502,
      "grad_norm": 0.15710364282131195,
      "learning_rate": 0.00019997819087605597,
      "loss": 12.2315,
      "step": 704
    },
    {
      "epoch": 0.11544129687244147,
      "grad_norm": 0.1487736850976944,
      "learning_rate": 0.0001999780827804235,
      "loss": 12.2508,
      "step": 705
    },
    {
      "epoch": 0.1156050433928279,
      "grad_norm": 0.19448354840278625,
      "learning_rate": 0.00019997797441759745,
      "loss": 12.2404,
      "step": 706
    },
    {
      "epoch": 0.11576878991321435,
      "grad_norm": 0.2013469785451889,
      "learning_rate": 0.00019997786578757808,
      "loss": 12.2744,
      "step": 707
    },
    {
      "epoch": 0.11593253643360078,
      "grad_norm": 0.2695065438747406,
      "learning_rate": 0.00019997775689036565,
      "loss": 12.2469,
      "step": 708
    },
    {
      "epoch": 0.11609628295398723,
      "grad_norm": 0.1316147893667221,
      "learning_rate": 0.00019997764772596046,
      "loss": 12.2832,
      "step": 709
    },
    {
      "epoch": 0.11626002947437367,
      "grad_norm": 0.22008389234542847,
      "learning_rate": 0.00019997753829436286,
      "loss": 12.2447,
      "step": 710
    },
    {
      "epoch": 0.11642377599476011,
      "grad_norm": 0.14515216648578644,
      "learning_rate": 0.00019997742859557307,
      "loss": 12.2219,
      "step": 711
    },
    {
      "epoch": 0.11658752251514655,
      "grad_norm": 0.25737878680229187,
      "learning_rate": 0.0001999773186295914,
      "loss": 12.2293,
      "step": 712
    },
    {
      "epoch": 0.116751269035533,
      "grad_norm": 0.22486746311187744,
      "learning_rate": 0.0001999772083964182,
      "loss": 12.2661,
      "step": 713
    },
    {
      "epoch": 0.11691501555591943,
      "grad_norm": 0.17334704101085663,
      "learning_rate": 0.0001999770978960537,
      "loss": 12.2547,
      "step": 714
    },
    {
      "epoch": 0.11707876207630588,
      "grad_norm": 0.1596781462430954,
      "learning_rate": 0.00019997698712849823,
      "loss": 12.2811,
      "step": 715
    },
    {
      "epoch": 0.11724250859669232,
      "grad_norm": 0.2053455412387848,
      "learning_rate": 0.00019997687609375203,
      "loss": 12.2605,
      "step": 716
    },
    {
      "epoch": 0.11740625511707876,
      "grad_norm": 0.15111824870109558,
      "learning_rate": 0.00019997676479181547,
      "loss": 12.2554,
      "step": 717
    },
    {
      "epoch": 0.1175700016374652,
      "grad_norm": 0.14962074160575867,
      "learning_rate": 0.00019997665322268881,
      "loss": 12.2361,
      "step": 718
    },
    {
      "epoch": 0.11773374815785165,
      "grad_norm": 0.18393626809120178,
      "learning_rate": 0.00019997654138637238,
      "loss": 12.237,
      "step": 719
    },
    {
      "epoch": 0.11789749467823808,
      "grad_norm": 0.22599177062511444,
      "learning_rate": 0.0001999764292828664,
      "loss": 12.2619,
      "step": 720
    },
    {
      "epoch": 0.11806124119862453,
      "grad_norm": 0.20265071094036102,
      "learning_rate": 0.00019997631691217127,
      "loss": 12.2589,
      "step": 721
    },
    {
      "epoch": 0.11822498771901097,
      "grad_norm": 0.2219390720129013,
      "learning_rate": 0.00019997620427428722,
      "loss": 12.244,
      "step": 722
    },
    {
      "epoch": 0.11838873423939741,
      "grad_norm": 0.2106860876083374,
      "learning_rate": 0.0001999760913692146,
      "loss": 12.2522,
      "step": 723
    },
    {
      "epoch": 0.11855248075978385,
      "grad_norm": 0.19955146312713623,
      "learning_rate": 0.00019997597819695364,
      "loss": 12.2614,
      "step": 724
    },
    {
      "epoch": 0.1187162272801703,
      "grad_norm": 0.24155764281749725,
      "learning_rate": 0.00019997586475750475,
      "loss": 12.2692,
      "step": 725
    },
    {
      "epoch": 0.11887997380055673,
      "grad_norm": 0.18328611552715302,
      "learning_rate": 0.0001999757510508681,
      "loss": 12.2532,
      "step": 726
    },
    {
      "epoch": 0.11904372032094318,
      "grad_norm": 0.28729379177093506,
      "learning_rate": 0.0001999756370770441,
      "loss": 12.2833,
      "step": 727
    },
    {
      "epoch": 0.11920746684132962,
      "grad_norm": 0.13738590478897095,
      "learning_rate": 0.00019997552283603306,
      "loss": 12.2574,
      "step": 728
    },
    {
      "epoch": 0.11937121336171606,
      "grad_norm": 0.2414904534816742,
      "learning_rate": 0.00019997540832783522,
      "loss": 12.3013,
      "step": 729
    },
    {
      "epoch": 0.11953495988210251,
      "grad_norm": 0.1890541911125183,
      "learning_rate": 0.0001999752935524509,
      "loss": 12.351,
      "step": 730
    },
    {
      "epoch": 0.11969870640248895,
      "grad_norm": 0.2413313090801239,
      "learning_rate": 0.0001999751785098804,
      "loss": 12.2582,
      "step": 731
    },
    {
      "epoch": 0.1198624529228754,
      "grad_norm": 0.18245859444141388,
      "learning_rate": 0.00019997506320012408,
      "loss": 12.2701,
      "step": 732
    },
    {
      "epoch": 0.12002619944326183,
      "grad_norm": 0.17451536655426025,
      "learning_rate": 0.00019997494762318221,
      "loss": 12.2617,
      "step": 733
    },
    {
      "epoch": 0.12018994596364828,
      "grad_norm": 0.31427887082099915,
      "learning_rate": 0.0001999748317790551,
      "loss": 12.2727,
      "step": 734
    },
    {
      "epoch": 0.12035369248403471,
      "grad_norm": 0.22707721590995789,
      "learning_rate": 0.00019997471566774304,
      "loss": 12.2636,
      "step": 735
    },
    {
      "epoch": 0.12051743900442116,
      "grad_norm": 0.16001681983470917,
      "learning_rate": 0.00019997459928924638,
      "loss": 12.2485,
      "step": 736
    },
    {
      "epoch": 0.1206811855248076,
      "grad_norm": 0.2794734239578247,
      "learning_rate": 0.00019997448264356545,
      "loss": 12.2922,
      "step": 737
    },
    {
      "epoch": 0.12084493204519405,
      "grad_norm": 0.18110767006874084,
      "learning_rate": 0.00019997436573070048,
      "loss": 12.2591,
      "step": 738
    },
    {
      "epoch": 0.12100867856558048,
      "grad_norm": 0.20784614980220795,
      "learning_rate": 0.00019997424855065183,
      "loss": 12.2375,
      "step": 739
    },
    {
      "epoch": 0.12117242508596693,
      "grad_norm": 0.3365764617919922,
      "learning_rate": 0.00019997413110341982,
      "loss": 12.297,
      "step": 740
    },
    {
      "epoch": 0.12133617160635336,
      "grad_norm": 0.17696967720985413,
      "learning_rate": 0.00019997401338900476,
      "loss": 12.2253,
      "step": 741
    },
    {
      "epoch": 0.12149991812673981,
      "grad_norm": 0.1352595090866089,
      "learning_rate": 0.00019997389540740693,
      "loss": 12.2659,
      "step": 742
    },
    {
      "epoch": 0.12166366464712625,
      "grad_norm": 0.268904447555542,
      "learning_rate": 0.00019997377715862672,
      "loss": 12.2673,
      "step": 743
    },
    {
      "epoch": 0.1218274111675127,
      "grad_norm": 0.22296397387981415,
      "learning_rate": 0.00019997365864266438,
      "loss": 12.2469,
      "step": 744
    },
    {
      "epoch": 0.12199115768789913,
      "grad_norm": 0.22052326798439026,
      "learning_rate": 0.00019997353985952025,
      "loss": 12.2621,
      "step": 745
    },
    {
      "epoch": 0.12215490420828558,
      "grad_norm": 0.3132556974887848,
      "learning_rate": 0.00019997342080919466,
      "loss": 12.2708,
      "step": 746
    },
    {
      "epoch": 0.12231865072867201,
      "grad_norm": 0.1781475841999054,
      "learning_rate": 0.0001999733014916879,
      "loss": 12.22,
      "step": 747
    },
    {
      "epoch": 0.12248239724905846,
      "grad_norm": 0.21517692506313324,
      "learning_rate": 0.0001999731819070003,
      "loss": 12.257,
      "step": 748
    },
    {
      "epoch": 0.1226461437694449,
      "grad_norm": 0.22570882737636566,
      "learning_rate": 0.00019997306205513218,
      "loss": 12.2332,
      "step": 749
    },
    {
      "epoch": 0.12280989028983134,
      "grad_norm": 0.17157399654388428,
      "learning_rate": 0.00019997294193608388,
      "loss": 12.2591,
      "step": 750
    },
    {
      "epoch": 0.12297363681021778,
      "grad_norm": 0.2372014820575714,
      "learning_rate": 0.00019997282154985568,
      "loss": 12.2546,
      "step": 751
    },
    {
      "epoch": 0.12313738333060423,
      "grad_norm": 0.2063087373971939,
      "learning_rate": 0.00019997270089644792,
      "loss": 12.2637,
      "step": 752
    },
    {
      "epoch": 0.12330112985099066,
      "grad_norm": 0.18634669482707977,
      "learning_rate": 0.00019997257997586093,
      "loss": 12.2695,
      "step": 753
    },
    {
      "epoch": 0.12346487637137711,
      "grad_norm": 0.231937438249588,
      "learning_rate": 0.00019997245878809508,
      "loss": 12.2457,
      "step": 754
    },
    {
      "epoch": 0.12362862289176355,
      "grad_norm": 0.17607882618904114,
      "learning_rate": 0.0001999723373331506,
      "loss": 12.2468,
      "step": 755
    },
    {
      "epoch": 0.12379236941215,
      "grad_norm": 0.2614947259426117,
      "learning_rate": 0.00019997221561102787,
      "loss": 12.2423,
      "step": 756
    },
    {
      "epoch": 0.12395611593253643,
      "grad_norm": 0.30709508061408997,
      "learning_rate": 0.0001999720936217272,
      "loss": 12.3144,
      "step": 757
    },
    {
      "epoch": 0.12411986245292288,
      "grad_norm": 0.13760733604431152,
      "learning_rate": 0.0001999719713652489,
      "loss": 12.2767,
      "step": 758
    },
    {
      "epoch": 0.12428360897330931,
      "grad_norm": 0.19334371387958527,
      "learning_rate": 0.00019997184884159336,
      "loss": 12.2511,
      "step": 759
    },
    {
      "epoch": 0.12444735549369576,
      "grad_norm": 0.24581773579120636,
      "learning_rate": 0.00019997172605076084,
      "loss": 12.2743,
      "step": 760
    },
    {
      "epoch": 0.1246111020140822,
      "grad_norm": 0.19460995495319366,
      "learning_rate": 0.0001999716029927517,
      "loss": 12.2359,
      "step": 761
    },
    {
      "epoch": 0.12477484853446864,
      "grad_norm": 0.25555893778800964,
      "learning_rate": 0.00019997147966756623,
      "loss": 12.2551,
      "step": 762
    },
    {
      "epoch": 0.12493859505485508,
      "grad_norm": 0.2933256924152374,
      "learning_rate": 0.00019997135607520482,
      "loss": 12.2914,
      "step": 763
    },
    {
      "epoch": 0.12510234157524153,
      "grad_norm": 0.14119243621826172,
      "learning_rate": 0.0001999712322156678,
      "loss": 12.2373,
      "step": 764
    },
    {
      "epoch": 0.12526608809562798,
      "grad_norm": 0.18366780877113342,
      "learning_rate": 0.00019997110808895542,
      "loss": 12.2386,
      "step": 765
    },
    {
      "epoch": 0.1254298346160144,
      "grad_norm": 0.19770678877830505,
      "learning_rate": 0.0001999709836950681,
      "loss": 12.3011,
      "step": 766
    },
    {
      "epoch": 0.12559358113640084,
      "grad_norm": 0.17909152805805206,
      "learning_rate": 0.00019997085903400614,
      "loss": 12.2668,
      "step": 767
    },
    {
      "epoch": 0.1257573276567873,
      "grad_norm": 0.1801517903804779,
      "learning_rate": 0.00019997073410576985,
      "loss": 12.2533,
      "step": 768
    },
    {
      "epoch": 0.12592107417717374,
      "grad_norm": 0.1824531853199005,
      "learning_rate": 0.0001999706089103596,
      "loss": 12.2619,
      "step": 769
    },
    {
      "epoch": 0.1260848206975602,
      "grad_norm": 0.2011738419532776,
      "learning_rate": 0.00019997048344777568,
      "loss": 12.2424,
      "step": 770
    },
    {
      "epoch": 0.1262485672179466,
      "grad_norm": 0.17008745670318604,
      "learning_rate": 0.00019997035771801848,
      "loss": 12.2381,
      "step": 771
    },
    {
      "epoch": 0.12641231373833306,
      "grad_norm": 0.13051459193229675,
      "learning_rate": 0.00019997023172108828,
      "loss": 12.2417,
      "step": 772
    },
    {
      "epoch": 0.1265760602587195,
      "grad_norm": 0.18956008553504944,
      "learning_rate": 0.00019997010545698548,
      "loss": 12.2951,
      "step": 773
    },
    {
      "epoch": 0.12673980677910596,
      "grad_norm": 0.17199958860874176,
      "learning_rate": 0.00019996997892571036,
      "loss": 12.2622,
      "step": 774
    },
    {
      "epoch": 0.12690355329949238,
      "grad_norm": 0.23833072185516357,
      "learning_rate": 0.00019996985212726332,
      "loss": 12.2614,
      "step": 775
    },
    {
      "epoch": 0.12706729981987883,
      "grad_norm": 0.1904534250497818,
      "learning_rate": 0.00019996972506164463,
      "loss": 12.2211,
      "step": 776
    },
    {
      "epoch": 0.12723104634026527,
      "grad_norm": 0.22543828189373016,
      "learning_rate": 0.00019996959772885468,
      "loss": 12.2184,
      "step": 777
    },
    {
      "epoch": 0.12739479286065172,
      "grad_norm": 0.15488769114017487,
      "learning_rate": 0.00019996947012889375,
      "loss": 12.249,
      "step": 778
    },
    {
      "epoch": 0.12755853938103814,
      "grad_norm": 0.21749526262283325,
      "learning_rate": 0.00019996934226176226,
      "loss": 12.2726,
      "step": 779
    },
    {
      "epoch": 0.1277222859014246,
      "grad_norm": 0.2531960904598236,
      "learning_rate": 0.00019996921412746048,
      "loss": 12.2587,
      "step": 780
    },
    {
      "epoch": 0.12788603242181104,
      "grad_norm": 0.17422235012054443,
      "learning_rate": 0.0001999690857259888,
      "loss": 12.2422,
      "step": 781
    },
    {
      "epoch": 0.1280497789421975,
      "grad_norm": 0.3590430021286011,
      "learning_rate": 0.00019996895705734756,
      "loss": 12.2198,
      "step": 782
    },
    {
      "epoch": 0.1282135254625839,
      "grad_norm": 0.24437008798122406,
      "learning_rate": 0.0001999688281215371,
      "loss": 12.2169,
      "step": 783
    },
    {
      "epoch": 0.12837727198297036,
      "grad_norm": 0.23471295833587646,
      "learning_rate": 0.00019996869891855773,
      "loss": 12.2544,
      "step": 784
    },
    {
      "epoch": 0.1285410185033568,
      "grad_norm": 0.1604817807674408,
      "learning_rate": 0.00019996856944840986,
      "loss": 12.2623,
      "step": 785
    },
    {
      "epoch": 0.12870476502374326,
      "grad_norm": 0.3521434962749481,
      "learning_rate": 0.00019996843971109378,
      "loss": 12.2066,
      "step": 786
    },
    {
      "epoch": 0.12886851154412968,
      "grad_norm": 0.1714937835931778,
      "learning_rate": 0.00019996830970660985,
      "loss": 12.306,
      "step": 787
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 0.19912664592266083,
      "learning_rate": 0.00019996817943495842,
      "loss": 12.2221,
      "step": 788
    },
    {
      "epoch": 0.12919600458490257,
      "grad_norm": 0.16007201373577118,
      "learning_rate": 0.00019996804889613984,
      "loss": 12.2631,
      "step": 789
    },
    {
      "epoch": 0.12935975110528902,
      "grad_norm": 0.18096835911273956,
      "learning_rate": 0.00019996791809015447,
      "loss": 12.2448,
      "step": 790
    },
    {
      "epoch": 0.12952349762567544,
      "grad_norm": 0.11847981065511703,
      "learning_rate": 0.00019996778701700265,
      "loss": 12.2355,
      "step": 791
    },
    {
      "epoch": 0.1296872441460619,
      "grad_norm": 0.20610485970973969,
      "learning_rate": 0.00019996765567668475,
      "loss": 12.2543,
      "step": 792
    },
    {
      "epoch": 0.12985099066644834,
      "grad_norm": 0.18722973763942719,
      "learning_rate": 0.00019996752406920107,
      "loss": 12.2384,
      "step": 793
    },
    {
      "epoch": 0.1300147371868348,
      "grad_norm": 0.11530886590480804,
      "learning_rate": 0.00019996739219455199,
      "loss": 12.2489,
      "step": 794
    },
    {
      "epoch": 0.1301784837072212,
      "grad_norm": 0.20853202044963837,
      "learning_rate": 0.00019996726005273787,
      "loss": 12.2275,
      "step": 795
    },
    {
      "epoch": 0.13034223022760766,
      "grad_norm": 0.16415412724018097,
      "learning_rate": 0.00019996712764375907,
      "loss": 12.2659,
      "step": 796
    },
    {
      "epoch": 0.1305059767479941,
      "grad_norm": 0.2464807629585266,
      "learning_rate": 0.00019996699496761594,
      "loss": 12.278,
      "step": 797
    },
    {
      "epoch": 0.13066972326838056,
      "grad_norm": 0.16332204639911652,
      "learning_rate": 0.00019996686202430878,
      "loss": 12.2765,
      "step": 798
    },
    {
      "epoch": 0.13083346978876698,
      "grad_norm": 0.14092905819416046,
      "learning_rate": 0.00019996672881383805,
      "loss": 12.2648,
      "step": 799
    },
    {
      "epoch": 0.13099721630915342,
      "grad_norm": 0.15404187142848969,
      "learning_rate": 0.00019996659533620404,
      "loss": 12.2341,
      "step": 800
    },
    {
      "epoch": 0.13116096282953987,
      "grad_norm": 0.26723140478134155,
      "learning_rate": 0.0001999664615914071,
      "loss": 12.2548,
      "step": 801
    },
    {
      "epoch": 0.13132470934992632,
      "grad_norm": 0.16581694781780243,
      "learning_rate": 0.00019996632757944758,
      "loss": 12.2801,
      "step": 802
    },
    {
      "epoch": 0.13148845587031274,
      "grad_norm": 0.15285004675388336,
      "learning_rate": 0.00019996619330032588,
      "loss": 12.25,
      "step": 803
    },
    {
      "epoch": 0.1316522023906992,
      "grad_norm": 0.25647279620170593,
      "learning_rate": 0.00019996605875404234,
      "loss": 12.2543,
      "step": 804
    },
    {
      "epoch": 0.13181594891108564,
      "grad_norm": 0.17818157374858856,
      "learning_rate": 0.00019996592394059732,
      "loss": 12.269,
      "step": 805
    },
    {
      "epoch": 0.1319796954314721,
      "grad_norm": 0.1777380108833313,
      "learning_rate": 0.00019996578885999117,
      "loss": 12.2547,
      "step": 806
    },
    {
      "epoch": 0.13214344195185854,
      "grad_norm": 0.1474923938512802,
      "learning_rate": 0.0001999656535122243,
      "loss": 12.2643,
      "step": 807
    },
    {
      "epoch": 0.13230718847224496,
      "grad_norm": 0.24534763395786285,
      "learning_rate": 0.000199965517897297,
      "loss": 12.2275,
      "step": 808
    },
    {
      "epoch": 0.1324709349926314,
      "grad_norm": 0.148993581533432,
      "learning_rate": 0.00019996538201520964,
      "loss": 12.244,
      "step": 809
    },
    {
      "epoch": 0.13263468151301785,
      "grad_norm": 0.20542854070663452,
      "learning_rate": 0.00019996524586596263,
      "loss": 12.2345,
      "step": 810
    },
    {
      "epoch": 0.1327984280334043,
      "grad_norm": 0.1916378140449524,
      "learning_rate": 0.0001999651094495563,
      "loss": 12.2586,
      "step": 811
    },
    {
      "epoch": 0.13296217455379072,
      "grad_norm": 0.153681218624115,
      "learning_rate": 0.00019996497276599103,
      "loss": 12.2098,
      "step": 812
    },
    {
      "epoch": 0.13312592107417717,
      "grad_norm": 0.19748173654079437,
      "learning_rate": 0.00019996483581526722,
      "loss": 12.2717,
      "step": 813
    },
    {
      "epoch": 0.13328966759456362,
      "grad_norm": 0.1617303192615509,
      "learning_rate": 0.0001999646985973852,
      "loss": 12.2432,
      "step": 814
    },
    {
      "epoch": 0.13345341411495007,
      "grad_norm": 0.16775915026664734,
      "learning_rate": 0.00019996456111234527,
      "loss": 12.261,
      "step": 815
    },
    {
      "epoch": 0.1336171606353365,
      "grad_norm": 0.36850646138191223,
      "learning_rate": 0.0001999644233601479,
      "loss": 12.223,
      "step": 816
    },
    {
      "epoch": 0.13378090715572294,
      "grad_norm": 0.3190401792526245,
      "learning_rate": 0.00019996428534079338,
      "loss": 12.2746,
      "step": 817
    },
    {
      "epoch": 0.1339446536761094,
      "grad_norm": 0.16210894286632538,
      "learning_rate": 0.00019996414705428217,
      "loss": 12.2498,
      "step": 818
    },
    {
      "epoch": 0.13410840019649584,
      "grad_norm": 0.21445512771606445,
      "learning_rate": 0.00019996400850061456,
      "loss": 12.2344,
      "step": 819
    },
    {
      "epoch": 0.13427214671688226,
      "grad_norm": 0.3667347729206085,
      "learning_rate": 0.00019996386967979096,
      "loss": 12.2759,
      "step": 820
    },
    {
      "epoch": 0.1344358932372687,
      "grad_norm": 0.2724533975124359,
      "learning_rate": 0.00019996373059181174,
      "loss": 12.2529,
      "step": 821
    },
    {
      "epoch": 0.13459963975765515,
      "grad_norm": 0.15931159257888794,
      "learning_rate": 0.00019996359123667726,
      "loss": 12.2872,
      "step": 822
    },
    {
      "epoch": 0.1347633862780416,
      "grad_norm": 0.12415755540132523,
      "learning_rate": 0.00019996345161438786,
      "loss": 12.2219,
      "step": 823
    },
    {
      "epoch": 0.13492713279842802,
      "grad_norm": 0.16354034841060638,
      "learning_rate": 0.00019996331172494395,
      "loss": 12.2623,
      "step": 824
    },
    {
      "epoch": 0.13509087931881447,
      "grad_norm": 0.17267750203609467,
      "learning_rate": 0.00019996317156834593,
      "loss": 12.2492,
      "step": 825
    },
    {
      "epoch": 0.13525462583920092,
      "grad_norm": 0.1510535180568695,
      "learning_rate": 0.00019996303114459414,
      "loss": 12.2511,
      "step": 826
    },
    {
      "epoch": 0.13541837235958737,
      "grad_norm": 0.13352897763252258,
      "learning_rate": 0.00019996289045368895,
      "loss": 12.2484,
      "step": 827
    },
    {
      "epoch": 0.1355821188799738,
      "grad_norm": 0.2510572075843811,
      "learning_rate": 0.00019996274949563074,
      "loss": 12.2706,
      "step": 828
    },
    {
      "epoch": 0.13574586540036024,
      "grad_norm": 0.1663379818201065,
      "learning_rate": 0.0001999626082704199,
      "loss": 12.2767,
      "step": 829
    },
    {
      "epoch": 0.1359096119207467,
      "grad_norm": 0.22475042939186096,
      "learning_rate": 0.0001999624667780568,
      "loss": 12.2486,
      "step": 830
    },
    {
      "epoch": 0.13607335844113314,
      "grad_norm": 0.17449508607387543,
      "learning_rate": 0.00019996232501854182,
      "loss": 12.2641,
      "step": 831
    },
    {
      "epoch": 0.13623710496151956,
      "grad_norm": 0.19512225687503815,
      "learning_rate": 0.00019996218299187532,
      "loss": 12.2233,
      "step": 832
    },
    {
      "epoch": 0.136400851481906,
      "grad_norm": 0.2455431967973709,
      "learning_rate": 0.00019996204069805772,
      "loss": 12.2716,
      "step": 833
    },
    {
      "epoch": 0.13656459800229245,
      "grad_norm": 0.18555228412151337,
      "learning_rate": 0.00019996189813708938,
      "loss": 12.2554,
      "step": 834
    },
    {
      "epoch": 0.1367283445226789,
      "grad_norm": 0.17858745157718658,
      "learning_rate": 0.0001999617553089707,
      "loss": 12.2599,
      "step": 835
    },
    {
      "epoch": 0.13689209104306532,
      "grad_norm": 0.23524503409862518,
      "learning_rate": 0.00019996161221370198,
      "loss": 12.2692,
      "step": 836
    },
    {
      "epoch": 0.13705583756345177,
      "grad_norm": 0.1710844486951828,
      "learning_rate": 0.0001999614688512837,
      "loss": 12.2646,
      "step": 837
    },
    {
      "epoch": 0.13721958408383822,
      "grad_norm": 0.35525500774383545,
      "learning_rate": 0.00019996132522171617,
      "loss": 12.3043,
      "step": 838
    },
    {
      "epoch": 0.13738333060422467,
      "grad_norm": 0.13505268096923828,
      "learning_rate": 0.00019996118132499985,
      "loss": 12.2324,
      "step": 839
    },
    {
      "epoch": 0.1375470771246111,
      "grad_norm": 0.23420777916908264,
      "learning_rate": 0.00019996103716113508,
      "loss": 12.262,
      "step": 840
    },
    {
      "epoch": 0.13771082364499754,
      "grad_norm": 0.22859814763069153,
      "learning_rate": 0.00019996089273012225,
      "loss": 12.2815,
      "step": 841
    },
    {
      "epoch": 0.137874570165384,
      "grad_norm": 0.23992104828357697,
      "learning_rate": 0.0001999607480319617,
      "loss": 12.2568,
      "step": 842
    },
    {
      "epoch": 0.13803831668577043,
      "grad_norm": 0.2638041377067566,
      "learning_rate": 0.0001999606030666539,
      "loss": 12.2447,
      "step": 843
    },
    {
      "epoch": 0.13820206320615686,
      "grad_norm": 0.15055051445960999,
      "learning_rate": 0.00019996045783419919,
      "loss": 12.2772,
      "step": 844
    },
    {
      "epoch": 0.1383658097265433,
      "grad_norm": 0.31120771169662476,
      "learning_rate": 0.00019996031233459797,
      "loss": 12.2348,
      "step": 845
    },
    {
      "epoch": 0.13852955624692975,
      "grad_norm": 0.14593814313411713,
      "learning_rate": 0.00019996016656785063,
      "loss": 12.2528,
      "step": 846
    },
    {
      "epoch": 0.1386933027673162,
      "grad_norm": 0.28545406460762024,
      "learning_rate": 0.00019996002053395757,
      "loss": 12.2506,
      "step": 847
    },
    {
      "epoch": 0.13885704928770265,
      "grad_norm": 0.1730160117149353,
      "learning_rate": 0.00019995987423291914,
      "loss": 12.2506,
      "step": 848
    },
    {
      "epoch": 0.13902079580808907,
      "grad_norm": 0.17055395245552063,
      "learning_rate": 0.00019995972766473577,
      "loss": 12.246,
      "step": 849
    },
    {
      "epoch": 0.13918454232847552,
      "grad_norm": 0.14731362462043762,
      "learning_rate": 0.00019995958082940783,
      "loss": 12.2518,
      "step": 850
    },
    {
      "epoch": 0.13934828884886197,
      "grad_norm": 0.3664889633655548,
      "learning_rate": 0.00019995943372693573,
      "loss": 12.291,
      "step": 851
    },
    {
      "epoch": 0.13951203536924842,
      "grad_norm": 0.23178958892822266,
      "learning_rate": 0.00019995928635731987,
      "loss": 12.2564,
      "step": 852
    },
    {
      "epoch": 0.13967578188963484,
      "grad_norm": 0.2134544551372528,
      "learning_rate": 0.0001999591387205606,
      "loss": 12.2453,
      "step": 853
    },
    {
      "epoch": 0.13983952841002129,
      "grad_norm": 0.24148419499397278,
      "learning_rate": 0.00019995899081665835,
      "loss": 12.2928,
      "step": 854
    },
    {
      "epoch": 0.14000327493040773,
      "grad_norm": 0.18369217216968536,
      "learning_rate": 0.00019995884264561352,
      "loss": 12.2615,
      "step": 855
    },
    {
      "epoch": 0.14016702145079418,
      "grad_norm": 0.1529937982559204,
      "learning_rate": 0.0001999586942074265,
      "loss": 12.2502,
      "step": 856
    },
    {
      "epoch": 0.1403307679711806,
      "grad_norm": 0.21245932579040527,
      "learning_rate": 0.00019995854550209762,
      "loss": 12.2318,
      "step": 857
    },
    {
      "epoch": 0.14049451449156705,
      "grad_norm": 0.19340169429779053,
      "learning_rate": 0.0001999583965296274,
      "loss": 12.2613,
      "step": 858
    },
    {
      "epoch": 0.1406582610119535,
      "grad_norm": 0.16757652163505554,
      "learning_rate": 0.00019995824729001615,
      "loss": 12.2642,
      "step": 859
    },
    {
      "epoch": 0.14082200753233995,
      "grad_norm": 0.1938764750957489,
      "learning_rate": 0.0001999580977832643,
      "loss": 12.263,
      "step": 860
    },
    {
      "epoch": 0.14098575405272637,
      "grad_norm": 0.15432967245578766,
      "learning_rate": 0.00019995794800937227,
      "loss": 12.2581,
      "step": 861
    },
    {
      "epoch": 0.14114950057311282,
      "grad_norm": 0.17737895250320435,
      "learning_rate": 0.00019995779796834042,
      "loss": 12.2488,
      "step": 862
    },
    {
      "epoch": 0.14131324709349927,
      "grad_norm": 0.21752485632896423,
      "learning_rate": 0.00019995764766016913,
      "loss": 12.2289,
      "step": 863
    },
    {
      "epoch": 0.14147699361388572,
      "grad_norm": 0.21756303310394287,
      "learning_rate": 0.00019995749708485888,
      "loss": 12.2532,
      "step": 864
    },
    {
      "epoch": 0.14164074013427214,
      "grad_norm": 0.18429669737815857,
      "learning_rate": 0.00019995734624241002,
      "loss": 12.2623,
      "step": 865
    },
    {
      "epoch": 0.14180448665465858,
      "grad_norm": 0.26883766055107117,
      "learning_rate": 0.00019995719513282297,
      "loss": 12.246,
      "step": 866
    },
    {
      "epoch": 0.14196823317504503,
      "grad_norm": 0.16113273799419403,
      "learning_rate": 0.00019995704375609812,
      "loss": 12.2727,
      "step": 867
    },
    {
      "epoch": 0.14213197969543148,
      "grad_norm": 0.18849468231201172,
      "learning_rate": 0.00019995689211223589,
      "loss": 12.2752,
      "step": 868
    },
    {
      "epoch": 0.1422957262158179,
      "grad_norm": 0.18139471113681793,
      "learning_rate": 0.00019995674020123664,
      "loss": 12.2799,
      "step": 869
    },
    {
      "epoch": 0.14245947273620435,
      "grad_norm": 0.1637876331806183,
      "learning_rate": 0.00019995658802310085,
      "loss": 12.2431,
      "step": 870
    },
    {
      "epoch": 0.1426232192565908,
      "grad_norm": 0.2694747745990753,
      "learning_rate": 0.00019995643557782887,
      "loss": 12.2353,
      "step": 871
    },
    {
      "epoch": 0.14278696577697725,
      "grad_norm": 0.18601356446743011,
      "learning_rate": 0.00019995628286542113,
      "loss": 12.2567,
      "step": 872
    },
    {
      "epoch": 0.14295071229736367,
      "grad_norm": 0.15186317265033722,
      "learning_rate": 0.00019995612988587803,
      "loss": 12.2468,
      "step": 873
    },
    {
      "epoch": 0.14311445881775012,
      "grad_norm": 0.1920851171016693,
      "learning_rate": 0.00019995597663920002,
      "loss": 12.2523,
      "step": 874
    },
    {
      "epoch": 0.14327820533813657,
      "grad_norm": 0.16891133785247803,
      "learning_rate": 0.00019995582312538744,
      "loss": 12.258,
      "step": 875
    },
    {
      "epoch": 0.14344195185852301,
      "grad_norm": 0.20723503828048706,
      "learning_rate": 0.00019995566934444075,
      "loss": 12.261,
      "step": 876
    },
    {
      "epoch": 0.14360569837890944,
      "grad_norm": 0.1818312555551529,
      "learning_rate": 0.00019995551529636033,
      "loss": 12.2568,
      "step": 877
    },
    {
      "epoch": 0.14376944489929588,
      "grad_norm": 0.2277580350637436,
      "learning_rate": 0.0001999553609811466,
      "loss": 12.2225,
      "step": 878
    },
    {
      "epoch": 0.14393319141968233,
      "grad_norm": 0.2139032483100891,
      "learning_rate": 0.00019995520639880002,
      "loss": 12.2652,
      "step": 879
    },
    {
      "epoch": 0.14409693794006878,
      "grad_norm": 0.14729733765125275,
      "learning_rate": 0.00019995505154932092,
      "loss": 12.2582,
      "step": 880
    },
    {
      "epoch": 0.1442606844604552,
      "grad_norm": 0.2961966395378113,
      "learning_rate": 0.00019995489643270976,
      "loss": 12.256,
      "step": 881
    },
    {
      "epoch": 0.14442443098084165,
      "grad_norm": 0.25167980790138245,
      "learning_rate": 0.00019995474104896697,
      "loss": 12.2299,
      "step": 882
    },
    {
      "epoch": 0.1445881775012281,
      "grad_norm": 0.19484156370162964,
      "learning_rate": 0.00019995458539809292,
      "loss": 12.2448,
      "step": 883
    },
    {
      "epoch": 0.14475192402161455,
      "grad_norm": 0.28314441442489624,
      "learning_rate": 0.0001999544294800881,
      "loss": 12.2692,
      "step": 884
    },
    {
      "epoch": 0.144915670542001,
      "grad_norm": 0.2943701446056366,
      "learning_rate": 0.00019995427329495282,
      "loss": 12.2277,
      "step": 885
    },
    {
      "epoch": 0.14507941706238742,
      "grad_norm": 0.30075713992118835,
      "learning_rate": 0.0001999541168426876,
      "loss": 12.2477,
      "step": 886
    },
    {
      "epoch": 0.14524316358277387,
      "grad_norm": 0.19734449684619904,
      "learning_rate": 0.0001999539601232928,
      "loss": 12.249,
      "step": 887
    },
    {
      "epoch": 0.14540691010316031,
      "grad_norm": 0.23548541963100433,
      "learning_rate": 0.00019995380313676884,
      "loss": 12.267,
      "step": 888
    },
    {
      "epoch": 0.14557065662354676,
      "grad_norm": 0.12990887463092804,
      "learning_rate": 0.00019995364588311617,
      "loss": 12.2397,
      "step": 889
    },
    {
      "epoch": 0.14573440314393318,
      "grad_norm": 0.1529313325881958,
      "learning_rate": 0.00019995348836233516,
      "loss": 12.2598,
      "step": 890
    },
    {
      "epoch": 0.14589814966431963,
      "grad_norm": 0.17717255651950836,
      "learning_rate": 0.0001999533305744263,
      "loss": 12.2697,
      "step": 891
    },
    {
      "epoch": 0.14606189618470608,
      "grad_norm": 0.1448763757944107,
      "learning_rate": 0.00019995317251938994,
      "loss": 12.2429,
      "step": 892
    },
    {
      "epoch": 0.14622564270509253,
      "grad_norm": 0.18021667003631592,
      "learning_rate": 0.00019995301419722657,
      "loss": 12.2432,
      "step": 893
    },
    {
      "epoch": 0.14638938922547895,
      "grad_norm": 0.2443927526473999,
      "learning_rate": 0.00019995285560793656,
      "loss": 12.2451,
      "step": 894
    },
    {
      "epoch": 0.1465531357458654,
      "grad_norm": 0.2532816231250763,
      "learning_rate": 0.00019995269675152037,
      "loss": 12.2565,
      "step": 895
    },
    {
      "epoch": 0.14671688226625185,
      "grad_norm": 0.24490387737751007,
      "learning_rate": 0.00019995253762797842,
      "loss": 12.2618,
      "step": 896
    },
    {
      "epoch": 0.1468806287866383,
      "grad_norm": 0.16988995671272278,
      "learning_rate": 0.00019995237823731109,
      "loss": 12.2267,
      "step": 897
    },
    {
      "epoch": 0.14704437530702472,
      "grad_norm": 0.1722571700811386,
      "learning_rate": 0.00019995221857951884,
      "loss": 12.2419,
      "step": 898
    },
    {
      "epoch": 0.14720812182741116,
      "grad_norm": 0.26967161893844604,
      "learning_rate": 0.00019995205865460213,
      "loss": 12.2608,
      "step": 899
    },
    {
      "epoch": 0.1473718683477976,
      "grad_norm": 0.16842836141586304,
      "learning_rate": 0.00019995189846256132,
      "loss": 12.2694,
      "step": 900
    },
    {
      "epoch": 0.14753561486818406,
      "grad_norm": 0.16113752126693726,
      "learning_rate": 0.00019995173800339692,
      "loss": 12.2416,
      "step": 901
    },
    {
      "epoch": 0.14769936138857048,
      "grad_norm": 0.23641365766525269,
      "learning_rate": 0.00019995157727710928,
      "loss": 12.2583,
      "step": 902
    },
    {
      "epoch": 0.14786310790895693,
      "grad_norm": 0.15737037360668182,
      "learning_rate": 0.00019995141628369883,
      "loss": 12.2499,
      "step": 903
    },
    {
      "epoch": 0.14802685442934338,
      "grad_norm": 0.17378929257392883,
      "learning_rate": 0.0001999512550231661,
      "loss": 12.2601,
      "step": 904
    },
    {
      "epoch": 0.14819060094972983,
      "grad_norm": 0.16688664257526398,
      "learning_rate": 0.00019995109349551143,
      "loss": 12.2777,
      "step": 905
    },
    {
      "epoch": 0.14835434747011625,
      "grad_norm": 0.1975651979446411,
      "learning_rate": 0.00019995093170073523,
      "loss": 12.2414,
      "step": 906
    },
    {
      "epoch": 0.1485180939905027,
      "grad_norm": 0.16175058484077454,
      "learning_rate": 0.00019995076963883802,
      "loss": 12.2685,
      "step": 907
    },
    {
      "epoch": 0.14868184051088915,
      "grad_norm": 0.21172209084033966,
      "learning_rate": 0.00019995060730982017,
      "loss": 12.2506,
      "step": 908
    },
    {
      "epoch": 0.1488455870312756,
      "grad_norm": 0.16677246987819672,
      "learning_rate": 0.00019995044471368215,
      "loss": 12.2602,
      "step": 909
    },
    {
      "epoch": 0.14900933355166202,
      "grad_norm": 0.1518072932958603,
      "learning_rate": 0.00019995028185042438,
      "loss": 12.2631,
      "step": 910
    },
    {
      "epoch": 0.14917308007204846,
      "grad_norm": 0.17491476237773895,
      "learning_rate": 0.00019995011872004726,
      "loss": 12.2561,
      "step": 911
    },
    {
      "epoch": 0.1493368265924349,
      "grad_norm": 0.2581184208393097,
      "learning_rate": 0.00019994995532255128,
      "loss": 12.252,
      "step": 912
    },
    {
      "epoch": 0.14950057311282136,
      "grad_norm": 0.15219415724277496,
      "learning_rate": 0.00019994979165793684,
      "loss": 12.2523,
      "step": 913
    },
    {
      "epoch": 0.14966431963320778,
      "grad_norm": 0.16342870891094208,
      "learning_rate": 0.00019994962772620442,
      "loss": 12.2635,
      "step": 914
    },
    {
      "epoch": 0.14982806615359423,
      "grad_norm": 0.25702103972435,
      "learning_rate": 0.00019994946352735443,
      "loss": 12.2455,
      "step": 915
    },
    {
      "epoch": 0.14999181267398068,
      "grad_norm": 0.27089154720306396,
      "learning_rate": 0.00019994929906138727,
      "loss": 12.2748,
      "step": 916
    },
    {
      "epoch": 0.15015555919436713,
      "grad_norm": 0.22161947190761566,
      "learning_rate": 0.00019994913432830344,
      "loss": 12.2711,
      "step": 917
    },
    {
      "epoch": 0.15031930571475355,
      "grad_norm": 0.21250496804714203,
      "learning_rate": 0.00019994896932810338,
      "loss": 12.2435,
      "step": 918
    },
    {
      "epoch": 0.15048305223514,
      "grad_norm": 0.21829836070537567,
      "learning_rate": 0.00019994880406078752,
      "loss": 12.2737,
      "step": 919
    },
    {
      "epoch": 0.15064679875552645,
      "grad_norm": 0.2482108175754547,
      "learning_rate": 0.00019994863852635625,
      "loss": 12.2545,
      "step": 920
    },
    {
      "epoch": 0.1508105452759129,
      "grad_norm": 0.20951540768146515,
      "learning_rate": 0.00019994847272481007,
      "loss": 12.2355,
      "step": 921
    },
    {
      "epoch": 0.15097429179629934,
      "grad_norm": 0.18365690112113953,
      "learning_rate": 0.00019994830665614943,
      "loss": 12.2399,
      "step": 922
    },
    {
      "epoch": 0.15113803831668576,
      "grad_norm": 0.22276079654693604,
      "learning_rate": 0.0001999481403203747,
      "loss": 12.3016,
      "step": 923
    },
    {
      "epoch": 0.1513017848370722,
      "grad_norm": 0.2162826955318451,
      "learning_rate": 0.00019994797371748643,
      "loss": 12.2524,
      "step": 924
    },
    {
      "epoch": 0.15146553135745866,
      "grad_norm": 0.21627525985240936,
      "learning_rate": 0.000199947806847485,
      "loss": 12.2235,
      "step": 925
    },
    {
      "epoch": 0.1516292778778451,
      "grad_norm": 0.1927967220544815,
      "learning_rate": 0.00019994763971037087,
      "loss": 12.2738,
      "step": 926
    },
    {
      "epoch": 0.15179302439823153,
      "grad_norm": 0.16526252031326294,
      "learning_rate": 0.0001999474723061445,
      "loss": 12.2413,
      "step": 927
    },
    {
      "epoch": 0.15195677091861798,
      "grad_norm": 0.23166383802890778,
      "learning_rate": 0.00019994730463480625,
      "loss": 12.2622,
      "step": 928
    },
    {
      "epoch": 0.15212051743900443,
      "grad_norm": 0.14684942364692688,
      "learning_rate": 0.0001999471366963567,
      "loss": 12.3034,
      "step": 929
    },
    {
      "epoch": 0.15228426395939088,
      "grad_norm": 0.20183612406253815,
      "learning_rate": 0.0001999469684907962,
      "loss": 12.2465,
      "step": 930
    },
    {
      "epoch": 0.1524480104797773,
      "grad_norm": 0.2674098312854767,
      "learning_rate": 0.00019994680001812526,
      "loss": 12.2674,
      "step": 931
    },
    {
      "epoch": 0.15261175700016374,
      "grad_norm": 0.25609856843948364,
      "learning_rate": 0.00019994663127834432,
      "loss": 12.2579,
      "step": 932
    },
    {
      "epoch": 0.1527755035205502,
      "grad_norm": 0.208163782954216,
      "learning_rate": 0.0001999464622714538,
      "loss": 12.2191,
      "step": 933
    },
    {
      "epoch": 0.15293925004093664,
      "grad_norm": 0.23667578399181366,
      "learning_rate": 0.0001999462929974542,
      "loss": 12.2729,
      "step": 934
    },
    {
      "epoch": 0.15310299656132306,
      "grad_norm": 0.1899147778749466,
      "learning_rate": 0.00019994612345634592,
      "loss": 12.2478,
      "step": 935
    },
    {
      "epoch": 0.1532667430817095,
      "grad_norm": 0.2460227757692337,
      "learning_rate": 0.00019994595364812944,
      "loss": 12.2444,
      "step": 936
    },
    {
      "epoch": 0.15343048960209596,
      "grad_norm": 0.27262449264526367,
      "learning_rate": 0.0001999457835728052,
      "loss": 12.239,
      "step": 937
    },
    {
      "epoch": 0.1535942361224824,
      "grad_norm": 0.25000107288360596,
      "learning_rate": 0.0001999456132303737,
      "loss": 12.258,
      "step": 938
    },
    {
      "epoch": 0.15375798264286883,
      "grad_norm": 0.21081086993217468,
      "learning_rate": 0.0001999454426208353,
      "loss": 12.2568,
      "step": 939
    },
    {
      "epoch": 0.15392172916325528,
      "grad_norm": 0.27827292680740356,
      "learning_rate": 0.00019994527174419056,
      "loss": 12.2283,
      "step": 940
    },
    {
      "epoch": 0.15408547568364173,
      "grad_norm": 0.26305484771728516,
      "learning_rate": 0.00019994510060043988,
      "loss": 12.2749,
      "step": 941
    },
    {
      "epoch": 0.15424922220402817,
      "grad_norm": 0.21291232109069824,
      "learning_rate": 0.00019994492918958372,
      "loss": 12.2384,
      "step": 942
    },
    {
      "epoch": 0.1544129687244146,
      "grad_norm": 0.17280226945877075,
      "learning_rate": 0.00019994475751162257,
      "loss": 12.2729,
      "step": 943
    },
    {
      "epoch": 0.15457671524480104,
      "grad_norm": 0.16324912011623383,
      "learning_rate": 0.00019994458556655685,
      "loss": 12.2481,
      "step": 944
    },
    {
      "epoch": 0.1547404617651875,
      "grad_norm": 0.18047533929347992,
      "learning_rate": 0.00019994441335438704,
      "loss": 12.2624,
      "step": 945
    },
    {
      "epoch": 0.15490420828557394,
      "grad_norm": 0.1873340606689453,
      "learning_rate": 0.0001999442408751136,
      "loss": 12.2531,
      "step": 946
    },
    {
      "epoch": 0.15506795480596036,
      "grad_norm": 0.30801185965538025,
      "learning_rate": 0.000199944068128737,
      "loss": 12.3044,
      "step": 947
    },
    {
      "epoch": 0.1552317013263468,
      "grad_norm": 0.23735474050045013,
      "learning_rate": 0.0001999438951152577,
      "loss": 12.2282,
      "step": 948
    },
    {
      "epoch": 0.15539544784673326,
      "grad_norm": 0.18847191333770752,
      "learning_rate": 0.0001999437218346761,
      "loss": 12.2607,
      "step": 949
    },
    {
      "epoch": 0.1555591943671197,
      "grad_norm": 0.2875593900680542,
      "learning_rate": 0.00019994354828699275,
      "loss": 12.2203,
      "step": 950
    },
    {
      "epoch": 0.15572294088750613,
      "grad_norm": 0.20091582834720612,
      "learning_rate": 0.00019994337447220808,
      "loss": 12.2733,
      "step": 951
    },
    {
      "epoch": 0.15588668740789258,
      "grad_norm": 0.20508666336536407,
      "learning_rate": 0.00019994320039032253,
      "loss": 12.2486,
      "step": 952
    },
    {
      "epoch": 0.15605043392827903,
      "grad_norm": 0.20233626663684845,
      "learning_rate": 0.0001999430260413366,
      "loss": 12.2954,
      "step": 953
    },
    {
      "epoch": 0.15621418044866547,
      "grad_norm": 0.15181776881217957,
      "learning_rate": 0.00019994285142525074,
      "loss": 12.239,
      "step": 954
    },
    {
      "epoch": 0.1563779269690519,
      "grad_norm": 0.1466662883758545,
      "learning_rate": 0.00019994267654206544,
      "loss": 12.2513,
      "step": 955
    },
    {
      "epoch": 0.15654167348943834,
      "grad_norm": 0.3135926127433777,
      "learning_rate": 0.00019994250139178114,
      "loss": 12.2292,
      "step": 956
    },
    {
      "epoch": 0.1567054200098248,
      "grad_norm": 0.23405830562114716,
      "learning_rate": 0.00019994232597439832,
      "loss": 12.2669,
      "step": 957
    },
    {
      "epoch": 0.15686916653021124,
      "grad_norm": 0.20362041890621185,
      "learning_rate": 0.00019994215028991744,
      "loss": 12.2616,
      "step": 958
    },
    {
      "epoch": 0.15703291305059766,
      "grad_norm": 0.1632128357887268,
      "learning_rate": 0.00019994197433833896,
      "loss": 12.222,
      "step": 959
    },
    {
      "epoch": 0.1571966595709841,
      "grad_norm": 0.1670769453048706,
      "learning_rate": 0.00019994179811966335,
      "loss": 12.2788,
      "step": 960
    },
    {
      "epoch": 0.15736040609137056,
      "grad_norm": 0.26559993624687195,
      "learning_rate": 0.00019994162163389115,
      "loss": 12.2452,
      "step": 961
    },
    {
      "epoch": 0.157524152611757,
      "grad_norm": 0.26576483249664307,
      "learning_rate": 0.00019994144488102276,
      "loss": 12.2494,
      "step": 962
    },
    {
      "epoch": 0.15768789913214346,
      "grad_norm": 0.13807259500026703,
      "learning_rate": 0.00019994126786105864,
      "loss": 12.2752,
      "step": 963
    },
    {
      "epoch": 0.15785164565252988,
      "grad_norm": 0.155136376619339,
      "learning_rate": 0.0001999410905739993,
      "loss": 12.3317,
      "step": 964
    },
    {
      "epoch": 0.15801539217291632,
      "grad_norm": 0.19782254099845886,
      "learning_rate": 0.00019994091301984526,
      "loss": 12.2419,
      "step": 965
    },
    {
      "epoch": 0.15817913869330277,
      "grad_norm": 0.2084280252456665,
      "learning_rate": 0.0001999407351985969,
      "loss": 12.2583,
      "step": 966
    },
    {
      "epoch": 0.15834288521368922,
      "grad_norm": 0.21387748420238495,
      "learning_rate": 0.00019994055711025472,
      "loss": 12.2722,
      "step": 967
    },
    {
      "epoch": 0.15850663173407564,
      "grad_norm": 0.45252978801727295,
      "learning_rate": 0.00019994037875481924,
      "loss": 12.2957,
      "step": 968
    },
    {
      "epoch": 0.1586703782544621,
      "grad_norm": 0.19610193371772766,
      "learning_rate": 0.00019994020013229088,
      "loss": 12.2351,
      "step": 969
    },
    {
      "epoch": 0.15883412477484854,
      "grad_norm": 0.12732064723968506,
      "learning_rate": 0.00019994002124267018,
      "loss": 12.2691,
      "step": 970
    },
    {
      "epoch": 0.158997871295235,
      "grad_norm": 0.1697031557559967,
      "learning_rate": 0.00019993984208595758,
      "loss": 12.2162,
      "step": 971
    },
    {
      "epoch": 0.1591616178156214,
      "grad_norm": 0.3649829030036926,
      "learning_rate": 0.00019993966266215355,
      "loss": 12.265,
      "step": 972
    },
    {
      "epoch": 0.15932536433600786,
      "grad_norm": 0.26839733123779297,
      "learning_rate": 0.0001999394829712586,
      "loss": 12.2342,
      "step": 973
    },
    {
      "epoch": 0.1594891108563943,
      "grad_norm": 0.22787222266197205,
      "learning_rate": 0.00019993930301327316,
      "loss": 12.2668,
      "step": 974
    },
    {
      "epoch": 0.15965285737678075,
      "grad_norm": 0.16727082431316376,
      "learning_rate": 0.00019993912278819777,
      "loss": 12.25,
      "step": 975
    },
    {
      "epoch": 0.15981660389716718,
      "grad_norm": 0.17583709955215454,
      "learning_rate": 0.00019993894229603288,
      "loss": 12.2442,
      "step": 976
    },
    {
      "epoch": 0.15998035041755362,
      "grad_norm": 0.16142424941062927,
      "learning_rate": 0.00019993876153677899,
      "loss": 12.2763,
      "step": 977
    },
    {
      "epoch": 0.16014409693794007,
      "grad_norm": 0.17407581210136414,
      "learning_rate": 0.00019993858051043655,
      "loss": 12.2548,
      "step": 978
    },
    {
      "epoch": 0.16030784345832652,
      "grad_norm": 0.27629950642585754,
      "learning_rate": 0.0001999383992170061,
      "loss": 12.2643,
      "step": 979
    },
    {
      "epoch": 0.16047158997871294,
      "grad_norm": 0.2096289098262787,
      "learning_rate": 0.00019993821765648803,
      "loss": 12.2526,
      "step": 980
    },
    {
      "epoch": 0.1606353364990994,
      "grad_norm": 0.2241704910993576,
      "learning_rate": 0.00019993803582888292,
      "loss": 12.283,
      "step": 981
    },
    {
      "epoch": 0.16079908301948584,
      "grad_norm": 0.1575346291065216,
      "learning_rate": 0.00019993785373419122,
      "loss": 12.2503,
      "step": 982
    },
    {
      "epoch": 0.1609628295398723,
      "grad_norm": 0.3286789655685425,
      "learning_rate": 0.0001999376713724134,
      "loss": 12.2153,
      "step": 983
    },
    {
      "epoch": 0.1611265760602587,
      "grad_norm": 0.17322884500026703,
      "learning_rate": 0.00019993748874355,
      "loss": 12.2841,
      "step": 984
    },
    {
      "epoch": 0.16129032258064516,
      "grad_norm": 0.18421022593975067,
      "learning_rate": 0.00019993730584760147,
      "loss": 12.2642,
      "step": 985
    },
    {
      "epoch": 0.1614540691010316,
      "grad_norm": 0.2500661611557007,
      "learning_rate": 0.00019993712268456828,
      "loss": 12.2554,
      "step": 986
    },
    {
      "epoch": 0.16161781562141805,
      "grad_norm": 0.13105358183383942,
      "learning_rate": 0.00019993693925445094,
      "loss": 12.261,
      "step": 987
    },
    {
      "epoch": 0.16178156214180447,
      "grad_norm": 0.1763312965631485,
      "learning_rate": 0.00019993675555724996,
      "loss": 12.2281,
      "step": 988
    },
    {
      "epoch": 0.16194530866219092,
      "grad_norm": 0.14316731691360474,
      "learning_rate": 0.00019993657159296578,
      "loss": 12.2557,
      "step": 989
    },
    {
      "epoch": 0.16210905518257737,
      "grad_norm": 0.19045111536979675,
      "learning_rate": 0.00019993638736159896,
      "loss": 12.2593,
      "step": 990
    },
    {
      "epoch": 0.16227280170296382,
      "grad_norm": 0.15188392996788025,
      "learning_rate": 0.00019993620286314995,
      "loss": 12.2705,
      "step": 991
    },
    {
      "epoch": 0.16243654822335024,
      "grad_norm": 0.26927465200424194,
      "learning_rate": 0.00019993601809761922,
      "loss": 12.3048,
      "step": 992
    },
    {
      "epoch": 0.1626002947437367,
      "grad_norm": 0.2550506591796875,
      "learning_rate": 0.00019993583306500732,
      "loss": 12.2609,
      "step": 993
    },
    {
      "epoch": 0.16276404126412314,
      "grad_norm": 0.27006834745407104,
      "learning_rate": 0.0001999356477653147,
      "loss": 12.2305,
      "step": 994
    },
    {
      "epoch": 0.1629277877845096,
      "grad_norm": 0.1495426744222641,
      "learning_rate": 0.00019993546219854188,
      "loss": 12.2397,
      "step": 995
    },
    {
      "epoch": 0.163091534304896,
      "grad_norm": 0.1674230992794037,
      "learning_rate": 0.00019993527636468937,
      "loss": 12.2468,
      "step": 996
    },
    {
      "epoch": 0.16325528082528246,
      "grad_norm": 0.1745332032442093,
      "learning_rate": 0.0001999350902637576,
      "loss": 12.2406,
      "step": 997
    },
    {
      "epoch": 0.1634190273456689,
      "grad_norm": 0.1422467827796936,
      "learning_rate": 0.00019993490389574715,
      "loss": 12.2305,
      "step": 998
    },
    {
      "epoch": 0.16358277386605535,
      "grad_norm": 0.21741586923599243,
      "learning_rate": 0.0001999347172606585,
      "loss": 12.2306,
      "step": 999
    },
    {
      "epoch": 0.1637465203864418,
      "grad_norm": 0.15799422562122345,
      "learning_rate": 0.00019993453035849207,
      "loss": 12.2591,
      "step": 1000
    },
    {
      "epoch": 0.1637465203864418,
      "eval_loss": 12.25197696685791,
      "eval_runtime": 7.2766,
      "eval_samples_per_second": 33.807,
      "eval_steps_per_second": 16.903,
      "step": 1000
    },
    {
      "epoch": 0.16391026690682822,
      "grad_norm": 0.27199187874794006,
      "learning_rate": 0.00019993434318924845,
      "loss": 12.2696,
      "step": 1001
    },
    {
      "epoch": 0.16407401342721467,
      "grad_norm": 0.15726180374622345,
      "learning_rate": 0.00019993415575292813,
      "loss": 12.2637,
      "step": 1002
    },
    {
      "epoch": 0.16423775994760112,
      "grad_norm": 0.14625141024589539,
      "learning_rate": 0.00019993396804953158,
      "loss": 12.245,
      "step": 1003
    },
    {
      "epoch": 0.16440150646798757,
      "grad_norm": 0.18426725268363953,
      "learning_rate": 0.00019993378007905928,
      "loss": 12.2627,
      "step": 1004
    },
    {
      "epoch": 0.164565252988374,
      "grad_norm": 0.23385080695152283,
      "learning_rate": 0.0001999335918415118,
      "loss": 12.2582,
      "step": 1005
    },
    {
      "epoch": 0.16472899950876044,
      "grad_norm": 0.13642556965351105,
      "learning_rate": 0.0001999334033368896,
      "loss": 12.286,
      "step": 1006
    },
    {
      "epoch": 0.16489274602914689,
      "grad_norm": 0.2505304515361786,
      "learning_rate": 0.00019993321456519318,
      "loss": 12.2519,
      "step": 1007
    },
    {
      "epoch": 0.16505649254953333,
      "grad_norm": 0.21832264959812164,
      "learning_rate": 0.00019993302552642306,
      "loss": 12.2353,
      "step": 1008
    },
    {
      "epoch": 0.16522023906991976,
      "grad_norm": 0.13700644671916962,
      "learning_rate": 0.00019993283622057973,
      "loss": 12.2587,
      "step": 1009
    },
    {
      "epoch": 0.1653839855903062,
      "grad_norm": 0.25355732440948486,
      "learning_rate": 0.00019993264664766374,
      "loss": 12.2408,
      "step": 1010
    },
    {
      "epoch": 0.16554773211069265,
      "grad_norm": 0.1703176200389862,
      "learning_rate": 0.0001999324568076755,
      "loss": 12.2539,
      "step": 1011
    },
    {
      "epoch": 0.1657114786310791,
      "grad_norm": 0.16748203337192535,
      "learning_rate": 0.00019993226670061564,
      "loss": 12.2833,
      "step": 1012
    },
    {
      "epoch": 0.16587522515146552,
      "grad_norm": 0.1629967987537384,
      "learning_rate": 0.0001999320763264846,
      "loss": 12.2816,
      "step": 1013
    },
    {
      "epoch": 0.16603897167185197,
      "grad_norm": 0.22758828103542328,
      "learning_rate": 0.0001999318856852829,
      "loss": 12.2528,
      "step": 1014
    },
    {
      "epoch": 0.16620271819223842,
      "grad_norm": 0.25181707739830017,
      "learning_rate": 0.00019993169477701102,
      "loss": 12.2277,
      "step": 1015
    },
    {
      "epoch": 0.16636646471262487,
      "grad_norm": 0.15649960935115814,
      "learning_rate": 0.00019993150360166951,
      "loss": 12.2598,
      "step": 1016
    },
    {
      "epoch": 0.1665302112330113,
      "grad_norm": 0.18217134475708008,
      "learning_rate": 0.00019993131215925887,
      "loss": 12.2484,
      "step": 1017
    },
    {
      "epoch": 0.16669395775339774,
      "grad_norm": 0.1455788016319275,
      "learning_rate": 0.0001999311204497796,
      "loss": 12.2693,
      "step": 1018
    },
    {
      "epoch": 0.16685770427378419,
      "grad_norm": 0.22321723401546478,
      "learning_rate": 0.00019993092847323224,
      "loss": 12.267,
      "step": 1019
    },
    {
      "epoch": 0.16702145079417063,
      "grad_norm": 0.1584063470363617,
      "learning_rate": 0.00019993073622961727,
      "loss": 12.2552,
      "step": 1020
    },
    {
      "epoch": 0.16718519731455705,
      "grad_norm": 0.17331790924072266,
      "learning_rate": 0.00019993054371893524,
      "loss": 12.2447,
      "step": 1021
    },
    {
      "epoch": 0.1673489438349435,
      "grad_norm": 0.18144139647483826,
      "learning_rate": 0.00019993035094118664,
      "loss": 12.255,
      "step": 1022
    },
    {
      "epoch": 0.16751269035532995,
      "grad_norm": 0.18263201415538788,
      "learning_rate": 0.00019993015789637197,
      "loss": 12.2723,
      "step": 1023
    },
    {
      "epoch": 0.1676764368757164,
      "grad_norm": 0.17431221902370453,
      "learning_rate": 0.0001999299645844918,
      "loss": 12.2728,
      "step": 1024
    },
    {
      "epoch": 0.16784018339610282,
      "grad_norm": 0.15312953293323517,
      "learning_rate": 0.00019992977100554655,
      "loss": 12.2646,
      "step": 1025
    },
    {
      "epoch": 0.16800392991648927,
      "grad_norm": 0.1557670682668686,
      "learning_rate": 0.00019992957715953683,
      "loss": 12.2465,
      "step": 1026
    },
    {
      "epoch": 0.16816767643687572,
      "grad_norm": 0.30581870675086975,
      "learning_rate": 0.00019992938304646315,
      "loss": 12.2552,
      "step": 1027
    },
    {
      "epoch": 0.16833142295726217,
      "grad_norm": 0.14880065619945526,
      "learning_rate": 0.00019992918866632597,
      "loss": 12.2488,
      "step": 1028
    },
    {
      "epoch": 0.1684951694776486,
      "grad_norm": 0.1624777913093567,
      "learning_rate": 0.00019992899401912587,
      "loss": 12.2639,
      "step": 1029
    },
    {
      "epoch": 0.16865891599803504,
      "grad_norm": 0.18110546469688416,
      "learning_rate": 0.00019992879910486332,
      "loss": 12.2398,
      "step": 1030
    },
    {
      "epoch": 0.16882266251842148,
      "grad_norm": 0.170159712433815,
      "learning_rate": 0.0001999286039235389,
      "loss": 12.2389,
      "step": 1031
    },
    {
      "epoch": 0.16898640903880793,
      "grad_norm": 0.20383457839488983,
      "learning_rate": 0.00019992840847515305,
      "loss": 12.2652,
      "step": 1032
    },
    {
      "epoch": 0.16915015555919435,
      "grad_norm": 0.1533643901348114,
      "learning_rate": 0.0001999282127597064,
      "loss": 12.2524,
      "step": 1033
    },
    {
      "epoch": 0.1693139020795808,
      "grad_norm": 0.23219168186187744,
      "learning_rate": 0.00019992801677719938,
      "loss": 12.2378,
      "step": 1034
    },
    {
      "epoch": 0.16947764859996725,
      "grad_norm": 0.18204641342163086,
      "learning_rate": 0.00019992782052763255,
      "loss": 12.235,
      "step": 1035
    },
    {
      "epoch": 0.1696413951203537,
      "grad_norm": 0.21806316077709198,
      "learning_rate": 0.00019992762401100644,
      "loss": 12.2562,
      "step": 1036
    },
    {
      "epoch": 0.16980514164074012,
      "grad_norm": 0.20419582724571228,
      "learning_rate": 0.00019992742722732155,
      "loss": 12.2724,
      "step": 1037
    },
    {
      "epoch": 0.16996888816112657,
      "grad_norm": 0.23201973736286163,
      "learning_rate": 0.00019992723017657845,
      "loss": 12.283,
      "step": 1038
    },
    {
      "epoch": 0.17013263468151302,
      "grad_norm": 0.1541111320257187,
      "learning_rate": 0.00019992703285877757,
      "loss": 12.2729,
      "step": 1039
    },
    {
      "epoch": 0.17029638120189947,
      "grad_norm": 0.2307174801826477,
      "learning_rate": 0.00019992683527391957,
      "loss": 12.2645,
      "step": 1040
    },
    {
      "epoch": 0.17046012772228591,
      "grad_norm": 0.17273591458797455,
      "learning_rate": 0.00019992663742200492,
      "loss": 12.2653,
      "step": 1041
    },
    {
      "epoch": 0.17062387424267234,
      "grad_norm": 0.13283875584602356,
      "learning_rate": 0.0001999264393030341,
      "loss": 12.2487,
      "step": 1042
    },
    {
      "epoch": 0.17078762076305878,
      "grad_norm": 0.192289799451828,
      "learning_rate": 0.0001999262409170077,
      "loss": 12.229,
      "step": 1043
    },
    {
      "epoch": 0.17095136728344523,
      "grad_norm": 0.1652917116880417,
      "learning_rate": 0.00019992604226392623,
      "loss": 12.2756,
      "step": 1044
    },
    {
      "epoch": 0.17111511380383168,
      "grad_norm": 0.2626420259475708,
      "learning_rate": 0.00019992584334379025,
      "loss": 12.2432,
      "step": 1045
    },
    {
      "epoch": 0.1712788603242181,
      "grad_norm": 0.3030243515968323,
      "learning_rate": 0.00019992564415660023,
      "loss": 12.2817,
      "step": 1046
    },
    {
      "epoch": 0.17144260684460455,
      "grad_norm": 0.29179543256759644,
      "learning_rate": 0.00019992544470235677,
      "loss": 12.2584,
      "step": 1047
    },
    {
      "epoch": 0.171606353364991,
      "grad_norm": 0.17064066231250763,
      "learning_rate": 0.0001999252449810604,
      "loss": 12.2703,
      "step": 1048
    },
    {
      "epoch": 0.17177009988537745,
      "grad_norm": 0.20119187235832214,
      "learning_rate": 0.00019992504499271154,
      "loss": 12.2369,
      "step": 1049
    },
    {
      "epoch": 0.17193384640576387,
      "grad_norm": 0.19837787747383118,
      "learning_rate": 0.00019992484473731087,
      "loss": 12.2614,
      "step": 1050
    },
    {
      "epoch": 0.17209759292615032,
      "grad_norm": 0.18069076538085938,
      "learning_rate": 0.00019992464421485885,
      "loss": 12.2349,
      "step": 1051
    },
    {
      "epoch": 0.17226133944653677,
      "grad_norm": 0.18720011413097382,
      "learning_rate": 0.00019992444342535598,
      "loss": 12.2631,
      "step": 1052
    },
    {
      "epoch": 0.1724250859669232,
      "grad_norm": 0.28407588601112366,
      "learning_rate": 0.0001999242423688029,
      "loss": 12.2644,
      "step": 1053
    },
    {
      "epoch": 0.17258883248730963,
      "grad_norm": 0.19199149310588837,
      "learning_rate": 0.0001999240410452001,
      "loss": 12.2452,
      "step": 1054
    },
    {
      "epoch": 0.17275257900769608,
      "grad_norm": 0.17809906601905823,
      "learning_rate": 0.0001999238394545481,
      "loss": 12.2245,
      "step": 1055
    },
    {
      "epoch": 0.17291632552808253,
      "grad_norm": 0.2000783085823059,
      "learning_rate": 0.00019992363759684743,
      "loss": 12.2367,
      "step": 1056
    },
    {
      "epoch": 0.17308007204846898,
      "grad_norm": 0.24984081089496613,
      "learning_rate": 0.0001999234354720987,
      "loss": 12.2509,
      "step": 1057
    },
    {
      "epoch": 0.1732438185688554,
      "grad_norm": 0.2370864301919937,
      "learning_rate": 0.00019992323308030234,
      "loss": 12.2405,
      "step": 1058
    },
    {
      "epoch": 0.17340756508924185,
      "grad_norm": 0.23654310405254364,
      "learning_rate": 0.000199923030421459,
      "loss": 12.224,
      "step": 1059
    },
    {
      "epoch": 0.1735713116096283,
      "grad_norm": 0.23441381752490997,
      "learning_rate": 0.0001999228274955691,
      "loss": 12.258,
      "step": 1060
    },
    {
      "epoch": 0.17373505813001475,
      "grad_norm": 0.152017742395401,
      "learning_rate": 0.00019992262430263335,
      "loss": 12.2881,
      "step": 1061
    },
    {
      "epoch": 0.17389880465040117,
      "grad_norm": 0.2601073980331421,
      "learning_rate": 0.00019992242084265212,
      "loss": 12.2528,
      "step": 1062
    },
    {
      "epoch": 0.17406255117078762,
      "grad_norm": 0.1851644366979599,
      "learning_rate": 0.0001999222171156261,
      "loss": 12.2585,
      "step": 1063
    },
    {
      "epoch": 0.17422629769117406,
      "grad_norm": 0.24248772859573364,
      "learning_rate": 0.00019992201312155574,
      "loss": 12.2695,
      "step": 1064
    },
    {
      "epoch": 0.1743900442115605,
      "grad_norm": 0.2119465172290802,
      "learning_rate": 0.00019992180886044158,
      "loss": 12.224,
      "step": 1065
    },
    {
      "epoch": 0.17455379073194693,
      "grad_norm": 0.14978742599487305,
      "learning_rate": 0.00019992160433228423,
      "loss": 12.2667,
      "step": 1066
    },
    {
      "epoch": 0.17471753725233338,
      "grad_norm": 0.21657738089561462,
      "learning_rate": 0.0001999213995370842,
      "loss": 12.2706,
      "step": 1067
    },
    {
      "epoch": 0.17488128377271983,
      "grad_norm": 0.204255148768425,
      "learning_rate": 0.00019992119447484203,
      "loss": 12.2178,
      "step": 1068
    },
    {
      "epoch": 0.17504503029310628,
      "grad_norm": 0.2050708383321762,
      "learning_rate": 0.0001999209891455583,
      "loss": 12.2731,
      "step": 1069
    },
    {
      "epoch": 0.1752087768134927,
      "grad_norm": 0.2870280146598816,
      "learning_rate": 0.00019992078354923355,
      "loss": 12.2283,
      "step": 1070
    },
    {
      "epoch": 0.17537252333387915,
      "grad_norm": 0.2953106760978699,
      "learning_rate": 0.00019992057768586827,
      "loss": 12.2441,
      "step": 1071
    },
    {
      "epoch": 0.1755362698542656,
      "grad_norm": 0.1912895143032074,
      "learning_rate": 0.00019992037155546307,
      "loss": 12.2703,
      "step": 1072
    },
    {
      "epoch": 0.17570001637465205,
      "grad_norm": 0.17576564848423004,
      "learning_rate": 0.00019992016515801852,
      "loss": 12.2632,
      "step": 1073
    },
    {
      "epoch": 0.17586376289503847,
      "grad_norm": 0.1624353975057602,
      "learning_rate": 0.00019991995849353512,
      "loss": 12.2439,
      "step": 1074
    },
    {
      "epoch": 0.17602750941542492,
      "grad_norm": 0.1827089637517929,
      "learning_rate": 0.00019991975156201342,
      "loss": 12.238,
      "step": 1075
    },
    {
      "epoch": 0.17619125593581136,
      "grad_norm": 0.2996924817562103,
      "learning_rate": 0.00019991954436345406,
      "loss": 12.2986,
      "step": 1076
    },
    {
      "epoch": 0.1763550024561978,
      "grad_norm": 0.2380884885787964,
      "learning_rate": 0.0001999193368978575,
      "loss": 12.2632,
      "step": 1077
    },
    {
      "epoch": 0.17651874897658426,
      "grad_norm": 0.1770806610584259,
      "learning_rate": 0.00019991912916522431,
      "loss": 12.2722,
      "step": 1078
    },
    {
      "epoch": 0.17668249549697068,
      "grad_norm": 0.18354950845241547,
      "learning_rate": 0.00019991892116555504,
      "loss": 12.2854,
      "step": 1079
    },
    {
      "epoch": 0.17684624201735713,
      "grad_norm": 0.16211742162704468,
      "learning_rate": 0.0001999187128988503,
      "loss": 12.2632,
      "step": 1080
    },
    {
      "epoch": 0.17700998853774358,
      "grad_norm": 0.16104306280612946,
      "learning_rate": 0.0001999185043651106,
      "loss": 12.2692,
      "step": 1081
    },
    {
      "epoch": 0.17717373505813003,
      "grad_norm": 0.18957576155662537,
      "learning_rate": 0.0001999182955643365,
      "loss": 12.2464,
      "step": 1082
    },
    {
      "epoch": 0.17733748157851645,
      "grad_norm": 0.1989172101020813,
      "learning_rate": 0.00019991808649652857,
      "loss": 12.2448,
      "step": 1083
    },
    {
      "epoch": 0.1775012280989029,
      "grad_norm": 0.22223228216171265,
      "learning_rate": 0.00019991787716168736,
      "loss": 12.2536,
      "step": 1084
    },
    {
      "epoch": 0.17766497461928935,
      "grad_norm": 0.16907140612602234,
      "learning_rate": 0.00019991766755981348,
      "loss": 12.2485,
      "step": 1085
    },
    {
      "epoch": 0.1778287211396758,
      "grad_norm": 0.1712936908006668,
      "learning_rate": 0.0001999174576909074,
      "loss": 12.2659,
      "step": 1086
    },
    {
      "epoch": 0.17799246766006221,
      "grad_norm": 0.25340279936790466,
      "learning_rate": 0.00019991724755496975,
      "loss": 12.1994,
      "step": 1087
    },
    {
      "epoch": 0.17815621418044866,
      "grad_norm": 0.15124540030956268,
      "learning_rate": 0.00019991703715200104,
      "loss": 12.2679,
      "step": 1088
    },
    {
      "epoch": 0.1783199607008351,
      "grad_norm": 0.15416637063026428,
      "learning_rate": 0.00019991682648200188,
      "loss": 12.267,
      "step": 1089
    },
    {
      "epoch": 0.17848370722122156,
      "grad_norm": 0.19897302985191345,
      "learning_rate": 0.0001999166155449728,
      "loss": 12.281,
      "step": 1090
    },
    {
      "epoch": 0.17864745374160798,
      "grad_norm": 0.2209431529045105,
      "learning_rate": 0.0001999164043409144,
      "loss": 12.2412,
      "step": 1091
    },
    {
      "epoch": 0.17881120026199443,
      "grad_norm": 0.16175246238708496,
      "learning_rate": 0.00019991619286982722,
      "loss": 12.25,
      "step": 1092
    },
    {
      "epoch": 0.17897494678238088,
      "grad_norm": 0.22659599781036377,
      "learning_rate": 0.00019991598113171182,
      "loss": 12.29,
      "step": 1093
    },
    {
      "epoch": 0.17913869330276733,
      "grad_norm": 0.1776205450296402,
      "learning_rate": 0.00019991576912656872,
      "loss": 12.2315,
      "step": 1094
    },
    {
      "epoch": 0.17930243982315375,
      "grad_norm": 0.20278139412403107,
      "learning_rate": 0.0001999155568543986,
      "loss": 12.2366,
      "step": 1095
    },
    {
      "epoch": 0.1794661863435402,
      "grad_norm": 0.22879505157470703,
      "learning_rate": 0.00019991534431520197,
      "loss": 12.2462,
      "step": 1096
    },
    {
      "epoch": 0.17962993286392664,
      "grad_norm": 0.18521404266357422,
      "learning_rate": 0.00019991513150897938,
      "loss": 12.2612,
      "step": 1097
    },
    {
      "epoch": 0.1797936793843131,
      "grad_norm": 0.3008081614971161,
      "learning_rate": 0.0001999149184357314,
      "loss": 12.2511,
      "step": 1098
    },
    {
      "epoch": 0.17995742590469951,
      "grad_norm": 0.21525709331035614,
      "learning_rate": 0.00019991470509545862,
      "loss": 12.2344,
      "step": 1099
    },
    {
      "epoch": 0.18012117242508596,
      "grad_norm": 0.1738249808549881,
      "learning_rate": 0.00019991449148816162,
      "loss": 12.2266,
      "step": 1100
    },
    {
      "epoch": 0.1802849189454724,
      "grad_norm": 0.14962102472782135,
      "learning_rate": 0.00019991427761384092,
      "loss": 12.2393,
      "step": 1101
    },
    {
      "epoch": 0.18044866546585886,
      "grad_norm": 0.2019040733575821,
      "learning_rate": 0.00019991406347249715,
      "loss": 12.232,
      "step": 1102
    },
    {
      "epoch": 0.18061241198624528,
      "grad_norm": 0.17770180106163025,
      "learning_rate": 0.00019991384906413085,
      "loss": 12.2493,
      "step": 1103
    },
    {
      "epoch": 0.18077615850663173,
      "grad_norm": 0.1972317397594452,
      "learning_rate": 0.00019991363438874257,
      "loss": 12.2704,
      "step": 1104
    },
    {
      "epoch": 0.18093990502701818,
      "grad_norm": 0.20580725371837616,
      "learning_rate": 0.00019991341944633297,
      "loss": 12.2786,
      "step": 1105
    },
    {
      "epoch": 0.18110365154740463,
      "grad_norm": 0.16240842640399933,
      "learning_rate": 0.00019991320423690253,
      "loss": 12.245,
      "step": 1106
    },
    {
      "epoch": 0.18126739806779105,
      "grad_norm": 0.1642017960548401,
      "learning_rate": 0.00019991298876045188,
      "loss": 12.25,
      "step": 1107
    },
    {
      "epoch": 0.1814311445881775,
      "grad_norm": 0.2097410261631012,
      "learning_rate": 0.0001999127730169816,
      "loss": 12.2932,
      "step": 1108
    },
    {
      "epoch": 0.18159489110856394,
      "grad_norm": 0.23688393831253052,
      "learning_rate": 0.0001999125570064922,
      "loss": 12.2416,
      "step": 1109
    },
    {
      "epoch": 0.1817586376289504,
      "grad_norm": 0.22336237132549286,
      "learning_rate": 0.0001999123407289843,
      "loss": 12.2771,
      "step": 1110
    },
    {
      "epoch": 0.1819223841493368,
      "grad_norm": 0.17779859900474548,
      "learning_rate": 0.00019991212418445854,
      "loss": 12.2504,
      "step": 1111
    },
    {
      "epoch": 0.18208613066972326,
      "grad_norm": 0.31757912039756775,
      "learning_rate": 0.00019991190737291537,
      "loss": 12.2461,
      "step": 1112
    },
    {
      "epoch": 0.1822498771901097,
      "grad_norm": 0.2153356820344925,
      "learning_rate": 0.0001999116902943555,
      "loss": 12.2674,
      "step": 1113
    },
    {
      "epoch": 0.18241362371049616,
      "grad_norm": 0.1903092861175537,
      "learning_rate": 0.00019991147294877944,
      "loss": 12.268,
      "step": 1114
    },
    {
      "epoch": 0.1825773702308826,
      "grad_norm": 0.21324393153190613,
      "learning_rate": 0.00019991125533618776,
      "loss": 12.2367,
      "step": 1115
    },
    {
      "epoch": 0.18274111675126903,
      "grad_norm": 0.3237968981266022,
      "learning_rate": 0.0001999110374565811,
      "loss": 12.2882,
      "step": 1116
    },
    {
      "epoch": 0.18290486327165548,
      "grad_norm": 0.157128244638443,
      "learning_rate": 0.00019991081930995994,
      "loss": 12.2502,
      "step": 1117
    },
    {
      "epoch": 0.18306860979204193,
      "grad_norm": 0.21039573848247528,
      "learning_rate": 0.00019991060089632497,
      "loss": 12.2598,
      "step": 1118
    },
    {
      "epoch": 0.18323235631242837,
      "grad_norm": 0.22711506485939026,
      "learning_rate": 0.0001999103822156767,
      "loss": 12.2649,
      "step": 1119
    },
    {
      "epoch": 0.1833961028328148,
      "grad_norm": 0.203019380569458,
      "learning_rate": 0.00019991016326801578,
      "loss": 12.2299,
      "step": 1120
    },
    {
      "epoch": 0.18355984935320124,
      "grad_norm": 0.2827850878238678,
      "learning_rate": 0.00019990994405334273,
      "loss": 12.2618,
      "step": 1121
    },
    {
      "epoch": 0.1837235958735877,
      "grad_norm": 0.3527292311191559,
      "learning_rate": 0.00019990972457165822,
      "loss": 12.2435,
      "step": 1122
    },
    {
      "epoch": 0.18388734239397414,
      "grad_norm": 0.24062858521938324,
      "learning_rate": 0.00019990950482296274,
      "loss": 12.2293,
      "step": 1123
    },
    {
      "epoch": 0.18405108891436056,
      "grad_norm": 0.2139531970024109,
      "learning_rate": 0.00019990928480725692,
      "loss": 12.2699,
      "step": 1124
    },
    {
      "epoch": 0.184214835434747,
      "grad_norm": 0.2996112108230591,
      "learning_rate": 0.00019990906452454135,
      "loss": 12.2048,
      "step": 1125
    },
    {
      "epoch": 0.18437858195513346,
      "grad_norm": 0.16911156475543976,
      "learning_rate": 0.00019990884397481665,
      "loss": 12.2423,
      "step": 1126
    },
    {
      "epoch": 0.1845423284755199,
      "grad_norm": 0.18449358642101288,
      "learning_rate": 0.00019990862315808335,
      "loss": 12.2447,
      "step": 1127
    },
    {
      "epoch": 0.18470607499590633,
      "grad_norm": 0.2875435948371887,
      "learning_rate": 0.00019990840207434205,
      "loss": 12.2443,
      "step": 1128
    },
    {
      "epoch": 0.18486982151629278,
      "grad_norm": 0.2335311770439148,
      "learning_rate": 0.00019990818072359337,
      "loss": 12.2508,
      "step": 1129
    },
    {
      "epoch": 0.18503356803667922,
      "grad_norm": 0.14714007079601288,
      "learning_rate": 0.0001999079591058379,
      "loss": 12.2873,
      "step": 1130
    },
    {
      "epoch": 0.18519731455706567,
      "grad_norm": 0.1609855741262436,
      "learning_rate": 0.00019990773722107621,
      "loss": 12.2526,
      "step": 1131
    },
    {
      "epoch": 0.1853610610774521,
      "grad_norm": 0.2598976790904999,
      "learning_rate": 0.0001999075150693089,
      "loss": 12.2623,
      "step": 1132
    },
    {
      "epoch": 0.18552480759783854,
      "grad_norm": 0.19238637387752533,
      "learning_rate": 0.00019990729265053657,
      "loss": 12.2872,
      "step": 1133
    },
    {
      "epoch": 0.185688554118225,
      "grad_norm": 0.19078418612480164,
      "learning_rate": 0.00019990706996475982,
      "loss": 12.2539,
      "step": 1134
    },
    {
      "epoch": 0.18585230063861144,
      "grad_norm": 0.16204975545406342,
      "learning_rate": 0.00019990684701197927,
      "loss": 12.2334,
      "step": 1135
    },
    {
      "epoch": 0.18601604715899786,
      "grad_norm": 0.2073630541563034,
      "learning_rate": 0.00019990662379219544,
      "loss": 12.2522,
      "step": 1136
    },
    {
      "epoch": 0.1861797936793843,
      "grad_norm": 0.20081192255020142,
      "learning_rate": 0.00019990640030540896,
      "loss": 12.2184,
      "step": 1137
    },
    {
      "epoch": 0.18634354019977076,
      "grad_norm": 0.18999065458774567,
      "learning_rate": 0.00019990617655162048,
      "loss": 12.2515,
      "step": 1138
    },
    {
      "epoch": 0.1865072867201572,
      "grad_norm": 0.18473395705223083,
      "learning_rate": 0.00019990595253083053,
      "loss": 12.3318,
      "step": 1139
    },
    {
      "epoch": 0.18667103324054363,
      "grad_norm": 0.29960596561431885,
      "learning_rate": 0.00019990572824303974,
      "loss": 12.267,
      "step": 1140
    },
    {
      "epoch": 0.18683477976093008,
      "grad_norm": 0.1927172690629959,
      "learning_rate": 0.0001999055036882487,
      "loss": 12.2305,
      "step": 1141
    },
    {
      "epoch": 0.18699852628131652,
      "grad_norm": 0.18270200490951538,
      "learning_rate": 0.00019990527886645803,
      "loss": 12.2642,
      "step": 1142
    },
    {
      "epoch": 0.18716227280170297,
      "grad_norm": 0.24790766835212708,
      "learning_rate": 0.00019990505377766828,
      "loss": 12.2667,
      "step": 1143
    },
    {
      "epoch": 0.1873260193220894,
      "grad_norm": 0.18882280588150024,
      "learning_rate": 0.00019990482842188013,
      "loss": 12.2635,
      "step": 1144
    },
    {
      "epoch": 0.18748976584247584,
      "grad_norm": 0.1850925236940384,
      "learning_rate": 0.00019990460279909408,
      "loss": 12.2556,
      "step": 1145
    },
    {
      "epoch": 0.1876535123628623,
      "grad_norm": 0.22919470071792603,
      "learning_rate": 0.00019990437690931083,
      "loss": 12.2521,
      "step": 1146
    },
    {
      "epoch": 0.18781725888324874,
      "grad_norm": 0.23005451261997223,
      "learning_rate": 0.00019990415075253094,
      "loss": 12.2594,
      "step": 1147
    },
    {
      "epoch": 0.18798100540363516,
      "grad_norm": 0.19210033118724823,
      "learning_rate": 0.00019990392432875503,
      "loss": 12.2512,
      "step": 1148
    },
    {
      "epoch": 0.1881447519240216,
      "grad_norm": 0.16948311030864716,
      "learning_rate": 0.00019990369763798368,
      "loss": 12.2393,
      "step": 1149
    },
    {
      "epoch": 0.18830849844440806,
      "grad_norm": 0.28402817249298096,
      "learning_rate": 0.0001999034706802175,
      "loss": 12.2714,
      "step": 1150
    },
    {
      "epoch": 0.1884722449647945,
      "grad_norm": 0.21779507398605347,
      "learning_rate": 0.00019990324345545713,
      "loss": 12.2467,
      "step": 1151
    },
    {
      "epoch": 0.18863599148518093,
      "grad_norm": 0.20026418566703796,
      "learning_rate": 0.00019990301596370315,
      "loss": 12.2345,
      "step": 1152
    },
    {
      "epoch": 0.18879973800556737,
      "grad_norm": 0.2520160973072052,
      "learning_rate": 0.00019990278820495615,
      "loss": 12.2627,
      "step": 1153
    },
    {
      "epoch": 0.18896348452595382,
      "grad_norm": 0.22137095034122467,
      "learning_rate": 0.00019990256017921677,
      "loss": 12.2287,
      "step": 1154
    },
    {
      "epoch": 0.18912723104634027,
      "grad_norm": 0.2036430537700653,
      "learning_rate": 0.00019990233188648562,
      "loss": 12.2632,
      "step": 1155
    },
    {
      "epoch": 0.18929097756672672,
      "grad_norm": 0.1938624083995819,
      "learning_rate": 0.0001999021033267633,
      "loss": 12.2759,
      "step": 1156
    },
    {
      "epoch": 0.18945472408711314,
      "grad_norm": 0.1719638705253601,
      "learning_rate": 0.0001999018745000504,
      "loss": 12.2653,
      "step": 1157
    },
    {
      "epoch": 0.1896184706074996,
      "grad_norm": 0.22045117616653442,
      "learning_rate": 0.00019990164540634758,
      "loss": 12.2656,
      "step": 1158
    },
    {
      "epoch": 0.18978221712788604,
      "grad_norm": 0.1990896314382553,
      "learning_rate": 0.00019990141604565542,
      "loss": 12.2505,
      "step": 1159
    },
    {
      "epoch": 0.1899459636482725,
      "grad_norm": 0.20255745947360992,
      "learning_rate": 0.00019990118641797456,
      "loss": 12.2543,
      "step": 1160
    },
    {
      "epoch": 0.1901097101686589,
      "grad_norm": 0.19854943454265594,
      "learning_rate": 0.00019990095652330556,
      "loss": 12.2688,
      "step": 1161
    },
    {
      "epoch": 0.19027345668904536,
      "grad_norm": 0.33495262265205383,
      "learning_rate": 0.00019990072636164906,
      "loss": 12.2212,
      "step": 1162
    },
    {
      "epoch": 0.1904372032094318,
      "grad_norm": 0.24724209308624268,
      "learning_rate": 0.00019990049593300572,
      "loss": 12.2523,
      "step": 1163
    },
    {
      "epoch": 0.19060094972981825,
      "grad_norm": 0.29584184288978577,
      "learning_rate": 0.00019990026523737607,
      "loss": 12.2701,
      "step": 1164
    },
    {
      "epoch": 0.19076469625020467,
      "grad_norm": 0.18880870938301086,
      "learning_rate": 0.00019990003427476077,
      "loss": 12.2361,
      "step": 1165
    },
    {
      "epoch": 0.19092844277059112,
      "grad_norm": 0.23486948013305664,
      "learning_rate": 0.00019989980304516047,
      "loss": 12.2467,
      "step": 1166
    },
    {
      "epoch": 0.19109218929097757,
      "grad_norm": 0.29697224497795105,
      "learning_rate": 0.00019989957154857577,
      "loss": 12.2517,
      "step": 1167
    },
    {
      "epoch": 0.19125593581136402,
      "grad_norm": 0.20169423520565033,
      "learning_rate": 0.00019989933978500725,
      "loss": 12.2358,
      "step": 1168
    },
    {
      "epoch": 0.19141968233175044,
      "grad_norm": 0.2430507391691208,
      "learning_rate": 0.00019989910775445555,
      "loss": 12.2306,
      "step": 1169
    },
    {
      "epoch": 0.1915834288521369,
      "grad_norm": 0.1904125064611435,
      "learning_rate": 0.00019989887545692131,
      "loss": 12.2401,
      "step": 1170
    },
    {
      "epoch": 0.19174717537252334,
      "grad_norm": 0.2385772168636322,
      "learning_rate": 0.00019989864289240514,
      "loss": 12.244,
      "step": 1171
    },
    {
      "epoch": 0.19191092189290979,
      "grad_norm": 0.16228258609771729,
      "learning_rate": 0.00019989841006090768,
      "loss": 12.2252,
      "step": 1172
    },
    {
      "epoch": 0.1920746684132962,
      "grad_norm": 0.21630585193634033,
      "learning_rate": 0.00019989817696242952,
      "loss": 12.2323,
      "step": 1173
    },
    {
      "epoch": 0.19223841493368266,
      "grad_norm": 0.1214604452252388,
      "learning_rate": 0.00019989794359697127,
      "loss": 12.2713,
      "step": 1174
    },
    {
      "epoch": 0.1924021614540691,
      "grad_norm": 0.1866055577993393,
      "learning_rate": 0.0001998977099645336,
      "loss": 12.2626,
      "step": 1175
    },
    {
      "epoch": 0.19256590797445555,
      "grad_norm": 0.317477285861969,
      "learning_rate": 0.0001998974760651171,
      "loss": 12.2359,
      "step": 1176
    },
    {
      "epoch": 0.19272965449484197,
      "grad_norm": 0.17797474563121796,
      "learning_rate": 0.00019989724189872242,
      "loss": 12.2558,
      "step": 1177
    },
    {
      "epoch": 0.19289340101522842,
      "grad_norm": 0.16350416839122772,
      "learning_rate": 0.00019989700746535016,
      "loss": 12.2667,
      "step": 1178
    },
    {
      "epoch": 0.19305714753561487,
      "grad_norm": 0.292497456073761,
      "learning_rate": 0.00019989677276500097,
      "loss": 12.2352,
      "step": 1179
    },
    {
      "epoch": 0.19322089405600132,
      "grad_norm": 0.15324929356575012,
      "learning_rate": 0.00019989653779767545,
      "loss": 12.2395,
      "step": 1180
    },
    {
      "epoch": 0.19338464057638774,
      "grad_norm": 0.23264183104038239,
      "learning_rate": 0.00019989630256337426,
      "loss": 12.2709,
      "step": 1181
    },
    {
      "epoch": 0.1935483870967742,
      "grad_norm": 0.2033224254846573,
      "learning_rate": 0.00019989606706209803,
      "loss": 12.2529,
      "step": 1182
    },
    {
      "epoch": 0.19371213361716064,
      "grad_norm": 0.14276035130023956,
      "learning_rate": 0.00019989583129384735,
      "loss": 12.2212,
      "step": 1183
    },
    {
      "epoch": 0.19387588013754709,
      "grad_norm": 0.16279515624046326,
      "learning_rate": 0.00019989559525862287,
      "loss": 12.2359,
      "step": 1184
    },
    {
      "epoch": 0.1940396266579335,
      "grad_norm": 0.14694593846797943,
      "learning_rate": 0.00019989535895642525,
      "loss": 12.2461,
      "step": 1185
    },
    {
      "epoch": 0.19420337317831995,
      "grad_norm": 0.14191286265850067,
      "learning_rate": 0.00019989512238725507,
      "loss": 12.2574,
      "step": 1186
    },
    {
      "epoch": 0.1943671196987064,
      "grad_norm": 0.15836934745311737,
      "learning_rate": 0.000199894885551113,
      "loss": 12.2613,
      "step": 1187
    },
    {
      "epoch": 0.19453086621909285,
      "grad_norm": 0.15967759490013123,
      "learning_rate": 0.00019989464844799966,
      "loss": 12.262,
      "step": 1188
    },
    {
      "epoch": 0.19469461273947927,
      "grad_norm": 0.24393397569656372,
      "learning_rate": 0.00019989441107791568,
      "loss": 12.2545,
      "step": 1189
    },
    {
      "epoch": 0.19485835925986572,
      "grad_norm": 0.23188389837741852,
      "learning_rate": 0.0001998941734408617,
      "loss": 12.2791,
      "step": 1190
    },
    {
      "epoch": 0.19502210578025217,
      "grad_norm": 0.1322541981935501,
      "learning_rate": 0.00019989393553683835,
      "loss": 12.2577,
      "step": 1191
    },
    {
      "epoch": 0.19518585230063862,
      "grad_norm": 0.14726369082927704,
      "learning_rate": 0.00019989369736584625,
      "loss": 12.2491,
      "step": 1192
    },
    {
      "epoch": 0.19534959882102507,
      "grad_norm": 0.2767830193042755,
      "learning_rate": 0.00019989345892788612,
      "loss": 12.2531,
      "step": 1193
    },
    {
      "epoch": 0.1955133453414115,
      "grad_norm": 0.1375705599784851,
      "learning_rate": 0.00019989322022295847,
      "loss": 12.2399,
      "step": 1194
    },
    {
      "epoch": 0.19567709186179794,
      "grad_norm": 0.24439239501953125,
      "learning_rate": 0.000199892981251064,
      "loss": 12.2373,
      "step": 1195
    },
    {
      "epoch": 0.19584083838218438,
      "grad_norm": 0.20555661618709564,
      "learning_rate": 0.0001998927420122034,
      "loss": 12.2761,
      "step": 1196
    },
    {
      "epoch": 0.19600458490257083,
      "grad_norm": 0.1777387410402298,
      "learning_rate": 0.00019989250250637724,
      "loss": 12.2495,
      "step": 1197
    },
    {
      "epoch": 0.19616833142295725,
      "grad_norm": 0.19490312039852142,
      "learning_rate": 0.00019989226273358618,
      "loss": 12.2484,
      "step": 1198
    },
    {
      "epoch": 0.1963320779433437,
      "grad_norm": 0.23632100224494934,
      "learning_rate": 0.00019989202269383085,
      "loss": 12.2271,
      "step": 1199
    },
    {
      "epoch": 0.19649582446373015,
      "grad_norm": 0.2163597196340561,
      "learning_rate": 0.0001998917823871119,
      "loss": 12.2711,
      "step": 1200
    },
    {
      "epoch": 0.1966595709841166,
      "grad_norm": 0.22228123247623444,
      "learning_rate": 0.00019989154181343,
      "loss": 12.2545,
      "step": 1201
    },
    {
      "epoch": 0.19682331750450302,
      "grad_norm": 0.17852161824703217,
      "learning_rate": 0.00019989130097278573,
      "loss": 12.2647,
      "step": 1202
    },
    {
      "epoch": 0.19698706402488947,
      "grad_norm": 0.18424183130264282,
      "learning_rate": 0.0001998910598651798,
      "loss": 12.2534,
      "step": 1203
    },
    {
      "epoch": 0.19715081054527592,
      "grad_norm": 0.17484694719314575,
      "learning_rate": 0.0001998908184906128,
      "loss": 12.2243,
      "step": 1204
    },
    {
      "epoch": 0.19731455706566237,
      "grad_norm": 0.18491382896900177,
      "learning_rate": 0.0001998905768490854,
      "loss": 12.2554,
      "step": 1205
    },
    {
      "epoch": 0.1974783035860488,
      "grad_norm": 0.20651686191558838,
      "learning_rate": 0.00019989033494059827,
      "loss": 12.2711,
      "step": 1206
    },
    {
      "epoch": 0.19764205010643524,
      "grad_norm": 0.15648329257965088,
      "learning_rate": 0.000199890092765152,
      "loss": 12.258,
      "step": 1207
    },
    {
      "epoch": 0.19780579662682168,
      "grad_norm": 0.1549198031425476,
      "learning_rate": 0.00019988985032274732,
      "loss": 12.2441,
      "step": 1208
    },
    {
      "epoch": 0.19796954314720813,
      "grad_norm": 0.15614551305770874,
      "learning_rate": 0.0001998896076133848,
      "loss": 12.2459,
      "step": 1209
    },
    {
      "epoch": 0.19813328966759455,
      "grad_norm": 0.19591061770915985,
      "learning_rate": 0.0001998893646370651,
      "loss": 12.2286,
      "step": 1210
    },
    {
      "epoch": 0.198297036187981,
      "grad_norm": 0.14862903952598572,
      "learning_rate": 0.00019988912139378887,
      "loss": 12.2344,
      "step": 1211
    },
    {
      "epoch": 0.19846078270836745,
      "grad_norm": 0.1793294996023178,
      "learning_rate": 0.00019988887788355685,
      "loss": 12.2202,
      "step": 1212
    },
    {
      "epoch": 0.1986245292287539,
      "grad_norm": 0.16056039929389954,
      "learning_rate": 0.00019988863410636955,
      "loss": 12.2654,
      "step": 1213
    },
    {
      "epoch": 0.19878827574914032,
      "grad_norm": 0.2407788634300232,
      "learning_rate": 0.0001998883900622277,
      "loss": 12.2511,
      "step": 1214
    },
    {
      "epoch": 0.19895202226952677,
      "grad_norm": 0.21448442339897156,
      "learning_rate": 0.00019988814575113196,
      "loss": 12.2734,
      "step": 1215
    },
    {
      "epoch": 0.19911576878991322,
      "grad_norm": 0.3002052903175354,
      "learning_rate": 0.00019988790117308293,
      "loss": 12.2614,
      "step": 1216
    },
    {
      "epoch": 0.19927951531029967,
      "grad_norm": 0.2021571695804596,
      "learning_rate": 0.00019988765632808134,
      "loss": 12.2314,
      "step": 1217
    },
    {
      "epoch": 0.19944326183068609,
      "grad_norm": 0.20746615529060364,
      "learning_rate": 0.0001998874112161278,
      "loss": 12.3077,
      "step": 1218
    },
    {
      "epoch": 0.19960700835107253,
      "grad_norm": 0.20764046907424927,
      "learning_rate": 0.0001998871658372229,
      "loss": 12.2456,
      "step": 1219
    },
    {
      "epoch": 0.19977075487145898,
      "grad_norm": 0.22152332961559296,
      "learning_rate": 0.00019988692019136744,
      "loss": 12.2703,
      "step": 1220
    },
    {
      "epoch": 0.19993450139184543,
      "grad_norm": 0.25248122215270996,
      "learning_rate": 0.00019988667427856197,
      "loss": 12.2511,
      "step": 1221
    },
    {
      "epoch": 0.20009824791223185,
      "grad_norm": 0.19339387118816376,
      "learning_rate": 0.00019988642809880717,
      "loss": 12.2293,
      "step": 1222
    },
    {
      "epoch": 0.2002619944326183,
      "grad_norm": 0.22646868228912354,
      "learning_rate": 0.00019988618165210368,
      "loss": 12.2181,
      "step": 1223
    },
    {
      "epoch": 0.20042574095300475,
      "grad_norm": 0.20776969194412231,
      "learning_rate": 0.00019988593493845222,
      "loss": 12.2316,
      "step": 1224
    },
    {
      "epoch": 0.2005894874733912,
      "grad_norm": 0.19552935659885406,
      "learning_rate": 0.0001998856879578534,
      "loss": 12.251,
      "step": 1225
    },
    {
      "epoch": 0.20075323399377762,
      "grad_norm": 0.27362826466560364,
      "learning_rate": 0.00019988544071030792,
      "loss": 12.279,
      "step": 1226
    },
    {
      "epoch": 0.20091698051416407,
      "grad_norm": 0.22436469793319702,
      "learning_rate": 0.00019988519319581635,
      "loss": 12.2611,
      "step": 1227
    },
    {
      "epoch": 0.20108072703455052,
      "grad_norm": 0.1569424718618393,
      "learning_rate": 0.00019988494541437946,
      "loss": 12.2636,
      "step": 1228
    },
    {
      "epoch": 0.20124447355493696,
      "grad_norm": 0.22696423530578613,
      "learning_rate": 0.00019988469736599785,
      "loss": 12.2926,
      "step": 1229
    },
    {
      "epoch": 0.2014082200753234,
      "grad_norm": 0.13892215490341187,
      "learning_rate": 0.00019988444905067222,
      "loss": 12.2562,
      "step": 1230
    },
    {
      "epoch": 0.20157196659570983,
      "grad_norm": 0.24097874760627747,
      "learning_rate": 0.00019988420046840316,
      "loss": 12.2189,
      "step": 1231
    },
    {
      "epoch": 0.20173571311609628,
      "grad_norm": 0.25651830434799194,
      "learning_rate": 0.00019988395161919142,
      "loss": 12.2621,
      "step": 1232
    },
    {
      "epoch": 0.20189945963648273,
      "grad_norm": 0.27185824513435364,
      "learning_rate": 0.00019988370250303766,
      "loss": 12.2699,
      "step": 1233
    },
    {
      "epoch": 0.20206320615686918,
      "grad_norm": 0.15002526342868805,
      "learning_rate": 0.00019988345311994246,
      "loss": 12.2532,
      "step": 1234
    },
    {
      "epoch": 0.2022269526772556,
      "grad_norm": 0.27543967962265015,
      "learning_rate": 0.0001998832034699066,
      "loss": 12.2736,
      "step": 1235
    },
    {
      "epoch": 0.20239069919764205,
      "grad_norm": 0.1918662190437317,
      "learning_rate": 0.00019988295355293065,
      "loss": 12.2257,
      "step": 1236
    },
    {
      "epoch": 0.2025544457180285,
      "grad_norm": 0.23715713620185852,
      "learning_rate": 0.00019988270336901534,
      "loss": 12.2328,
      "step": 1237
    },
    {
      "epoch": 0.20271819223841495,
      "grad_norm": 0.16953423619270325,
      "learning_rate": 0.00019988245291816133,
      "loss": 12.2506,
      "step": 1238
    },
    {
      "epoch": 0.20288193875880137,
      "grad_norm": 0.20575225353240967,
      "learning_rate": 0.00019988220220036924,
      "loss": 12.2584,
      "step": 1239
    },
    {
      "epoch": 0.20304568527918782,
      "grad_norm": 0.2665185034275055,
      "learning_rate": 0.0001998819512156398,
      "loss": 12.2309,
      "step": 1240
    },
    {
      "epoch": 0.20320943179957426,
      "grad_norm": 0.35413989424705505,
      "learning_rate": 0.00019988169996397364,
      "loss": 12.244,
      "step": 1241
    },
    {
      "epoch": 0.2033731783199607,
      "grad_norm": 0.179641991853714,
      "learning_rate": 0.0001998814484453715,
      "loss": 12.2507,
      "step": 1242
    },
    {
      "epoch": 0.20353692484034713,
      "grad_norm": 0.18702557682991028,
      "learning_rate": 0.00019988119665983393,
      "loss": 12.244,
      "step": 1243
    },
    {
      "epoch": 0.20370067136073358,
      "grad_norm": 0.38676825165748596,
      "learning_rate": 0.00019988094460736172,
      "loss": 12.2129,
      "step": 1244
    },
    {
      "epoch": 0.20386441788112003,
      "grad_norm": 0.1810077577829361,
      "learning_rate": 0.0001998806922879555,
      "loss": 12.2458,
      "step": 1245
    },
    {
      "epoch": 0.20402816440150648,
      "grad_norm": 0.2854645848274231,
      "learning_rate": 0.00019988043970161593,
      "loss": 12.2306,
      "step": 1246
    },
    {
      "epoch": 0.2041919109218929,
      "grad_norm": 0.24520578980445862,
      "learning_rate": 0.0001998801868483437,
      "loss": 12.2531,
      "step": 1247
    },
    {
      "epoch": 0.20435565744227935,
      "grad_norm": 0.34790125489234924,
      "learning_rate": 0.0001998799337281395,
      "loss": 12.2495,
      "step": 1248
    },
    {
      "epoch": 0.2045194039626658,
      "grad_norm": 0.1910335272550583,
      "learning_rate": 0.00019987968034100394,
      "loss": 12.2661,
      "step": 1249
    },
    {
      "epoch": 0.20468315048305225,
      "grad_norm": 0.21320991218090057,
      "learning_rate": 0.0001998794266869378,
      "loss": 12.2528,
      "step": 1250
    },
    {
      "epoch": 0.20484689700343867,
      "grad_norm": 0.14956215023994446,
      "learning_rate": 0.00019987917276594166,
      "loss": 12.2539,
      "step": 1251
    },
    {
      "epoch": 0.20501064352382511,
      "grad_norm": 0.28676047921180725,
      "learning_rate": 0.0001998789185780163,
      "loss": 12.2667,
      "step": 1252
    },
    {
      "epoch": 0.20517439004421156,
      "grad_norm": 0.29091888666152954,
      "learning_rate": 0.0001998786641231623,
      "loss": 12.2105,
      "step": 1253
    },
    {
      "epoch": 0.205338136564598,
      "grad_norm": 0.23222680389881134,
      "learning_rate": 0.00019987840940138038,
      "loss": 12.2525,
      "step": 1254
    },
    {
      "epoch": 0.20550188308498443,
      "grad_norm": 0.31438910961151123,
      "learning_rate": 0.00019987815441267125,
      "loss": 12.2505,
      "step": 1255
    },
    {
      "epoch": 0.20566562960537088,
      "grad_norm": 0.15554064512252808,
      "learning_rate": 0.00019987789915703555,
      "loss": 12.2385,
      "step": 1256
    },
    {
      "epoch": 0.20582937612575733,
      "grad_norm": 0.1817370355129242,
      "learning_rate": 0.00019987764363447398,
      "loss": 12.261,
      "step": 1257
    },
    {
      "epoch": 0.20599312264614378,
      "grad_norm": 0.17599838972091675,
      "learning_rate": 0.00019987738784498722,
      "loss": 12.2578,
      "step": 1258
    },
    {
      "epoch": 0.2061568691665302,
      "grad_norm": 0.21289661526679993,
      "learning_rate": 0.00019987713178857595,
      "loss": 12.243,
      "step": 1259
    },
    {
      "epoch": 0.20632061568691665,
      "grad_norm": 0.19513721764087677,
      "learning_rate": 0.00019987687546524086,
      "loss": 12.2471,
      "step": 1260
    },
    {
      "epoch": 0.2064843622073031,
      "grad_norm": 0.16975992918014526,
      "learning_rate": 0.00019987661887498263,
      "loss": 12.2477,
      "step": 1261
    },
    {
      "epoch": 0.20664810872768954,
      "grad_norm": 0.15960200130939484,
      "learning_rate": 0.00019987636201780195,
      "loss": 12.2221,
      "step": 1262
    },
    {
      "epoch": 0.20681185524807597,
      "grad_norm": 0.21494975686073303,
      "learning_rate": 0.0001998761048936995,
      "loss": 12.2793,
      "step": 1263
    },
    {
      "epoch": 0.2069756017684624,
      "grad_norm": 0.19817379117012024,
      "learning_rate": 0.000199875847502676,
      "loss": 12.2357,
      "step": 1264
    },
    {
      "epoch": 0.20713934828884886,
      "grad_norm": 0.23909464478492737,
      "learning_rate": 0.0001998755898447321,
      "loss": 12.2471,
      "step": 1265
    },
    {
      "epoch": 0.2073030948092353,
      "grad_norm": 0.17782017588615417,
      "learning_rate": 0.00019987533191986848,
      "loss": 12.2695,
      "step": 1266
    },
    {
      "epoch": 0.20746684132962173,
      "grad_norm": 0.2798265218734741,
      "learning_rate": 0.00019987507372808586,
      "loss": 12.2317,
      "step": 1267
    },
    {
      "epoch": 0.20763058785000818,
      "grad_norm": 0.1375560611486435,
      "learning_rate": 0.0001998748152693849,
      "loss": 12.2564,
      "step": 1268
    },
    {
      "epoch": 0.20779433437039463,
      "grad_norm": 0.15987059473991394,
      "learning_rate": 0.00019987455654376634,
      "loss": 12.2617,
      "step": 1269
    },
    {
      "epoch": 0.20795808089078108,
      "grad_norm": 0.19370348751544952,
      "learning_rate": 0.00019987429755123084,
      "loss": 12.2684,
      "step": 1270
    },
    {
      "epoch": 0.20812182741116753,
      "grad_norm": 0.18070665001869202,
      "learning_rate": 0.00019987403829177907,
      "loss": 12.2365,
      "step": 1271
    },
    {
      "epoch": 0.20828557393155395,
      "grad_norm": 0.1914656013250351,
      "learning_rate": 0.00019987377876541177,
      "loss": 12.2401,
      "step": 1272
    },
    {
      "epoch": 0.2084493204519404,
      "grad_norm": 0.1740618497133255,
      "learning_rate": 0.00019987351897212958,
      "loss": 12.2547,
      "step": 1273
    },
    {
      "epoch": 0.20861306697232684,
      "grad_norm": 0.18810948729515076,
      "learning_rate": 0.00019987325891193325,
      "loss": 12.2524,
      "step": 1274
    },
    {
      "epoch": 0.2087768134927133,
      "grad_norm": 0.12844997644424438,
      "learning_rate": 0.00019987299858482342,
      "loss": 12.2428,
      "step": 1275
    },
    {
      "epoch": 0.2089405600130997,
      "grad_norm": 0.19041603803634644,
      "learning_rate": 0.00019987273799080085,
      "loss": 12.2514,
      "step": 1276
    },
    {
      "epoch": 0.20910430653348616,
      "grad_norm": 0.22025585174560547,
      "learning_rate": 0.00019987247712986616,
      "loss": 12.2699,
      "step": 1277
    },
    {
      "epoch": 0.2092680530538726,
      "grad_norm": 0.14519065618515015,
      "learning_rate": 0.00019987221600202012,
      "loss": 12.2319,
      "step": 1278
    },
    {
      "epoch": 0.20943179957425906,
      "grad_norm": 0.2135820984840393,
      "learning_rate": 0.00019987195460726337,
      "loss": 12.252,
      "step": 1279
    },
    {
      "epoch": 0.20959554609464548,
      "grad_norm": 0.17110471427440643,
      "learning_rate": 0.00019987169294559664,
      "loss": 12.233,
      "step": 1280
    },
    {
      "epoch": 0.20975929261503193,
      "grad_norm": 0.16939832270145416,
      "learning_rate": 0.00019987143101702064,
      "loss": 12.2436,
      "step": 1281
    },
    {
      "epoch": 0.20992303913541838,
      "grad_norm": 0.176626056432724,
      "learning_rate": 0.00019987116882153605,
      "loss": 12.2382,
      "step": 1282
    },
    {
      "epoch": 0.21008678565580483,
      "grad_norm": 0.21731767058372498,
      "learning_rate": 0.00019987090635914355,
      "loss": 12.2701,
      "step": 1283
    },
    {
      "epoch": 0.21025053217619125,
      "grad_norm": 0.20159801840782166,
      "learning_rate": 0.00019987064362984392,
      "loss": 12.2579,
      "step": 1284
    },
    {
      "epoch": 0.2104142786965777,
      "grad_norm": 0.25707846879959106,
      "learning_rate": 0.00019987038063363778,
      "loss": 12.2451,
      "step": 1285
    },
    {
      "epoch": 0.21057802521696414,
      "grad_norm": 0.17282380163669586,
      "learning_rate": 0.00019987011737052584,
      "loss": 12.2625,
      "step": 1286
    },
    {
      "epoch": 0.2107417717373506,
      "grad_norm": 0.18553732335567474,
      "learning_rate": 0.00019986985384050883,
      "loss": 12.2858,
      "step": 1287
    },
    {
      "epoch": 0.210905518257737,
      "grad_norm": 0.22770492732524872,
      "learning_rate": 0.00019986959004358746,
      "loss": 12.2325,
      "step": 1288
    },
    {
      "epoch": 0.21106926477812346,
      "grad_norm": 0.45899882912635803,
      "learning_rate": 0.00019986932597976242,
      "loss": 12.2688,
      "step": 1289
    },
    {
      "epoch": 0.2112330112985099,
      "grad_norm": 0.17251215875148773,
      "learning_rate": 0.0001998690616490344,
      "loss": 12.2969,
      "step": 1290
    },
    {
      "epoch": 0.21139675781889636,
      "grad_norm": 0.23419521749019623,
      "learning_rate": 0.00019986879705140414,
      "loss": 12.2734,
      "step": 1291
    },
    {
      "epoch": 0.21156050433928278,
      "grad_norm": 0.2013394683599472,
      "learning_rate": 0.00019986853218687233,
      "loss": 12.2461,
      "step": 1292
    },
    {
      "epoch": 0.21172425085966923,
      "grad_norm": 0.2847529649734497,
      "learning_rate": 0.0001998682670554397,
      "loss": 12.2476,
      "step": 1293
    },
    {
      "epoch": 0.21188799738005568,
      "grad_norm": 0.193734809756279,
      "learning_rate": 0.00019986800165710692,
      "loss": 12.2673,
      "step": 1294
    },
    {
      "epoch": 0.21205174390044212,
      "grad_norm": 0.2058509737253189,
      "learning_rate": 0.00019986773599187473,
      "loss": 12.2373,
      "step": 1295
    },
    {
      "epoch": 0.21221549042082855,
      "grad_norm": 0.2950235903263092,
      "learning_rate": 0.00019986747005974382,
      "loss": 12.211,
      "step": 1296
    },
    {
      "epoch": 0.212379236941215,
      "grad_norm": 0.2735600769519806,
      "learning_rate": 0.0001998672038607149,
      "loss": 12.2513,
      "step": 1297
    },
    {
      "epoch": 0.21254298346160144,
      "grad_norm": 0.28811296820640564,
      "learning_rate": 0.00019986693739478873,
      "loss": 12.2291,
      "step": 1298
    },
    {
      "epoch": 0.2127067299819879,
      "grad_norm": 0.19278259575366974,
      "learning_rate": 0.00019986667066196597,
      "loss": 12.238,
      "step": 1299
    },
    {
      "epoch": 0.2128704765023743,
      "grad_norm": 0.1735602766275406,
      "learning_rate": 0.00019986640366224733,
      "loss": 12.2423,
      "step": 1300
    },
    {
      "epoch": 0.21303422302276076,
      "grad_norm": 0.17487011849880219,
      "learning_rate": 0.00019986613639563352,
      "loss": 12.272,
      "step": 1301
    },
    {
      "epoch": 0.2131979695431472,
      "grad_norm": 0.19682526588439941,
      "learning_rate": 0.0001998658688621253,
      "loss": 12.2528,
      "step": 1302
    },
    {
      "epoch": 0.21336171606353366,
      "grad_norm": 0.31093865633010864,
      "learning_rate": 0.00019986560106172337,
      "loss": 12.2457,
      "step": 1303
    },
    {
      "epoch": 0.21352546258392008,
      "grad_norm": 0.15859481692314148,
      "learning_rate": 0.0001998653329944284,
      "loss": 12.2399,
      "step": 1304
    },
    {
      "epoch": 0.21368920910430653,
      "grad_norm": 0.1931212991476059,
      "learning_rate": 0.00019986506466024116,
      "loss": 12.2273,
      "step": 1305
    },
    {
      "epoch": 0.21385295562469298,
      "grad_norm": 0.19914713501930237,
      "learning_rate": 0.00019986479605916236,
      "loss": 12.2473,
      "step": 1306
    },
    {
      "epoch": 0.21401670214507942,
      "grad_norm": 0.15598173439502716,
      "learning_rate": 0.00019986452719119267,
      "loss": 12.2692,
      "step": 1307
    },
    {
      "epoch": 0.21418044866546587,
      "grad_norm": 0.1583191603422165,
      "learning_rate": 0.00019986425805633288,
      "loss": 12.2376,
      "step": 1308
    },
    {
      "epoch": 0.2143441951858523,
      "grad_norm": 0.11578372865915298,
      "learning_rate": 0.00019986398865458368,
      "loss": 12.2653,
      "step": 1309
    },
    {
      "epoch": 0.21450794170623874,
      "grad_norm": 0.2142888903617859,
      "learning_rate": 0.00019986371898594575,
      "loss": 12.2629,
      "step": 1310
    },
    {
      "epoch": 0.2146716882266252,
      "grad_norm": 0.22514422237873077,
      "learning_rate": 0.00019986344905041986,
      "loss": 12.2513,
      "step": 1311
    },
    {
      "epoch": 0.21483543474701164,
      "grad_norm": 0.19025497138500214,
      "learning_rate": 0.0001998631788480067,
      "loss": 12.2646,
      "step": 1312
    },
    {
      "epoch": 0.21499918126739806,
      "grad_norm": 0.22178468108177185,
      "learning_rate": 0.00019986290837870703,
      "loss": 12.2364,
      "step": 1313
    },
    {
      "epoch": 0.2151629277877845,
      "grad_norm": 0.20018021762371063,
      "learning_rate": 0.00019986263764252153,
      "loss": 12.2458,
      "step": 1314
    },
    {
      "epoch": 0.21532667430817096,
      "grad_norm": 0.22256219387054443,
      "learning_rate": 0.00019986236663945098,
      "loss": 12.2276,
      "step": 1315
    },
    {
      "epoch": 0.2154904208285574,
      "grad_norm": 0.25039777159690857,
      "learning_rate": 0.00019986209536949602,
      "loss": 12.2522,
      "step": 1316
    },
    {
      "epoch": 0.21565416734894383,
      "grad_norm": 0.18557004630565643,
      "learning_rate": 0.00019986182383265746,
      "loss": 12.2368,
      "step": 1317
    },
    {
      "epoch": 0.21581791386933027,
      "grad_norm": 0.29671165347099304,
      "learning_rate": 0.00019986155202893598,
      "loss": 12.2112,
      "step": 1318
    },
    {
      "epoch": 0.21598166038971672,
      "grad_norm": 0.32737597823143005,
      "learning_rate": 0.00019986127995833228,
      "loss": 12.2558,
      "step": 1319
    },
    {
      "epoch": 0.21614540691010317,
      "grad_norm": 0.26022931933403015,
      "learning_rate": 0.0001998610076208472,
      "loss": 12.2428,
      "step": 1320
    },
    {
      "epoch": 0.2163091534304896,
      "grad_norm": 0.15315105020999908,
      "learning_rate": 0.0001998607350164813,
      "loss": 12.2305,
      "step": 1321
    },
    {
      "epoch": 0.21647289995087604,
      "grad_norm": 0.17511257529258728,
      "learning_rate": 0.00019986046214523544,
      "loss": 12.2137,
      "step": 1322
    },
    {
      "epoch": 0.2166366464712625,
      "grad_norm": 0.16362647712230682,
      "learning_rate": 0.0001998601890071103,
      "loss": 12.2544,
      "step": 1323
    },
    {
      "epoch": 0.21680039299164894,
      "grad_norm": 0.20708180963993073,
      "learning_rate": 0.00019985991560210665,
      "loss": 12.2836,
      "step": 1324
    },
    {
      "epoch": 0.21696413951203536,
      "grad_norm": 0.297439306974411,
      "learning_rate": 0.00019985964193022516,
      "loss": 12.2405,
      "step": 1325
    },
    {
      "epoch": 0.2171278860324218,
      "grad_norm": 0.2841363251209259,
      "learning_rate": 0.0001998593679914666,
      "loss": 12.2258,
      "step": 1326
    },
    {
      "epoch": 0.21729163255280826,
      "grad_norm": 0.28838759660720825,
      "learning_rate": 0.0001998590937858317,
      "loss": 12.2354,
      "step": 1327
    },
    {
      "epoch": 0.2174553790731947,
      "grad_norm": 0.19653691351413727,
      "learning_rate": 0.00019985881931332115,
      "loss": 12.2728,
      "step": 1328
    },
    {
      "epoch": 0.21761912559358113,
      "grad_norm": 0.23913317918777466,
      "learning_rate": 0.00019985854457393575,
      "loss": 12.2377,
      "step": 1329
    },
    {
      "epoch": 0.21778287211396757,
      "grad_norm": 0.17346589267253876,
      "learning_rate": 0.0001998582695676762,
      "loss": 12.2227,
      "step": 1330
    },
    {
      "epoch": 0.21794661863435402,
      "grad_norm": 0.15225207805633545,
      "learning_rate": 0.00019985799429454325,
      "loss": 12.2789,
      "step": 1331
    },
    {
      "epoch": 0.21811036515474047,
      "grad_norm": 0.3027920722961426,
      "learning_rate": 0.00019985771875453758,
      "loss": 12.2887,
      "step": 1332
    },
    {
      "epoch": 0.2182741116751269,
      "grad_norm": 0.2994883954524994,
      "learning_rate": 0.00019985744294766003,
      "loss": 12.2897,
      "step": 1333
    },
    {
      "epoch": 0.21843785819551334,
      "grad_norm": 0.24220427870750427,
      "learning_rate": 0.00019985716687391124,
      "loss": 12.2374,
      "step": 1334
    },
    {
      "epoch": 0.2186016047158998,
      "grad_norm": 0.27157920598983765,
      "learning_rate": 0.00019985689053329198,
      "loss": 12.2466,
      "step": 1335
    },
    {
      "epoch": 0.21876535123628624,
      "grad_norm": 0.31695133447647095,
      "learning_rate": 0.00019985661392580298,
      "loss": 12.2565,
      "step": 1336
    },
    {
      "epoch": 0.21892909775667266,
      "grad_norm": 0.14077642560005188,
      "learning_rate": 0.00019985633705144501,
      "loss": 12.2398,
      "step": 1337
    },
    {
      "epoch": 0.2190928442770591,
      "grad_norm": 0.19797354936599731,
      "learning_rate": 0.0001998560599102188,
      "loss": 12.2537,
      "step": 1338
    },
    {
      "epoch": 0.21925659079744556,
      "grad_norm": 0.2454633265733719,
      "learning_rate": 0.00019985578250212508,
      "loss": 12.2195,
      "step": 1339
    },
    {
      "epoch": 0.219420337317832,
      "grad_norm": 0.1906578093767166,
      "learning_rate": 0.00019985550482716459,
      "loss": 12.256,
      "step": 1340
    },
    {
      "epoch": 0.21958408383821842,
      "grad_norm": 0.37651506066322327,
      "learning_rate": 0.0001998552268853381,
      "loss": 12.2322,
      "step": 1341
    },
    {
      "epoch": 0.21974783035860487,
      "grad_norm": 0.15447548031806946,
      "learning_rate": 0.0001998549486766463,
      "loss": 12.2255,
      "step": 1342
    },
    {
      "epoch": 0.21991157687899132,
      "grad_norm": 0.19824187457561493,
      "learning_rate": 0.00019985467020108998,
      "loss": 12.2464,
      "step": 1343
    },
    {
      "epoch": 0.22007532339937777,
      "grad_norm": 0.2297895848751068,
      "learning_rate": 0.00019985439145866986,
      "loss": 12.2639,
      "step": 1344
    },
    {
      "epoch": 0.22023906991976422,
      "grad_norm": 0.2660498321056366,
      "learning_rate": 0.00019985411244938668,
      "loss": 12.2414,
      "step": 1345
    },
    {
      "epoch": 0.22040281644015064,
      "grad_norm": 0.1663990467786789,
      "learning_rate": 0.00019985383317324123,
      "loss": 12.232,
      "step": 1346
    },
    {
      "epoch": 0.2205665629605371,
      "grad_norm": 0.2206333726644516,
      "learning_rate": 0.00019985355363023419,
      "loss": 12.2327,
      "step": 1347
    },
    {
      "epoch": 0.22073030948092354,
      "grad_norm": 0.18099652230739594,
      "learning_rate": 0.00019985327382036636,
      "loss": 12.2188,
      "step": 1348
    },
    {
      "epoch": 0.22089405600130999,
      "grad_norm": 0.1859714835882187,
      "learning_rate": 0.00019985299374363847,
      "loss": 12.2598,
      "step": 1349
    },
    {
      "epoch": 0.2210578025216964,
      "grad_norm": 0.3129976987838745,
      "learning_rate": 0.00019985271340005126,
      "loss": 12.2312,
      "step": 1350
    },
    {
      "epoch": 0.22122154904208285,
      "grad_norm": 0.14791548252105713,
      "learning_rate": 0.0001998524327896055,
      "loss": 12.2327,
      "step": 1351
    },
    {
      "epoch": 0.2213852955624693,
      "grad_norm": 0.2080293744802475,
      "learning_rate": 0.00019985215191230192,
      "loss": 12.2356,
      "step": 1352
    },
    {
      "epoch": 0.22154904208285575,
      "grad_norm": 0.2774175703525543,
      "learning_rate": 0.00019985187076814123,
      "loss": 12.2631,
      "step": 1353
    },
    {
      "epoch": 0.22171278860324217,
      "grad_norm": 0.47388866543769836,
      "learning_rate": 0.0001998515893571243,
      "loss": 12.2052,
      "step": 1354
    },
    {
      "epoch": 0.22187653512362862,
      "grad_norm": 0.15624961256980896,
      "learning_rate": 0.00019985130767925178,
      "loss": 12.2554,
      "step": 1355
    },
    {
      "epoch": 0.22204028164401507,
      "grad_norm": 0.1982777714729309,
      "learning_rate": 0.00019985102573452442,
      "loss": 12.2483,
      "step": 1356
    },
    {
      "epoch": 0.22220402816440152,
      "grad_norm": 0.14583244919776917,
      "learning_rate": 0.00019985074352294306,
      "loss": 12.236,
      "step": 1357
    },
    {
      "epoch": 0.22236777468478794,
      "grad_norm": 0.19648543000221252,
      "learning_rate": 0.0001998504610445084,
      "loss": 12.2912,
      "step": 1358
    },
    {
      "epoch": 0.2225315212051744,
      "grad_norm": 0.19647659361362457,
      "learning_rate": 0.00019985017829922118,
      "loss": 12.2139,
      "step": 1359
    },
    {
      "epoch": 0.22269526772556084,
      "grad_norm": 0.19705568253993988,
      "learning_rate": 0.00019984989528708214,
      "loss": 12.2334,
      "step": 1360
    },
    {
      "epoch": 0.22285901424594728,
      "grad_norm": 0.21964357793331146,
      "learning_rate": 0.00019984961200809212,
      "loss": 12.2708,
      "step": 1361
    },
    {
      "epoch": 0.2230227607663337,
      "grad_norm": 0.2783089876174927,
      "learning_rate": 0.0001998493284622518,
      "loss": 12.2462,
      "step": 1362
    },
    {
      "epoch": 0.22318650728672015,
      "grad_norm": 0.23642265796661377,
      "learning_rate": 0.00019984904464956198,
      "loss": 12.2596,
      "step": 1363
    },
    {
      "epoch": 0.2233502538071066,
      "grad_norm": 0.17170096933841705,
      "learning_rate": 0.00019984876057002339,
      "loss": 12.2521,
      "step": 1364
    },
    {
      "epoch": 0.22351400032749305,
      "grad_norm": 0.18660968542099,
      "learning_rate": 0.00019984847622363678,
      "loss": 12.2478,
      "step": 1365
    },
    {
      "epoch": 0.22367774684787947,
      "grad_norm": 0.12542013823986053,
      "learning_rate": 0.00019984819161040295,
      "loss": 12.2472,
      "step": 1366
    },
    {
      "epoch": 0.22384149336826592,
      "grad_norm": 0.16164369881153107,
      "learning_rate": 0.00019984790673032267,
      "loss": 12.2392,
      "step": 1367
    },
    {
      "epoch": 0.22400523988865237,
      "grad_norm": 0.21766862273216248,
      "learning_rate": 0.00019984762158339664,
      "loss": 12.2328,
      "step": 1368
    },
    {
      "epoch": 0.22416898640903882,
      "grad_norm": 0.13519972562789917,
      "learning_rate": 0.00019984733616962565,
      "loss": 12.2488,
      "step": 1369
    },
    {
      "epoch": 0.22433273292942524,
      "grad_norm": 0.17079214751720428,
      "learning_rate": 0.00019984705048901047,
      "loss": 12.2143,
      "step": 1370
    },
    {
      "epoch": 0.2244964794498117,
      "grad_norm": 0.1945958435535431,
      "learning_rate": 0.00019984676454155186,
      "loss": 12.2608,
      "step": 1371
    },
    {
      "epoch": 0.22466022597019814,
      "grad_norm": 0.17773619294166565,
      "learning_rate": 0.00019984647832725064,
      "loss": 12.2748,
      "step": 1372
    },
    {
      "epoch": 0.22482397249058458,
      "grad_norm": 0.1559535264968872,
      "learning_rate": 0.00019984619184610744,
      "loss": 12.2361,
      "step": 1373
    },
    {
      "epoch": 0.224987719010971,
      "grad_norm": 0.13467879593372345,
      "learning_rate": 0.00019984590509812314,
      "loss": 12.2184,
      "step": 1374
    },
    {
      "epoch": 0.22515146553135745,
      "grad_norm": 0.20875205099582672,
      "learning_rate": 0.00019984561808329847,
      "loss": 12.2428,
      "step": 1375
    },
    {
      "epoch": 0.2253152120517439,
      "grad_norm": 0.18895886838436127,
      "learning_rate": 0.00019984533080163422,
      "loss": 12.2295,
      "step": 1376
    },
    {
      "epoch": 0.22547895857213035,
      "grad_norm": 0.1650896817445755,
      "learning_rate": 0.0001998450432531311,
      "loss": 12.253,
      "step": 1377
    },
    {
      "epoch": 0.22564270509251677,
      "grad_norm": 0.18330995738506317,
      "learning_rate": 0.00019984475543778993,
      "loss": 12.2464,
      "step": 1378
    },
    {
      "epoch": 0.22580645161290322,
      "grad_norm": 0.22748906910419464,
      "learning_rate": 0.00019984446735561145,
      "loss": 12.2837,
      "step": 1379
    },
    {
      "epoch": 0.22597019813328967,
      "grad_norm": 0.25248873233795166,
      "learning_rate": 0.00019984417900659649,
      "loss": 12.2413,
      "step": 1380
    },
    {
      "epoch": 0.22613394465367612,
      "grad_norm": 0.20956918597221375,
      "learning_rate": 0.00019984389039074576,
      "loss": 12.2586,
      "step": 1381
    },
    {
      "epoch": 0.22629769117406254,
      "grad_norm": 0.28073570132255554,
      "learning_rate": 0.00019984360150806003,
      "loss": 12.2549,
      "step": 1382
    },
    {
      "epoch": 0.22646143769444899,
      "grad_norm": 0.11808546632528305,
      "learning_rate": 0.00019984331235854008,
      "loss": 12.2318,
      "step": 1383
    },
    {
      "epoch": 0.22662518421483543,
      "grad_norm": 0.25460755825042725,
      "learning_rate": 0.0001998430229421867,
      "loss": 12.2826,
      "step": 1384
    },
    {
      "epoch": 0.22678893073522188,
      "grad_norm": 0.1372486650943756,
      "learning_rate": 0.00019984273325900068,
      "loss": 12.2521,
      "step": 1385
    },
    {
      "epoch": 0.22695267725560833,
      "grad_norm": 0.24694836139678955,
      "learning_rate": 0.00019984244330898272,
      "loss": 12.2449,
      "step": 1386
    },
    {
      "epoch": 0.22711642377599475,
      "grad_norm": 0.232315331697464,
      "learning_rate": 0.00019984215309213369,
      "loss": 12.2597,
      "step": 1387
    },
    {
      "epoch": 0.2272801702963812,
      "grad_norm": 0.22957998514175415,
      "learning_rate": 0.0001998418626084543,
      "loss": 12.2454,
      "step": 1388
    },
    {
      "epoch": 0.22744391681676765,
      "grad_norm": 0.18535538017749786,
      "learning_rate": 0.00019984157185794533,
      "loss": 12.2373,
      "step": 1389
    },
    {
      "epoch": 0.2276076633371541,
      "grad_norm": 0.17913836240768433,
      "learning_rate": 0.0001998412808406076,
      "loss": 12.2514,
      "step": 1390
    },
    {
      "epoch": 0.22777140985754052,
      "grad_norm": 0.23383504152297974,
      "learning_rate": 0.00019984098955644184,
      "loss": 12.2445,
      "step": 1391
    },
    {
      "epoch": 0.22793515637792697,
      "grad_norm": 0.176804780960083,
      "learning_rate": 0.00019984069800544886,
      "loss": 12.2341,
      "step": 1392
    },
    {
      "epoch": 0.22809890289831342,
      "grad_norm": 0.16387847065925598,
      "learning_rate": 0.00019984040618762941,
      "loss": 12.2546,
      "step": 1393
    },
    {
      "epoch": 0.22826264941869986,
      "grad_norm": 0.2241101861000061,
      "learning_rate": 0.00019984011410298434,
      "loss": 12.2592,
      "step": 1394
    },
    {
      "epoch": 0.22842639593908629,
      "grad_norm": 0.211942657828331,
      "learning_rate": 0.00019983982175151432,
      "loss": 12.2547,
      "step": 1395
    },
    {
      "epoch": 0.22859014245947273,
      "grad_norm": 0.18383406102657318,
      "learning_rate": 0.00019983952913322023,
      "loss": 12.2147,
      "step": 1396
    },
    {
      "epoch": 0.22875388897985918,
      "grad_norm": 0.39779460430145264,
      "learning_rate": 0.00019983923624810278,
      "loss": 12.2827,
      "step": 1397
    },
    {
      "epoch": 0.22891763550024563,
      "grad_norm": 0.19695743918418884,
      "learning_rate": 0.0001998389430961628,
      "loss": 12.2547,
      "step": 1398
    },
    {
      "epoch": 0.22908138202063205,
      "grad_norm": 0.3183438181877136,
      "learning_rate": 0.00019983864967740105,
      "loss": 12.2087,
      "step": 1399
    },
    {
      "epoch": 0.2292451285410185,
      "grad_norm": 0.2505727708339691,
      "learning_rate": 0.00019983835599181836,
      "loss": 12.2568,
      "step": 1400
    },
    {
      "epoch": 0.22940887506140495,
      "grad_norm": 0.24610841274261475,
      "learning_rate": 0.00019983806203941544,
      "loss": 12.2443,
      "step": 1401
    },
    {
      "epoch": 0.2295726215817914,
      "grad_norm": 0.17489022016525269,
      "learning_rate": 0.00019983776782019313,
      "loss": 12.2561,
      "step": 1402
    },
    {
      "epoch": 0.22973636810217782,
      "grad_norm": 0.23080170154571533,
      "learning_rate": 0.00019983747333415216,
      "loss": 12.2506,
      "step": 1403
    },
    {
      "epoch": 0.22990011462256427,
      "grad_norm": 0.2589621841907501,
      "learning_rate": 0.0001998371785812934,
      "loss": 12.2278,
      "step": 1404
    },
    {
      "epoch": 0.23006386114295072,
      "grad_norm": 0.22952963411808014,
      "learning_rate": 0.00019983688356161756,
      "loss": 12.2657,
      "step": 1405
    },
    {
      "epoch": 0.23022760766333716,
      "grad_norm": 0.2090490162372589,
      "learning_rate": 0.0001998365882751255,
      "loss": 12.2234,
      "step": 1406
    },
    {
      "epoch": 0.23039135418372358,
      "grad_norm": 0.2364855706691742,
      "learning_rate": 0.00019983629272181795,
      "loss": 12.2638,
      "step": 1407
    },
    {
      "epoch": 0.23055510070411003,
      "grad_norm": 0.19293881952762604,
      "learning_rate": 0.00019983599690169573,
      "loss": 12.2196,
      "step": 1408
    },
    {
      "epoch": 0.23071884722449648,
      "grad_norm": 0.1269826740026474,
      "learning_rate": 0.0001998357008147596,
      "loss": 12.249,
      "step": 1409
    },
    {
      "epoch": 0.23088259374488293,
      "grad_norm": 0.16529452800750732,
      "learning_rate": 0.0001998354044610104,
      "loss": 12.2368,
      "step": 1410
    },
    {
      "epoch": 0.23104634026526935,
      "grad_norm": 0.25278523564338684,
      "learning_rate": 0.00019983510784044888,
      "loss": 12.2253,
      "step": 1411
    },
    {
      "epoch": 0.2312100867856558,
      "grad_norm": 0.13572722673416138,
      "learning_rate": 0.00019983481095307585,
      "loss": 12.2583,
      "step": 1412
    },
    {
      "epoch": 0.23137383330604225,
      "grad_norm": 0.21344181895256042,
      "learning_rate": 0.0001998345137988921,
      "loss": 12.2488,
      "step": 1413
    },
    {
      "epoch": 0.2315375798264287,
      "grad_norm": 0.16670016944408417,
      "learning_rate": 0.00019983421637789843,
      "loss": 12.2332,
      "step": 1414
    },
    {
      "epoch": 0.23170132634681512,
      "grad_norm": 0.1665872484445572,
      "learning_rate": 0.00019983391869009563,
      "loss": 12.2336,
      "step": 1415
    },
    {
      "epoch": 0.23186507286720157,
      "grad_norm": 0.13921663165092468,
      "learning_rate": 0.0001998336207354845,
      "loss": 12.2369,
      "step": 1416
    },
    {
      "epoch": 0.23202881938758801,
      "grad_norm": 0.16538646817207336,
      "learning_rate": 0.00019983332251406584,
      "loss": 12.2357,
      "step": 1417
    },
    {
      "epoch": 0.23219256590797446,
      "grad_norm": 0.270344078540802,
      "learning_rate": 0.0001998330240258404,
      "loss": 12.2361,
      "step": 1418
    },
    {
      "epoch": 0.23235631242836088,
      "grad_norm": 0.19717301428318024,
      "learning_rate": 0.00019983272527080906,
      "loss": 12.2182,
      "step": 1419
    },
    {
      "epoch": 0.23252005894874733,
      "grad_norm": 0.17076997458934784,
      "learning_rate": 0.00019983242624897258,
      "loss": 12.2576,
      "step": 1420
    },
    {
      "epoch": 0.23268380546913378,
      "grad_norm": 0.24157044291496277,
      "learning_rate": 0.00019983212696033173,
      "loss": 12.2511,
      "step": 1421
    },
    {
      "epoch": 0.23284755198952023,
      "grad_norm": 0.1787205934524536,
      "learning_rate": 0.00019983182740488734,
      "loss": 12.244,
      "step": 1422
    },
    {
      "epoch": 0.23301129850990668,
      "grad_norm": 0.16640526056289673,
      "learning_rate": 0.0001998315275826402,
      "loss": 12.2676,
      "step": 1423
    },
    {
      "epoch": 0.2331750450302931,
      "grad_norm": 0.19145555794239044,
      "learning_rate": 0.0001998312274935911,
      "loss": 12.2391,
      "step": 1424
    },
    {
      "epoch": 0.23333879155067955,
      "grad_norm": 0.18145966529846191,
      "learning_rate": 0.0001998309271377409,
      "loss": 12.2543,
      "step": 1425
    },
    {
      "epoch": 0.233502538071066,
      "grad_norm": 0.20976880192756653,
      "learning_rate": 0.00019983062651509034,
      "loss": 12.221,
      "step": 1426
    },
    {
      "epoch": 0.23366628459145244,
      "grad_norm": 0.21043339371681213,
      "learning_rate": 0.00019983032562564024,
      "loss": 12.2387,
      "step": 1427
    },
    {
      "epoch": 0.23383003111183887,
      "grad_norm": 0.23709936439990997,
      "learning_rate": 0.0001998300244693914,
      "loss": 12.255,
      "step": 1428
    },
    {
      "epoch": 0.2339937776322253,
      "grad_norm": 0.27387404441833496,
      "learning_rate": 0.00019982972304634467,
      "loss": 12.2392,
      "step": 1429
    },
    {
      "epoch": 0.23415752415261176,
      "grad_norm": 0.17970754206180573,
      "learning_rate": 0.0001998294213565008,
      "loss": 12.2167,
      "step": 1430
    },
    {
      "epoch": 0.2343212706729982,
      "grad_norm": 0.17721539735794067,
      "learning_rate": 0.0001998291193998606,
      "loss": 12.2518,
      "step": 1431
    },
    {
      "epoch": 0.23448501719338463,
      "grad_norm": 0.23328611254692078,
      "learning_rate": 0.0001998288171764249,
      "loss": 12.2319,
      "step": 1432
    },
    {
      "epoch": 0.23464876371377108,
      "grad_norm": 0.20929838716983795,
      "learning_rate": 0.0001998285146861945,
      "loss": 12.2415,
      "step": 1433
    },
    {
      "epoch": 0.23481251023415753,
      "grad_norm": 0.1922193318605423,
      "learning_rate": 0.00019982821192917022,
      "loss": 12.2442,
      "step": 1434
    },
    {
      "epoch": 0.23497625675454398,
      "grad_norm": 0.1653512716293335,
      "learning_rate": 0.00019982790890535283,
      "loss": 12.2182,
      "step": 1435
    },
    {
      "epoch": 0.2351400032749304,
      "grad_norm": 0.19184890389442444,
      "learning_rate": 0.0001998276056147432,
      "loss": 12.2537,
      "step": 1436
    },
    {
      "epoch": 0.23530374979531685,
      "grad_norm": 0.22386959195137024,
      "learning_rate": 0.0001998273020573421,
      "loss": 12.2304,
      "step": 1437
    },
    {
      "epoch": 0.2354674963157033,
      "grad_norm": 0.2628747224807739,
      "learning_rate": 0.00019982699823315034,
      "loss": 12.2852,
      "step": 1438
    },
    {
      "epoch": 0.23563124283608974,
      "grad_norm": 0.16791020333766937,
      "learning_rate": 0.00019982669414216875,
      "loss": 12.2526,
      "step": 1439
    },
    {
      "epoch": 0.23579498935647616,
      "grad_norm": 0.22796349227428436,
      "learning_rate": 0.00019982638978439813,
      "loss": 12.2397,
      "step": 1440
    },
    {
      "epoch": 0.2359587358768626,
      "grad_norm": 0.1986583173274994,
      "learning_rate": 0.00019982608515983928,
      "loss": 12.224,
      "step": 1441
    },
    {
      "epoch": 0.23612248239724906,
      "grad_norm": 0.20997118949890137,
      "learning_rate": 0.00019982578026849304,
      "loss": 12.2467,
      "step": 1442
    },
    {
      "epoch": 0.2362862289176355,
      "grad_norm": 0.1574358195066452,
      "learning_rate": 0.00019982547511036023,
      "loss": 12.2667,
      "step": 1443
    },
    {
      "epoch": 0.23644997543802193,
      "grad_norm": 0.15989017486572266,
      "learning_rate": 0.00019982516968544166,
      "loss": 12.2878,
      "step": 1444
    },
    {
      "epoch": 0.23661372195840838,
      "grad_norm": 0.21457627415657043,
      "learning_rate": 0.00019982486399373813,
      "loss": 12.2915,
      "step": 1445
    },
    {
      "epoch": 0.23677746847879483,
      "grad_norm": 0.2238157093524933,
      "learning_rate": 0.00019982455803525042,
      "loss": 12.2224,
      "step": 1446
    },
    {
      "epoch": 0.23694121499918128,
      "grad_norm": 0.20791062712669373,
      "learning_rate": 0.00019982425180997945,
      "loss": 12.2723,
      "step": 1447
    },
    {
      "epoch": 0.2371049615195677,
      "grad_norm": 0.2462192326784134,
      "learning_rate": 0.00019982394531792595,
      "loss": 12.2482,
      "step": 1448
    },
    {
      "epoch": 0.23726870803995415,
      "grad_norm": 0.24989928305149078,
      "learning_rate": 0.0001998236385590908,
      "loss": 12.2424,
      "step": 1449
    },
    {
      "epoch": 0.2374324545603406,
      "grad_norm": 0.27072373032569885,
      "learning_rate": 0.00019982333153347476,
      "loss": 12.261,
      "step": 1450
    },
    {
      "epoch": 0.23759620108072704,
      "grad_norm": 0.2062588483095169,
      "learning_rate": 0.0001998230242410787,
      "loss": 12.2047,
      "step": 1451
    },
    {
      "epoch": 0.23775994760111346,
      "grad_norm": 0.16117610037326813,
      "learning_rate": 0.0001998227166819034,
      "loss": 12.2442,
      "step": 1452
    },
    {
      "epoch": 0.2379236941214999,
      "grad_norm": 0.21897445619106293,
      "learning_rate": 0.00019982240885594972,
      "loss": 12.264,
      "step": 1453
    },
    {
      "epoch": 0.23808744064188636,
      "grad_norm": 0.16307507455348969,
      "learning_rate": 0.00019982210076321846,
      "loss": 12.2661,
      "step": 1454
    },
    {
      "epoch": 0.2382511871622728,
      "grad_norm": 0.15670478343963623,
      "learning_rate": 0.00019982179240371047,
      "loss": 12.2522,
      "step": 1455
    },
    {
      "epoch": 0.23841493368265923,
      "grad_norm": 0.27721357345581055,
      "learning_rate": 0.00019982148377742652,
      "loss": 12.2907,
      "step": 1456
    },
    {
      "epoch": 0.23857868020304568,
      "grad_norm": 0.26910361647605896,
      "learning_rate": 0.00019982117488436747,
      "loss": 12.2496,
      "step": 1457
    },
    {
      "epoch": 0.23874242672343213,
      "grad_norm": 0.34110304713249207,
      "learning_rate": 0.00019982086572453418,
      "loss": 12.233,
      "step": 1458
    },
    {
      "epoch": 0.23890617324381858,
      "grad_norm": 0.2030523419380188,
      "learning_rate": 0.0001998205562979274,
      "loss": 12.2594,
      "step": 1459
    },
    {
      "epoch": 0.23906991976420502,
      "grad_norm": 0.19677883386611938,
      "learning_rate": 0.000199820246604548,
      "loss": 12.2392,
      "step": 1460
    },
    {
      "epoch": 0.23923366628459145,
      "grad_norm": 0.20811423659324646,
      "learning_rate": 0.00019981993664439684,
      "loss": 12.252,
      "step": 1461
    },
    {
      "epoch": 0.2393974128049779,
      "grad_norm": 0.19065222144126892,
      "learning_rate": 0.0001998196264174747,
      "loss": 12.2826,
      "step": 1462
    },
    {
      "epoch": 0.23956115932536434,
      "grad_norm": 0.1706571877002716,
      "learning_rate": 0.0001998193159237824,
      "loss": 12.2428,
      "step": 1463
    },
    {
      "epoch": 0.2397249058457508,
      "grad_norm": 0.25942379236221313,
      "learning_rate": 0.0001998190051633208,
      "loss": 12.2571,
      "step": 1464
    },
    {
      "epoch": 0.2398886523661372,
      "grad_norm": 0.2556653320789337,
      "learning_rate": 0.00019981869413609075,
      "loss": 12.2542,
      "step": 1465
    },
    {
      "epoch": 0.24005239888652366,
      "grad_norm": 0.23581475019454956,
      "learning_rate": 0.00019981838284209303,
      "loss": 12.2558,
      "step": 1466
    },
    {
      "epoch": 0.2402161454069101,
      "grad_norm": 0.26443544030189514,
      "learning_rate": 0.0001998180712813285,
      "loss": 12.2543,
      "step": 1467
    },
    {
      "epoch": 0.24037989192729656,
      "grad_norm": 0.17729587852954865,
      "learning_rate": 0.000199817759453798,
      "loss": 12.2605,
      "step": 1468
    },
    {
      "epoch": 0.24054363844768298,
      "grad_norm": 0.17710410058498383,
      "learning_rate": 0.00019981744735950234,
      "loss": 12.2681,
      "step": 1469
    },
    {
      "epoch": 0.24070738496806943,
      "grad_norm": 0.18411482870578766,
      "learning_rate": 0.00019981713499844236,
      "loss": 12.2197,
      "step": 1470
    },
    {
      "epoch": 0.24087113148845588,
      "grad_norm": 0.2152380496263504,
      "learning_rate": 0.0001998168223706189,
      "loss": 12.2097,
      "step": 1471
    },
    {
      "epoch": 0.24103487800884232,
      "grad_norm": 0.1904183179140091,
      "learning_rate": 0.00019981650947603283,
      "loss": 12.2731,
      "step": 1472
    },
    {
      "epoch": 0.24119862452922874,
      "grad_norm": 0.2527068555355072,
      "learning_rate": 0.0001998161963146849,
      "loss": 12.2452,
      "step": 1473
    },
    {
      "epoch": 0.2413623710496152,
      "grad_norm": 0.25802376866340637,
      "learning_rate": 0.00019981588288657607,
      "loss": 12.2202,
      "step": 1474
    },
    {
      "epoch": 0.24152611757000164,
      "grad_norm": 0.2370792031288147,
      "learning_rate": 0.00019981556919170706,
      "loss": 12.2235,
      "step": 1475
    },
    {
      "epoch": 0.2416898640903881,
      "grad_norm": 0.23980604112148285,
      "learning_rate": 0.00019981525523007877,
      "loss": 12.2608,
      "step": 1476
    },
    {
      "epoch": 0.2418536106107745,
      "grad_norm": 0.22180554270744324,
      "learning_rate": 0.00019981494100169197,
      "loss": 12.2291,
      "step": 1477
    },
    {
      "epoch": 0.24201735713116096,
      "grad_norm": 0.19329842925071716,
      "learning_rate": 0.0001998146265065476,
      "loss": 12.2313,
      "step": 1478
    },
    {
      "epoch": 0.2421811036515474,
      "grad_norm": 0.19531849026679993,
      "learning_rate": 0.0001998143117446465,
      "loss": 12.2682,
      "step": 1479
    },
    {
      "epoch": 0.24234485017193386,
      "grad_norm": 0.20524856448173523,
      "learning_rate": 0.00019981399671598939,
      "loss": 12.2435,
      "step": 1480
    },
    {
      "epoch": 0.24250859669232028,
      "grad_norm": 0.21904654800891876,
      "learning_rate": 0.00019981368142057724,
      "loss": 12.2183,
      "step": 1481
    },
    {
      "epoch": 0.24267234321270673,
      "grad_norm": 0.17603935301303864,
      "learning_rate": 0.0001998133658584108,
      "loss": 12.2323,
      "step": 1482
    },
    {
      "epoch": 0.24283608973309317,
      "grad_norm": 0.2080075591802597,
      "learning_rate": 0.00019981305002949099,
      "loss": 12.2245,
      "step": 1483
    },
    {
      "epoch": 0.24299983625347962,
      "grad_norm": 0.23473140597343445,
      "learning_rate": 0.0001998127339338186,
      "loss": 12.2205,
      "step": 1484
    },
    {
      "epoch": 0.24316358277386604,
      "grad_norm": 0.23191486299037933,
      "learning_rate": 0.00019981241757139446,
      "loss": 12.2112,
      "step": 1485
    },
    {
      "epoch": 0.2433273292942525,
      "grad_norm": 0.3921748399734497,
      "learning_rate": 0.00019981210094221949,
      "loss": 12.2884,
      "step": 1486
    },
    {
      "epoch": 0.24349107581463894,
      "grad_norm": 0.14982393383979797,
      "learning_rate": 0.00019981178404629448,
      "loss": 12.2429,
      "step": 1487
    },
    {
      "epoch": 0.2436548223350254,
      "grad_norm": 0.3217642605304718,
      "learning_rate": 0.00019981146688362032,
      "loss": 12.2174,
      "step": 1488
    },
    {
      "epoch": 0.2438185688554118,
      "grad_norm": 0.2116113007068634,
      "learning_rate": 0.00019981114945419779,
      "loss": 12.2609,
      "step": 1489
    },
    {
      "epoch": 0.24398231537579826,
      "grad_norm": 0.1949751228094101,
      "learning_rate": 0.0001998108317580278,
      "loss": 12.2476,
      "step": 1490
    },
    {
      "epoch": 0.2441460618961847,
      "grad_norm": 0.1861983984708786,
      "learning_rate": 0.00019981051379511117,
      "loss": 12.2407,
      "step": 1491
    },
    {
      "epoch": 0.24430980841657116,
      "grad_norm": 0.17947551608085632,
      "learning_rate": 0.00019981019556544876,
      "loss": 12.2285,
      "step": 1492
    },
    {
      "epoch": 0.24447355493695758,
      "grad_norm": 0.1778075397014618,
      "learning_rate": 0.0001998098770690414,
      "loss": 12.2343,
      "step": 1493
    },
    {
      "epoch": 0.24463730145734403,
      "grad_norm": 0.2216041386127472,
      "learning_rate": 0.00019980955830588997,
      "loss": 12.228,
      "step": 1494
    },
    {
      "epoch": 0.24480104797773047,
      "grad_norm": 0.33729133009910583,
      "learning_rate": 0.0001998092392759953,
      "loss": 12.2301,
      "step": 1495
    },
    {
      "epoch": 0.24496479449811692,
      "grad_norm": 0.18438103795051575,
      "learning_rate": 0.00019980891997935826,
      "loss": 12.236,
      "step": 1496
    },
    {
      "epoch": 0.24512854101850334,
      "grad_norm": 0.27859240770339966,
      "learning_rate": 0.0001998086004159797,
      "loss": 12.2306,
      "step": 1497
    },
    {
      "epoch": 0.2452922875388898,
      "grad_norm": 0.18134666979312897,
      "learning_rate": 0.00019980828058586048,
      "loss": 12.2568,
      "step": 1498
    },
    {
      "epoch": 0.24545603405927624,
      "grad_norm": 0.1598711758852005,
      "learning_rate": 0.00019980796048900144,
      "loss": 12.2283,
      "step": 1499
    },
    {
      "epoch": 0.2456197805796627,
      "grad_norm": 0.22024215757846832,
      "learning_rate": 0.00019980764012540343,
      "loss": 12.2106,
      "step": 1500
    },
    {
      "epoch": 0.24578352710004914,
      "grad_norm": 0.30918630957603455,
      "learning_rate": 0.0001998073194950673,
      "loss": 12.2248,
      "step": 1501
    },
    {
      "epoch": 0.24594727362043556,
      "grad_norm": 0.25882720947265625,
      "learning_rate": 0.00019980699859799395,
      "loss": 12.2497,
      "step": 1502
    },
    {
      "epoch": 0.246111020140822,
      "grad_norm": 0.32998135685920715,
      "learning_rate": 0.0001998066774341842,
      "loss": 12.3225,
      "step": 1503
    },
    {
      "epoch": 0.24627476666120846,
      "grad_norm": 0.19737288355827332,
      "learning_rate": 0.0001998063560036389,
      "loss": 12.2388,
      "step": 1504
    },
    {
      "epoch": 0.2464385131815949,
      "grad_norm": 0.2221566140651703,
      "learning_rate": 0.000199806034306359,
      "loss": 12.2311,
      "step": 1505
    },
    {
      "epoch": 0.24660225970198132,
      "grad_norm": 0.2293872833251953,
      "learning_rate": 0.0001998057123423452,
      "loss": 12.2358,
      "step": 1506
    },
    {
      "epoch": 0.24676600622236777,
      "grad_norm": 0.13878357410430908,
      "learning_rate": 0.00019980539011159846,
      "loss": 12.2636,
      "step": 1507
    },
    {
      "epoch": 0.24692975274275422,
      "grad_norm": 0.20828652381896973,
      "learning_rate": 0.00019980506761411968,
      "loss": 12.2342,
      "step": 1508
    },
    {
      "epoch": 0.24709349926314067,
      "grad_norm": 0.4298330843448639,
      "learning_rate": 0.00019980474484990963,
      "loss": 12.2688,
      "step": 1509
    },
    {
      "epoch": 0.2472572457835271,
      "grad_norm": 0.23935192823410034,
      "learning_rate": 0.00019980442181896923,
      "loss": 12.2572,
      "step": 1510
    },
    {
      "epoch": 0.24742099230391354,
      "grad_norm": 0.1712377518415451,
      "learning_rate": 0.00019980409852129934,
      "loss": 12.291,
      "step": 1511
    },
    {
      "epoch": 0.2475847388243,
      "grad_norm": 0.22301332652568817,
      "learning_rate": 0.00019980377495690079,
      "loss": 12.253,
      "step": 1512
    },
    {
      "epoch": 0.24774848534468644,
      "grad_norm": 0.275852769613266,
      "learning_rate": 0.00019980345112577448,
      "loss": 12.2088,
      "step": 1513
    },
    {
      "epoch": 0.24791223186507286,
      "grad_norm": 0.20730769634246826,
      "learning_rate": 0.00019980312702792125,
      "loss": 12.2363,
      "step": 1514
    },
    {
      "epoch": 0.2480759783854593,
      "grad_norm": 0.2306918203830719,
      "learning_rate": 0.00019980280266334197,
      "loss": 12.2647,
      "step": 1515
    },
    {
      "epoch": 0.24823972490584575,
      "grad_norm": 0.23238784074783325,
      "learning_rate": 0.00019980247803203752,
      "loss": 12.2541,
      "step": 1516
    },
    {
      "epoch": 0.2484034714262322,
      "grad_norm": 0.21275413036346436,
      "learning_rate": 0.00019980215313400876,
      "loss": 12.2386,
      "step": 1517
    },
    {
      "epoch": 0.24856721794661862,
      "grad_norm": 0.2928486764431,
      "learning_rate": 0.00019980182796925657,
      "loss": 12.2262,
      "step": 1518
    },
    {
      "epoch": 0.24873096446700507,
      "grad_norm": 0.14301353693008423,
      "learning_rate": 0.00019980150253778183,
      "loss": 12.2626,
      "step": 1519
    },
    {
      "epoch": 0.24889471098739152,
      "grad_norm": 0.21563327312469482,
      "learning_rate": 0.00019980117683958534,
      "loss": 12.2339,
      "step": 1520
    },
    {
      "epoch": 0.24905845750777797,
      "grad_norm": 0.2131752371788025,
      "learning_rate": 0.00019980085087466804,
      "loss": 12.2471,
      "step": 1521
    },
    {
      "epoch": 0.2492222040281644,
      "grad_norm": 0.23239971697330475,
      "learning_rate": 0.0001998005246430308,
      "loss": 12.2286,
      "step": 1522
    },
    {
      "epoch": 0.24938595054855084,
      "grad_norm": 0.1612524688243866,
      "learning_rate": 0.00019980019814467445,
      "loss": 12.2431,
      "step": 1523
    },
    {
      "epoch": 0.2495496970689373,
      "grad_norm": 0.24083752930164337,
      "learning_rate": 0.00019979987137959987,
      "loss": 12.253,
      "step": 1524
    },
    {
      "epoch": 0.24971344358932374,
      "grad_norm": 0.20927512645721436,
      "learning_rate": 0.000199799544347808,
      "loss": 12.2716,
      "step": 1525
    },
    {
      "epoch": 0.24987719010971016,
      "grad_norm": 0.19024033844470978,
      "learning_rate": 0.00019979921704929964,
      "loss": 12.2404,
      "step": 1526
    },
    {
      "epoch": 0.25004093663009663,
      "grad_norm": 0.24258437752723694,
      "learning_rate": 0.00019979888948407567,
      "loss": 12.3512,
      "step": 1527
    },
    {
      "epoch": 0.25020468315048305,
      "grad_norm": 0.2058083713054657,
      "learning_rate": 0.000199798561652137,
      "loss": 12.2446,
      "step": 1528
    },
    {
      "epoch": 0.2503684296708695,
      "grad_norm": 0.2307402789592743,
      "learning_rate": 0.0001997982335534845,
      "loss": 12.2513,
      "step": 1529
    },
    {
      "epoch": 0.25053217619125595,
      "grad_norm": 0.3074475824832916,
      "learning_rate": 0.00019979790518811897,
      "loss": 12.2532,
      "step": 1530
    },
    {
      "epoch": 0.25069592271164237,
      "grad_norm": 0.32992711663246155,
      "learning_rate": 0.00019979757655604142,
      "loss": 12.2443,
      "step": 1531
    },
    {
      "epoch": 0.2508596692320288,
      "grad_norm": 0.1717679500579834,
      "learning_rate": 0.00019979724765725263,
      "loss": 12.2361,
      "step": 1532
    },
    {
      "epoch": 0.25102341575241527,
      "grad_norm": 0.2156064212322235,
      "learning_rate": 0.00019979691849175352,
      "loss": 12.2543,
      "step": 1533
    },
    {
      "epoch": 0.2511871622728017,
      "grad_norm": 0.17533722519874573,
      "learning_rate": 0.00019979658905954498,
      "loss": 12.2346,
      "step": 1534
    },
    {
      "epoch": 0.25135090879318817,
      "grad_norm": 0.21137596666812897,
      "learning_rate": 0.00019979625936062783,
      "loss": 12.2396,
      "step": 1535
    },
    {
      "epoch": 0.2515146553135746,
      "grad_norm": 0.2735458016395569,
      "learning_rate": 0.000199795929395003,
      "loss": 12.2419,
      "step": 1536
    },
    {
      "epoch": 0.251678401833961,
      "grad_norm": 0.1772611439228058,
      "learning_rate": 0.0001997955991626714,
      "loss": 12.304,
      "step": 1537
    },
    {
      "epoch": 0.2518421483543475,
      "grad_norm": 0.17835064232349396,
      "learning_rate": 0.00019979526866363383,
      "loss": 12.2146,
      "step": 1538
    },
    {
      "epoch": 0.2520058948747339,
      "grad_norm": 0.16534090042114258,
      "learning_rate": 0.00019979493789789126,
      "loss": 12.2356,
      "step": 1539
    },
    {
      "epoch": 0.2521696413951204,
      "grad_norm": 0.21123534440994263,
      "learning_rate": 0.0001997946068654445,
      "loss": 12.2138,
      "step": 1540
    },
    {
      "epoch": 0.2523333879155068,
      "grad_norm": 0.1752140074968338,
      "learning_rate": 0.00019979427556629447,
      "loss": 12.2531,
      "step": 1541
    },
    {
      "epoch": 0.2524971344358932,
      "grad_norm": 0.14387589693069458,
      "learning_rate": 0.00019979394400044205,
      "loss": 12.2306,
      "step": 1542
    },
    {
      "epoch": 0.2526608809562797,
      "grad_norm": 0.2222907990217209,
      "learning_rate": 0.00019979361216788813,
      "loss": 12.2355,
      "step": 1543
    },
    {
      "epoch": 0.2528246274766661,
      "grad_norm": 0.18237489461898804,
      "learning_rate": 0.00019979328006863365,
      "loss": 12.2848,
      "step": 1544
    },
    {
      "epoch": 0.25298837399705254,
      "grad_norm": 0.17802895605564117,
      "learning_rate": 0.00019979294770267937,
      "loss": 12.241,
      "step": 1545
    },
    {
      "epoch": 0.253152120517439,
      "grad_norm": 0.24283663928508759,
      "learning_rate": 0.0001997926150700263,
      "loss": 12.2837,
      "step": 1546
    },
    {
      "epoch": 0.25331586703782544,
      "grad_norm": 0.3048307001590729,
      "learning_rate": 0.00019979228217067524,
      "loss": 12.239,
      "step": 1547
    },
    {
      "epoch": 0.2534796135582119,
      "grad_norm": 0.24707703292369843,
      "learning_rate": 0.00019979194900462716,
      "loss": 12.2229,
      "step": 1548
    },
    {
      "epoch": 0.25364336007859833,
      "grad_norm": 0.21715345978736877,
      "learning_rate": 0.0001997916155718829,
      "loss": 12.2303,
      "step": 1549
    },
    {
      "epoch": 0.25380710659898476,
      "grad_norm": 0.17669402062892914,
      "learning_rate": 0.00019979128187244335,
      "loss": 12.2245,
      "step": 1550
    },
    {
      "epoch": 0.25397085311937123,
      "grad_norm": 0.16982685029506683,
      "learning_rate": 0.00019979094790630944,
      "loss": 12.2582,
      "step": 1551
    },
    {
      "epoch": 0.25413459963975765,
      "grad_norm": 0.2928563356399536,
      "learning_rate": 0.000199790613673482,
      "loss": 12.2984,
      "step": 1552
    },
    {
      "epoch": 0.2542983461601441,
      "grad_norm": 0.15326306223869324,
      "learning_rate": 0.000199790279173962,
      "loss": 12.2159,
      "step": 1553
    },
    {
      "epoch": 0.25446209268053055,
      "grad_norm": 0.26061055064201355,
      "learning_rate": 0.00019978994440775027,
      "loss": 12.226,
      "step": 1554
    },
    {
      "epoch": 0.25462583920091697,
      "grad_norm": 0.19885793328285217,
      "learning_rate": 0.00019978960937484772,
      "loss": 12.2343,
      "step": 1555
    },
    {
      "epoch": 0.25478958572130345,
      "grad_norm": 0.24594789743423462,
      "learning_rate": 0.00019978927407525524,
      "loss": 12.2422,
      "step": 1556
    },
    {
      "epoch": 0.25495333224168987,
      "grad_norm": 0.20407062768936157,
      "learning_rate": 0.00019978893850897377,
      "loss": 12.2791,
      "step": 1557
    },
    {
      "epoch": 0.2551170787620763,
      "grad_norm": 0.18492013216018677,
      "learning_rate": 0.0001997886026760042,
      "loss": 12.2411,
      "step": 1558
    },
    {
      "epoch": 0.25528082528246276,
      "grad_norm": 0.2401685118675232,
      "learning_rate": 0.00019978826657634735,
      "loss": 12.213,
      "step": 1559
    },
    {
      "epoch": 0.2554445718028492,
      "grad_norm": 0.1779557764530182,
      "learning_rate": 0.0001997879302100042,
      "loss": 12.2436,
      "step": 1560
    },
    {
      "epoch": 0.2556083183232356,
      "grad_norm": 0.19340910017490387,
      "learning_rate": 0.00019978759357697562,
      "loss": 12.227,
      "step": 1561
    },
    {
      "epoch": 0.2557720648436221,
      "grad_norm": 0.1765596717596054,
      "learning_rate": 0.0001997872566772625,
      "loss": 12.2462,
      "step": 1562
    },
    {
      "epoch": 0.2559358113640085,
      "grad_norm": 0.3160996437072754,
      "learning_rate": 0.00019978691951086578,
      "loss": 12.2493,
      "step": 1563
    },
    {
      "epoch": 0.256099557884395,
      "grad_norm": 0.20690596103668213,
      "learning_rate": 0.0001997865820777863,
      "loss": 12.2179,
      "step": 1564
    },
    {
      "epoch": 0.2562633044047814,
      "grad_norm": 0.24972522258758545,
      "learning_rate": 0.000199786244378025,
      "loss": 12.2467,
      "step": 1565
    },
    {
      "epoch": 0.2564270509251678,
      "grad_norm": 0.3490263819694519,
      "learning_rate": 0.0001997859064115828,
      "loss": 12.2323,
      "step": 1566
    },
    {
      "epoch": 0.2565907974455543,
      "grad_norm": 0.19078803062438965,
      "learning_rate": 0.00019978556817846054,
      "loss": 12.2188,
      "step": 1567
    },
    {
      "epoch": 0.2567545439659407,
      "grad_norm": 0.22583957016468048,
      "learning_rate": 0.0001997852296786592,
      "loss": 12.236,
      "step": 1568
    },
    {
      "epoch": 0.25691829048632714,
      "grad_norm": 0.24765166640281677,
      "learning_rate": 0.0001997848909121796,
      "loss": 12.2357,
      "step": 1569
    },
    {
      "epoch": 0.2570820370067136,
      "grad_norm": 0.3403027057647705,
      "learning_rate": 0.00019978455187902276,
      "loss": 12.2758,
      "step": 1570
    },
    {
      "epoch": 0.25724578352710004,
      "grad_norm": 0.19548937678337097,
      "learning_rate": 0.0001997842125791895,
      "loss": 12.2397,
      "step": 1571
    },
    {
      "epoch": 0.2574095300474865,
      "grad_norm": 0.16630053520202637,
      "learning_rate": 0.00019978387301268074,
      "loss": 12.235,
      "step": 1572
    },
    {
      "epoch": 0.25757327656787293,
      "grad_norm": 0.17743603885173798,
      "learning_rate": 0.00019978353317949736,
      "loss": 12.2399,
      "step": 1573
    },
    {
      "epoch": 0.25773702308825935,
      "grad_norm": 0.3042431175708771,
      "learning_rate": 0.00019978319307964034,
      "loss": 12.2356,
      "step": 1574
    },
    {
      "epoch": 0.25790076960864583,
      "grad_norm": 0.27644461393356323,
      "learning_rate": 0.00019978285271311054,
      "loss": 12.2433,
      "step": 1575
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 0.20131312310695648,
      "learning_rate": 0.00019978251207990888,
      "loss": 12.2228,
      "step": 1576
    },
    {
      "epoch": 0.2582282626494187,
      "grad_norm": 0.17354153096675873,
      "learning_rate": 0.00019978217118003628,
      "loss": 12.266,
      "step": 1577
    },
    {
      "epoch": 0.25839200916980515,
      "grad_norm": 0.1545671969652176,
      "learning_rate": 0.00019978183001349365,
      "loss": 12.229,
      "step": 1578
    },
    {
      "epoch": 0.25855575569019157,
      "grad_norm": 0.20711471140384674,
      "learning_rate": 0.00019978148858028187,
      "loss": 12.2182,
      "step": 1579
    },
    {
      "epoch": 0.25871950221057805,
      "grad_norm": 0.17077375948429108,
      "learning_rate": 0.0001997811468804019,
      "loss": 12.281,
      "step": 1580
    },
    {
      "epoch": 0.25888324873096447,
      "grad_norm": 0.15804123878479004,
      "learning_rate": 0.0001997808049138546,
      "loss": 12.2274,
      "step": 1581
    },
    {
      "epoch": 0.2590469952513509,
      "grad_norm": 0.3258468508720398,
      "learning_rate": 0.00019978046268064094,
      "loss": 12.2414,
      "step": 1582
    },
    {
      "epoch": 0.25921074177173736,
      "grad_norm": 0.38260602951049805,
      "learning_rate": 0.0001997801201807618,
      "loss": 12.2174,
      "step": 1583
    },
    {
      "epoch": 0.2593744882921238,
      "grad_norm": 0.1545918881893158,
      "learning_rate": 0.0001997797774142181,
      "loss": 12.2436,
      "step": 1584
    },
    {
      "epoch": 0.25953823481251026,
      "grad_norm": 0.17504097521305084,
      "learning_rate": 0.00019977943438101076,
      "loss": 12.2479,
      "step": 1585
    },
    {
      "epoch": 0.2597019813328967,
      "grad_norm": 0.2048380970954895,
      "learning_rate": 0.0001997790910811407,
      "loss": 12.2058,
      "step": 1586
    },
    {
      "epoch": 0.2598657278532831,
      "grad_norm": 0.16587376594543457,
      "learning_rate": 0.00019977874751460884,
      "loss": 12.2267,
      "step": 1587
    },
    {
      "epoch": 0.2600294743736696,
      "grad_norm": 0.22367256879806519,
      "learning_rate": 0.0001997784036814161,
      "loss": 12.2387,
      "step": 1588
    },
    {
      "epoch": 0.260193220894056,
      "grad_norm": 0.24979399144649506,
      "learning_rate": 0.00019977805958156335,
      "loss": 12.2168,
      "step": 1589
    },
    {
      "epoch": 0.2603569674144424,
      "grad_norm": 0.2792433798313141,
      "learning_rate": 0.0001997777152150516,
      "loss": 12.2124,
      "step": 1590
    },
    {
      "epoch": 0.2605207139348289,
      "grad_norm": 0.2764722406864166,
      "learning_rate": 0.0001997773705818817,
      "loss": 12.268,
      "step": 1591
    },
    {
      "epoch": 0.2606844604552153,
      "grad_norm": 0.22482091188430786,
      "learning_rate": 0.0001997770256820546,
      "loss": 12.2391,
      "step": 1592
    },
    {
      "epoch": 0.2608482069756018,
      "grad_norm": 0.30808040499687195,
      "learning_rate": 0.0001997766805155712,
      "loss": 12.1928,
      "step": 1593
    },
    {
      "epoch": 0.2610119534959882,
      "grad_norm": 0.15909495949745178,
      "learning_rate": 0.00019977633508243243,
      "loss": 12.2374,
      "step": 1594
    },
    {
      "epoch": 0.26117570001637463,
      "grad_norm": 0.18893182277679443,
      "learning_rate": 0.00019977598938263923,
      "loss": 12.2284,
      "step": 1595
    },
    {
      "epoch": 0.2613394465367611,
      "grad_norm": 0.16486619412899017,
      "learning_rate": 0.0001997756434161925,
      "loss": 12.2044,
      "step": 1596
    },
    {
      "epoch": 0.26150319305714753,
      "grad_norm": 0.234730526804924,
      "learning_rate": 0.0001997752971830932,
      "loss": 12.2395,
      "step": 1597
    },
    {
      "epoch": 0.26166693957753395,
      "grad_norm": 0.260343074798584,
      "learning_rate": 0.00019977495068334222,
      "loss": 12.2338,
      "step": 1598
    },
    {
      "epoch": 0.26183068609792043,
      "grad_norm": 0.17857709527015686,
      "learning_rate": 0.00019977460391694052,
      "loss": 12.258,
      "step": 1599
    },
    {
      "epoch": 0.26199443261830685,
      "grad_norm": 0.24754729866981506,
      "learning_rate": 0.000199774256883889,
      "loss": 12.2064,
      "step": 1600
    },
    {
      "epoch": 0.2621581791386933,
      "grad_norm": 0.17385974526405334,
      "learning_rate": 0.00019977390958418858,
      "loss": 12.2433,
      "step": 1601
    },
    {
      "epoch": 0.26232192565907975,
      "grad_norm": 0.24622105062007904,
      "learning_rate": 0.0001997735620178402,
      "loss": 12.2152,
      "step": 1602
    },
    {
      "epoch": 0.26248567217946617,
      "grad_norm": 0.3009832501411438,
      "learning_rate": 0.0001997732141848448,
      "loss": 12.2053,
      "step": 1603
    },
    {
      "epoch": 0.26264941869985264,
      "grad_norm": 0.15990100800991058,
      "learning_rate": 0.00019977286608520328,
      "loss": 12.2615,
      "step": 1604
    },
    {
      "epoch": 0.26281316522023906,
      "grad_norm": 0.18760745227336884,
      "learning_rate": 0.00019977251771891662,
      "loss": 12.2374,
      "step": 1605
    },
    {
      "epoch": 0.2629769117406255,
      "grad_norm": 0.3192954659461975,
      "learning_rate": 0.00019977216908598572,
      "loss": 12.2658,
      "step": 1606
    },
    {
      "epoch": 0.26314065826101196,
      "grad_norm": 0.18580138683319092,
      "learning_rate": 0.00019977182018641147,
      "loss": 12.2453,
      "step": 1607
    },
    {
      "epoch": 0.2633044047813984,
      "grad_norm": 0.20261359214782715,
      "learning_rate": 0.00019977147102019492,
      "loss": 12.2078,
      "step": 1608
    },
    {
      "epoch": 0.26346815130178486,
      "grad_norm": 0.2033444494009018,
      "learning_rate": 0.00019977112158733686,
      "loss": 12.2205,
      "step": 1609
    },
    {
      "epoch": 0.2636318978221713,
      "grad_norm": 0.2800472378730774,
      "learning_rate": 0.00019977077188783833,
      "loss": 12.2018,
      "step": 1610
    },
    {
      "epoch": 0.2637956443425577,
      "grad_norm": 0.24685390293598175,
      "learning_rate": 0.0001997704219217002,
      "loss": 12.2105,
      "step": 1611
    },
    {
      "epoch": 0.2639593908629442,
      "grad_norm": 0.18990153074264526,
      "learning_rate": 0.00019977007168892345,
      "loss": 12.2159,
      "step": 1612
    },
    {
      "epoch": 0.2641231373833306,
      "grad_norm": 0.3165646195411682,
      "learning_rate": 0.000199769721189509,
      "loss": 12.2404,
      "step": 1613
    },
    {
      "epoch": 0.2642868839037171,
      "grad_norm": 0.3251274824142456,
      "learning_rate": 0.00019976937042345778,
      "loss": 12.226,
      "step": 1614
    },
    {
      "epoch": 0.2644506304241035,
      "grad_norm": 0.2895490229129791,
      "learning_rate": 0.00019976901939077073,
      "loss": 12.2555,
      "step": 1615
    },
    {
      "epoch": 0.2646143769444899,
      "grad_norm": 0.18634144961833954,
      "learning_rate": 0.0001997686680914488,
      "loss": 12.2342,
      "step": 1616
    },
    {
      "epoch": 0.2647781234648764,
      "grad_norm": 0.22707626223564148,
      "learning_rate": 0.00019976831652549293,
      "loss": 12.2355,
      "step": 1617
    },
    {
      "epoch": 0.2649418699852628,
      "grad_norm": 0.21247491240501404,
      "learning_rate": 0.000199767964692904,
      "loss": 12.229,
      "step": 1618
    },
    {
      "epoch": 0.26510561650564923,
      "grad_norm": 0.364109605550766,
      "learning_rate": 0.00019976761259368306,
      "loss": 12.2665,
      "step": 1619
    },
    {
      "epoch": 0.2652693630260357,
      "grad_norm": 0.18190471827983856,
      "learning_rate": 0.00019976726022783096,
      "loss": 12.2597,
      "step": 1620
    },
    {
      "epoch": 0.26543310954642213,
      "grad_norm": 0.21949471533298492,
      "learning_rate": 0.0001997669075953487,
      "loss": 12.2497,
      "step": 1621
    },
    {
      "epoch": 0.2655968560668086,
      "grad_norm": 0.18520161509513855,
      "learning_rate": 0.00019976655469623714,
      "loss": 12.2509,
      "step": 1622
    },
    {
      "epoch": 0.265760602587195,
      "grad_norm": 0.27501559257507324,
      "learning_rate": 0.00019976620153049733,
      "loss": 12.2368,
      "step": 1623
    },
    {
      "epoch": 0.26592434910758145,
      "grad_norm": 0.17445912957191467,
      "learning_rate": 0.00019976584809813016,
      "loss": 12.2461,
      "step": 1624
    },
    {
      "epoch": 0.2660880956279679,
      "grad_norm": 0.13590876758098602,
      "learning_rate": 0.00019976549439913653,
      "loss": 12.2394,
      "step": 1625
    },
    {
      "epoch": 0.26625184214835435,
      "grad_norm": 0.17937415838241577,
      "learning_rate": 0.00019976514043351746,
      "loss": 12.2204,
      "step": 1626
    },
    {
      "epoch": 0.26641558866874077,
      "grad_norm": 0.18436096608638763,
      "learning_rate": 0.00019976478620127388,
      "loss": 12.2112,
      "step": 1627
    },
    {
      "epoch": 0.26657933518912724,
      "grad_norm": 0.22204041481018066,
      "learning_rate": 0.00019976443170240669,
      "loss": 12.3032,
      "step": 1628
    },
    {
      "epoch": 0.26674308170951366,
      "grad_norm": 0.29999417066574097,
      "learning_rate": 0.0001997640769369169,
      "loss": 12.2178,
      "step": 1629
    },
    {
      "epoch": 0.26690682822990014,
      "grad_norm": 0.22017435729503632,
      "learning_rate": 0.0001997637219048054,
      "loss": 12.26,
      "step": 1630
    },
    {
      "epoch": 0.26707057475028656,
      "grad_norm": 0.28527164459228516,
      "learning_rate": 0.0001997633666060732,
      "loss": 12.2783,
      "step": 1631
    },
    {
      "epoch": 0.267234321270673,
      "grad_norm": 0.18968454003334045,
      "learning_rate": 0.00019976301104072123,
      "loss": 12.2641,
      "step": 1632
    },
    {
      "epoch": 0.26739806779105946,
      "grad_norm": 0.20312808454036713,
      "learning_rate": 0.0001997626552087504,
      "loss": 12.2276,
      "step": 1633
    },
    {
      "epoch": 0.2675618143114459,
      "grad_norm": 0.16356194019317627,
      "learning_rate": 0.0001997622991101617,
      "loss": 12.2816,
      "step": 1634
    },
    {
      "epoch": 0.2677255608318323,
      "grad_norm": 0.206648588180542,
      "learning_rate": 0.00019976194274495606,
      "loss": 12.2475,
      "step": 1635
    },
    {
      "epoch": 0.2678893073522188,
      "grad_norm": 0.19717344641685486,
      "learning_rate": 0.0001997615861131344,
      "loss": 12.2293,
      "step": 1636
    },
    {
      "epoch": 0.2680530538726052,
      "grad_norm": 0.19338959455490112,
      "learning_rate": 0.0001997612292146978,
      "loss": 12.2562,
      "step": 1637
    },
    {
      "epoch": 0.26821680039299167,
      "grad_norm": 0.19809190928936005,
      "learning_rate": 0.00019976087204964712,
      "loss": 12.2182,
      "step": 1638
    },
    {
      "epoch": 0.2683805469133781,
      "grad_norm": 0.29338255524635315,
      "learning_rate": 0.0001997605146179833,
      "loss": 12.2643,
      "step": 1639
    },
    {
      "epoch": 0.2685442934337645,
      "grad_norm": 0.2152286171913147,
      "learning_rate": 0.00019976015691970732,
      "loss": 12.2714,
      "step": 1640
    },
    {
      "epoch": 0.268708039954151,
      "grad_norm": 0.20439891517162323,
      "learning_rate": 0.00019975979895482012,
      "loss": 12.2336,
      "step": 1641
    },
    {
      "epoch": 0.2688717864745374,
      "grad_norm": 0.20900548994541168,
      "learning_rate": 0.0001997594407233227,
      "loss": 12.2405,
      "step": 1642
    },
    {
      "epoch": 0.26903553299492383,
      "grad_norm": 0.19284352660179138,
      "learning_rate": 0.00019975908222521596,
      "loss": 12.1977,
      "step": 1643
    },
    {
      "epoch": 0.2691992795153103,
      "grad_norm": 0.20627838373184204,
      "learning_rate": 0.00019975872346050092,
      "loss": 12.2029,
      "step": 1644
    },
    {
      "epoch": 0.26936302603569673,
      "grad_norm": 0.18092678487300873,
      "learning_rate": 0.0001997583644291785,
      "loss": 12.2544,
      "step": 1645
    },
    {
      "epoch": 0.2695267725560832,
      "grad_norm": 0.18537427484989166,
      "learning_rate": 0.00019975800513124964,
      "loss": 12.2231,
      "step": 1646
    },
    {
      "epoch": 0.2696905190764696,
      "grad_norm": 0.21746255457401276,
      "learning_rate": 0.00019975764556671535,
      "loss": 12.2722,
      "step": 1647
    },
    {
      "epoch": 0.26985426559685605,
      "grad_norm": 0.2681758999824524,
      "learning_rate": 0.00019975728573557656,
      "loss": 12.214,
      "step": 1648
    },
    {
      "epoch": 0.2700180121172425,
      "grad_norm": 0.1727830171585083,
      "learning_rate": 0.00019975692563783425,
      "loss": 12.2488,
      "step": 1649
    },
    {
      "epoch": 0.27018175863762894,
      "grad_norm": 0.24443411827087402,
      "learning_rate": 0.00019975656527348936,
      "loss": 12.2998,
      "step": 1650
    },
    {
      "epoch": 0.27034550515801536,
      "grad_norm": 0.24116109311580658,
      "learning_rate": 0.00019975620464254286,
      "loss": 12.2254,
      "step": 1651
    },
    {
      "epoch": 0.27050925167840184,
      "grad_norm": 0.2565963864326477,
      "learning_rate": 0.00019975584374499575,
      "loss": 12.2463,
      "step": 1652
    },
    {
      "epoch": 0.27067299819878826,
      "grad_norm": 0.20677794516086578,
      "learning_rate": 0.00019975548258084895,
      "loss": 12.2667,
      "step": 1653
    },
    {
      "epoch": 0.27083674471917474,
      "grad_norm": 0.27359116077423096,
      "learning_rate": 0.00019975512115010343,
      "loss": 12.259,
      "step": 1654
    },
    {
      "epoch": 0.27100049123956116,
      "grad_norm": 0.1743745505809784,
      "learning_rate": 0.00019975475945276016,
      "loss": 12.2451,
      "step": 1655
    },
    {
      "epoch": 0.2711642377599476,
      "grad_norm": 0.20308621227741241,
      "learning_rate": 0.0001997543974888201,
      "loss": 12.2271,
      "step": 1656
    },
    {
      "epoch": 0.27132798428033406,
      "grad_norm": 0.29781806468963623,
      "learning_rate": 0.00019975403525828426,
      "loss": 12.2045,
      "step": 1657
    },
    {
      "epoch": 0.2714917308007205,
      "grad_norm": 0.18094143271446228,
      "learning_rate": 0.00019975367276115359,
      "loss": 12.2166,
      "step": 1658
    },
    {
      "epoch": 0.27165547732110695,
      "grad_norm": 0.16808253526687622,
      "learning_rate": 0.00019975330999742898,
      "loss": 12.2455,
      "step": 1659
    },
    {
      "epoch": 0.2718192238414934,
      "grad_norm": 0.20115023851394653,
      "learning_rate": 0.0001997529469671115,
      "loss": 12.2446,
      "step": 1660
    },
    {
      "epoch": 0.2719829703618798,
      "grad_norm": 0.15773431956768036,
      "learning_rate": 0.00019975258367020208,
      "loss": 12.2099,
      "step": 1661
    },
    {
      "epoch": 0.27214671688226627,
      "grad_norm": 0.20225858688354492,
      "learning_rate": 0.00019975222010670173,
      "loss": 12.2267,
      "step": 1662
    },
    {
      "epoch": 0.2723104634026527,
      "grad_norm": 0.15005163848400116,
      "learning_rate": 0.00019975185627661132,
      "loss": 12.2354,
      "step": 1663
    },
    {
      "epoch": 0.2724742099230391,
      "grad_norm": 0.22652433812618256,
      "learning_rate": 0.00019975149217993195,
      "loss": 12.221,
      "step": 1664
    },
    {
      "epoch": 0.2726379564434256,
      "grad_norm": 0.20206063985824585,
      "learning_rate": 0.00019975112781666453,
      "loss": 12.2121,
      "step": 1665
    },
    {
      "epoch": 0.272801702963812,
      "grad_norm": 0.20206406712532043,
      "learning_rate": 0.00019975076318680998,
      "loss": 12.2557,
      "step": 1666
    },
    {
      "epoch": 0.2729654494841985,
      "grad_norm": 0.1833084672689438,
      "learning_rate": 0.00019975039829036936,
      "loss": 12.2181,
      "step": 1667
    },
    {
      "epoch": 0.2731291960045849,
      "grad_norm": 0.18013368546962738,
      "learning_rate": 0.00019975003312734365,
      "loss": 12.2304,
      "step": 1668
    },
    {
      "epoch": 0.2732929425249713,
      "grad_norm": 0.26601094007492065,
      "learning_rate": 0.00019974966769773376,
      "loss": 12.2123,
      "step": 1669
    },
    {
      "epoch": 0.2734566890453578,
      "grad_norm": 0.20192264020442963,
      "learning_rate": 0.0001997493020015407,
      "loss": 12.2513,
      "step": 1670
    },
    {
      "epoch": 0.2736204355657442,
      "grad_norm": 0.1868641972541809,
      "learning_rate": 0.00019974893603876543,
      "loss": 12.2481,
      "step": 1671
    },
    {
      "epoch": 0.27378418208613065,
      "grad_norm": 0.22203350067138672,
      "learning_rate": 0.000199748569809409,
      "loss": 12.2401,
      "step": 1672
    },
    {
      "epoch": 0.2739479286065171,
      "grad_norm": 0.4494796693325043,
      "learning_rate": 0.00019974820331347229,
      "loss": 12.2713,
      "step": 1673
    },
    {
      "epoch": 0.27411167512690354,
      "grad_norm": 0.2628171741962433,
      "learning_rate": 0.0001997478365509563,
      "loss": 12.2463,
      "step": 1674
    },
    {
      "epoch": 0.27427542164729,
      "grad_norm": 0.16771861910820007,
      "learning_rate": 0.00019974746952186207,
      "loss": 12.2236,
      "step": 1675
    },
    {
      "epoch": 0.27443916816767644,
      "grad_norm": 0.19193531572818756,
      "learning_rate": 0.00019974710222619052,
      "loss": 12.2438,
      "step": 1676
    },
    {
      "epoch": 0.27460291468806286,
      "grad_norm": 0.22996017336845398,
      "learning_rate": 0.00019974673466394269,
      "loss": 12.2389,
      "step": 1677
    },
    {
      "epoch": 0.27476666120844934,
      "grad_norm": 0.2194485366344452,
      "learning_rate": 0.0001997463668351195,
      "loss": 12.2435,
      "step": 1678
    },
    {
      "epoch": 0.27493040772883576,
      "grad_norm": 0.2869936227798462,
      "learning_rate": 0.00019974599873972198,
      "loss": 12.2174,
      "step": 1679
    },
    {
      "epoch": 0.2750941542492222,
      "grad_norm": 0.18666036427021027,
      "learning_rate": 0.00019974563037775106,
      "loss": 12.2413,
      "step": 1680
    },
    {
      "epoch": 0.27525790076960865,
      "grad_norm": 0.1779315024614334,
      "learning_rate": 0.0001997452617492078,
      "loss": 12.2158,
      "step": 1681
    },
    {
      "epoch": 0.2754216472899951,
      "grad_norm": 0.21828223764896393,
      "learning_rate": 0.0001997448928540931,
      "loss": 12.2185,
      "step": 1682
    },
    {
      "epoch": 0.27558539381038155,
      "grad_norm": 0.22306570410728455,
      "learning_rate": 0.00019974452369240803,
      "loss": 12.2324,
      "step": 1683
    },
    {
      "epoch": 0.275749140330768,
      "grad_norm": 0.19231882691383362,
      "learning_rate": 0.00019974415426415352,
      "loss": 12.2249,
      "step": 1684
    },
    {
      "epoch": 0.2759128868511544,
      "grad_norm": 0.3129882514476776,
      "learning_rate": 0.00019974378456933057,
      "loss": 12.2426,
      "step": 1685
    },
    {
      "epoch": 0.27607663337154087,
      "grad_norm": 0.17424431443214417,
      "learning_rate": 0.00019974341460794016,
      "loss": 12.2114,
      "step": 1686
    },
    {
      "epoch": 0.2762403798919273,
      "grad_norm": 0.22263740003108978,
      "learning_rate": 0.0001997430443799833,
      "loss": 12.2384,
      "step": 1687
    },
    {
      "epoch": 0.2764041264123137,
      "grad_norm": 0.2472882866859436,
      "learning_rate": 0.00019974267388546098,
      "loss": 12.2622,
      "step": 1688
    },
    {
      "epoch": 0.2765678729327002,
      "grad_norm": 0.2817200720310211,
      "learning_rate": 0.0001997423031243742,
      "loss": 12.3116,
      "step": 1689
    },
    {
      "epoch": 0.2767316194530866,
      "grad_norm": 0.19687817990779877,
      "learning_rate": 0.00019974193209672389,
      "loss": 12.2042,
      "step": 1690
    },
    {
      "epoch": 0.2768953659734731,
      "grad_norm": 0.14888978004455566,
      "learning_rate": 0.0001997415608025111,
      "loss": 12.2602,
      "step": 1691
    },
    {
      "epoch": 0.2770591124938595,
      "grad_norm": 0.1845884770154953,
      "learning_rate": 0.00019974118924173678,
      "loss": 12.2508,
      "step": 1692
    },
    {
      "epoch": 0.2772228590142459,
      "grad_norm": 0.17529571056365967,
      "learning_rate": 0.000199740817414402,
      "loss": 12.2437,
      "step": 1693
    },
    {
      "epoch": 0.2773866055346324,
      "grad_norm": 0.17400109767913818,
      "learning_rate": 0.00019974044532050764,
      "loss": 12.2243,
      "step": 1694
    },
    {
      "epoch": 0.2775503520550188,
      "grad_norm": 0.18073023855686188,
      "learning_rate": 0.00019974007296005478,
      "loss": 12.2556,
      "step": 1695
    },
    {
      "epoch": 0.2777140985754053,
      "grad_norm": 0.18100129067897797,
      "learning_rate": 0.0001997397003330444,
      "loss": 12.2731,
      "step": 1696
    },
    {
      "epoch": 0.2778778450957917,
      "grad_norm": 0.34113675355911255,
      "learning_rate": 0.00019973932743947746,
      "loss": 12.2306,
      "step": 1697
    },
    {
      "epoch": 0.27804159161617814,
      "grad_norm": 0.22368179261684418,
      "learning_rate": 0.00019973895427935503,
      "loss": 12.2222,
      "step": 1698
    },
    {
      "epoch": 0.2782053381365646,
      "grad_norm": 0.22665756940841675,
      "learning_rate": 0.00019973858085267803,
      "loss": 12.2086,
      "step": 1699
    },
    {
      "epoch": 0.27836908465695104,
      "grad_norm": 0.20663754642009735,
      "learning_rate": 0.00019973820715944748,
      "loss": 12.2409,
      "step": 1700
    },
    {
      "epoch": 0.27853283117733746,
      "grad_norm": 0.21225066483020782,
      "learning_rate": 0.00019973783319966442,
      "loss": 12.2336,
      "step": 1701
    },
    {
      "epoch": 0.27869657769772394,
      "grad_norm": 0.1836596578359604,
      "learning_rate": 0.00019973745897332982,
      "loss": 12.2466,
      "step": 1702
    },
    {
      "epoch": 0.27886032421811036,
      "grad_norm": 0.2007247805595398,
      "learning_rate": 0.00019973708448044463,
      "loss": 12.2127,
      "step": 1703
    },
    {
      "epoch": 0.27902407073849683,
      "grad_norm": 0.1713535636663437,
      "learning_rate": 0.00019973670972100993,
      "loss": 12.2182,
      "step": 1704
    },
    {
      "epoch": 0.27918781725888325,
      "grad_norm": 0.17100736498832703,
      "learning_rate": 0.00019973633469502668,
      "loss": 12.2464,
      "step": 1705
    },
    {
      "epoch": 0.2793515637792697,
      "grad_norm": 0.15903377532958984,
      "learning_rate": 0.0001997359594024959,
      "loss": 12.2503,
      "step": 1706
    },
    {
      "epoch": 0.27951531029965615,
      "grad_norm": 0.16775840520858765,
      "learning_rate": 0.00019973558384341856,
      "loss": 12.2154,
      "step": 1707
    },
    {
      "epoch": 0.27967905682004257,
      "grad_norm": 0.2020106315612793,
      "learning_rate": 0.0001997352080177957,
      "loss": 12.236,
      "step": 1708
    },
    {
      "epoch": 0.279842803340429,
      "grad_norm": 0.16664354503154755,
      "learning_rate": 0.00019973483192562834,
      "loss": 12.2305,
      "step": 1709
    },
    {
      "epoch": 0.28000654986081547,
      "grad_norm": 0.17855532467365265,
      "learning_rate": 0.00019973445556691744,
      "loss": 12.2928,
      "step": 1710
    },
    {
      "epoch": 0.2801702963812019,
      "grad_norm": 0.2606600522994995,
      "learning_rate": 0.000199734078941664,
      "loss": 12.2459,
      "step": 1711
    },
    {
      "epoch": 0.28033404290158837,
      "grad_norm": 0.20782071352005005,
      "learning_rate": 0.00019973370204986907,
      "loss": 12.212,
      "step": 1712
    },
    {
      "epoch": 0.2804977894219748,
      "grad_norm": 0.21355928480625153,
      "learning_rate": 0.00019973332489153363,
      "loss": 12.2237,
      "step": 1713
    },
    {
      "epoch": 0.2806615359423612,
      "grad_norm": 0.3026810884475708,
      "learning_rate": 0.00019973294746665872,
      "loss": 12.2344,
      "step": 1714
    },
    {
      "epoch": 0.2808252824627477,
      "grad_norm": 0.2310951203107834,
      "learning_rate": 0.0001997325697752453,
      "loss": 12.2561,
      "step": 1715
    },
    {
      "epoch": 0.2809890289831341,
      "grad_norm": 0.2697196304798126,
      "learning_rate": 0.00019973219181729438,
      "loss": 12.2408,
      "step": 1716
    },
    {
      "epoch": 0.2811527755035205,
      "grad_norm": 0.25563812255859375,
      "learning_rate": 0.00019973181359280703,
      "loss": 12.2226,
      "step": 1717
    },
    {
      "epoch": 0.281316522023907,
      "grad_norm": 0.18703939020633698,
      "learning_rate": 0.00019973143510178422,
      "loss": 12.2114,
      "step": 1718
    },
    {
      "epoch": 0.2814802685442934,
      "grad_norm": 0.214194193482399,
      "learning_rate": 0.00019973105634422695,
      "loss": 12.22,
      "step": 1719
    },
    {
      "epoch": 0.2816440150646799,
      "grad_norm": 0.1978740245103836,
      "learning_rate": 0.00019973067732013627,
      "loss": 12.2237,
      "step": 1720
    },
    {
      "epoch": 0.2818077615850663,
      "grad_norm": 0.25757941603660583,
      "learning_rate": 0.00019973029802951316,
      "loss": 12.2077,
      "step": 1721
    },
    {
      "epoch": 0.28197150810545274,
      "grad_norm": 0.17813344299793243,
      "learning_rate": 0.00019972991847235866,
      "loss": 12.234,
      "step": 1722
    },
    {
      "epoch": 0.2821352546258392,
      "grad_norm": 0.3516913950443268,
      "learning_rate": 0.00019972953864867373,
      "loss": 12.2856,
      "step": 1723
    },
    {
      "epoch": 0.28229900114622564,
      "grad_norm": 0.20717719197273254,
      "learning_rate": 0.00019972915855845944,
      "loss": 12.2938,
      "step": 1724
    },
    {
      "epoch": 0.28246274766661206,
      "grad_norm": 0.1992437243461609,
      "learning_rate": 0.0001997287782017168,
      "loss": 12.2017,
      "step": 1725
    },
    {
      "epoch": 0.28262649418699853,
      "grad_norm": 0.5010042190551758,
      "learning_rate": 0.00019972839757844685,
      "loss": 12.2472,
      "step": 1726
    },
    {
      "epoch": 0.28279024070738495,
      "grad_norm": 0.2498188614845276,
      "learning_rate": 0.0001997280166886505,
      "loss": 12.2274,
      "step": 1727
    },
    {
      "epoch": 0.28295398722777143,
      "grad_norm": 0.1542389988899231,
      "learning_rate": 0.0001997276355323289,
      "loss": 12.2739,
      "step": 1728
    },
    {
      "epoch": 0.28311773374815785,
      "grad_norm": 0.15406548976898193,
      "learning_rate": 0.00019972725410948296,
      "loss": 12.2682,
      "step": 1729
    },
    {
      "epoch": 0.2832814802685443,
      "grad_norm": 0.2903852164745331,
      "learning_rate": 0.00019972687242011378,
      "loss": 12.248,
      "step": 1730
    },
    {
      "epoch": 0.28344522678893075,
      "grad_norm": 0.2630405128002167,
      "learning_rate": 0.00019972649046422236,
      "loss": 12.2589,
      "step": 1731
    },
    {
      "epoch": 0.28360897330931717,
      "grad_norm": 0.2515542209148407,
      "learning_rate": 0.00019972610824180967,
      "loss": 12.2386,
      "step": 1732
    },
    {
      "epoch": 0.28377271982970365,
      "grad_norm": 0.29661816358566284,
      "learning_rate": 0.0001997257257528768,
      "loss": 12.2659,
      "step": 1733
    },
    {
      "epoch": 0.28393646635009007,
      "grad_norm": 0.40020784735679626,
      "learning_rate": 0.00019972534299742475,
      "loss": 12.216,
      "step": 1734
    },
    {
      "epoch": 0.2841002128704765,
      "grad_norm": 0.29637861251831055,
      "learning_rate": 0.00019972495997545454,
      "loss": 12.224,
      "step": 1735
    },
    {
      "epoch": 0.28426395939086296,
      "grad_norm": 0.19022677838802338,
      "learning_rate": 0.00019972457668696717,
      "loss": 12.2974,
      "step": 1736
    },
    {
      "epoch": 0.2844277059112494,
      "grad_norm": 0.2465057671070099,
      "learning_rate": 0.0001997241931319637,
      "loss": 12.2317,
      "step": 1737
    },
    {
      "epoch": 0.2845914524316358,
      "grad_norm": 0.20895448327064514,
      "learning_rate": 0.00019972380931044514,
      "loss": 12.2064,
      "step": 1738
    },
    {
      "epoch": 0.2847551989520223,
      "grad_norm": 0.2444072812795639,
      "learning_rate": 0.00019972342522241252,
      "loss": 12.2368,
      "step": 1739
    },
    {
      "epoch": 0.2849189454724087,
      "grad_norm": 0.1374203860759735,
      "learning_rate": 0.00019972304086786683,
      "loss": 12.254,
      "step": 1740
    },
    {
      "epoch": 0.2850826919927952,
      "grad_norm": 0.22925247251987457,
      "learning_rate": 0.00019972265624680917,
      "loss": 12.2254,
      "step": 1741
    },
    {
      "epoch": 0.2852464385131816,
      "grad_norm": 0.5468810200691223,
      "learning_rate": 0.00019972227135924052,
      "loss": 12.2705,
      "step": 1742
    },
    {
      "epoch": 0.285410185033568,
      "grad_norm": 0.3186304569244385,
      "learning_rate": 0.0001997218862051619,
      "loss": 12.2267,
      "step": 1743
    },
    {
      "epoch": 0.2855739315539545,
      "grad_norm": 0.27408191561698914,
      "learning_rate": 0.00019972150078457438,
      "loss": 12.2335,
      "step": 1744
    },
    {
      "epoch": 0.2857376780743409,
      "grad_norm": 0.24295097589492798,
      "learning_rate": 0.00019972111509747892,
      "loss": 12.2601,
      "step": 1745
    },
    {
      "epoch": 0.28590142459472734,
      "grad_norm": 0.2743317186832428,
      "learning_rate": 0.00019972072914387662,
      "loss": 12.2217,
      "step": 1746
    },
    {
      "epoch": 0.2860651711151138,
      "grad_norm": 0.20049245655536652,
      "learning_rate": 0.0001997203429237685,
      "loss": 12.2278,
      "step": 1747
    },
    {
      "epoch": 0.28622891763550024,
      "grad_norm": 0.21407656371593475,
      "learning_rate": 0.00019971995643715558,
      "loss": 12.2194,
      "step": 1748
    },
    {
      "epoch": 0.2863926641558867,
      "grad_norm": 0.18758583068847656,
      "learning_rate": 0.00019971956968403888,
      "loss": 12.2141,
      "step": 1749
    },
    {
      "epoch": 0.28655641067627313,
      "grad_norm": 0.29602310061454773,
      "learning_rate": 0.00019971918266441946,
      "loss": 12.2737,
      "step": 1750
    },
    {
      "epoch": 0.28672015719665955,
      "grad_norm": 0.23686489462852478,
      "learning_rate": 0.0001997187953782983,
      "loss": 12.2239,
      "step": 1751
    },
    {
      "epoch": 0.28688390371704603,
      "grad_norm": 0.1816498041152954,
      "learning_rate": 0.0001997184078256765,
      "loss": 12.2426,
      "step": 1752
    },
    {
      "epoch": 0.28704765023743245,
      "grad_norm": 0.3569572865962982,
      "learning_rate": 0.0001997180200065551,
      "loss": 12.2315,
      "step": 1753
    },
    {
      "epoch": 0.28721139675781887,
      "grad_norm": 0.29151809215545654,
      "learning_rate": 0.00019971763192093507,
      "loss": 12.257,
      "step": 1754
    },
    {
      "epoch": 0.28737514327820535,
      "grad_norm": 0.30881208181381226,
      "learning_rate": 0.00019971724356881748,
      "loss": 12.243,
      "step": 1755
    },
    {
      "epoch": 0.28753888979859177,
      "grad_norm": 0.29172080755233765,
      "learning_rate": 0.0001997168549502034,
      "loss": 12.1994,
      "step": 1756
    },
    {
      "epoch": 0.28770263631897824,
      "grad_norm": 0.3755401372909546,
      "learning_rate": 0.00019971646606509386,
      "loss": 12.2193,
      "step": 1757
    },
    {
      "epoch": 0.28786638283936467,
      "grad_norm": 0.2633293867111206,
      "learning_rate": 0.00019971607691348986,
      "loss": 12.2493,
      "step": 1758
    },
    {
      "epoch": 0.2880301293597511,
      "grad_norm": 0.28343066573143005,
      "learning_rate": 0.00019971568749539245,
      "loss": 12.2141,
      "step": 1759
    },
    {
      "epoch": 0.28819387588013756,
      "grad_norm": 0.21264605224132538,
      "learning_rate": 0.00019971529781080268,
      "loss": 12.2355,
      "step": 1760
    },
    {
      "epoch": 0.288357622400524,
      "grad_norm": 0.25326254963874817,
      "learning_rate": 0.0001997149078597216,
      "loss": 12.2983,
      "step": 1761
    },
    {
      "epoch": 0.2885213689209104,
      "grad_norm": 0.23709405958652496,
      "learning_rate": 0.00019971451764215026,
      "loss": 12.2335,
      "step": 1762
    },
    {
      "epoch": 0.2886851154412969,
      "grad_norm": 0.3977564871311188,
      "learning_rate": 0.00019971412715808965,
      "loss": 12.2118,
      "step": 1763
    },
    {
      "epoch": 0.2888488619616833,
      "grad_norm": 0.26036399602890015,
      "learning_rate": 0.00019971373640754087,
      "loss": 12.2206,
      "step": 1764
    },
    {
      "epoch": 0.2890126084820698,
      "grad_norm": 0.18991655111312866,
      "learning_rate": 0.00019971334539050495,
      "loss": 12.2137,
      "step": 1765
    },
    {
      "epoch": 0.2891763550024562,
      "grad_norm": 0.3890359103679657,
      "learning_rate": 0.00019971295410698293,
      "loss": 12.238,
      "step": 1766
    },
    {
      "epoch": 0.2893401015228426,
      "grad_norm": 0.16963353753089905,
      "learning_rate": 0.00019971256255697586,
      "loss": 12.226,
      "step": 1767
    },
    {
      "epoch": 0.2895038480432291,
      "grad_norm": 0.17758771777153015,
      "learning_rate": 0.0001997121707404848,
      "loss": 12.2319,
      "step": 1768
    },
    {
      "epoch": 0.2896675945636155,
      "grad_norm": 0.16851872205734253,
      "learning_rate": 0.00019971177865751074,
      "loss": 12.2293,
      "step": 1769
    },
    {
      "epoch": 0.289831341084002,
      "grad_norm": 0.2536138594150543,
      "learning_rate": 0.00019971138630805479,
      "loss": 12.2664,
      "step": 1770
    },
    {
      "epoch": 0.2899950876043884,
      "grad_norm": 0.25574710965156555,
      "learning_rate": 0.00019971099369211798,
      "loss": 12.2059,
      "step": 1771
    },
    {
      "epoch": 0.29015883412477483,
      "grad_norm": 0.27240675687789917,
      "learning_rate": 0.00019971060080970133,
      "loss": 12.2293,
      "step": 1772
    },
    {
      "epoch": 0.2903225806451613,
      "grad_norm": 0.19510416686534882,
      "learning_rate": 0.00019971020766080595,
      "loss": 12.2027,
      "step": 1773
    },
    {
      "epoch": 0.29048632716554773,
      "grad_norm": 0.17865172028541565,
      "learning_rate": 0.00019970981424543283,
      "loss": 12.2253,
      "step": 1774
    },
    {
      "epoch": 0.29065007368593415,
      "grad_norm": 0.2333739846944809,
      "learning_rate": 0.00019970942056358307,
      "loss": 12.2014,
      "step": 1775
    },
    {
      "epoch": 0.29081382020632063,
      "grad_norm": 0.21848872303962708,
      "learning_rate": 0.0001997090266152577,
      "loss": 12.2361,
      "step": 1776
    },
    {
      "epoch": 0.29097756672670705,
      "grad_norm": 0.15899841487407684,
      "learning_rate": 0.00019970863240045773,
      "loss": 12.2096,
      "step": 1777
    },
    {
      "epoch": 0.2911413132470935,
      "grad_norm": 0.22066141664981842,
      "learning_rate": 0.00019970823791918432,
      "loss": 12.2662,
      "step": 1778
    },
    {
      "epoch": 0.29130505976747995,
      "grad_norm": 0.17226190865039825,
      "learning_rate": 0.00019970784317143844,
      "loss": 12.228,
      "step": 1779
    },
    {
      "epoch": 0.29146880628786637,
      "grad_norm": 0.20192645490169525,
      "learning_rate": 0.00019970744815722114,
      "loss": 12.2151,
      "step": 1780
    },
    {
      "epoch": 0.29163255280825284,
      "grad_norm": 0.1747259795665741,
      "learning_rate": 0.0001997070528765335,
      "loss": 12.2167,
      "step": 1781
    },
    {
      "epoch": 0.29179629932863926,
      "grad_norm": 0.2723827064037323,
      "learning_rate": 0.0001997066573293766,
      "loss": 12.1898,
      "step": 1782
    },
    {
      "epoch": 0.2919600458490257,
      "grad_norm": 0.23166213929653168,
      "learning_rate": 0.00019970626151575148,
      "loss": 12.2884,
      "step": 1783
    },
    {
      "epoch": 0.29212379236941216,
      "grad_norm": 0.21196693181991577,
      "learning_rate": 0.00019970586543565917,
      "loss": 12.2305,
      "step": 1784
    },
    {
      "epoch": 0.2922875388897986,
      "grad_norm": 0.19280551373958588,
      "learning_rate": 0.00019970546908910076,
      "loss": 12.2496,
      "step": 1785
    },
    {
      "epoch": 0.29245128541018506,
      "grad_norm": 0.29578912258148193,
      "learning_rate": 0.0001997050724760773,
      "loss": 12.2577,
      "step": 1786
    },
    {
      "epoch": 0.2926150319305715,
      "grad_norm": 0.17751072347164154,
      "learning_rate": 0.00019970467559658989,
      "loss": 12.2283,
      "step": 1787
    },
    {
      "epoch": 0.2927787784509579,
      "grad_norm": 0.16739147901535034,
      "learning_rate": 0.0001997042784506395,
      "loss": 12.2256,
      "step": 1788
    },
    {
      "epoch": 0.2929425249713444,
      "grad_norm": 0.2139025628566742,
      "learning_rate": 0.00019970388103822723,
      "loss": 12.2403,
      "step": 1789
    },
    {
      "epoch": 0.2931062714917308,
      "grad_norm": 0.25591927766799927,
      "learning_rate": 0.0001997034833593542,
      "loss": 12.2193,
      "step": 1790
    },
    {
      "epoch": 0.2932700180121172,
      "grad_norm": 0.24965856969356537,
      "learning_rate": 0.00019970308541402142,
      "loss": 12.2467,
      "step": 1791
    },
    {
      "epoch": 0.2934337645325037,
      "grad_norm": 0.21124783158302307,
      "learning_rate": 0.00019970268720222994,
      "loss": 12.2027,
      "step": 1792
    },
    {
      "epoch": 0.2935975110528901,
      "grad_norm": 0.1719782054424286,
      "learning_rate": 0.00019970228872398087,
      "loss": 12.2539,
      "step": 1793
    },
    {
      "epoch": 0.2937612575732766,
      "grad_norm": 0.2239917665719986,
      "learning_rate": 0.00019970188997927522,
      "loss": 12.2326,
      "step": 1794
    },
    {
      "epoch": 0.293925004093663,
      "grad_norm": 0.19641384482383728,
      "learning_rate": 0.0001997014909681141,
      "loss": 12.227,
      "step": 1795
    },
    {
      "epoch": 0.29408875061404943,
      "grad_norm": 0.22729875147342682,
      "learning_rate": 0.00019970109169049858,
      "loss": 12.2268,
      "step": 1796
    },
    {
      "epoch": 0.2942524971344359,
      "grad_norm": 0.20598892867565155,
      "learning_rate": 0.0001997006921464297,
      "loss": 12.2174,
      "step": 1797
    },
    {
      "epoch": 0.29441624365482233,
      "grad_norm": 0.19462575018405914,
      "learning_rate": 0.0001997002923359085,
      "loss": 12.2269,
      "step": 1798
    },
    {
      "epoch": 0.29457999017520875,
      "grad_norm": 0.2356952726840973,
      "learning_rate": 0.0001996998922589361,
      "loss": 12.22,
      "step": 1799
    },
    {
      "epoch": 0.2947437366955952,
      "grad_norm": 0.17594099044799805,
      "learning_rate": 0.00019969949191551357,
      "loss": 12.2254,
      "step": 1800
    },
    {
      "epoch": 0.29490748321598165,
      "grad_norm": 0.2137840986251831,
      "learning_rate": 0.00019969909130564196,
      "loss": 12.2096,
      "step": 1801
    },
    {
      "epoch": 0.2950712297363681,
      "grad_norm": 0.18181702494621277,
      "learning_rate": 0.00019969869042932235,
      "loss": 12.241,
      "step": 1802
    },
    {
      "epoch": 0.29523497625675454,
      "grad_norm": 0.19865940511226654,
      "learning_rate": 0.0001996982892865558,
      "loss": 12.2224,
      "step": 1803
    },
    {
      "epoch": 0.29539872277714097,
      "grad_norm": 0.21454492211341858,
      "learning_rate": 0.0001996978878773434,
      "loss": 12.2422,
      "step": 1804
    },
    {
      "epoch": 0.29556246929752744,
      "grad_norm": 0.2003665268421173,
      "learning_rate": 0.00019969748620168623,
      "loss": 12.2406,
      "step": 1805
    },
    {
      "epoch": 0.29572621581791386,
      "grad_norm": 0.16781683266162872,
      "learning_rate": 0.00019969708425958532,
      "loss": 12.2522,
      "step": 1806
    },
    {
      "epoch": 0.29588996233830034,
      "grad_norm": 0.26956799626350403,
      "learning_rate": 0.00019969668205104175,
      "loss": 12.305,
      "step": 1807
    },
    {
      "epoch": 0.29605370885868676,
      "grad_norm": 0.21614447236061096,
      "learning_rate": 0.00019969627957605663,
      "loss": 12.2264,
      "step": 1808
    },
    {
      "epoch": 0.2962174553790732,
      "grad_norm": 0.24941709637641907,
      "learning_rate": 0.00019969587683463106,
      "loss": 12.2355,
      "step": 1809
    },
    {
      "epoch": 0.29638120189945966,
      "grad_norm": 0.20909279584884644,
      "learning_rate": 0.00019969547382676602,
      "loss": 12.2453,
      "step": 1810
    },
    {
      "epoch": 0.2965449484198461,
      "grad_norm": 0.23342075943946838,
      "learning_rate": 0.00019969507055246264,
      "loss": 12.2324,
      "step": 1811
    },
    {
      "epoch": 0.2967086949402325,
      "grad_norm": 0.27117177844047546,
      "learning_rate": 0.00019969466701172205,
      "loss": 12.2259,
      "step": 1812
    },
    {
      "epoch": 0.296872441460619,
      "grad_norm": 0.187038391828537,
      "learning_rate": 0.00019969426320454522,
      "loss": 12.2501,
      "step": 1813
    },
    {
      "epoch": 0.2970361879810054,
      "grad_norm": 0.1776217222213745,
      "learning_rate": 0.00019969385913093333,
      "loss": 12.2503,
      "step": 1814
    },
    {
      "epoch": 0.29719993450139187,
      "grad_norm": 0.21128080785274506,
      "learning_rate": 0.00019969345479088738,
      "loss": 12.1903,
      "step": 1815
    },
    {
      "epoch": 0.2973636810217783,
      "grad_norm": 0.1910783052444458,
      "learning_rate": 0.00019969305018440855,
      "loss": 12.2414,
      "step": 1816
    },
    {
      "epoch": 0.2975274275421647,
      "grad_norm": 0.20519565045833588,
      "learning_rate": 0.00019969264531149783,
      "loss": 12.2524,
      "step": 1817
    },
    {
      "epoch": 0.2976911740625512,
      "grad_norm": 0.2031978815793991,
      "learning_rate": 0.00019969224017215632,
      "loss": 12.2301,
      "step": 1818
    },
    {
      "epoch": 0.2978549205829376,
      "grad_norm": 0.2551290690898895,
      "learning_rate": 0.0001996918347663851,
      "loss": 12.2116,
      "step": 1819
    },
    {
      "epoch": 0.29801866710332403,
      "grad_norm": 0.30264633893966675,
      "learning_rate": 0.0001996914290941853,
      "loss": 12.248,
      "step": 1820
    },
    {
      "epoch": 0.2981824136237105,
      "grad_norm": 0.2801584005355835,
      "learning_rate": 0.00019969102315555798,
      "loss": 12.207,
      "step": 1821
    },
    {
      "epoch": 0.29834616014409693,
      "grad_norm": 0.17715008556842804,
      "learning_rate": 0.0001996906169505042,
      "loss": 12.2587,
      "step": 1822
    },
    {
      "epoch": 0.2985099066644834,
      "grad_norm": 0.22089965641498566,
      "learning_rate": 0.00019969021047902509,
      "loss": 12.2604,
      "step": 1823
    },
    {
      "epoch": 0.2986736531848698,
      "grad_norm": 0.4209716022014618,
      "learning_rate": 0.00019968980374112166,
      "loss": 12.2609,
      "step": 1824
    },
    {
      "epoch": 0.29883739970525625,
      "grad_norm": 0.2195744663476944,
      "learning_rate": 0.00019968939673679507,
      "loss": 12.2105,
      "step": 1825
    },
    {
      "epoch": 0.2990011462256427,
      "grad_norm": 0.1834060102701187,
      "learning_rate": 0.0001996889894660464,
      "loss": 12.2298,
      "step": 1826
    },
    {
      "epoch": 0.29916489274602914,
      "grad_norm": 0.20170801877975464,
      "learning_rate": 0.0001996885819288767,
      "loss": 12.2252,
      "step": 1827
    },
    {
      "epoch": 0.29932863926641556,
      "grad_norm": 0.21096239984035492,
      "learning_rate": 0.00019968817412528708,
      "loss": 12.2579,
      "step": 1828
    },
    {
      "epoch": 0.29949238578680204,
      "grad_norm": 0.19239987432956696,
      "learning_rate": 0.00019968776605527863,
      "loss": 12.2633,
      "step": 1829
    },
    {
      "epoch": 0.29965613230718846,
      "grad_norm": 0.2049301117658615,
      "learning_rate": 0.00019968735771885247,
      "loss": 12.1865,
      "step": 1830
    },
    {
      "epoch": 0.29981987882757494,
      "grad_norm": 0.1920005828142166,
      "learning_rate": 0.00019968694911600963,
      "loss": 12.2195,
      "step": 1831
    },
    {
      "epoch": 0.29998362534796136,
      "grad_norm": 0.20685891807079315,
      "learning_rate": 0.00019968654024675125,
      "loss": 12.2239,
      "step": 1832
    },
    {
      "epoch": 0.3001473718683478,
      "grad_norm": 0.2678874433040619,
      "learning_rate": 0.0001996861311110784,
      "loss": 12.2744,
      "step": 1833
    },
    {
      "epoch": 0.30031111838873426,
      "grad_norm": 0.19771897792816162,
      "learning_rate": 0.0001996857217089922,
      "loss": 12.2256,
      "step": 1834
    },
    {
      "epoch": 0.3004748649091207,
      "grad_norm": 0.23757599294185638,
      "learning_rate": 0.00019968531204049371,
      "loss": 12.2239,
      "step": 1835
    },
    {
      "epoch": 0.3006386114295071,
      "grad_norm": 0.21277689933776855,
      "learning_rate": 0.00019968490210558405,
      "loss": 12.2087,
      "step": 1836
    },
    {
      "epoch": 0.3008023579498936,
      "grad_norm": 0.1983146220445633,
      "learning_rate": 0.00019968449190426433,
      "loss": 12.2258,
      "step": 1837
    },
    {
      "epoch": 0.30096610447028,
      "grad_norm": 0.15699118375778198,
      "learning_rate": 0.0001996840814365356,
      "loss": 12.2543,
      "step": 1838
    },
    {
      "epoch": 0.30112985099066647,
      "grad_norm": 0.22785276174545288,
      "learning_rate": 0.00019968367070239898,
      "loss": 12.2492,
      "step": 1839
    },
    {
      "epoch": 0.3012935975110529,
      "grad_norm": 0.21050944924354553,
      "learning_rate": 0.00019968325970185554,
      "loss": 12.1919,
      "step": 1840
    },
    {
      "epoch": 0.3014573440314393,
      "grad_norm": 0.18292666971683502,
      "learning_rate": 0.00019968284843490644,
      "loss": 12.2225,
      "step": 1841
    },
    {
      "epoch": 0.3016210905518258,
      "grad_norm": 0.17051124572753906,
      "learning_rate": 0.00019968243690155274,
      "loss": 12.2675,
      "step": 1842
    },
    {
      "epoch": 0.3017848370722122,
      "grad_norm": 0.2591404616832733,
      "learning_rate": 0.0001996820251017955,
      "loss": 12.2068,
      "step": 1843
    },
    {
      "epoch": 0.3019485835925987,
      "grad_norm": 0.19471704959869385,
      "learning_rate": 0.0001996816130356359,
      "loss": 12.2686,
      "step": 1844
    },
    {
      "epoch": 0.3021123301129851,
      "grad_norm": 0.20973634719848633,
      "learning_rate": 0.000199681200703075,
      "loss": 12.2227,
      "step": 1845
    },
    {
      "epoch": 0.3022760766333715,
      "grad_norm": 0.21650288999080658,
      "learning_rate": 0.00019968078810411394,
      "loss": 12.2275,
      "step": 1846
    },
    {
      "epoch": 0.302439823153758,
      "grad_norm": 0.2400335967540741,
      "learning_rate": 0.00019968037523875376,
      "loss": 12.238,
      "step": 1847
    },
    {
      "epoch": 0.3026035696741444,
      "grad_norm": 0.2219875305891037,
      "learning_rate": 0.00019967996210699563,
      "loss": 12.2353,
      "step": 1848
    },
    {
      "epoch": 0.30276731619453084,
      "grad_norm": 0.23853491246700287,
      "learning_rate": 0.00019967954870884057,
      "loss": 12.2218,
      "step": 1849
    },
    {
      "epoch": 0.3029310627149173,
      "grad_norm": 0.2365388572216034,
      "learning_rate": 0.00019967913504428974,
      "loss": 12.2498,
      "step": 1850
    },
    {
      "epoch": 0.30309480923530374,
      "grad_norm": 0.18333514034748077,
      "learning_rate": 0.00019967872111334426,
      "loss": 12.2164,
      "step": 1851
    },
    {
      "epoch": 0.3032585557556902,
      "grad_norm": 0.22331617772579193,
      "learning_rate": 0.00019967830691600523,
      "loss": 12.2179,
      "step": 1852
    },
    {
      "epoch": 0.30342230227607664,
      "grad_norm": 0.13144074380397797,
      "learning_rate": 0.0001996778924522737,
      "loss": 12.2206,
      "step": 1853
    },
    {
      "epoch": 0.30358604879646306,
      "grad_norm": 0.21696659922599792,
      "learning_rate": 0.00019967747772215084,
      "loss": 12.2607,
      "step": 1854
    },
    {
      "epoch": 0.30374979531684954,
      "grad_norm": 0.22633647918701172,
      "learning_rate": 0.00019967706272563772,
      "loss": 12.2306,
      "step": 1855
    },
    {
      "epoch": 0.30391354183723596,
      "grad_norm": 0.3191671371459961,
      "learning_rate": 0.0001996766474627355,
      "loss": 12.2297,
      "step": 1856
    },
    {
      "epoch": 0.3040772883576224,
      "grad_norm": 0.21815253794193268,
      "learning_rate": 0.00019967623193344522,
      "loss": 12.2436,
      "step": 1857
    },
    {
      "epoch": 0.30424103487800885,
      "grad_norm": 0.16882579028606415,
      "learning_rate": 0.00019967581613776803,
      "loss": 12.2543,
      "step": 1858
    },
    {
      "epoch": 0.3044047813983953,
      "grad_norm": 0.2905424237251282,
      "learning_rate": 0.00019967540007570508,
      "loss": 12.2166,
      "step": 1859
    },
    {
      "epoch": 0.30456852791878175,
      "grad_norm": 0.28814688324928284,
      "learning_rate": 0.00019967498374725743,
      "loss": 12.2406,
      "step": 1860
    },
    {
      "epoch": 0.30473227443916817,
      "grad_norm": 0.1933489590883255,
      "learning_rate": 0.00019967456715242618,
      "loss": 12.2333,
      "step": 1861
    },
    {
      "epoch": 0.3048960209595546,
      "grad_norm": 0.18364961445331573,
      "learning_rate": 0.00019967415029121247,
      "loss": 12.2166,
      "step": 1862
    },
    {
      "epoch": 0.30505976747994107,
      "grad_norm": 0.20695507526397705,
      "learning_rate": 0.00019967373316361742,
      "loss": 12.2374,
      "step": 1863
    },
    {
      "epoch": 0.3052235140003275,
      "grad_norm": 0.15140335261821747,
      "learning_rate": 0.00019967331576964213,
      "loss": 12.2337,
      "step": 1864
    },
    {
      "epoch": 0.3053872605207139,
      "grad_norm": 0.2558749318122864,
      "learning_rate": 0.00019967289810928773,
      "loss": 12.2098,
      "step": 1865
    },
    {
      "epoch": 0.3055510070411004,
      "grad_norm": 0.1606243997812271,
      "learning_rate": 0.0001996724801825553,
      "loss": 12.241,
      "step": 1866
    },
    {
      "epoch": 0.3057147535614868,
      "grad_norm": 0.2263440042734146,
      "learning_rate": 0.00019967206198944601,
      "loss": 12.2046,
      "step": 1867
    },
    {
      "epoch": 0.3058785000818733,
      "grad_norm": 0.17626993358135223,
      "learning_rate": 0.00019967164352996096,
      "loss": 12.2473,
      "step": 1868
    },
    {
      "epoch": 0.3060422466022597,
      "grad_norm": 0.253647118806839,
      "learning_rate": 0.00019967122480410123,
      "loss": 12.2983,
      "step": 1869
    },
    {
      "epoch": 0.3062059931226461,
      "grad_norm": 0.25439271330833435,
      "learning_rate": 0.000199670805811868,
      "loss": 12.2221,
      "step": 1870
    },
    {
      "epoch": 0.3063697396430326,
      "grad_norm": 0.2024291306734085,
      "learning_rate": 0.00019967038655326234,
      "loss": 12.258,
      "step": 1871
    },
    {
      "epoch": 0.306533486163419,
      "grad_norm": 0.25039413571357727,
      "learning_rate": 0.00019966996702828539,
      "loss": 12.2493,
      "step": 1872
    },
    {
      "epoch": 0.30669723268380544,
      "grad_norm": 0.16354483366012573,
      "learning_rate": 0.00019966954723693827,
      "loss": 12.2391,
      "step": 1873
    },
    {
      "epoch": 0.3068609792041919,
      "grad_norm": 0.19779425859451294,
      "learning_rate": 0.0001996691271792221,
      "loss": 12.2163,
      "step": 1874
    },
    {
      "epoch": 0.30702472572457834,
      "grad_norm": 0.18239295482635498,
      "learning_rate": 0.00019966870685513802,
      "loss": 12.2135,
      "step": 1875
    },
    {
      "epoch": 0.3071884722449648,
      "grad_norm": 0.1488853096961975,
      "learning_rate": 0.00019966828626468713,
      "loss": 12.2439,
      "step": 1876
    },
    {
      "epoch": 0.30735221876535124,
      "grad_norm": 0.23883548378944397,
      "learning_rate": 0.00019966786540787055,
      "loss": 12.261,
      "step": 1877
    },
    {
      "epoch": 0.30751596528573766,
      "grad_norm": 0.232086643576622,
      "learning_rate": 0.0001996674442846894,
      "loss": 12.2636,
      "step": 1878
    },
    {
      "epoch": 0.30767971180612413,
      "grad_norm": 0.2952996790409088,
      "learning_rate": 0.00019966702289514487,
      "loss": 12.2292,
      "step": 1879
    },
    {
      "epoch": 0.30784345832651056,
      "grad_norm": 0.20132417976856232,
      "learning_rate": 0.00019966660123923804,
      "loss": 12.2448,
      "step": 1880
    },
    {
      "epoch": 0.308007204846897,
      "grad_norm": 0.22912593185901642,
      "learning_rate": 0.00019966617931696997,
      "loss": 12.2176,
      "step": 1881
    },
    {
      "epoch": 0.30817095136728345,
      "grad_norm": 0.2138102799654007,
      "learning_rate": 0.00019966575712834192,
      "loss": 12.2591,
      "step": 1882
    },
    {
      "epoch": 0.3083346978876699,
      "grad_norm": 0.23559565842151642,
      "learning_rate": 0.00019966533467335494,
      "loss": 12.2883,
      "step": 1883
    },
    {
      "epoch": 0.30849844440805635,
      "grad_norm": 0.23026302456855774,
      "learning_rate": 0.00019966491195201017,
      "loss": 12.2408,
      "step": 1884
    },
    {
      "epoch": 0.30866219092844277,
      "grad_norm": 0.2956782877445221,
      "learning_rate": 0.00019966448896430872,
      "loss": 12.22,
      "step": 1885
    },
    {
      "epoch": 0.3088259374488292,
      "grad_norm": 0.18257690966129303,
      "learning_rate": 0.00019966406571025172,
      "loss": 12.2237,
      "step": 1886
    },
    {
      "epoch": 0.30898968396921567,
      "grad_norm": 0.16533821821212769,
      "learning_rate": 0.00019966364218984038,
      "loss": 12.2826,
      "step": 1887
    },
    {
      "epoch": 0.3091534304896021,
      "grad_norm": 0.2790570855140686,
      "learning_rate": 0.00019966321840307572,
      "loss": 12.2034,
      "step": 1888
    },
    {
      "epoch": 0.30931717700998856,
      "grad_norm": 0.16631464660167694,
      "learning_rate": 0.000199662794349959,
      "loss": 12.2463,
      "step": 1889
    },
    {
      "epoch": 0.309480923530375,
      "grad_norm": 0.30707722902297974,
      "learning_rate": 0.0001996623700304912,
      "loss": 12.2469,
      "step": 1890
    },
    {
      "epoch": 0.3096446700507614,
      "grad_norm": 0.18128588795661926,
      "learning_rate": 0.00019966194544467357,
      "loss": 12.228,
      "step": 1891
    },
    {
      "epoch": 0.3098084165711479,
      "grad_norm": 0.23686927556991577,
      "learning_rate": 0.0001996615205925072,
      "loss": 12.2497,
      "step": 1892
    },
    {
      "epoch": 0.3099721630915343,
      "grad_norm": 0.22467392683029175,
      "learning_rate": 0.00019966109547399322,
      "loss": 12.2373,
      "step": 1893
    },
    {
      "epoch": 0.3101359096119207,
      "grad_norm": 0.23885661363601685,
      "learning_rate": 0.0001996606700891328,
      "loss": 12.2253,
      "step": 1894
    },
    {
      "epoch": 0.3102996561323072,
      "grad_norm": 0.41796886920928955,
      "learning_rate": 0.00019966024443792706,
      "loss": 12.234,
      "step": 1895
    },
    {
      "epoch": 0.3104634026526936,
      "grad_norm": 0.209931418299675,
      "learning_rate": 0.0001996598185203771,
      "loss": 12.2394,
      "step": 1896
    },
    {
      "epoch": 0.3106271491730801,
      "grad_norm": 0.2709043025970459,
      "learning_rate": 0.00019965939233648414,
      "loss": 12.2229,
      "step": 1897
    },
    {
      "epoch": 0.3107908956934665,
      "grad_norm": 0.18586410582065582,
      "learning_rate": 0.00019965896588624926,
      "loss": 12.2427,
      "step": 1898
    },
    {
      "epoch": 0.31095464221385294,
      "grad_norm": 0.2501959800720215,
      "learning_rate": 0.0001996585391696736,
      "loss": 12.2232,
      "step": 1899
    },
    {
      "epoch": 0.3111183887342394,
      "grad_norm": 0.24264293909072876,
      "learning_rate": 0.00019965811218675833,
      "loss": 12.2129,
      "step": 1900
    },
    {
      "epoch": 0.31128213525462584,
      "grad_norm": 0.3816068172454834,
      "learning_rate": 0.00019965768493750456,
      "loss": 12.1922,
      "step": 1901
    },
    {
      "epoch": 0.31144588177501226,
      "grad_norm": 0.27824994921684265,
      "learning_rate": 0.0001996572574219134,
      "loss": 12.2387,
      "step": 1902
    },
    {
      "epoch": 0.31160962829539873,
      "grad_norm": 0.21401143074035645,
      "learning_rate": 0.00019965682963998612,
      "loss": 12.2405,
      "step": 1903
    },
    {
      "epoch": 0.31177337481578515,
      "grad_norm": 0.18186573684215546,
      "learning_rate": 0.00019965640159172373,
      "loss": 12.2152,
      "step": 1904
    },
    {
      "epoch": 0.31193712133617163,
      "grad_norm": 0.1995469480752945,
      "learning_rate": 0.00019965597327712743,
      "loss": 12.2665,
      "step": 1905
    },
    {
      "epoch": 0.31210086785655805,
      "grad_norm": 0.29202669858932495,
      "learning_rate": 0.00019965554469619835,
      "loss": 12.2427,
      "step": 1906
    },
    {
      "epoch": 0.31226461437694447,
      "grad_norm": 0.2395273894071579,
      "learning_rate": 0.00019965511584893765,
      "loss": 12.2045,
      "step": 1907
    },
    {
      "epoch": 0.31242836089733095,
      "grad_norm": 0.22742590308189392,
      "learning_rate": 0.0001996546867353465,
      "loss": 12.2713,
      "step": 1908
    },
    {
      "epoch": 0.31259210741771737,
      "grad_norm": 0.31368380784988403,
      "learning_rate": 0.000199654257355426,
      "loss": 12.2661,
      "step": 1909
    },
    {
      "epoch": 0.3127558539381038,
      "grad_norm": 0.17385658621788025,
      "learning_rate": 0.0001996538277091773,
      "loss": 12.2568,
      "step": 1910
    },
    {
      "epoch": 0.31291960045849027,
      "grad_norm": 0.1655922532081604,
      "learning_rate": 0.00019965339779660156,
      "loss": 12.2558,
      "step": 1911
    },
    {
      "epoch": 0.3130833469788767,
      "grad_norm": 0.20535194873809814,
      "learning_rate": 0.00019965296761769995,
      "loss": 12.2086,
      "step": 1912
    },
    {
      "epoch": 0.31324709349926316,
      "grad_norm": 0.1633928418159485,
      "learning_rate": 0.0001996525371724736,
      "loss": 12.2287,
      "step": 1913
    },
    {
      "epoch": 0.3134108400196496,
      "grad_norm": 0.20153070986270905,
      "learning_rate": 0.00019965210646092366,
      "loss": 12.2264,
      "step": 1914
    },
    {
      "epoch": 0.313574586540036,
      "grad_norm": 0.21060951054096222,
      "learning_rate": 0.0001996516754830513,
      "loss": 12.2081,
      "step": 1915
    },
    {
      "epoch": 0.3137383330604225,
      "grad_norm": 0.18811683356761932,
      "learning_rate": 0.00019965124423885762,
      "loss": 12.2269,
      "step": 1916
    },
    {
      "epoch": 0.3139020795808089,
      "grad_norm": 0.26431792974472046,
      "learning_rate": 0.00019965081272834383,
      "loss": 12.2075,
      "step": 1917
    },
    {
      "epoch": 0.3140658261011953,
      "grad_norm": 0.19300667941570282,
      "learning_rate": 0.00019965038095151106,
      "loss": 12.2294,
      "step": 1918
    },
    {
      "epoch": 0.3142295726215818,
      "grad_norm": 0.3867616057395935,
      "learning_rate": 0.00019964994890836043,
      "loss": 12.2355,
      "step": 1919
    },
    {
      "epoch": 0.3143933191419682,
      "grad_norm": 0.1870117038488388,
      "learning_rate": 0.0001996495165988932,
      "loss": 12.2593,
      "step": 1920
    },
    {
      "epoch": 0.3145570656623547,
      "grad_norm": 0.15147145092487335,
      "learning_rate": 0.0001996490840231104,
      "loss": 12.2098,
      "step": 1921
    },
    {
      "epoch": 0.3147208121827411,
      "grad_norm": 0.2324184626340866,
      "learning_rate": 0.00019964865118101327,
      "loss": 12.2457,
      "step": 1922
    },
    {
      "epoch": 0.31488455870312754,
      "grad_norm": 0.22269918024539948,
      "learning_rate": 0.0001996482180726029,
      "loss": 12.2726,
      "step": 1923
    },
    {
      "epoch": 0.315048305223514,
      "grad_norm": 0.25598838925361633,
      "learning_rate": 0.0001996477846978805,
      "loss": 12.2319,
      "step": 1924
    },
    {
      "epoch": 0.31521205174390043,
      "grad_norm": 0.22777678072452545,
      "learning_rate": 0.00019964735105684726,
      "loss": 12.2566,
      "step": 1925
    },
    {
      "epoch": 0.3153757982642869,
      "grad_norm": 0.18269450962543488,
      "learning_rate": 0.0001996469171495042,
      "loss": 12.2327,
      "step": 1926
    },
    {
      "epoch": 0.31553954478467333,
      "grad_norm": 0.27669334411621094,
      "learning_rate": 0.00019964648297585264,
      "loss": 12.1895,
      "step": 1927
    },
    {
      "epoch": 0.31570329130505975,
      "grad_norm": 0.26075083017349243,
      "learning_rate": 0.00019964604853589367,
      "loss": 12.2052,
      "step": 1928
    },
    {
      "epoch": 0.31586703782544623,
      "grad_norm": 0.19166621565818787,
      "learning_rate": 0.00019964561382962843,
      "loss": 12.2353,
      "step": 1929
    },
    {
      "epoch": 0.31603078434583265,
      "grad_norm": 0.24759265780448914,
      "learning_rate": 0.0001996451788570581,
      "loss": 12.2483,
      "step": 1930
    },
    {
      "epoch": 0.31619453086621907,
      "grad_norm": 0.16422031819820404,
      "learning_rate": 0.00019964474361818386,
      "loss": 12.262,
      "step": 1931
    },
    {
      "epoch": 0.31635827738660555,
      "grad_norm": 0.2481168657541275,
      "learning_rate": 0.00019964430811300688,
      "loss": 12.2508,
      "step": 1932
    },
    {
      "epoch": 0.31652202390699197,
      "grad_norm": 0.19480469822883606,
      "learning_rate": 0.00019964387234152828,
      "loss": 12.2222,
      "step": 1933
    },
    {
      "epoch": 0.31668577042737844,
      "grad_norm": 0.2119717001914978,
      "learning_rate": 0.00019964343630374926,
      "loss": 12.2416,
      "step": 1934
    },
    {
      "epoch": 0.31684951694776486,
      "grad_norm": 0.24063877761363983,
      "learning_rate": 0.00019964299999967094,
      "loss": 12.2184,
      "step": 1935
    },
    {
      "epoch": 0.3170132634681513,
      "grad_norm": 0.1897159218788147,
      "learning_rate": 0.00019964256342929458,
      "loss": 12.2142,
      "step": 1936
    },
    {
      "epoch": 0.31717700998853776,
      "grad_norm": 0.3900451958179474,
      "learning_rate": 0.00019964212659262124,
      "loss": 12.2874,
      "step": 1937
    },
    {
      "epoch": 0.3173407565089242,
      "grad_norm": 0.26284605264663696,
      "learning_rate": 0.0001996416894896522,
      "loss": 12.2454,
      "step": 1938
    },
    {
      "epoch": 0.3175045030293106,
      "grad_norm": 0.41740360856056213,
      "learning_rate": 0.0001996412521203885,
      "loss": 12.2436,
      "step": 1939
    },
    {
      "epoch": 0.3176682495496971,
      "grad_norm": 0.2819954752922058,
      "learning_rate": 0.00019964081448483137,
      "loss": 12.2759,
      "step": 1940
    },
    {
      "epoch": 0.3178319960700835,
      "grad_norm": 0.150934100151062,
      "learning_rate": 0.000199640376582982,
      "loss": 12.198,
      "step": 1941
    },
    {
      "epoch": 0.31799574259047,
      "grad_norm": 0.4420069456100464,
      "learning_rate": 0.0001996399384148415,
      "loss": 12.238,
      "step": 1942
    },
    {
      "epoch": 0.3181594891108564,
      "grad_norm": 0.29116830229759216,
      "learning_rate": 0.00019963949998041115,
      "loss": 12.2303,
      "step": 1943
    },
    {
      "epoch": 0.3183232356312428,
      "grad_norm": 0.4172394275665283,
      "learning_rate": 0.00019963906127969203,
      "loss": 12.2353,
      "step": 1944
    },
    {
      "epoch": 0.3184869821516293,
      "grad_norm": 0.2416822761297226,
      "learning_rate": 0.00019963862231268533,
      "loss": 12.1952,
      "step": 1945
    },
    {
      "epoch": 0.3186507286720157,
      "grad_norm": 0.21010209619998932,
      "learning_rate": 0.00019963818307939225,
      "loss": 12.2025,
      "step": 1946
    },
    {
      "epoch": 0.31881447519240214,
      "grad_norm": 0.2389545738697052,
      "learning_rate": 0.00019963774357981392,
      "loss": 12.2091,
      "step": 1947
    },
    {
      "epoch": 0.3189782217127886,
      "grad_norm": 0.2682736814022064,
      "learning_rate": 0.00019963730381395155,
      "loss": 12.2273,
      "step": 1948
    },
    {
      "epoch": 0.31914196823317503,
      "grad_norm": 0.15119688212871552,
      "learning_rate": 0.00019963686378180628,
      "loss": 12.2183,
      "step": 1949
    },
    {
      "epoch": 0.3193057147535615,
      "grad_norm": 0.21937264502048492,
      "learning_rate": 0.00019963642348337933,
      "loss": 12.2347,
      "step": 1950
    },
    {
      "epoch": 0.31946946127394793,
      "grad_norm": 0.18139337003231049,
      "learning_rate": 0.00019963598291867184,
      "loss": 12.2383,
      "step": 1951
    },
    {
      "epoch": 0.31963320779433435,
      "grad_norm": 0.19972792267799377,
      "learning_rate": 0.00019963554208768502,
      "loss": 12.2291,
      "step": 1952
    },
    {
      "epoch": 0.3197969543147208,
      "grad_norm": 0.13382378220558167,
      "learning_rate": 0.00019963510099042006,
      "loss": 12.246,
      "step": 1953
    },
    {
      "epoch": 0.31996070083510725,
      "grad_norm": 0.20530682802200317,
      "learning_rate": 0.00019963465962687807,
      "loss": 12.2089,
      "step": 1954
    },
    {
      "epoch": 0.32012444735549367,
      "grad_norm": 0.15836969017982483,
      "learning_rate": 0.00019963421799706028,
      "loss": 12.23,
      "step": 1955
    },
    {
      "epoch": 0.32028819387588015,
      "grad_norm": 0.1988937258720398,
      "learning_rate": 0.00019963377610096784,
      "loss": 12.2362,
      "step": 1956
    },
    {
      "epoch": 0.32045194039626657,
      "grad_norm": 0.3221134841442108,
      "learning_rate": 0.00019963333393860198,
      "loss": 12.2115,
      "step": 1957
    },
    {
      "epoch": 0.32061568691665304,
      "grad_norm": 0.21218137443065643,
      "learning_rate": 0.00019963289150996385,
      "loss": 12.2153,
      "step": 1958
    },
    {
      "epoch": 0.32077943343703946,
      "grad_norm": 0.24542339146137238,
      "learning_rate": 0.00019963244881505464,
      "loss": 12.1954,
      "step": 1959
    },
    {
      "epoch": 0.3209431799574259,
      "grad_norm": 0.22702914476394653,
      "learning_rate": 0.0001996320058538755,
      "loss": 12.2033,
      "step": 1960
    },
    {
      "epoch": 0.32110692647781236,
      "grad_norm": 0.383793443441391,
      "learning_rate": 0.00019963156262642768,
      "loss": 12.2519,
      "step": 1961
    },
    {
      "epoch": 0.3212706729981988,
      "grad_norm": 0.22890323400497437,
      "learning_rate": 0.0001996311191327123,
      "loss": 12.2334,
      "step": 1962
    },
    {
      "epoch": 0.32143441951858526,
      "grad_norm": 0.25367531180381775,
      "learning_rate": 0.0001996306753727306,
      "loss": 12.2141,
      "step": 1963
    },
    {
      "epoch": 0.3215981660389717,
      "grad_norm": 0.20918354392051697,
      "learning_rate": 0.0001996302313464837,
      "loss": 12.22,
      "step": 1964
    },
    {
      "epoch": 0.3217619125593581,
      "grad_norm": 0.25937530398368835,
      "learning_rate": 0.00019962978705397285,
      "loss": 12.22,
      "step": 1965
    },
    {
      "epoch": 0.3219256590797446,
      "grad_norm": 0.15737766027450562,
      "learning_rate": 0.0001996293424951992,
      "loss": 12.2047,
      "step": 1966
    },
    {
      "epoch": 0.322089405600131,
      "grad_norm": 0.26350200176239014,
      "learning_rate": 0.00019962889767016396,
      "loss": 12.239,
      "step": 1967
    },
    {
      "epoch": 0.3222531521205174,
      "grad_norm": 0.2816409468650818,
      "learning_rate": 0.0001996284525788683,
      "loss": 12.2469,
      "step": 1968
    },
    {
      "epoch": 0.3224168986409039,
      "grad_norm": 0.23691120743751526,
      "learning_rate": 0.00019962800722131343,
      "loss": 12.2302,
      "step": 1969
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 0.16868850588798523,
      "learning_rate": 0.00019962756159750054,
      "loss": 12.224,
      "step": 1970
    },
    {
      "epoch": 0.3227443916816768,
      "grad_norm": 0.2510400414466858,
      "learning_rate": 0.0001996271157074308,
      "loss": 12.2141,
      "step": 1971
    },
    {
      "epoch": 0.3229081382020632,
      "grad_norm": 0.19388477504253387,
      "learning_rate": 0.0001996266695511054,
      "loss": 12.245,
      "step": 1972
    },
    {
      "epoch": 0.32307188472244963,
      "grad_norm": 0.21922652423381805,
      "learning_rate": 0.00019962622312852553,
      "loss": 12.2157,
      "step": 1973
    },
    {
      "epoch": 0.3232356312428361,
      "grad_norm": 0.2405240535736084,
      "learning_rate": 0.00019962577643969242,
      "loss": 12.2453,
      "step": 1974
    },
    {
      "epoch": 0.32339937776322253,
      "grad_norm": 0.2723206877708435,
      "learning_rate": 0.00019962532948460723,
      "loss": 12.2104,
      "step": 1975
    },
    {
      "epoch": 0.32356312428360895,
      "grad_norm": 0.249314084649086,
      "learning_rate": 0.00019962488226327117,
      "loss": 12.2357,
      "step": 1976
    },
    {
      "epoch": 0.3237268708039954,
      "grad_norm": 0.19425272941589355,
      "learning_rate": 0.00019962443477568545,
      "loss": 12.2429,
      "step": 1977
    },
    {
      "epoch": 0.32389061732438185,
      "grad_norm": 0.22162434458732605,
      "learning_rate": 0.00019962398702185122,
      "loss": 12.224,
      "step": 1978
    },
    {
      "epoch": 0.3240543638447683,
      "grad_norm": 0.2865365147590637,
      "learning_rate": 0.00019962353900176974,
      "loss": 12.2136,
      "step": 1979
    },
    {
      "epoch": 0.32421811036515474,
      "grad_norm": 0.18032675981521606,
      "learning_rate": 0.0001996230907154421,
      "loss": 12.2399,
      "step": 1980
    },
    {
      "epoch": 0.32438185688554116,
      "grad_norm": 0.20318792760372162,
      "learning_rate": 0.00019962264216286964,
      "loss": 12.211,
      "step": 1981
    },
    {
      "epoch": 0.32454560340592764,
      "grad_norm": 0.17649535834789276,
      "learning_rate": 0.00019962219334405346,
      "loss": 12.2216,
      "step": 1982
    },
    {
      "epoch": 0.32470934992631406,
      "grad_norm": 0.17356717586517334,
      "learning_rate": 0.00019962174425899477,
      "loss": 12.2472,
      "step": 1983
    },
    {
      "epoch": 0.3248730964467005,
      "grad_norm": 0.34159669280052185,
      "learning_rate": 0.00019962129490769481,
      "loss": 12.2605,
      "step": 1984
    },
    {
      "epoch": 0.32503684296708696,
      "grad_norm": 0.194280743598938,
      "learning_rate": 0.00019962084529015476,
      "loss": 12.2604,
      "step": 1985
    },
    {
      "epoch": 0.3252005894874734,
      "grad_norm": 0.2507287859916687,
      "learning_rate": 0.0001996203954063758,
      "loss": 12.1821,
      "step": 1986
    },
    {
      "epoch": 0.32536433600785986,
      "grad_norm": 0.2080349326133728,
      "learning_rate": 0.00019961994525635914,
      "loss": 12.2415,
      "step": 1987
    },
    {
      "epoch": 0.3255280825282463,
      "grad_norm": 0.23564709722995758,
      "learning_rate": 0.000199619494840106,
      "loss": 12.1695,
      "step": 1988
    },
    {
      "epoch": 0.3256918290486327,
      "grad_norm": 0.20951272547245026,
      "learning_rate": 0.0001996190441576176,
      "loss": 12.2217,
      "step": 1989
    },
    {
      "epoch": 0.3258555755690192,
      "grad_norm": 0.18160955607891083,
      "learning_rate": 0.00019961859320889516,
      "loss": 12.2669,
      "step": 1990
    },
    {
      "epoch": 0.3260193220894056,
      "grad_norm": 0.2157890647649765,
      "learning_rate": 0.00019961814199393978,
      "loss": 12.2132,
      "step": 1991
    },
    {
      "epoch": 0.326183068609792,
      "grad_norm": 0.23147451877593994,
      "learning_rate": 0.00019961769051275277,
      "loss": 12.2147,
      "step": 1992
    },
    {
      "epoch": 0.3263468151301785,
      "grad_norm": 0.224523663520813,
      "learning_rate": 0.00019961723876533527,
      "loss": 12.221,
      "step": 1993
    },
    {
      "epoch": 0.3265105616505649,
      "grad_norm": 0.18546387553215027,
      "learning_rate": 0.00019961678675168854,
      "loss": 12.2155,
      "step": 1994
    },
    {
      "epoch": 0.3266743081709514,
      "grad_norm": 0.22237485647201538,
      "learning_rate": 0.00019961633447181378,
      "loss": 12.2083,
      "step": 1995
    },
    {
      "epoch": 0.3268380546913378,
      "grad_norm": 0.3941001296043396,
      "learning_rate": 0.00019961588192571217,
      "loss": 12.2103,
      "step": 1996
    },
    {
      "epoch": 0.32700180121172423,
      "grad_norm": 0.3095934987068176,
      "learning_rate": 0.00019961542911338493,
      "loss": 12.225,
      "step": 1997
    },
    {
      "epoch": 0.3271655477321107,
      "grad_norm": 0.2707524299621582,
      "learning_rate": 0.00019961497603483328,
      "loss": 12.2591,
      "step": 1998
    },
    {
      "epoch": 0.3273292942524971,
      "grad_norm": 0.17142343521118164,
      "learning_rate": 0.0001996145226900584,
      "loss": 12.2169,
      "step": 1999
    },
    {
      "epoch": 0.3274930407728836,
      "grad_norm": 0.22637300193309784,
      "learning_rate": 0.00019961406907906154,
      "loss": 12.2403,
      "step": 2000
    },
    {
      "epoch": 0.3274930407728836,
      "eval_loss": 12.222426414489746,
      "eval_runtime": 7.28,
      "eval_samples_per_second": 33.791,
      "eval_steps_per_second": 16.896,
      "step": 2000
    },
    {
      "epoch": 0.32765678729327,
      "grad_norm": 0.21746376156806946,
      "learning_rate": 0.0001996136152018439,
      "loss": 12.2185,
      "step": 2001
    },
    {
      "epoch": 0.32782053381365645,
      "grad_norm": 0.21186351776123047,
      "learning_rate": 0.0001996131610584067,
      "loss": 12.1992,
      "step": 2002
    },
    {
      "epoch": 0.3279842803340429,
      "grad_norm": 0.21173730492591858,
      "learning_rate": 0.00019961270664875115,
      "loss": 12.2578,
      "step": 2003
    },
    {
      "epoch": 0.32814802685442934,
      "grad_norm": 0.20950689911842346,
      "learning_rate": 0.00019961225197287846,
      "loss": 12.2302,
      "step": 2004
    },
    {
      "epoch": 0.32831177337481576,
      "grad_norm": 0.21163417398929596,
      "learning_rate": 0.00019961179703078985,
      "loss": 12.2332,
      "step": 2005
    },
    {
      "epoch": 0.32847551989520224,
      "grad_norm": 0.2696168124675751,
      "learning_rate": 0.0001996113418224865,
      "loss": 12.1904,
      "step": 2006
    },
    {
      "epoch": 0.32863926641558866,
      "grad_norm": 0.24508754909038544,
      "learning_rate": 0.00019961088634796968,
      "loss": 12.2658,
      "step": 2007
    },
    {
      "epoch": 0.32880301293597514,
      "grad_norm": 0.2160903960466385,
      "learning_rate": 0.0001996104306072406,
      "loss": 12.2523,
      "step": 2008
    },
    {
      "epoch": 0.32896675945636156,
      "grad_norm": 0.19338586926460266,
      "learning_rate": 0.00019960997460030045,
      "loss": 12.2319,
      "step": 2009
    },
    {
      "epoch": 0.329130505976748,
      "grad_norm": 0.2875577211380005,
      "learning_rate": 0.0001996095183271504,
      "loss": 12.2589,
      "step": 2010
    },
    {
      "epoch": 0.32929425249713445,
      "grad_norm": 0.2388281375169754,
      "learning_rate": 0.00019960906178779185,
      "loss": 12.2346,
      "step": 2011
    },
    {
      "epoch": 0.3294579990175209,
      "grad_norm": 0.21106910705566406,
      "learning_rate": 0.00019960860498222582,
      "loss": 12.2293,
      "step": 2012
    },
    {
      "epoch": 0.3296217455379073,
      "grad_norm": 0.19549140334129333,
      "learning_rate": 0.00019960814791045362,
      "loss": 12.2392,
      "step": 2013
    },
    {
      "epoch": 0.32978549205829377,
      "grad_norm": 0.3434860408306122,
      "learning_rate": 0.00019960769057247648,
      "loss": 12.3346,
      "step": 2014
    },
    {
      "epoch": 0.3299492385786802,
      "grad_norm": 0.21327050030231476,
      "learning_rate": 0.0001996072329682956,
      "loss": 12.2287,
      "step": 2015
    },
    {
      "epoch": 0.33011298509906667,
      "grad_norm": 0.21135792136192322,
      "learning_rate": 0.00019960677509791222,
      "loss": 12.2495,
      "step": 2016
    },
    {
      "epoch": 0.3302767316194531,
      "grad_norm": 0.2628713846206665,
      "learning_rate": 0.00019960631696132753,
      "loss": 12.2194,
      "step": 2017
    },
    {
      "epoch": 0.3304404781398395,
      "grad_norm": 0.21593470871448517,
      "learning_rate": 0.00019960585855854278,
      "loss": 12.2141,
      "step": 2018
    },
    {
      "epoch": 0.330604224660226,
      "grad_norm": 0.2612539529800415,
      "learning_rate": 0.0001996053998895592,
      "loss": 12.1997,
      "step": 2019
    },
    {
      "epoch": 0.3307679711806124,
      "grad_norm": 0.2041548639535904,
      "learning_rate": 0.000199604940954378,
      "loss": 12.2091,
      "step": 2020
    },
    {
      "epoch": 0.33093171770099883,
      "grad_norm": 0.24699166417121887,
      "learning_rate": 0.00019960448175300043,
      "loss": 12.2239,
      "step": 2021
    },
    {
      "epoch": 0.3310954642213853,
      "grad_norm": 0.2193959504365921,
      "learning_rate": 0.0001996040222854277,
      "loss": 12.2336,
      "step": 2022
    },
    {
      "epoch": 0.3312592107417717,
      "grad_norm": 0.25546330213546753,
      "learning_rate": 0.000199603562551661,
      "loss": 12.1974,
      "step": 2023
    },
    {
      "epoch": 0.3314229572621582,
      "grad_norm": 0.19251632690429688,
      "learning_rate": 0.00019960310255170166,
      "loss": 12.2298,
      "step": 2024
    },
    {
      "epoch": 0.3315867037825446,
      "grad_norm": 0.3462492823600769,
      "learning_rate": 0.0001996026422855508,
      "loss": 12.2093,
      "step": 2025
    },
    {
      "epoch": 0.33175045030293104,
      "grad_norm": 0.17621877789497375,
      "learning_rate": 0.0001996021817532097,
      "loss": 12.2563,
      "step": 2026
    },
    {
      "epoch": 0.3319141968233175,
      "grad_norm": 0.2994817793369293,
      "learning_rate": 0.00019960172095467963,
      "loss": 12.2271,
      "step": 2027
    },
    {
      "epoch": 0.33207794334370394,
      "grad_norm": 0.18387790024280548,
      "learning_rate": 0.00019960125988996175,
      "loss": 12.2255,
      "step": 2028
    },
    {
      "epoch": 0.33224168986409036,
      "grad_norm": 0.2155940681695938,
      "learning_rate": 0.0001996007985590573,
      "loss": 12.2228,
      "step": 2029
    },
    {
      "epoch": 0.33240543638447684,
      "grad_norm": 0.17293410003185272,
      "learning_rate": 0.00019960033696196755,
      "loss": 12.2512,
      "step": 2030
    },
    {
      "epoch": 0.33256918290486326,
      "grad_norm": 0.2930973768234253,
      "learning_rate": 0.00019959987509869374,
      "loss": 12.2235,
      "step": 2031
    },
    {
      "epoch": 0.33273292942524973,
      "grad_norm": 0.17146380245685577,
      "learning_rate": 0.00019959941296923708,
      "loss": 12.2029,
      "step": 2032
    },
    {
      "epoch": 0.33289667594563616,
      "grad_norm": 0.19912771880626678,
      "learning_rate": 0.00019959895057359878,
      "loss": 12.2099,
      "step": 2033
    },
    {
      "epoch": 0.3330604224660226,
      "grad_norm": 0.18896077573299408,
      "learning_rate": 0.00019959848791178012,
      "loss": 12.1995,
      "step": 2034
    },
    {
      "epoch": 0.33322416898640905,
      "grad_norm": 0.22742480039596558,
      "learning_rate": 0.00019959802498378232,
      "loss": 12.2294,
      "step": 2035
    },
    {
      "epoch": 0.3333879155067955,
      "grad_norm": 0.2249854952096939,
      "learning_rate": 0.0001995975617896066,
      "loss": 12.2318,
      "step": 2036
    },
    {
      "epoch": 0.33355166202718195,
      "grad_norm": 0.26676347851753235,
      "learning_rate": 0.00019959709832925425,
      "loss": 12.2505,
      "step": 2037
    },
    {
      "epoch": 0.33371540854756837,
      "grad_norm": 0.239175483584404,
      "learning_rate": 0.00019959663460272645,
      "loss": 12.2451,
      "step": 2038
    },
    {
      "epoch": 0.3338791550679548,
      "grad_norm": 0.15694917738437653,
      "learning_rate": 0.00019959617061002447,
      "loss": 12.2201,
      "step": 2039
    },
    {
      "epoch": 0.33404290158834127,
      "grad_norm": 0.24222223460674286,
      "learning_rate": 0.00019959570635114956,
      "loss": 12.2492,
      "step": 2040
    },
    {
      "epoch": 0.3342066481087277,
      "grad_norm": 0.17391890287399292,
      "learning_rate": 0.0001995952418261029,
      "loss": 12.2417,
      "step": 2041
    },
    {
      "epoch": 0.3343703946291141,
      "grad_norm": 0.21854279935359955,
      "learning_rate": 0.0001995947770348858,
      "loss": 12.2584,
      "step": 2042
    },
    {
      "epoch": 0.3345341411495006,
      "grad_norm": 0.2298494130373001,
      "learning_rate": 0.00019959431197749948,
      "loss": 12.2184,
      "step": 2043
    },
    {
      "epoch": 0.334697887669887,
      "grad_norm": 0.2171880453824997,
      "learning_rate": 0.0001995938466539452,
      "loss": 12.2139,
      "step": 2044
    },
    {
      "epoch": 0.3348616341902735,
      "grad_norm": 0.2609538733959198,
      "learning_rate": 0.00019959338106422415,
      "loss": 12.2592,
      "step": 2045
    },
    {
      "epoch": 0.3350253807106599,
      "grad_norm": 0.26442113518714905,
      "learning_rate": 0.00019959291520833762,
      "loss": 12.2627,
      "step": 2046
    },
    {
      "epoch": 0.3351891272310463,
      "grad_norm": 0.2565712630748749,
      "learning_rate": 0.00019959244908628683,
      "loss": 12.2355,
      "step": 2047
    },
    {
      "epoch": 0.3353528737514328,
      "grad_norm": 0.18814730644226074,
      "learning_rate": 0.00019959198269807306,
      "loss": 12.2533,
      "step": 2048
    },
    {
      "epoch": 0.3355166202718192,
      "grad_norm": 0.19960786402225494,
      "learning_rate": 0.00019959151604369751,
      "loss": 12.2518,
      "step": 2049
    },
    {
      "epoch": 0.33568036679220564,
      "grad_norm": 0.17776457965373993,
      "learning_rate": 0.00019959104912316148,
      "loss": 12.2277,
      "step": 2050
    },
    {
      "epoch": 0.3358441133125921,
      "grad_norm": 0.18460406363010406,
      "learning_rate": 0.00019959058193646617,
      "loss": 12.2196,
      "step": 2051
    },
    {
      "epoch": 0.33600785983297854,
      "grad_norm": 0.1972743272781372,
      "learning_rate": 0.00019959011448361283,
      "loss": 12.1897,
      "step": 2052
    },
    {
      "epoch": 0.336171606353365,
      "grad_norm": 0.2164926528930664,
      "learning_rate": 0.0001995896467646028,
      "loss": 12.1942,
      "step": 2053
    },
    {
      "epoch": 0.33633535287375144,
      "grad_norm": 0.35020968317985535,
      "learning_rate": 0.00019958917877943718,
      "loss": 12.2245,
      "step": 2054
    },
    {
      "epoch": 0.33649909939413786,
      "grad_norm": 0.15952840447425842,
      "learning_rate": 0.00019958871052811733,
      "loss": 12.2653,
      "step": 2055
    },
    {
      "epoch": 0.33666284591452433,
      "grad_norm": 0.31097841262817383,
      "learning_rate": 0.0001995882420106445,
      "loss": 12.2509,
      "step": 2056
    },
    {
      "epoch": 0.33682659243491075,
      "grad_norm": 0.2833520472049713,
      "learning_rate": 0.00019958777322701989,
      "loss": 12.2485,
      "step": 2057
    },
    {
      "epoch": 0.3369903389552972,
      "grad_norm": 0.27427321672439575,
      "learning_rate": 0.00019958730417724476,
      "loss": 12.2211,
      "step": 2058
    },
    {
      "epoch": 0.33715408547568365,
      "grad_norm": 0.1828506886959076,
      "learning_rate": 0.0001995868348613204,
      "loss": 12.1987,
      "step": 2059
    },
    {
      "epoch": 0.33731783199607007,
      "grad_norm": 0.3213768005371094,
      "learning_rate": 0.000199586365279248,
      "loss": 12.2241,
      "step": 2060
    },
    {
      "epoch": 0.33748157851645655,
      "grad_norm": 0.22814534604549408,
      "learning_rate": 0.0001995858954310289,
      "loss": 12.2091,
      "step": 2061
    },
    {
      "epoch": 0.33764532503684297,
      "grad_norm": 0.2634570002555847,
      "learning_rate": 0.0001995854253166643,
      "loss": 12.2407,
      "step": 2062
    },
    {
      "epoch": 0.3378090715572294,
      "grad_norm": 0.199626624584198,
      "learning_rate": 0.00019958495493615548,
      "loss": 12.226,
      "step": 2063
    },
    {
      "epoch": 0.33797281807761587,
      "grad_norm": 0.23488223552703857,
      "learning_rate": 0.0001995844842895037,
      "loss": 12.2334,
      "step": 2064
    },
    {
      "epoch": 0.3381365645980023,
      "grad_norm": 0.26283925771713257,
      "learning_rate": 0.00019958401337671019,
      "loss": 12.2193,
      "step": 2065
    },
    {
      "epoch": 0.3383003111183887,
      "grad_norm": 0.24980270862579346,
      "learning_rate": 0.0001995835421977762,
      "loss": 12.2076,
      "step": 2066
    },
    {
      "epoch": 0.3384640576387752,
      "grad_norm": 0.20118284225463867,
      "learning_rate": 0.00019958307075270302,
      "loss": 12.2301,
      "step": 2067
    },
    {
      "epoch": 0.3386278041591616,
      "grad_norm": 0.20769058167934418,
      "learning_rate": 0.00019958259904149194,
      "loss": 12.245,
      "step": 2068
    },
    {
      "epoch": 0.3387915506795481,
      "grad_norm": 0.205341637134552,
      "learning_rate": 0.00019958212706414413,
      "loss": 12.215,
      "step": 2069
    },
    {
      "epoch": 0.3389552971999345,
      "grad_norm": 0.2577350437641144,
      "learning_rate": 0.00019958165482066094,
      "loss": 12.2395,
      "step": 2070
    },
    {
      "epoch": 0.3391190437203209,
      "grad_norm": 0.17681029438972473,
      "learning_rate": 0.0001995811823110436,
      "loss": 12.2478,
      "step": 2071
    },
    {
      "epoch": 0.3392827902407074,
      "grad_norm": 0.17851780354976654,
      "learning_rate": 0.00019958070953529332,
      "loss": 12.2275,
      "step": 2072
    },
    {
      "epoch": 0.3394465367610938,
      "grad_norm": 0.18934160470962524,
      "learning_rate": 0.00019958023649341148,
      "loss": 12.2954,
      "step": 2073
    },
    {
      "epoch": 0.33961028328148024,
      "grad_norm": 0.23422838747501373,
      "learning_rate": 0.00019957976318539923,
      "loss": 12.2205,
      "step": 2074
    },
    {
      "epoch": 0.3397740298018667,
      "grad_norm": 0.2726549506187439,
      "learning_rate": 0.0001995792896112579,
      "loss": 12.2293,
      "step": 2075
    },
    {
      "epoch": 0.33993777632225314,
      "grad_norm": 0.28705894947052,
      "learning_rate": 0.00019957881577098877,
      "loss": 12.2273,
      "step": 2076
    },
    {
      "epoch": 0.3401015228426396,
      "grad_norm": 0.23587872087955475,
      "learning_rate": 0.00019957834166459303,
      "loss": 12.2383,
      "step": 2077
    },
    {
      "epoch": 0.34026526936302603,
      "grad_norm": 0.22983278334140778,
      "learning_rate": 0.000199577867292072,
      "loss": 12.2186,
      "step": 2078
    },
    {
      "epoch": 0.34042901588341246,
      "grad_norm": 0.18522387742996216,
      "learning_rate": 0.00019957739265342693,
      "loss": 12.2197,
      "step": 2079
    },
    {
      "epoch": 0.34059276240379893,
      "grad_norm": 0.2335875928401947,
      "learning_rate": 0.00019957691774865913,
      "loss": 12.2043,
      "step": 2080
    },
    {
      "epoch": 0.34075650892418535,
      "grad_norm": 0.216848686337471,
      "learning_rate": 0.0001995764425777698,
      "loss": 12.2404,
      "step": 2081
    },
    {
      "epoch": 0.34092025544457183,
      "grad_norm": 0.1647435873746872,
      "learning_rate": 0.00019957596714076029,
      "loss": 12.2215,
      "step": 2082
    },
    {
      "epoch": 0.34108400196495825,
      "grad_norm": 0.22207766771316528,
      "learning_rate": 0.00019957549143763176,
      "loss": 12.2478,
      "step": 2083
    },
    {
      "epoch": 0.34124774848534467,
      "grad_norm": 0.2247120887041092,
      "learning_rate": 0.00019957501546838562,
      "loss": 12.2421,
      "step": 2084
    },
    {
      "epoch": 0.34141149500573115,
      "grad_norm": 0.16560840606689453,
      "learning_rate": 0.00019957453923302303,
      "loss": 12.1977,
      "step": 2085
    },
    {
      "epoch": 0.34157524152611757,
      "grad_norm": 0.2149350345134735,
      "learning_rate": 0.0001995740627315453,
      "loss": 12.2085,
      "step": 2086
    },
    {
      "epoch": 0.341738988046504,
      "grad_norm": 0.15627647936344147,
      "learning_rate": 0.00019957358596395372,
      "loss": 12.2262,
      "step": 2087
    },
    {
      "epoch": 0.34190273456689046,
      "grad_norm": 0.14473263919353485,
      "learning_rate": 0.00019957310893024957,
      "loss": 12.2341,
      "step": 2088
    },
    {
      "epoch": 0.3420664810872769,
      "grad_norm": 0.29760146141052246,
      "learning_rate": 0.0001995726316304341,
      "loss": 12.2234,
      "step": 2089
    },
    {
      "epoch": 0.34223022760766336,
      "grad_norm": 0.2186415195465088,
      "learning_rate": 0.00019957215406450857,
      "loss": 12.2052,
      "step": 2090
    },
    {
      "epoch": 0.3423939741280498,
      "grad_norm": 0.24934165179729462,
      "learning_rate": 0.0001995716762324743,
      "loss": 12.2355,
      "step": 2091
    },
    {
      "epoch": 0.3425577206484362,
      "grad_norm": 0.1966477781534195,
      "learning_rate": 0.00019957119813433249,
      "loss": 12.2266,
      "step": 2092
    },
    {
      "epoch": 0.3427214671688227,
      "grad_norm": 0.2573705017566681,
      "learning_rate": 0.00019957071977008453,
      "loss": 12.2023,
      "step": 2093
    },
    {
      "epoch": 0.3428852136892091,
      "grad_norm": 0.21251271665096283,
      "learning_rate": 0.00019957024113973162,
      "loss": 12.2012,
      "step": 2094
    },
    {
      "epoch": 0.3430489602095955,
      "grad_norm": 0.4563848078250885,
      "learning_rate": 0.00019956976224327506,
      "loss": 12.2515,
      "step": 2095
    },
    {
      "epoch": 0.343212706729982,
      "grad_norm": 0.2060515284538269,
      "learning_rate": 0.00019956928308071615,
      "loss": 12.2508,
      "step": 2096
    },
    {
      "epoch": 0.3433764532503684,
      "grad_norm": 0.2753243148326874,
      "learning_rate": 0.00019956880365205613,
      "loss": 12.2016,
      "step": 2097
    },
    {
      "epoch": 0.3435401997707549,
      "grad_norm": 0.2441861927509308,
      "learning_rate": 0.0001995683239572963,
      "loss": 12.2523,
      "step": 2098
    },
    {
      "epoch": 0.3437039462911413,
      "grad_norm": 0.1846303641796112,
      "learning_rate": 0.00019956784399643795,
      "loss": 12.187,
      "step": 2099
    },
    {
      "epoch": 0.34386769281152774,
      "grad_norm": 0.2788940370082855,
      "learning_rate": 0.00019956736376948236,
      "loss": 12.2245,
      "step": 2100
    },
    {
      "epoch": 0.3440314393319142,
      "grad_norm": 0.2756391763687134,
      "learning_rate": 0.00019956688327643082,
      "loss": 12.2198,
      "step": 2101
    },
    {
      "epoch": 0.34419518585230063,
      "grad_norm": 0.2242911010980606,
      "learning_rate": 0.00019956640251728457,
      "loss": 12.2126,
      "step": 2102
    },
    {
      "epoch": 0.34435893237268705,
      "grad_norm": 0.17198830842971802,
      "learning_rate": 0.00019956592149204493,
      "loss": 12.2415,
      "step": 2103
    },
    {
      "epoch": 0.34452267889307353,
      "grad_norm": 0.25397229194641113,
      "learning_rate": 0.00019956544020071322,
      "loss": 12.2074,
      "step": 2104
    },
    {
      "epoch": 0.34468642541345995,
      "grad_norm": 0.2571762502193451,
      "learning_rate": 0.00019956495864329067,
      "loss": 12.2561,
      "step": 2105
    },
    {
      "epoch": 0.3448501719338464,
      "grad_norm": 0.367310106754303,
      "learning_rate": 0.0001995644768197786,
      "loss": 12.2336,
      "step": 2106
    },
    {
      "epoch": 0.34501391845423285,
      "grad_norm": 0.3589414656162262,
      "learning_rate": 0.00019956399473017826,
      "loss": 12.2343,
      "step": 2107
    },
    {
      "epoch": 0.34517766497461927,
      "grad_norm": 0.23199287056922913,
      "learning_rate": 0.000199563512374491,
      "loss": 12.2503,
      "step": 2108
    },
    {
      "epoch": 0.34534141149500575,
      "grad_norm": 0.23969794809818268,
      "learning_rate": 0.00019956302975271804,
      "loss": 12.2527,
      "step": 2109
    },
    {
      "epoch": 0.34550515801539217,
      "grad_norm": 0.2117648720741272,
      "learning_rate": 0.0001995625468648607,
      "loss": 12.2221,
      "step": 2110
    },
    {
      "epoch": 0.3456689045357786,
      "grad_norm": 0.15570440888404846,
      "learning_rate": 0.0001995620637109203,
      "loss": 12.2292,
      "step": 2111
    },
    {
      "epoch": 0.34583265105616506,
      "grad_norm": 0.316213995218277,
      "learning_rate": 0.0001995615802908981,
      "loss": 12.2416,
      "step": 2112
    },
    {
      "epoch": 0.3459963975765515,
      "grad_norm": 0.3346407413482666,
      "learning_rate": 0.00019956109660479538,
      "loss": 12.2312,
      "step": 2113
    },
    {
      "epoch": 0.34616014409693796,
      "grad_norm": 0.289853572845459,
      "learning_rate": 0.00019956061265261348,
      "loss": 12.2273,
      "step": 2114
    },
    {
      "epoch": 0.3463238906173244,
      "grad_norm": 0.17090409994125366,
      "learning_rate": 0.00019956012843435364,
      "loss": 12.2142,
      "step": 2115
    },
    {
      "epoch": 0.3464876371377108,
      "grad_norm": 0.25803887844085693,
      "learning_rate": 0.00019955964395001718,
      "loss": 12.2461,
      "step": 2116
    },
    {
      "epoch": 0.3466513836580973,
      "grad_norm": 0.23074573278427124,
      "learning_rate": 0.00019955915919960538,
      "loss": 12.2079,
      "step": 2117
    },
    {
      "epoch": 0.3468151301784837,
      "grad_norm": 0.17484377324581146,
      "learning_rate": 0.00019955867418311956,
      "loss": 12.1928,
      "step": 2118
    },
    {
      "epoch": 0.3469788766988702,
      "grad_norm": 0.2464083582162857,
      "learning_rate": 0.00019955818890056098,
      "loss": 12.2416,
      "step": 2119
    },
    {
      "epoch": 0.3471426232192566,
      "grad_norm": 0.20682543516159058,
      "learning_rate": 0.000199557703351931,
      "loss": 12.2045,
      "step": 2120
    },
    {
      "epoch": 0.347306369739643,
      "grad_norm": 0.30321624875068665,
      "learning_rate": 0.00019955721753723085,
      "loss": 12.2054,
      "step": 2121
    },
    {
      "epoch": 0.3474701162600295,
      "grad_norm": 0.23944923281669617,
      "learning_rate": 0.00019955673145646187,
      "loss": 12.2856,
      "step": 2122
    },
    {
      "epoch": 0.3476338627804159,
      "grad_norm": 0.4207204580307007,
      "learning_rate": 0.00019955624510962534,
      "loss": 12.2434,
      "step": 2123
    },
    {
      "epoch": 0.34779760930080234,
      "grad_norm": 0.2160830944776535,
      "learning_rate": 0.00019955575849672257,
      "loss": 12.2069,
      "step": 2124
    },
    {
      "epoch": 0.3479613558211888,
      "grad_norm": 0.2649552822113037,
      "learning_rate": 0.00019955527161775481,
      "loss": 12.207,
      "step": 2125
    },
    {
      "epoch": 0.34812510234157523,
      "grad_norm": 0.24668258428573608,
      "learning_rate": 0.00019955478447272347,
      "loss": 12.2105,
      "step": 2126
    },
    {
      "epoch": 0.3482888488619617,
      "grad_norm": 0.2092759758234024,
      "learning_rate": 0.00019955429706162975,
      "loss": 12.216,
      "step": 2127
    },
    {
      "epoch": 0.34845259538234813,
      "grad_norm": 0.1832256317138672,
      "learning_rate": 0.00019955380938447502,
      "loss": 12.2596,
      "step": 2128
    },
    {
      "epoch": 0.34861634190273455,
      "grad_norm": 0.21599829196929932,
      "learning_rate": 0.0001995533214412605,
      "loss": 12.2347,
      "step": 2129
    },
    {
      "epoch": 0.348780088423121,
      "grad_norm": 0.19781982898712158,
      "learning_rate": 0.00019955283323198761,
      "loss": 12.2442,
      "step": 2130
    },
    {
      "epoch": 0.34894383494350745,
      "grad_norm": 0.20797091722488403,
      "learning_rate": 0.00019955234475665755,
      "loss": 12.285,
      "step": 2131
    },
    {
      "epoch": 0.34910758146389387,
      "grad_norm": 0.21228140592575073,
      "learning_rate": 0.00019955185601527167,
      "loss": 12.2203,
      "step": 2132
    },
    {
      "epoch": 0.34927132798428034,
      "grad_norm": 0.25459471344947815,
      "learning_rate": 0.0001995513670078313,
      "loss": 12.2097,
      "step": 2133
    },
    {
      "epoch": 0.34943507450466677,
      "grad_norm": 0.3185235559940338,
      "learning_rate": 0.00019955087773433774,
      "loss": 12.2267,
      "step": 2134
    },
    {
      "epoch": 0.34959882102505324,
      "grad_norm": 0.2874325215816498,
      "learning_rate": 0.00019955038819479226,
      "loss": 12.2227,
      "step": 2135
    },
    {
      "epoch": 0.34976256754543966,
      "grad_norm": 0.18816496431827545,
      "learning_rate": 0.0001995498983891962,
      "loss": 12.2529,
      "step": 2136
    },
    {
      "epoch": 0.3499263140658261,
      "grad_norm": 0.19620724022388458,
      "learning_rate": 0.0001995494083175508,
      "loss": 12.2057,
      "step": 2137
    },
    {
      "epoch": 0.35009006058621256,
      "grad_norm": 0.20189249515533447,
      "learning_rate": 0.00019954891797985746,
      "loss": 12.2161,
      "step": 2138
    },
    {
      "epoch": 0.350253807106599,
      "grad_norm": 0.2807469069957733,
      "learning_rate": 0.00019954842737611745,
      "loss": 12.2573,
      "step": 2139
    },
    {
      "epoch": 0.3504175536269854,
      "grad_norm": 0.31944358348846436,
      "learning_rate": 0.0001995479365063321,
      "loss": 12.1809,
      "step": 2140
    },
    {
      "epoch": 0.3505813001473719,
      "grad_norm": 0.2460988610982895,
      "learning_rate": 0.00019954744537050272,
      "loss": 12.2183,
      "step": 2141
    },
    {
      "epoch": 0.3507450466677583,
      "grad_norm": 0.2977920472621918,
      "learning_rate": 0.0001995469539686306,
      "loss": 12.198,
      "step": 2142
    },
    {
      "epoch": 0.3509087931881448,
      "grad_norm": 0.1600188910961151,
      "learning_rate": 0.00019954646230071704,
      "loss": 12.2017,
      "step": 2143
    },
    {
      "epoch": 0.3510725397085312,
      "grad_norm": 0.20201119780540466,
      "learning_rate": 0.00019954597036676342,
      "loss": 12.2468,
      "step": 2144
    },
    {
      "epoch": 0.3512362862289176,
      "grad_norm": 0.23174935579299927,
      "learning_rate": 0.00019954547816677102,
      "loss": 12.2042,
      "step": 2145
    },
    {
      "epoch": 0.3514000327493041,
      "grad_norm": 0.29020625352859497,
      "learning_rate": 0.00019954498570074112,
      "loss": 12.2231,
      "step": 2146
    },
    {
      "epoch": 0.3515637792696905,
      "grad_norm": 0.19117338955402374,
      "learning_rate": 0.0001995444929686751,
      "loss": 12.2224,
      "step": 2147
    },
    {
      "epoch": 0.35172752579007693,
      "grad_norm": 0.23523426055908203,
      "learning_rate": 0.00019954399997057417,
      "loss": 12.2189,
      "step": 2148
    },
    {
      "epoch": 0.3518912723104634,
      "grad_norm": 0.19486330449581146,
      "learning_rate": 0.00019954350670643977,
      "loss": 12.1938,
      "step": 2149
    },
    {
      "epoch": 0.35205501883084983,
      "grad_norm": 0.20635978877544403,
      "learning_rate": 0.00019954301317627317,
      "loss": 12.2417,
      "step": 2150
    },
    {
      "epoch": 0.3522187653512363,
      "grad_norm": 0.20957635343074799,
      "learning_rate": 0.00019954251938007569,
      "loss": 12.2569,
      "step": 2151
    },
    {
      "epoch": 0.35238251187162273,
      "grad_norm": 0.20569999516010284,
      "learning_rate": 0.00019954202531784866,
      "loss": 12.2379,
      "step": 2152
    },
    {
      "epoch": 0.35254625839200915,
      "grad_norm": 0.2581089735031128,
      "learning_rate": 0.00019954153098959335,
      "loss": 12.2285,
      "step": 2153
    },
    {
      "epoch": 0.3527100049123956,
      "grad_norm": 0.2642923891544342,
      "learning_rate": 0.00019954103639531116,
      "loss": 12.2099,
      "step": 2154
    },
    {
      "epoch": 0.35287375143278205,
      "grad_norm": 0.21936501562595367,
      "learning_rate": 0.0001995405415350033,
      "loss": 12.258,
      "step": 2155
    },
    {
      "epoch": 0.3530374979531685,
      "grad_norm": 0.318165123462677,
      "learning_rate": 0.00019954004640867123,
      "loss": 12.2368,
      "step": 2156
    },
    {
      "epoch": 0.35320124447355494,
      "grad_norm": 0.28543123602867126,
      "learning_rate": 0.0001995395510163162,
      "loss": 12.2327,
      "step": 2157
    },
    {
      "epoch": 0.35336499099394136,
      "grad_norm": 0.22667928040027618,
      "learning_rate": 0.0001995390553579395,
      "loss": 12.2163,
      "step": 2158
    },
    {
      "epoch": 0.35352873751432784,
      "grad_norm": 0.24273352324962616,
      "learning_rate": 0.0001995385594335425,
      "loss": 12.261,
      "step": 2159
    },
    {
      "epoch": 0.35369248403471426,
      "grad_norm": 0.17733141779899597,
      "learning_rate": 0.00019953806324312656,
      "loss": 12.2088,
      "step": 2160
    },
    {
      "epoch": 0.3538562305551007,
      "grad_norm": 0.22898177802562714,
      "learning_rate": 0.00019953756678669295,
      "loss": 12.2371,
      "step": 2161
    },
    {
      "epoch": 0.35401997707548716,
      "grad_norm": 0.32103490829467773,
      "learning_rate": 0.000199537070064243,
      "loss": 12.2334,
      "step": 2162
    },
    {
      "epoch": 0.3541837235958736,
      "grad_norm": 0.2466987520456314,
      "learning_rate": 0.00019953657307577807,
      "loss": 12.2273,
      "step": 2163
    },
    {
      "epoch": 0.35434747011626005,
      "grad_norm": 0.1452663391828537,
      "learning_rate": 0.00019953607582129946,
      "loss": 12.2493,
      "step": 2164
    },
    {
      "epoch": 0.3545112166366465,
      "grad_norm": 0.17284291982650757,
      "learning_rate": 0.00019953557830080848,
      "loss": 12.205,
      "step": 2165
    },
    {
      "epoch": 0.3546749631570329,
      "grad_norm": 0.21587447822093964,
      "learning_rate": 0.00019953508051430655,
      "loss": 12.2336,
      "step": 2166
    },
    {
      "epoch": 0.3548387096774194,
      "grad_norm": 0.21888640522956848,
      "learning_rate": 0.00019953458246179485,
      "loss": 12.2327,
      "step": 2167
    },
    {
      "epoch": 0.3550024561978058,
      "grad_norm": 0.2457994520664215,
      "learning_rate": 0.00019953408414327486,
      "loss": 12.2352,
      "step": 2168
    },
    {
      "epoch": 0.3551662027181922,
      "grad_norm": 0.21265806257724762,
      "learning_rate": 0.00019953358555874787,
      "loss": 12.2048,
      "step": 2169
    },
    {
      "epoch": 0.3553299492385787,
      "grad_norm": 0.18171678483486176,
      "learning_rate": 0.00019953308670821515,
      "loss": 12.2183,
      "step": 2170
    },
    {
      "epoch": 0.3554936957589651,
      "grad_norm": 0.20445682108402252,
      "learning_rate": 0.00019953258759167807,
      "loss": 12.2216,
      "step": 2171
    },
    {
      "epoch": 0.3556574422793516,
      "grad_norm": 0.23382748663425446,
      "learning_rate": 0.000199532088209138,
      "loss": 12.2359,
      "step": 2172
    },
    {
      "epoch": 0.355821188799738,
      "grad_norm": 0.2446206957101822,
      "learning_rate": 0.00019953158856059623,
      "loss": 12.2025,
      "step": 2173
    },
    {
      "epoch": 0.35598493532012443,
      "grad_norm": 0.22317364811897278,
      "learning_rate": 0.00019953108864605412,
      "loss": 12.1924,
      "step": 2174
    },
    {
      "epoch": 0.3561486818405109,
      "grad_norm": 0.2254667431116104,
      "learning_rate": 0.00019953058846551298,
      "loss": 12.1925,
      "step": 2175
    },
    {
      "epoch": 0.3563124283608973,
      "grad_norm": 0.19524601101875305,
      "learning_rate": 0.00019953008801897417,
      "loss": 12.2286,
      "step": 2176
    },
    {
      "epoch": 0.35647617488128375,
      "grad_norm": 0.392668753862381,
      "learning_rate": 0.00019952958730643902,
      "loss": 12.2469,
      "step": 2177
    },
    {
      "epoch": 0.3566399214016702,
      "grad_norm": 0.2526426613330841,
      "learning_rate": 0.00019952908632790887,
      "loss": 12.1996,
      "step": 2178
    },
    {
      "epoch": 0.35680366792205664,
      "grad_norm": 0.33177244663238525,
      "learning_rate": 0.00019952858508338507,
      "loss": 12.2407,
      "step": 2179
    },
    {
      "epoch": 0.3569674144424431,
      "grad_norm": 0.26492607593536377,
      "learning_rate": 0.00019952808357286893,
      "loss": 12.2653,
      "step": 2180
    },
    {
      "epoch": 0.35713116096282954,
      "grad_norm": 0.27370333671569824,
      "learning_rate": 0.0001995275817963618,
      "loss": 12.2244,
      "step": 2181
    },
    {
      "epoch": 0.35729490748321596,
      "grad_norm": 0.200974702835083,
      "learning_rate": 0.00019952707975386504,
      "loss": 12.2333,
      "step": 2182
    },
    {
      "epoch": 0.35745865400360244,
      "grad_norm": 0.20715372264385223,
      "learning_rate": 0.00019952657744537998,
      "loss": 12.2199,
      "step": 2183
    },
    {
      "epoch": 0.35762240052398886,
      "grad_norm": 0.21428990364074707,
      "learning_rate": 0.00019952607487090798,
      "loss": 12.2356,
      "step": 2184
    },
    {
      "epoch": 0.3577861470443753,
      "grad_norm": 0.17243625223636627,
      "learning_rate": 0.00019952557203045034,
      "loss": 12.2125,
      "step": 2185
    },
    {
      "epoch": 0.35794989356476176,
      "grad_norm": 0.2061421424150467,
      "learning_rate": 0.0001995250689240084,
      "loss": 12.2455,
      "step": 2186
    },
    {
      "epoch": 0.3581136400851482,
      "grad_norm": 0.2823665738105774,
      "learning_rate": 0.00019952456555158361,
      "loss": 12.195,
      "step": 2187
    },
    {
      "epoch": 0.35827738660553465,
      "grad_norm": 0.21701303124427795,
      "learning_rate": 0.0001995240619131772,
      "loss": 12.2397,
      "step": 2188
    },
    {
      "epoch": 0.3584411331259211,
      "grad_norm": 0.2222232222557068,
      "learning_rate": 0.00019952355800879055,
      "loss": 12.2785,
      "step": 2189
    },
    {
      "epoch": 0.3586048796463075,
      "grad_norm": 0.2993045151233673,
      "learning_rate": 0.000199523053838425,
      "loss": 12.2041,
      "step": 2190
    },
    {
      "epoch": 0.35876862616669397,
      "grad_norm": 0.1551245152950287,
      "learning_rate": 0.00019952254940208193,
      "loss": 12.2013,
      "step": 2191
    },
    {
      "epoch": 0.3589323726870804,
      "grad_norm": 0.18976806104183197,
      "learning_rate": 0.00019952204469976265,
      "loss": 12.2423,
      "step": 2192
    },
    {
      "epoch": 0.35909611920746687,
      "grad_norm": 0.24855159223079681,
      "learning_rate": 0.00019952153973146853,
      "loss": 12.2177,
      "step": 2193
    },
    {
      "epoch": 0.3592598657278533,
      "grad_norm": 0.18347309529781342,
      "learning_rate": 0.00019952103449720094,
      "loss": 12.2274,
      "step": 2194
    },
    {
      "epoch": 0.3594236122482397,
      "grad_norm": 0.23277057707309723,
      "learning_rate": 0.00019952052899696119,
      "loss": 12.2026,
      "step": 2195
    },
    {
      "epoch": 0.3595873587686262,
      "grad_norm": 0.2029787302017212,
      "learning_rate": 0.00019952002323075064,
      "loss": 12.2138,
      "step": 2196
    },
    {
      "epoch": 0.3597511052890126,
      "grad_norm": 0.2058725506067276,
      "learning_rate": 0.00019951951719857064,
      "loss": 12.1801,
      "step": 2197
    },
    {
      "epoch": 0.35991485180939903,
      "grad_norm": 0.1916140615940094,
      "learning_rate": 0.00019951901090042257,
      "loss": 12.203,
      "step": 2198
    },
    {
      "epoch": 0.3600785983297855,
      "grad_norm": 0.17540131509304047,
      "learning_rate": 0.00019951850433630775,
      "loss": 12.2182,
      "step": 2199
    },
    {
      "epoch": 0.3602423448501719,
      "grad_norm": 0.18677212297916412,
      "learning_rate": 0.00019951799750622757,
      "loss": 12.2291,
      "step": 2200
    },
    {
      "epoch": 0.3604060913705584,
      "grad_norm": 0.2896847426891327,
      "learning_rate": 0.00019951749041018335,
      "loss": 12.2295,
      "step": 2201
    },
    {
      "epoch": 0.3605698378909448,
      "grad_norm": 0.2520885765552521,
      "learning_rate": 0.00019951698304817645,
      "loss": 12.2237,
      "step": 2202
    },
    {
      "epoch": 0.36073358441133124,
      "grad_norm": 0.3063327670097351,
      "learning_rate": 0.00019951647542020825,
      "loss": 12.2329,
      "step": 2203
    },
    {
      "epoch": 0.3608973309317177,
      "grad_norm": 0.19958019256591797,
      "learning_rate": 0.00019951596752628008,
      "loss": 12.2437,
      "step": 2204
    },
    {
      "epoch": 0.36106107745210414,
      "grad_norm": 0.26794570684432983,
      "learning_rate": 0.0001995154593663933,
      "loss": 12.2147,
      "step": 2205
    },
    {
      "epoch": 0.36122482397249056,
      "grad_norm": 0.2279580980539322,
      "learning_rate": 0.00019951495094054931,
      "loss": 12.2166,
      "step": 2206
    },
    {
      "epoch": 0.36138857049287704,
      "grad_norm": 0.3333375155925751,
      "learning_rate": 0.00019951444224874937,
      "loss": 12.2112,
      "step": 2207
    },
    {
      "epoch": 0.36155231701326346,
      "grad_norm": 0.20522968471050262,
      "learning_rate": 0.00019951393329099495,
      "loss": 12.2057,
      "step": 2208
    },
    {
      "epoch": 0.36171606353364993,
      "grad_norm": 0.2050907462835312,
      "learning_rate": 0.00019951342406728737,
      "loss": 12.2509,
      "step": 2209
    },
    {
      "epoch": 0.36187981005403635,
      "grad_norm": 0.14716489613056183,
      "learning_rate": 0.00019951291457762796,
      "loss": 12.1882,
      "step": 2210
    },
    {
      "epoch": 0.3620435565744228,
      "grad_norm": 0.19227133691310883,
      "learning_rate": 0.00019951240482201813,
      "loss": 12.2106,
      "step": 2211
    },
    {
      "epoch": 0.36220730309480925,
      "grad_norm": 0.23370510339736938,
      "learning_rate": 0.00019951189480045919,
      "loss": 12.2544,
      "step": 2212
    },
    {
      "epoch": 0.3623710496151957,
      "grad_norm": 0.2241314947605133,
      "learning_rate": 0.00019951138451295255,
      "loss": 12.2423,
      "step": 2213
    },
    {
      "epoch": 0.3625347961355821,
      "grad_norm": 0.37444162368774414,
      "learning_rate": 0.00019951087395949957,
      "loss": 12.2081,
      "step": 2214
    },
    {
      "epoch": 0.36269854265596857,
      "grad_norm": 0.2752796709537506,
      "learning_rate": 0.00019951036314010159,
      "loss": 12.2226,
      "step": 2215
    },
    {
      "epoch": 0.362862289176355,
      "grad_norm": 0.30604270100593567,
      "learning_rate": 0.00019950985205475995,
      "loss": 12.2194,
      "step": 2216
    },
    {
      "epoch": 0.36302603569674147,
      "grad_norm": 0.18214625120162964,
      "learning_rate": 0.0001995093407034761,
      "loss": 12.2652,
      "step": 2217
    },
    {
      "epoch": 0.3631897822171279,
      "grad_norm": 0.28620126843452454,
      "learning_rate": 0.00019950882908625133,
      "loss": 12.1997,
      "step": 2218
    },
    {
      "epoch": 0.3633535287375143,
      "grad_norm": 0.1786733865737915,
      "learning_rate": 0.00019950831720308705,
      "loss": 12.1865,
      "step": 2219
    },
    {
      "epoch": 0.3635172752579008,
      "grad_norm": 0.33119437098503113,
      "learning_rate": 0.0001995078050539846,
      "loss": 12.2475,
      "step": 2220
    },
    {
      "epoch": 0.3636810217782872,
      "grad_norm": 0.2601340711116791,
      "learning_rate": 0.00019950729263894536,
      "loss": 12.2604,
      "step": 2221
    },
    {
      "epoch": 0.3638447682986736,
      "grad_norm": 0.1721532940864563,
      "learning_rate": 0.00019950677995797072,
      "loss": 12.1849,
      "step": 2222
    },
    {
      "epoch": 0.3640085148190601,
      "grad_norm": 0.2788378894329071,
      "learning_rate": 0.00019950626701106203,
      "loss": 12.2178,
      "step": 2223
    },
    {
      "epoch": 0.3641722613394465,
      "grad_norm": 0.18486563861370087,
      "learning_rate": 0.00019950575379822064,
      "loss": 12.1843,
      "step": 2224
    },
    {
      "epoch": 0.364336007859833,
      "grad_norm": 0.23391422629356384,
      "learning_rate": 0.00019950524031944796,
      "loss": 12.2739,
      "step": 2225
    },
    {
      "epoch": 0.3644997543802194,
      "grad_norm": 0.23798739910125732,
      "learning_rate": 0.00019950472657474536,
      "loss": 12.2429,
      "step": 2226
    },
    {
      "epoch": 0.36466350090060584,
      "grad_norm": 0.26529866456985474,
      "learning_rate": 0.00019950421256411416,
      "loss": 12.2304,
      "step": 2227
    },
    {
      "epoch": 0.3648272474209923,
      "grad_norm": 0.2621893286705017,
      "learning_rate": 0.0001995036982875558,
      "loss": 12.2493,
      "step": 2228
    },
    {
      "epoch": 0.36499099394137874,
      "grad_norm": 0.23480750620365143,
      "learning_rate": 0.0001995031837450716,
      "loss": 12.2214,
      "step": 2229
    },
    {
      "epoch": 0.3651547404617652,
      "grad_norm": 0.22531259059906006,
      "learning_rate": 0.000199502668936663,
      "loss": 12.2432,
      "step": 2230
    },
    {
      "epoch": 0.36531848698215164,
      "grad_norm": 0.19444367289543152,
      "learning_rate": 0.0001995021538623313,
      "loss": 12.244,
      "step": 2231
    },
    {
      "epoch": 0.36548223350253806,
      "grad_norm": 0.41882431507110596,
      "learning_rate": 0.00019950163852207794,
      "loss": 12.2086,
      "step": 2232
    },
    {
      "epoch": 0.36564598002292453,
      "grad_norm": 0.19955457746982574,
      "learning_rate": 0.00019950112291590427,
      "loss": 12.253,
      "step": 2233
    },
    {
      "epoch": 0.36580972654331095,
      "grad_norm": 0.29176566004753113,
      "learning_rate": 0.00019950060704381167,
      "loss": 12.2419,
      "step": 2234
    },
    {
      "epoch": 0.3659734730636974,
      "grad_norm": 0.24214385449886322,
      "learning_rate": 0.00019950009090580152,
      "loss": 12.22,
      "step": 2235
    },
    {
      "epoch": 0.36613721958408385,
      "grad_norm": 0.2496882528066635,
      "learning_rate": 0.00019949957450187523,
      "loss": 12.2456,
      "step": 2236
    },
    {
      "epoch": 0.36630096610447027,
      "grad_norm": 0.20345202088356018,
      "learning_rate": 0.00019949905783203412,
      "loss": 12.2335,
      "step": 2237
    },
    {
      "epoch": 0.36646471262485675,
      "grad_norm": 0.22594793140888214,
      "learning_rate": 0.00019949854089627958,
      "loss": 12.2006,
      "step": 2238
    },
    {
      "epoch": 0.36662845914524317,
      "grad_norm": 0.27745652198791504,
      "learning_rate": 0.00019949802369461302,
      "loss": 12.2469,
      "step": 2239
    },
    {
      "epoch": 0.3667922056656296,
      "grad_norm": 0.2567385137081146,
      "learning_rate": 0.0001994975062270358,
      "loss": 12.2609,
      "step": 2240
    },
    {
      "epoch": 0.36695595218601607,
      "grad_norm": 0.2602333128452301,
      "learning_rate": 0.00019949698849354937,
      "loss": 12.2602,
      "step": 2241
    },
    {
      "epoch": 0.3671196987064025,
      "grad_norm": 0.20101019740104675,
      "learning_rate": 0.00019949647049415502,
      "loss": 12.2013,
      "step": 2242
    },
    {
      "epoch": 0.3672834452267889,
      "grad_norm": 0.24658821523189545,
      "learning_rate": 0.00019949595222885414,
      "loss": 12.2011,
      "step": 2243
    },
    {
      "epoch": 0.3674471917471754,
      "grad_norm": 0.2777009904384613,
      "learning_rate": 0.00019949543369764822,
      "loss": 12.2311,
      "step": 2244
    },
    {
      "epoch": 0.3676109382675618,
      "grad_norm": 0.3157036006450653,
      "learning_rate": 0.0001994949149005385,
      "loss": 12.2021,
      "step": 2245
    },
    {
      "epoch": 0.3677746847879483,
      "grad_norm": 0.19588856399059296,
      "learning_rate": 0.0001994943958375265,
      "loss": 12.2204,
      "step": 2246
    },
    {
      "epoch": 0.3679384313083347,
      "grad_norm": 0.20928606390953064,
      "learning_rate": 0.00019949387650861354,
      "loss": 12.2017,
      "step": 2247
    },
    {
      "epoch": 0.3681021778287211,
      "grad_norm": 0.20992255210876465,
      "learning_rate": 0.00019949335691380097,
      "loss": 12.2303,
      "step": 2248
    },
    {
      "epoch": 0.3682659243491076,
      "grad_norm": 0.2406424582004547,
      "learning_rate": 0.0001994928370530903,
      "loss": 12.2663,
      "step": 2249
    },
    {
      "epoch": 0.368429670869494,
      "grad_norm": 0.21802324056625366,
      "learning_rate": 0.00019949231692648279,
      "loss": 12.2235,
      "step": 2250
    },
    {
      "epoch": 0.36859341738988044,
      "grad_norm": 0.17162057757377625,
      "learning_rate": 0.00019949179653397988,
      "loss": 12.2592,
      "step": 2251
    },
    {
      "epoch": 0.3687571639102669,
      "grad_norm": 0.24234050512313843,
      "learning_rate": 0.000199491275875583,
      "loss": 12.2164,
      "step": 2252
    },
    {
      "epoch": 0.36892091043065334,
      "grad_norm": 0.24895916879177094,
      "learning_rate": 0.00019949075495129349,
      "loss": 12.2546,
      "step": 2253
    },
    {
      "epoch": 0.3690846569510398,
      "grad_norm": 0.23044243454933167,
      "learning_rate": 0.00019949023376111276,
      "loss": 12.2204,
      "step": 2254
    },
    {
      "epoch": 0.36924840347142623,
      "grad_norm": 0.1571839600801468,
      "learning_rate": 0.0001994897123050422,
      "loss": 12.2223,
      "step": 2255
    },
    {
      "epoch": 0.36941214999181265,
      "grad_norm": 0.21275298297405243,
      "learning_rate": 0.00019948919058308318,
      "loss": 12.2536,
      "step": 2256
    },
    {
      "epoch": 0.36957589651219913,
      "grad_norm": 0.2799514830112457,
      "learning_rate": 0.00019948866859523717,
      "loss": 12.2322,
      "step": 2257
    },
    {
      "epoch": 0.36973964303258555,
      "grad_norm": 0.21251900494098663,
      "learning_rate": 0.00019948814634150548,
      "loss": 12.3217,
      "step": 2258
    },
    {
      "epoch": 0.369903389552972,
      "grad_norm": 0.21226312220096588,
      "learning_rate": 0.00019948762382188955,
      "loss": 12.2141,
      "step": 2259
    },
    {
      "epoch": 0.37006713607335845,
      "grad_norm": 0.29280534386634827,
      "learning_rate": 0.00019948710103639074,
      "loss": 12.2359,
      "step": 2260
    },
    {
      "epoch": 0.37023088259374487,
      "grad_norm": 0.3048645257949829,
      "learning_rate": 0.00019948657798501051,
      "loss": 12.2361,
      "step": 2261
    },
    {
      "epoch": 0.37039462911413135,
      "grad_norm": 0.23726780712604523,
      "learning_rate": 0.00019948605466775022,
      "loss": 12.2011,
      "step": 2262
    },
    {
      "epoch": 0.37055837563451777,
      "grad_norm": 0.19291925430297852,
      "learning_rate": 0.00019948553108461124,
      "loss": 12.2194,
      "step": 2263
    },
    {
      "epoch": 0.3707221221549042,
      "grad_norm": 0.23963069915771484,
      "learning_rate": 0.00019948500723559502,
      "loss": 12.2669,
      "step": 2264
    },
    {
      "epoch": 0.37088586867529066,
      "grad_norm": 0.2321157306432724,
      "learning_rate": 0.00019948448312070296,
      "loss": 12.1935,
      "step": 2265
    },
    {
      "epoch": 0.3710496151956771,
      "grad_norm": 0.27384045720100403,
      "learning_rate": 0.00019948395873993643,
      "loss": 12.2391,
      "step": 2266
    },
    {
      "epoch": 0.37121336171606356,
      "grad_norm": 0.28510379791259766,
      "learning_rate": 0.00019948343409329682,
      "loss": 12.2322,
      "step": 2267
    },
    {
      "epoch": 0.37137710823645,
      "grad_norm": 0.33398258686065674,
      "learning_rate": 0.00019948290918078557,
      "loss": 12.2926,
      "step": 2268
    },
    {
      "epoch": 0.3715408547568364,
      "grad_norm": 0.21536287665367126,
      "learning_rate": 0.00019948238400240405,
      "loss": 12.202,
      "step": 2269
    },
    {
      "epoch": 0.3717046012772229,
      "grad_norm": 0.23426899313926697,
      "learning_rate": 0.0001994818585581537,
      "loss": 12.2074,
      "step": 2270
    },
    {
      "epoch": 0.3718683477976093,
      "grad_norm": 0.2032889723777771,
      "learning_rate": 0.00019948133284803589,
      "loss": 12.1987,
      "step": 2271
    },
    {
      "epoch": 0.3720320943179957,
      "grad_norm": 0.14997152984142303,
      "learning_rate": 0.00019948080687205204,
      "loss": 12.2283,
      "step": 2272
    },
    {
      "epoch": 0.3721958408383822,
      "grad_norm": 0.18043848872184753,
      "learning_rate": 0.0001994802806302036,
      "loss": 12.2072,
      "step": 2273
    },
    {
      "epoch": 0.3723595873587686,
      "grad_norm": 0.21162906289100647,
      "learning_rate": 0.00019947975412249188,
      "loss": 12.2497,
      "step": 2274
    },
    {
      "epoch": 0.3725233338791551,
      "grad_norm": 0.2659827470779419,
      "learning_rate": 0.00019947922734891833,
      "loss": 12.2132,
      "step": 2275
    },
    {
      "epoch": 0.3726870803995415,
      "grad_norm": 0.17263349890708923,
      "learning_rate": 0.0001994787003094844,
      "loss": 12.2052,
      "step": 2276
    },
    {
      "epoch": 0.37285082691992794,
      "grad_norm": 0.3255603313446045,
      "learning_rate": 0.00019947817300419146,
      "loss": 12.2056,
      "step": 2277
    },
    {
      "epoch": 0.3730145734403144,
      "grad_norm": 0.17139814794063568,
      "learning_rate": 0.0001994776454330409,
      "loss": 12.2114,
      "step": 2278
    },
    {
      "epoch": 0.37317831996070083,
      "grad_norm": 0.1975841224193573,
      "learning_rate": 0.0001994771175960342,
      "loss": 12.2196,
      "step": 2279
    },
    {
      "epoch": 0.37334206648108725,
      "grad_norm": 0.1761007159948349,
      "learning_rate": 0.00019947658949317267,
      "loss": 12.2123,
      "step": 2280
    },
    {
      "epoch": 0.37350581300147373,
      "grad_norm": 0.22302588820457458,
      "learning_rate": 0.0001994760611244578,
      "loss": 12.2185,
      "step": 2281
    },
    {
      "epoch": 0.37366955952186015,
      "grad_norm": 0.30604422092437744,
      "learning_rate": 0.00019947553248989098,
      "loss": 12.2174,
      "step": 2282
    },
    {
      "epoch": 0.3738333060422466,
      "grad_norm": 0.28884658217430115,
      "learning_rate": 0.00019947500358947362,
      "loss": 12.2125,
      "step": 2283
    },
    {
      "epoch": 0.37399705256263305,
      "grad_norm": 0.2502923011779785,
      "learning_rate": 0.00019947447442320715,
      "loss": 12.2351,
      "step": 2284
    },
    {
      "epoch": 0.37416079908301947,
      "grad_norm": 0.17555300891399384,
      "learning_rate": 0.00019947394499109295,
      "loss": 12.1908,
      "step": 2285
    },
    {
      "epoch": 0.37432454560340594,
      "grad_norm": 0.17198745906352997,
      "learning_rate": 0.00019947341529313244,
      "loss": 12.1922,
      "step": 2286
    },
    {
      "epoch": 0.37448829212379237,
      "grad_norm": 0.21740104258060455,
      "learning_rate": 0.00019947288532932707,
      "loss": 12.2142,
      "step": 2287
    },
    {
      "epoch": 0.3746520386441788,
      "grad_norm": 0.23602183163166046,
      "learning_rate": 0.00019947235509967825,
      "loss": 12.1761,
      "step": 2288
    },
    {
      "epoch": 0.37481578516456526,
      "grad_norm": 0.24859850108623505,
      "learning_rate": 0.00019947182460418734,
      "loss": 12.2129,
      "step": 2289
    },
    {
      "epoch": 0.3749795316849517,
      "grad_norm": 0.19896022975444794,
      "learning_rate": 0.00019947129384285584,
      "loss": 12.226,
      "step": 2290
    },
    {
      "epoch": 0.37514327820533816,
      "grad_norm": 0.27250728011131287,
      "learning_rate": 0.00019947076281568512,
      "loss": 12.1897,
      "step": 2291
    },
    {
      "epoch": 0.3753070247257246,
      "grad_norm": 0.35160547494888306,
      "learning_rate": 0.00019947023152267659,
      "loss": 12.2133,
      "step": 2292
    },
    {
      "epoch": 0.375470771246111,
      "grad_norm": 0.18629036843776703,
      "learning_rate": 0.00019946969996383169,
      "loss": 12.2222,
      "step": 2293
    },
    {
      "epoch": 0.3756345177664975,
      "grad_norm": 0.2134053260087967,
      "learning_rate": 0.00019946916813915185,
      "loss": 12.2418,
      "step": 2294
    },
    {
      "epoch": 0.3757982642868839,
      "grad_norm": 0.26885727047920227,
      "learning_rate": 0.0001994686360486385,
      "loss": 12.2356,
      "step": 2295
    },
    {
      "epoch": 0.3759620108072703,
      "grad_norm": 0.22679539024829865,
      "learning_rate": 0.00019946810369229301,
      "loss": 12.2046,
      "step": 2296
    },
    {
      "epoch": 0.3761257573276568,
      "grad_norm": 0.24352732300758362,
      "learning_rate": 0.00019946757107011683,
      "loss": 12.261,
      "step": 2297
    },
    {
      "epoch": 0.3762895038480432,
      "grad_norm": 0.18532565236091614,
      "learning_rate": 0.0001994670381821114,
      "loss": 12.2068,
      "step": 2298
    },
    {
      "epoch": 0.3764532503684297,
      "grad_norm": 0.3009043037891388,
      "learning_rate": 0.00019946650502827815,
      "loss": 12.2355,
      "step": 2299
    },
    {
      "epoch": 0.3766169968888161,
      "grad_norm": 0.3705609440803528,
      "learning_rate": 0.00019946597160861847,
      "loss": 12.2792,
      "step": 2300
    },
    {
      "epoch": 0.37678074340920253,
      "grad_norm": 0.18766118586063385,
      "learning_rate": 0.0001994654379231338,
      "loss": 12.2428,
      "step": 2301
    },
    {
      "epoch": 0.376944489929589,
      "grad_norm": 0.18971386551856995,
      "learning_rate": 0.0001994649039718256,
      "loss": 12.2141,
      "step": 2302
    },
    {
      "epoch": 0.37710823644997543,
      "grad_norm": 0.2746243476867676,
      "learning_rate": 0.00019946436975469523,
      "loss": 12.2072,
      "step": 2303
    },
    {
      "epoch": 0.37727198297036185,
      "grad_norm": 0.34275734424591064,
      "learning_rate": 0.00019946383527174417,
      "loss": 12.2002,
      "step": 2304
    },
    {
      "epoch": 0.37743572949074833,
      "grad_norm": 0.2604736089706421,
      "learning_rate": 0.0001994633005229738,
      "loss": 12.2206,
      "step": 2305
    },
    {
      "epoch": 0.37759947601113475,
      "grad_norm": 0.32902461290359497,
      "learning_rate": 0.0001994627655083856,
      "loss": 12.2413,
      "step": 2306
    },
    {
      "epoch": 0.3777632225315212,
      "grad_norm": 0.21464332938194275,
      "learning_rate": 0.00019946223022798102,
      "loss": 12.2402,
      "step": 2307
    },
    {
      "epoch": 0.37792696905190765,
      "grad_norm": 0.43122297525405884,
      "learning_rate": 0.00019946169468176142,
      "loss": 12.285,
      "step": 2308
    },
    {
      "epoch": 0.37809071557229407,
      "grad_norm": 0.23844097554683685,
      "learning_rate": 0.00019946115886972825,
      "loss": 12.2398,
      "step": 2309
    },
    {
      "epoch": 0.37825446209268054,
      "grad_norm": 0.3098074197769165,
      "learning_rate": 0.00019946062279188297,
      "loss": 12.2157,
      "step": 2310
    },
    {
      "epoch": 0.37841820861306696,
      "grad_norm": 0.17771278321743011,
      "learning_rate": 0.000199460086448227,
      "loss": 12.2592,
      "step": 2311
    },
    {
      "epoch": 0.37858195513345344,
      "grad_norm": 0.23540416359901428,
      "learning_rate": 0.00019945954983876176,
      "loss": 12.3041,
      "step": 2312
    },
    {
      "epoch": 0.37874570165383986,
      "grad_norm": 0.3671847879886627,
      "learning_rate": 0.0001994590129634887,
      "loss": 12.2271,
      "step": 2313
    },
    {
      "epoch": 0.3789094481742263,
      "grad_norm": 0.3168617784976959,
      "learning_rate": 0.00019945847582240927,
      "loss": 12.2768,
      "step": 2314
    },
    {
      "epoch": 0.37907319469461276,
      "grad_norm": 0.24114510416984558,
      "learning_rate": 0.00019945793841552484,
      "loss": 12.2775,
      "step": 2315
    },
    {
      "epoch": 0.3792369412149992,
      "grad_norm": 0.2881878912448883,
      "learning_rate": 0.00019945740074283692,
      "loss": 12.1931,
      "step": 2316
    },
    {
      "epoch": 0.3794006877353856,
      "grad_norm": 0.2257710099220276,
      "learning_rate": 0.0001994568628043469,
      "loss": 12.2279,
      "step": 2317
    },
    {
      "epoch": 0.3795644342557721,
      "grad_norm": 0.22354312241077423,
      "learning_rate": 0.00019945632460005626,
      "loss": 12.22,
      "step": 2318
    },
    {
      "epoch": 0.3797281807761585,
      "grad_norm": 0.3187885582447052,
      "learning_rate": 0.0001994557861299664,
      "loss": 12.2313,
      "step": 2319
    },
    {
      "epoch": 0.379891927296545,
      "grad_norm": 0.2135525345802307,
      "learning_rate": 0.0001994552473940788,
      "loss": 12.2179,
      "step": 2320
    },
    {
      "epoch": 0.3800556738169314,
      "grad_norm": 0.3208291530609131,
      "learning_rate": 0.00019945470839239485,
      "loss": 12.2094,
      "step": 2321
    },
    {
      "epoch": 0.3802194203373178,
      "grad_norm": 0.17996378242969513,
      "learning_rate": 0.000199454169124916,
      "loss": 12.243,
      "step": 2322
    },
    {
      "epoch": 0.3803831668577043,
      "grad_norm": 0.4355344772338867,
      "learning_rate": 0.00019945362959164373,
      "loss": 12.2576,
      "step": 2323
    },
    {
      "epoch": 0.3805469133780907,
      "grad_norm": 0.21201364696025848,
      "learning_rate": 0.00019945308979257945,
      "loss": 12.2205,
      "step": 2324
    },
    {
      "epoch": 0.38071065989847713,
      "grad_norm": 0.2228551208972931,
      "learning_rate": 0.0001994525497277246,
      "loss": 12.2379,
      "step": 2325
    },
    {
      "epoch": 0.3808744064188636,
      "grad_norm": 0.3901662528514862,
      "learning_rate": 0.00019945200939708063,
      "loss": 12.2515,
      "step": 2326
    },
    {
      "epoch": 0.38103815293925003,
      "grad_norm": 0.43116143345832825,
      "learning_rate": 0.00019945146880064903,
      "loss": 12.2266,
      "step": 2327
    },
    {
      "epoch": 0.3812018994596365,
      "grad_norm": 0.29395008087158203,
      "learning_rate": 0.00019945092793843117,
      "loss": 12.2512,
      "step": 2328
    },
    {
      "epoch": 0.3813656459800229,
      "grad_norm": 0.21036598086357117,
      "learning_rate": 0.00019945038681042855,
      "loss": 12.2328,
      "step": 2329
    },
    {
      "epoch": 0.38152939250040935,
      "grad_norm": 0.2397315800189972,
      "learning_rate": 0.00019944984541664254,
      "loss": 12.2308,
      "step": 2330
    },
    {
      "epoch": 0.3816931390207958,
      "grad_norm": 0.19712050259113312,
      "learning_rate": 0.00019944930375707468,
      "loss": 12.1988,
      "step": 2331
    },
    {
      "epoch": 0.38185688554118224,
      "grad_norm": 0.151907816529274,
      "learning_rate": 0.00019944876183172636,
      "loss": 12.2637,
      "step": 2332
    },
    {
      "epoch": 0.38202063206156867,
      "grad_norm": 0.20593978464603424,
      "learning_rate": 0.00019944821964059905,
      "loss": 12.2251,
      "step": 2333
    },
    {
      "epoch": 0.38218437858195514,
      "grad_norm": 0.23739215731620789,
      "learning_rate": 0.00019944767718369421,
      "loss": 12.2488,
      "step": 2334
    },
    {
      "epoch": 0.38234812510234156,
      "grad_norm": 0.26696503162384033,
      "learning_rate": 0.00019944713446101326,
      "loss": 12.2208,
      "step": 2335
    },
    {
      "epoch": 0.38251187162272804,
      "grad_norm": 0.2674993872642517,
      "learning_rate": 0.00019944659147255766,
      "loss": 12.2031,
      "step": 2336
    },
    {
      "epoch": 0.38267561814311446,
      "grad_norm": 0.2652324140071869,
      "learning_rate": 0.0001994460482183289,
      "loss": 12.2192,
      "step": 2337
    },
    {
      "epoch": 0.3828393646635009,
      "grad_norm": 0.18828797340393066,
      "learning_rate": 0.00019944550469832838,
      "loss": 12.2211,
      "step": 2338
    },
    {
      "epoch": 0.38300311118388736,
      "grad_norm": 0.23973718285560608,
      "learning_rate": 0.00019944496091255754,
      "loss": 12.2422,
      "step": 2339
    },
    {
      "epoch": 0.3831668577042738,
      "grad_norm": 0.21924065053462982,
      "learning_rate": 0.00019944441686101788,
      "loss": 12.228,
      "step": 2340
    },
    {
      "epoch": 0.3833306042246602,
      "grad_norm": 0.18216584622859955,
      "learning_rate": 0.00019944387254371086,
      "loss": 12.1996,
      "step": 2341
    },
    {
      "epoch": 0.3834943507450467,
      "grad_norm": 0.19513343274593353,
      "learning_rate": 0.0001994433279606379,
      "loss": 12.212,
      "step": 2342
    },
    {
      "epoch": 0.3836580972654331,
      "grad_norm": 0.2270386517047882,
      "learning_rate": 0.00019944278311180046,
      "loss": 12.2343,
      "step": 2343
    },
    {
      "epoch": 0.38382184378581957,
      "grad_norm": 0.1723013073205948,
      "learning_rate": 0.00019944223799720002,
      "loss": 12.2253,
      "step": 2344
    },
    {
      "epoch": 0.383985590306206,
      "grad_norm": 0.25245988368988037,
      "learning_rate": 0.00019944169261683803,
      "loss": 12.2342,
      "step": 2345
    },
    {
      "epoch": 0.3841493368265924,
      "grad_norm": 0.21809618175029755,
      "learning_rate": 0.00019944114697071592,
      "loss": 12.1937,
      "step": 2346
    },
    {
      "epoch": 0.3843130833469789,
      "grad_norm": 0.3611406087875366,
      "learning_rate": 0.00019944060105883516,
      "loss": 12.2304,
      "step": 2347
    },
    {
      "epoch": 0.3844768298673653,
      "grad_norm": 0.20064619183540344,
      "learning_rate": 0.00019944005488119724,
      "loss": 12.1915,
      "step": 2348
    },
    {
      "epoch": 0.3846405763877518,
      "grad_norm": 0.3425056040287018,
      "learning_rate": 0.00019943950843780356,
      "loss": 12.2638,
      "step": 2349
    },
    {
      "epoch": 0.3848043229081382,
      "grad_norm": 0.326043039560318,
      "learning_rate": 0.00019943896172865567,
      "loss": 12.2087,
      "step": 2350
    },
    {
      "epoch": 0.38496806942852463,
      "grad_norm": 0.26037389039993286,
      "learning_rate": 0.00019943841475375494,
      "loss": 12.2106,
      "step": 2351
    },
    {
      "epoch": 0.3851318159489111,
      "grad_norm": 0.24607564508914948,
      "learning_rate": 0.00019943786751310287,
      "loss": 12.2185,
      "step": 2352
    },
    {
      "epoch": 0.3852955624692975,
      "grad_norm": 0.23649471998214722,
      "learning_rate": 0.00019943732000670092,
      "loss": 12.2217,
      "step": 2353
    },
    {
      "epoch": 0.38545930898968395,
      "grad_norm": 0.22895574569702148,
      "learning_rate": 0.00019943677223455058,
      "loss": 12.2383,
      "step": 2354
    },
    {
      "epoch": 0.3856230555100704,
      "grad_norm": 0.1672857403755188,
      "learning_rate": 0.00019943622419665323,
      "loss": 12.2372,
      "step": 2355
    },
    {
      "epoch": 0.38578680203045684,
      "grad_norm": 0.21741630136966705,
      "learning_rate": 0.00019943567589301046,
      "loss": 12.1911,
      "step": 2356
    },
    {
      "epoch": 0.3859505485508433,
      "grad_norm": 0.2708650231361389,
      "learning_rate": 0.00019943512732362363,
      "loss": 12.2245,
      "step": 2357
    },
    {
      "epoch": 0.38611429507122974,
      "grad_norm": 0.429690957069397,
      "learning_rate": 0.00019943457848849426,
      "loss": 12.217,
      "step": 2358
    },
    {
      "epoch": 0.38627804159161616,
      "grad_norm": 0.21242545545101166,
      "learning_rate": 0.0001994340293876238,
      "loss": 12.2247,
      "step": 2359
    },
    {
      "epoch": 0.38644178811200264,
      "grad_norm": 0.20558924973011017,
      "learning_rate": 0.00019943348002101371,
      "loss": 12.239,
      "step": 2360
    },
    {
      "epoch": 0.38660553463238906,
      "grad_norm": 0.21131040155887604,
      "learning_rate": 0.00019943293038866548,
      "loss": 12.2053,
      "step": 2361
    },
    {
      "epoch": 0.3867692811527755,
      "grad_norm": 0.21065375208854675,
      "learning_rate": 0.00019943238049058057,
      "loss": 12.2161,
      "step": 2362
    },
    {
      "epoch": 0.38693302767316196,
      "grad_norm": 0.4237801134586334,
      "learning_rate": 0.00019943183032676041,
      "loss": 12.2489,
      "step": 2363
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 0.1821867823600769,
      "learning_rate": 0.00019943127989720656,
      "loss": 12.2337,
      "step": 2364
    },
    {
      "epoch": 0.38726052071393485,
      "grad_norm": 0.22428545355796814,
      "learning_rate": 0.0001994307292019204,
      "loss": 12.22,
      "step": 2365
    },
    {
      "epoch": 0.3874242672343213,
      "grad_norm": 0.24876439571380615,
      "learning_rate": 0.00019943017824090346,
      "loss": 12.2077,
      "step": 2366
    },
    {
      "epoch": 0.3875880137547077,
      "grad_norm": 0.32598045468330383,
      "learning_rate": 0.00019942962701415717,
      "loss": 12.2498,
      "step": 2367
    },
    {
      "epoch": 0.38775176027509417,
      "grad_norm": 0.3756186366081238,
      "learning_rate": 0.00019942907552168303,
      "loss": 12.1975,
      "step": 2368
    },
    {
      "epoch": 0.3879155067954806,
      "grad_norm": 0.3357611894607544,
      "learning_rate": 0.0001994285237634825,
      "loss": 12.2518,
      "step": 2369
    },
    {
      "epoch": 0.388079253315867,
      "grad_norm": 0.3290310800075531,
      "learning_rate": 0.00019942797173955708,
      "loss": 12.264,
      "step": 2370
    },
    {
      "epoch": 0.3882429998362535,
      "grad_norm": 0.2613808214664459,
      "learning_rate": 0.00019942741944990822,
      "loss": 12.2478,
      "step": 2371
    },
    {
      "epoch": 0.3884067463566399,
      "grad_norm": 0.2800101339817047,
      "learning_rate": 0.00019942686689453743,
      "loss": 12.2492,
      "step": 2372
    },
    {
      "epoch": 0.3885704928770264,
      "grad_norm": 0.3379767835140228,
      "learning_rate": 0.00019942631407344612,
      "loss": 12.2218,
      "step": 2373
    },
    {
      "epoch": 0.3887342393974128,
      "grad_norm": 0.19737915694713593,
      "learning_rate": 0.0001994257609866358,
      "loss": 12.2556,
      "step": 2374
    },
    {
      "epoch": 0.3888979859177992,
      "grad_norm": 0.28204014897346497,
      "learning_rate": 0.00019942520763410802,
      "loss": 12.2094,
      "step": 2375
    },
    {
      "epoch": 0.3890617324381857,
      "grad_norm": 0.21956974267959595,
      "learning_rate": 0.00019942465401586414,
      "loss": 12.1995,
      "step": 2376
    },
    {
      "epoch": 0.3892254789585721,
      "grad_norm": 0.17808105051517487,
      "learning_rate": 0.00019942410013190572,
      "loss": 12.2348,
      "step": 2377
    },
    {
      "epoch": 0.38938922547895854,
      "grad_norm": 0.19048920273780823,
      "learning_rate": 0.0001994235459822342,
      "loss": 12.2137,
      "step": 2378
    },
    {
      "epoch": 0.389552971999345,
      "grad_norm": 0.3080303370952606,
      "learning_rate": 0.00019942299156685108,
      "loss": 12.2353,
      "step": 2379
    },
    {
      "epoch": 0.38971671851973144,
      "grad_norm": 0.26839813590049744,
      "learning_rate": 0.00019942243688575784,
      "loss": 12.2197,
      "step": 2380
    },
    {
      "epoch": 0.3898804650401179,
      "grad_norm": 0.2321784794330597,
      "learning_rate": 0.00019942188193895598,
      "loss": 12.1993,
      "step": 2381
    },
    {
      "epoch": 0.39004421156050434,
      "grad_norm": 0.2810632586479187,
      "learning_rate": 0.00019942132672644692,
      "loss": 12.2265,
      "step": 2382
    },
    {
      "epoch": 0.39020795808089076,
      "grad_norm": 0.2343294471502304,
      "learning_rate": 0.00019942077124823223,
      "loss": 12.1744,
      "step": 2383
    },
    {
      "epoch": 0.39037170460127724,
      "grad_norm": 0.25210440158843994,
      "learning_rate": 0.0001994202155043133,
      "loss": 12.25,
      "step": 2384
    },
    {
      "epoch": 0.39053545112166366,
      "grad_norm": 0.22426655888557434,
      "learning_rate": 0.00019941965949469174,
      "loss": 12.1968,
      "step": 2385
    },
    {
      "epoch": 0.39069919764205013,
      "grad_norm": 0.1834428459405899,
      "learning_rate": 0.0001994191032193689,
      "loss": 12.1911,
      "step": 2386
    },
    {
      "epoch": 0.39086294416243655,
      "grad_norm": 0.27592700719833374,
      "learning_rate": 0.00019941854667834634,
      "loss": 12.2159,
      "step": 2387
    },
    {
      "epoch": 0.391026690682823,
      "grad_norm": 0.24485675990581512,
      "learning_rate": 0.00019941798987162558,
      "loss": 12.2092,
      "step": 2388
    },
    {
      "epoch": 0.39119043720320945,
      "grad_norm": 0.19538728892803192,
      "learning_rate": 0.000199417432799208,
      "loss": 12.2258,
      "step": 2389
    },
    {
      "epoch": 0.39135418372359587,
      "grad_norm": 0.20769351720809937,
      "learning_rate": 0.00019941687546109522,
      "loss": 12.2531,
      "step": 2390
    },
    {
      "epoch": 0.3915179302439823,
      "grad_norm": 0.2471313178539276,
      "learning_rate": 0.00019941631785728862,
      "loss": 12.1822,
      "step": 2391
    },
    {
      "epoch": 0.39168167676436877,
      "grad_norm": 0.23166868090629578,
      "learning_rate": 0.00019941575998778973,
      "loss": 12.2191,
      "step": 2392
    },
    {
      "epoch": 0.3918454232847552,
      "grad_norm": 0.2493198662996292,
      "learning_rate": 0.00019941520185260005,
      "loss": 12.1848,
      "step": 2393
    },
    {
      "epoch": 0.39200916980514167,
      "grad_norm": 0.23279933631420135,
      "learning_rate": 0.0001994146434517211,
      "loss": 12.2355,
      "step": 2394
    },
    {
      "epoch": 0.3921729163255281,
      "grad_norm": 0.32040566205978394,
      "learning_rate": 0.00019941408478515432,
      "loss": 12.2351,
      "step": 2395
    },
    {
      "epoch": 0.3923366628459145,
      "grad_norm": 0.2311163693666458,
      "learning_rate": 0.00019941352585290122,
      "loss": 12.1983,
      "step": 2396
    },
    {
      "epoch": 0.392500409366301,
      "grad_norm": 0.31241509318351746,
      "learning_rate": 0.00019941296665496326,
      "loss": 12.2222,
      "step": 2397
    },
    {
      "epoch": 0.3926641558866874,
      "grad_norm": 0.2599165141582489,
      "learning_rate": 0.000199412407191342,
      "loss": 12.1968,
      "step": 2398
    },
    {
      "epoch": 0.3928279024070738,
      "grad_norm": 0.24981291592121124,
      "learning_rate": 0.00019941184746203892,
      "loss": 12.2033,
      "step": 2399
    },
    {
      "epoch": 0.3929916489274603,
      "grad_norm": 0.20472368597984314,
      "learning_rate": 0.00019941128746705546,
      "loss": 12.2304,
      "step": 2400
    },
    {
      "epoch": 0.3931553954478467,
      "grad_norm": 0.1808033585548401,
      "learning_rate": 0.0001994107272063932,
      "loss": 12.1983,
      "step": 2401
    },
    {
      "epoch": 0.3933191419682332,
      "grad_norm": 0.18599677085876465,
      "learning_rate": 0.00019941016668005357,
      "loss": 12.1811,
      "step": 2402
    },
    {
      "epoch": 0.3934828884886196,
      "grad_norm": 0.2875123918056488,
      "learning_rate": 0.0001994096058880381,
      "loss": 12.1807,
      "step": 2403
    },
    {
      "epoch": 0.39364663500900604,
      "grad_norm": 0.18243670463562012,
      "learning_rate": 0.00019940904483034828,
      "loss": 12.194,
      "step": 2404
    },
    {
      "epoch": 0.3938103815293925,
      "grad_norm": 0.21514132618904114,
      "learning_rate": 0.0001994084835069856,
      "loss": 12.2097,
      "step": 2405
    },
    {
      "epoch": 0.39397412804977894,
      "grad_norm": 0.1809367835521698,
      "learning_rate": 0.00019940792191795156,
      "loss": 12.2389,
      "step": 2406
    },
    {
      "epoch": 0.39413787457016536,
      "grad_norm": 0.2073179930448532,
      "learning_rate": 0.00019940736006324771,
      "loss": 12.2636,
      "step": 2407
    },
    {
      "epoch": 0.39430162109055183,
      "grad_norm": 0.3071156144142151,
      "learning_rate": 0.0001994067979428755,
      "loss": 12.1886,
      "step": 2408
    },
    {
      "epoch": 0.39446536761093826,
      "grad_norm": 0.24856986105442047,
      "learning_rate": 0.00019940623555683644,
      "loss": 12.2169,
      "step": 2409
    },
    {
      "epoch": 0.39462911413132473,
      "grad_norm": 0.17610448598861694,
      "learning_rate": 0.00019940567290513203,
      "loss": 12.2408,
      "step": 2410
    },
    {
      "epoch": 0.39479286065171115,
      "grad_norm": 0.14723792672157288,
      "learning_rate": 0.00019940510998776382,
      "loss": 12.2073,
      "step": 2411
    },
    {
      "epoch": 0.3949566071720976,
      "grad_norm": 0.29349613189697266,
      "learning_rate": 0.00019940454680473325,
      "loss": 12.2473,
      "step": 2412
    },
    {
      "epoch": 0.39512035369248405,
      "grad_norm": 0.22815750539302826,
      "learning_rate": 0.00019940398335604185,
      "loss": 12.1951,
      "step": 2413
    },
    {
      "epoch": 0.39528410021287047,
      "grad_norm": 0.2517314553260803,
      "learning_rate": 0.00019940341964169112,
      "loss": 12.2172,
      "step": 2414
    },
    {
      "epoch": 0.3954478467332569,
      "grad_norm": 0.5390583276748657,
      "learning_rate": 0.00019940285566168257,
      "loss": 12.2324,
      "step": 2415
    },
    {
      "epoch": 0.39561159325364337,
      "grad_norm": 0.2899981737136841,
      "learning_rate": 0.00019940229141601773,
      "loss": 12.2436,
      "step": 2416
    },
    {
      "epoch": 0.3957753397740298,
      "grad_norm": 0.2468150109052658,
      "learning_rate": 0.00019940172690469807,
      "loss": 12.2548,
      "step": 2417
    },
    {
      "epoch": 0.39593908629441626,
      "grad_norm": 0.21218515932559967,
      "learning_rate": 0.00019940116212772516,
      "loss": 12.276,
      "step": 2418
    },
    {
      "epoch": 0.3961028328148027,
      "grad_norm": 0.2120540887117386,
      "learning_rate": 0.0001994005970851004,
      "loss": 12.2805,
      "step": 2419
    },
    {
      "epoch": 0.3962665793351891,
      "grad_norm": 0.24682170152664185,
      "learning_rate": 0.00019940003177682542,
      "loss": 12.2406,
      "step": 2420
    },
    {
      "epoch": 0.3964303258555756,
      "grad_norm": 0.24490487575531006,
      "learning_rate": 0.00019939946620290167,
      "loss": 12.1913,
      "step": 2421
    },
    {
      "epoch": 0.396594072375962,
      "grad_norm": 0.2321520894765854,
      "learning_rate": 0.00019939890036333068,
      "loss": 12.1958,
      "step": 2422
    },
    {
      "epoch": 0.3967578188963485,
      "grad_norm": 0.2361118048429489,
      "learning_rate": 0.0001993983342581139,
      "loss": 12.2556,
      "step": 2423
    },
    {
      "epoch": 0.3969215654167349,
      "grad_norm": 0.1887093484401703,
      "learning_rate": 0.00019939776788725294,
      "loss": 12.2504,
      "step": 2424
    },
    {
      "epoch": 0.3970853119371213,
      "grad_norm": 0.20957252383232117,
      "learning_rate": 0.00019939720125074928,
      "loss": 12.1831,
      "step": 2425
    },
    {
      "epoch": 0.3972490584575078,
      "grad_norm": 0.22643446922302246,
      "learning_rate": 0.0001993966343486044,
      "loss": 12.235,
      "step": 2426
    },
    {
      "epoch": 0.3974128049778942,
      "grad_norm": 0.2220020443201065,
      "learning_rate": 0.00019939606718081984,
      "loss": 12.2153,
      "step": 2427
    },
    {
      "epoch": 0.39757655149828064,
      "grad_norm": 0.15451815724372864,
      "learning_rate": 0.0001993954997473971,
      "loss": 12.1831,
      "step": 2428
    },
    {
      "epoch": 0.3977402980186671,
      "grad_norm": 0.20182235538959503,
      "learning_rate": 0.00019939493204833774,
      "loss": 12.2307,
      "step": 2429
    },
    {
      "epoch": 0.39790404453905354,
      "grad_norm": 0.250415563583374,
      "learning_rate": 0.00019939436408364323,
      "loss": 12.2295,
      "step": 2430
    },
    {
      "epoch": 0.39806779105944,
      "grad_norm": 0.18128323554992676,
      "learning_rate": 0.0001993937958533151,
      "loss": 12.2052,
      "step": 2431
    },
    {
      "epoch": 0.39823153757982643,
      "grad_norm": 0.25103041529655457,
      "learning_rate": 0.0001993932273573549,
      "loss": 12.2644,
      "step": 2432
    },
    {
      "epoch": 0.39839528410021285,
      "grad_norm": 0.30399054288864136,
      "learning_rate": 0.00019939265859576408,
      "loss": 12.2191,
      "step": 2433
    },
    {
      "epoch": 0.39855903062059933,
      "grad_norm": 0.21514156460762024,
      "learning_rate": 0.00019939208956854424,
      "loss": 12.2194,
      "step": 2434
    },
    {
      "epoch": 0.39872277714098575,
      "grad_norm": 0.26260384917259216,
      "learning_rate": 0.00019939152027569686,
      "loss": 12.2358,
      "step": 2435
    },
    {
      "epoch": 0.39888652366137217,
      "grad_norm": 0.31369879841804504,
      "learning_rate": 0.00019939095071722345,
      "loss": 12.2037,
      "step": 2436
    },
    {
      "epoch": 0.39905027018175865,
      "grad_norm": 0.2782084047794342,
      "learning_rate": 0.00019939038089312555,
      "loss": 12.2057,
      "step": 2437
    },
    {
      "epoch": 0.39921401670214507,
      "grad_norm": 0.24877388775348663,
      "learning_rate": 0.00019938981080340468,
      "loss": 12.2182,
      "step": 2438
    },
    {
      "epoch": 0.39937776322253155,
      "grad_norm": 0.22131827473640442,
      "learning_rate": 0.00019938924044806238,
      "loss": 12.2196,
      "step": 2439
    },
    {
      "epoch": 0.39954150974291797,
      "grad_norm": 0.23200009763240814,
      "learning_rate": 0.00019938866982710014,
      "loss": 12.2258,
      "step": 2440
    },
    {
      "epoch": 0.3997052562633044,
      "grad_norm": 0.27816349267959595,
      "learning_rate": 0.0001993880989405195,
      "loss": 12.2384,
      "step": 2441
    },
    {
      "epoch": 0.39986900278369086,
      "grad_norm": 0.3125631511211395,
      "learning_rate": 0.000199387527788322,
      "loss": 12.2377,
      "step": 2442
    },
    {
      "epoch": 0.4000327493040773,
      "grad_norm": 0.2072521448135376,
      "learning_rate": 0.00019938695637050917,
      "loss": 12.2275,
      "step": 2443
    },
    {
      "epoch": 0.4001964958244637,
      "grad_norm": 0.30263403058052063,
      "learning_rate": 0.0001993863846870825,
      "loss": 12.2264,
      "step": 2444
    },
    {
      "epoch": 0.4003602423448502,
      "grad_norm": 0.25678977370262146,
      "learning_rate": 0.00019938581273804356,
      "loss": 12.2229,
      "step": 2445
    },
    {
      "epoch": 0.4005239888652366,
      "grad_norm": 0.317017525434494,
      "learning_rate": 0.00019938524052339385,
      "loss": 12.217,
      "step": 2446
    },
    {
      "epoch": 0.4006877353856231,
      "grad_norm": 0.25806018710136414,
      "learning_rate": 0.0001993846680431349,
      "loss": 12.251,
      "step": 2447
    },
    {
      "epoch": 0.4008514819060095,
      "grad_norm": 0.21327897906303406,
      "learning_rate": 0.00019938409529726825,
      "loss": 12.2014,
      "step": 2448
    },
    {
      "epoch": 0.4010152284263959,
      "grad_norm": 0.20855587720870972,
      "learning_rate": 0.00019938352228579542,
      "loss": 12.2522,
      "step": 2449
    },
    {
      "epoch": 0.4011789749467824,
      "grad_norm": 0.2314722090959549,
      "learning_rate": 0.00019938294900871797,
      "loss": 12.2281,
      "step": 2450
    },
    {
      "epoch": 0.4013427214671688,
      "grad_norm": 0.1990847885608673,
      "learning_rate": 0.00019938237546603742,
      "loss": 12.2162,
      "step": 2451
    },
    {
      "epoch": 0.40150646798755524,
      "grad_norm": 0.1725664585828781,
      "learning_rate": 0.00019938180165775528,
      "loss": 12.2351,
      "step": 2452
    },
    {
      "epoch": 0.4016702145079417,
      "grad_norm": 0.19407576322555542,
      "learning_rate": 0.00019938122758387307,
      "loss": 12.1815,
      "step": 2453
    },
    {
      "epoch": 0.40183396102832813,
      "grad_norm": 0.19876879453659058,
      "learning_rate": 0.0001993806532443924,
      "loss": 12.2105,
      "step": 2454
    },
    {
      "epoch": 0.4019977075487146,
      "grad_norm": 0.17726220190525055,
      "learning_rate": 0.00019938007863931474,
      "loss": 12.2212,
      "step": 2455
    },
    {
      "epoch": 0.40216145406910103,
      "grad_norm": 0.17498549818992615,
      "learning_rate": 0.00019937950376864165,
      "loss": 12.1835,
      "step": 2456
    },
    {
      "epoch": 0.40232520058948745,
      "grad_norm": 0.20572280883789062,
      "learning_rate": 0.00019937892863237467,
      "loss": 12.2064,
      "step": 2457
    },
    {
      "epoch": 0.40248894710987393,
      "grad_norm": 0.15958353877067566,
      "learning_rate": 0.00019937835323051531,
      "loss": 12.1968,
      "step": 2458
    },
    {
      "epoch": 0.40265269363026035,
      "grad_norm": 0.1718256026506424,
      "learning_rate": 0.0001993777775630651,
      "loss": 12.218,
      "step": 2459
    },
    {
      "epoch": 0.4028164401506468,
      "grad_norm": 0.21025779843330383,
      "learning_rate": 0.00019937720163002562,
      "loss": 12.2514,
      "step": 2460
    },
    {
      "epoch": 0.40298018667103325,
      "grad_norm": 0.31134989857673645,
      "learning_rate": 0.0001993766254313984,
      "loss": 12.2322,
      "step": 2461
    },
    {
      "epoch": 0.40314393319141967,
      "grad_norm": 0.2064589411020279,
      "learning_rate": 0.00019937604896718499,
      "loss": 12.2169,
      "step": 2462
    },
    {
      "epoch": 0.40330767971180614,
      "grad_norm": 0.18097180128097534,
      "learning_rate": 0.00019937547223738687,
      "loss": 12.207,
      "step": 2463
    },
    {
      "epoch": 0.40347142623219256,
      "grad_norm": 0.20530736446380615,
      "learning_rate": 0.00019937489524200568,
      "loss": 12.1858,
      "step": 2464
    },
    {
      "epoch": 0.403635172752579,
      "grad_norm": 0.21770106256008148,
      "learning_rate": 0.00019937431798104286,
      "loss": 12.2159,
      "step": 2465
    },
    {
      "epoch": 0.40379891927296546,
      "grad_norm": 0.25009098649024963,
      "learning_rate": 0.00019937374045450002,
      "loss": 12.2151,
      "step": 2466
    },
    {
      "epoch": 0.4039626657933519,
      "grad_norm": 0.2034110128879547,
      "learning_rate": 0.0001993731626623787,
      "loss": 12.237,
      "step": 2467
    },
    {
      "epoch": 0.40412641231373836,
      "grad_norm": 0.21495479345321655,
      "learning_rate": 0.00019937258460468038,
      "loss": 12.2209,
      "step": 2468
    },
    {
      "epoch": 0.4042901588341248,
      "grad_norm": 0.2656920254230499,
      "learning_rate": 0.0001993720062814067,
      "loss": 12.2501,
      "step": 2469
    },
    {
      "epoch": 0.4044539053545112,
      "grad_norm": 0.20326341688632965,
      "learning_rate": 0.00019937142769255913,
      "loss": 12.2024,
      "step": 2470
    },
    {
      "epoch": 0.4046176518748977,
      "grad_norm": 0.39415955543518066,
      "learning_rate": 0.00019937084883813925,
      "loss": 12.2013,
      "step": 2471
    },
    {
      "epoch": 0.4047813983952841,
      "grad_norm": 0.27214500308036804,
      "learning_rate": 0.0001993702697181486,
      "loss": 12.2096,
      "step": 2472
    },
    {
      "epoch": 0.4049451449156705,
      "grad_norm": 0.212225541472435,
      "learning_rate": 0.0001993696903325887,
      "loss": 12.225,
      "step": 2473
    },
    {
      "epoch": 0.405108891436057,
      "grad_norm": 0.26573050022125244,
      "learning_rate": 0.00019936911068146117,
      "loss": 12.217,
      "step": 2474
    },
    {
      "epoch": 0.4052726379564434,
      "grad_norm": 0.4325070381164551,
      "learning_rate": 0.00019936853076476746,
      "loss": 12.1993,
      "step": 2475
    },
    {
      "epoch": 0.4054363844768299,
      "grad_norm": 0.20871777832508087,
      "learning_rate": 0.00019936795058250924,
      "loss": 12.1854,
      "step": 2476
    },
    {
      "epoch": 0.4056001309972163,
      "grad_norm": 0.24436865746974945,
      "learning_rate": 0.00019936737013468797,
      "loss": 12.2164,
      "step": 2477
    },
    {
      "epoch": 0.40576387751760273,
      "grad_norm": 0.2315763235092163,
      "learning_rate": 0.0001993667894213052,
      "loss": 12.2731,
      "step": 2478
    },
    {
      "epoch": 0.4059276240379892,
      "grad_norm": 0.26757878065109253,
      "learning_rate": 0.00019936620844236255,
      "loss": 12.2135,
      "step": 2479
    },
    {
      "epoch": 0.40609137055837563,
      "grad_norm": 0.2177620232105255,
      "learning_rate": 0.0001993656271978615,
      "loss": 12.2426,
      "step": 2480
    },
    {
      "epoch": 0.40625511707876205,
      "grad_norm": 0.235224649310112,
      "learning_rate": 0.00019936504568780365,
      "loss": 12.2397,
      "step": 2481
    },
    {
      "epoch": 0.4064188635991485,
      "grad_norm": 0.16587422788143158,
      "learning_rate": 0.00019936446391219053,
      "loss": 12.2324,
      "step": 2482
    },
    {
      "epoch": 0.40658261011953495,
      "grad_norm": 0.15377192199230194,
      "learning_rate": 0.00019936388187102375,
      "loss": 12.2212,
      "step": 2483
    },
    {
      "epoch": 0.4067463566399214,
      "grad_norm": 0.3000779151916504,
      "learning_rate": 0.0001993632995643048,
      "loss": 12.251,
      "step": 2484
    },
    {
      "epoch": 0.40691010316030785,
      "grad_norm": 0.2124965935945511,
      "learning_rate": 0.0001993627169920352,
      "loss": 12.1957,
      "step": 2485
    },
    {
      "epoch": 0.40707384968069427,
      "grad_norm": 0.25674372911453247,
      "learning_rate": 0.00019936213415421662,
      "loss": 12.1778,
      "step": 2486
    },
    {
      "epoch": 0.40723759620108074,
      "grad_norm": 0.17043842375278473,
      "learning_rate": 0.00019936155105085054,
      "loss": 12.2116,
      "step": 2487
    },
    {
      "epoch": 0.40740134272146716,
      "grad_norm": 0.2772315740585327,
      "learning_rate": 0.00019936096768193856,
      "loss": 12.2179,
      "step": 2488
    },
    {
      "epoch": 0.4075650892418536,
      "grad_norm": 0.19265544414520264,
      "learning_rate": 0.0001993603840474822,
      "loss": 12.2117,
      "step": 2489
    },
    {
      "epoch": 0.40772883576224006,
      "grad_norm": 0.19599276781082153,
      "learning_rate": 0.00019935980014748302,
      "loss": 12.2366,
      "step": 2490
    },
    {
      "epoch": 0.4078925822826265,
      "grad_norm": 0.26965293288230896,
      "learning_rate": 0.00019935921598194262,
      "loss": 12.216,
      "step": 2491
    },
    {
      "epoch": 0.40805632880301296,
      "grad_norm": 0.41616952419281006,
      "learning_rate": 0.00019935863155086253,
      "loss": 12.2259,
      "step": 2492
    },
    {
      "epoch": 0.4082200753233994,
      "grad_norm": 0.24404989182949066,
      "learning_rate": 0.00019935804685424432,
      "loss": 12.2532,
      "step": 2493
    },
    {
      "epoch": 0.4083838218437858,
      "grad_norm": 0.3620465099811554,
      "learning_rate": 0.00019935746189208957,
      "loss": 12.2178,
      "step": 2494
    },
    {
      "epoch": 0.4085475683641723,
      "grad_norm": 0.32508668303489685,
      "learning_rate": 0.00019935687666439983,
      "loss": 12.2106,
      "step": 2495
    },
    {
      "epoch": 0.4087113148845587,
      "grad_norm": 0.26615089178085327,
      "learning_rate": 0.00019935629117117664,
      "loss": 12.2605,
      "step": 2496
    },
    {
      "epoch": 0.4088750614049452,
      "grad_norm": 0.2467089295387268,
      "learning_rate": 0.0001993557054124216,
      "loss": 12.1893,
      "step": 2497
    },
    {
      "epoch": 0.4090388079253316,
      "grad_norm": 0.21115729212760925,
      "learning_rate": 0.00019935511938813628,
      "loss": 12.2429,
      "step": 2498
    },
    {
      "epoch": 0.409202554445718,
      "grad_norm": 0.22459405660629272,
      "learning_rate": 0.0001993545330983222,
      "loss": 12.2043,
      "step": 2499
    },
    {
      "epoch": 0.4093663009661045,
      "grad_norm": 0.22726276516914368,
      "learning_rate": 0.00019935394654298097,
      "loss": 12.2493,
      "step": 2500
    },
    {
      "epoch": 0.4095300474864909,
      "grad_norm": 0.31105175614356995,
      "learning_rate": 0.00019935335972211414,
      "loss": 12.2248,
      "step": 2501
    },
    {
      "epoch": 0.40969379400687733,
      "grad_norm": 0.195329487323761,
      "learning_rate": 0.00019935277263572325,
      "loss": 12.2459,
      "step": 2502
    },
    {
      "epoch": 0.4098575405272638,
      "grad_norm": 0.2885870039463043,
      "learning_rate": 0.0001993521852838099,
      "loss": 12.1701,
      "step": 2503
    },
    {
      "epoch": 0.41002128704765023,
      "grad_norm": 0.16374234855175018,
      "learning_rate": 0.0001993515976663757,
      "loss": 12.1853,
      "step": 2504
    },
    {
      "epoch": 0.4101850335680367,
      "grad_norm": 0.22509925067424774,
      "learning_rate": 0.00019935100978342216,
      "loss": 12.2509,
      "step": 2505
    },
    {
      "epoch": 0.4103487800884231,
      "grad_norm": 0.3004889488220215,
      "learning_rate": 0.00019935042163495088,
      "loss": 12.2488,
      "step": 2506
    },
    {
      "epoch": 0.41051252660880955,
      "grad_norm": 0.21050551533699036,
      "learning_rate": 0.0001993498332209634,
      "loss": 12.2297,
      "step": 2507
    },
    {
      "epoch": 0.410676273129196,
      "grad_norm": 0.25127431750297546,
      "learning_rate": 0.00019934924454146133,
      "loss": 12.2083,
      "step": 2508
    },
    {
      "epoch": 0.41084001964958244,
      "grad_norm": 0.1732265055179596,
      "learning_rate": 0.00019934865559644623,
      "loss": 12.1978,
      "step": 2509
    },
    {
      "epoch": 0.41100376616996886,
      "grad_norm": 0.37738338112831116,
      "learning_rate": 0.00019934806638591965,
      "loss": 12.2004,
      "step": 2510
    },
    {
      "epoch": 0.41116751269035534,
      "grad_norm": 0.23011890053749084,
      "learning_rate": 0.00019934747690988322,
      "loss": 12.2116,
      "step": 2511
    },
    {
      "epoch": 0.41133125921074176,
      "grad_norm": 0.40949851274490356,
      "learning_rate": 0.00019934688716833848,
      "loss": 12.2017,
      "step": 2512
    },
    {
      "epoch": 0.41149500573112824,
      "grad_norm": 0.31514328718185425,
      "learning_rate": 0.000199346297161287,
      "loss": 12.2143,
      "step": 2513
    },
    {
      "epoch": 0.41165875225151466,
      "grad_norm": 0.2859131097793579,
      "learning_rate": 0.00019934570688873035,
      "loss": 12.2246,
      "step": 2514
    },
    {
      "epoch": 0.4118224987719011,
      "grad_norm": 0.32760605216026306,
      "learning_rate": 0.00019934511635067014,
      "loss": 12.2287,
      "step": 2515
    },
    {
      "epoch": 0.41198624529228756,
      "grad_norm": 0.15933656692504883,
      "learning_rate": 0.00019934452554710793,
      "loss": 12.3236,
      "step": 2516
    },
    {
      "epoch": 0.412149991812674,
      "grad_norm": 0.27813947200775146,
      "learning_rate": 0.00019934393447804528,
      "loss": 12.2205,
      "step": 2517
    },
    {
      "epoch": 0.4123137383330604,
      "grad_norm": 0.1914728730916977,
      "learning_rate": 0.0001993433431434838,
      "loss": 12.1998,
      "step": 2518
    },
    {
      "epoch": 0.4124774848534469,
      "grad_norm": 0.2717737853527069,
      "learning_rate": 0.00019934275154342507,
      "loss": 12.2036,
      "step": 2519
    },
    {
      "epoch": 0.4126412313738333,
      "grad_norm": 0.348455548286438,
      "learning_rate": 0.00019934215967787067,
      "loss": 12.2169,
      "step": 2520
    },
    {
      "epoch": 0.41280497789421977,
      "grad_norm": 0.18915659189224243,
      "learning_rate": 0.00019934156754682216,
      "loss": 12.205,
      "step": 2521
    },
    {
      "epoch": 0.4129687244146062,
      "grad_norm": 0.17896023392677307,
      "learning_rate": 0.00019934097515028113,
      "loss": 12.2316,
      "step": 2522
    },
    {
      "epoch": 0.4131324709349926,
      "grad_norm": 0.2656418979167938,
      "learning_rate": 0.00019934038248824916,
      "loss": 12.2063,
      "step": 2523
    },
    {
      "epoch": 0.4132962174553791,
      "grad_norm": 0.2554568946361542,
      "learning_rate": 0.00019933978956072784,
      "loss": 12.1634,
      "step": 2524
    },
    {
      "epoch": 0.4134599639757655,
      "grad_norm": 0.21872666478157043,
      "learning_rate": 0.00019933919636771878,
      "loss": 12.2144,
      "step": 2525
    },
    {
      "epoch": 0.41362371049615193,
      "grad_norm": 0.22093713283538818,
      "learning_rate": 0.00019933860290922354,
      "loss": 12.215,
      "step": 2526
    },
    {
      "epoch": 0.4137874570165384,
      "grad_norm": 0.2692886292934418,
      "learning_rate": 0.0001993380091852437,
      "loss": 12.2441,
      "step": 2527
    },
    {
      "epoch": 0.4139512035369248,
      "grad_norm": 0.18610897660255432,
      "learning_rate": 0.00019933741519578087,
      "loss": 12.2064,
      "step": 2528
    },
    {
      "epoch": 0.4141149500573113,
      "grad_norm": 0.26161491870880127,
      "learning_rate": 0.00019933682094083662,
      "loss": 12.19,
      "step": 2529
    },
    {
      "epoch": 0.4142786965776977,
      "grad_norm": 0.20684044063091278,
      "learning_rate": 0.00019933622642041252,
      "loss": 12.2172,
      "step": 2530
    },
    {
      "epoch": 0.41444244309808415,
      "grad_norm": 0.1639842689037323,
      "learning_rate": 0.00019933563163451019,
      "loss": 12.2206,
      "step": 2531
    },
    {
      "epoch": 0.4146061896184706,
      "grad_norm": 0.2620973289012909,
      "learning_rate": 0.0001993350365831312,
      "loss": 12.2161,
      "step": 2532
    },
    {
      "epoch": 0.41476993613885704,
      "grad_norm": 0.18615423142910004,
      "learning_rate": 0.00019933444126627717,
      "loss": 12.1948,
      "step": 2533
    },
    {
      "epoch": 0.41493368265924346,
      "grad_norm": 0.16211163997650146,
      "learning_rate": 0.00019933384568394965,
      "loss": 12.2282,
      "step": 2534
    },
    {
      "epoch": 0.41509742917962994,
      "grad_norm": 0.25084614753723145,
      "learning_rate": 0.00019933324983615025,
      "loss": 12.2361,
      "step": 2535
    },
    {
      "epoch": 0.41526117570001636,
      "grad_norm": 0.2885742783546448,
      "learning_rate": 0.00019933265372288058,
      "loss": 12.2332,
      "step": 2536
    },
    {
      "epoch": 0.41542492222040284,
      "grad_norm": 0.23022857308387756,
      "learning_rate": 0.00019933205734414222,
      "loss": 12.2375,
      "step": 2537
    },
    {
      "epoch": 0.41558866874078926,
      "grad_norm": 0.17886771261692047,
      "learning_rate": 0.00019933146069993674,
      "loss": 12.234,
      "step": 2538
    },
    {
      "epoch": 0.4157524152611757,
      "grad_norm": 0.27726057171821594,
      "learning_rate": 0.00019933086379026577,
      "loss": 12.2602,
      "step": 2539
    },
    {
      "epoch": 0.41591616178156215,
      "grad_norm": 0.2529658079147339,
      "learning_rate": 0.0001993302666151309,
      "loss": 12.1758,
      "step": 2540
    },
    {
      "epoch": 0.4160799083019486,
      "grad_norm": 0.24421019852161407,
      "learning_rate": 0.0001993296691745337,
      "loss": 12.1987,
      "step": 2541
    },
    {
      "epoch": 0.41624365482233505,
      "grad_norm": 0.2880016267299652,
      "learning_rate": 0.00019932907146847582,
      "loss": 12.2072,
      "step": 2542
    },
    {
      "epoch": 0.4164074013427215,
      "grad_norm": 0.30590879917144775,
      "learning_rate": 0.0001993284734969588,
      "loss": 12.2248,
      "step": 2543
    },
    {
      "epoch": 0.4165711478631079,
      "grad_norm": 0.25289541482925415,
      "learning_rate": 0.0001993278752599842,
      "loss": 12.2466,
      "step": 2544
    },
    {
      "epoch": 0.41673489438349437,
      "grad_norm": 0.24491038918495178,
      "learning_rate": 0.00019932727675755376,
      "loss": 12.1836,
      "step": 2545
    },
    {
      "epoch": 0.4168986409038808,
      "grad_norm": 0.2673880159854889,
      "learning_rate": 0.000199326677989669,
      "loss": 12.239,
      "step": 2546
    },
    {
      "epoch": 0.4170623874242672,
      "grad_norm": 0.153727188706398,
      "learning_rate": 0.00019932607895633146,
      "loss": 12.2341,
      "step": 2547
    },
    {
      "epoch": 0.4172261339446537,
      "grad_norm": 0.21305620670318604,
      "learning_rate": 0.00019932547965754283,
      "loss": 12.2422,
      "step": 2548
    },
    {
      "epoch": 0.4173898804650401,
      "grad_norm": 0.2253004014492035,
      "learning_rate": 0.00019932488009330468,
      "loss": 12.235,
      "step": 2549
    },
    {
      "epoch": 0.4175536269854266,
      "grad_norm": 0.2761276960372925,
      "learning_rate": 0.0001993242802636186,
      "loss": 12.2734,
      "step": 2550
    },
    {
      "epoch": 0.417717373505813,
      "grad_norm": 0.1790398210287094,
      "learning_rate": 0.0001993236801684862,
      "loss": 12.2418,
      "step": 2551
    },
    {
      "epoch": 0.4178811200261994,
      "grad_norm": 0.14677639305591583,
      "learning_rate": 0.00019932307980790912,
      "loss": 12.2342,
      "step": 2552
    },
    {
      "epoch": 0.4180448665465859,
      "grad_norm": 0.20236040651798248,
      "learning_rate": 0.00019932247918188892,
      "loss": 12.2138,
      "step": 2553
    },
    {
      "epoch": 0.4182086130669723,
      "grad_norm": 0.20386017858982086,
      "learning_rate": 0.00019932187829042723,
      "loss": 12.2152,
      "step": 2554
    },
    {
      "epoch": 0.41837235958735874,
      "grad_norm": 0.22776192426681519,
      "learning_rate": 0.00019932127713352563,
      "loss": 12.2219,
      "step": 2555
    },
    {
      "epoch": 0.4185361061077452,
      "grad_norm": 0.1985602080821991,
      "learning_rate": 0.00019932067571118574,
      "loss": 12.1944,
      "step": 2556
    },
    {
      "epoch": 0.41869985262813164,
      "grad_norm": 0.22490167617797852,
      "learning_rate": 0.00019932007402340918,
      "loss": 12.2201,
      "step": 2557
    },
    {
      "epoch": 0.4188635991485181,
      "grad_norm": 0.1599389910697937,
      "learning_rate": 0.00019931947207019754,
      "loss": 12.2211,
      "step": 2558
    },
    {
      "epoch": 0.41902734566890454,
      "grad_norm": 0.19717368483543396,
      "learning_rate": 0.00019931886985155242,
      "loss": 12.2203,
      "step": 2559
    },
    {
      "epoch": 0.41919109218929096,
      "grad_norm": 0.20361042022705078,
      "learning_rate": 0.00019931826736747547,
      "loss": 12.2187,
      "step": 2560
    },
    {
      "epoch": 0.41935483870967744,
      "grad_norm": 0.23843629658222198,
      "learning_rate": 0.0001993176646179683,
      "loss": 12.2317,
      "step": 2561
    },
    {
      "epoch": 0.41951858523006386,
      "grad_norm": 0.14871421456336975,
      "learning_rate": 0.00019931706160303242,
      "loss": 12.2446,
      "step": 2562
    },
    {
      "epoch": 0.4196823317504503,
      "grad_norm": 0.43738335371017456,
      "learning_rate": 0.00019931645832266956,
      "loss": 12.2137,
      "step": 2563
    },
    {
      "epoch": 0.41984607827083675,
      "grad_norm": 0.2749650776386261,
      "learning_rate": 0.00019931585477688131,
      "loss": 12.1836,
      "step": 2564
    },
    {
      "epoch": 0.4200098247912232,
      "grad_norm": 0.22643521428108215,
      "learning_rate": 0.00019931525096566924,
      "loss": 12.2008,
      "step": 2565
    },
    {
      "epoch": 0.42017357131160965,
      "grad_norm": 0.2392600178718567,
      "learning_rate": 0.000199314646889035,
      "loss": 12.2159,
      "step": 2566
    },
    {
      "epoch": 0.42033731783199607,
      "grad_norm": 0.14850372076034546,
      "learning_rate": 0.00019931404254698018,
      "loss": 12.208,
      "step": 2567
    },
    {
      "epoch": 0.4205010643523825,
      "grad_norm": 0.1937844604253769,
      "learning_rate": 0.00019931343793950642,
      "loss": 12.2331,
      "step": 2568
    },
    {
      "epoch": 0.42066481087276897,
      "grad_norm": 0.17244918644428253,
      "learning_rate": 0.0001993128330666153,
      "loss": 12.2107,
      "step": 2569
    },
    {
      "epoch": 0.4208285573931554,
      "grad_norm": 0.2768012285232544,
      "learning_rate": 0.0001993122279283085,
      "loss": 12.226,
      "step": 2570
    },
    {
      "epoch": 0.4209923039135418,
      "grad_norm": 0.22020287811756134,
      "learning_rate": 0.00019931162252458755,
      "loss": 12.2152,
      "step": 2571
    },
    {
      "epoch": 0.4211560504339283,
      "grad_norm": 0.2610425055027008,
      "learning_rate": 0.00019931101685545413,
      "loss": 12.177,
      "step": 2572
    },
    {
      "epoch": 0.4213197969543147,
      "grad_norm": 0.16380815207958221,
      "learning_rate": 0.00019931041092090986,
      "loss": 12.1982,
      "step": 2573
    },
    {
      "epoch": 0.4214835434747012,
      "grad_norm": 0.2693828344345093,
      "learning_rate": 0.0001993098047209563,
      "loss": 12.2213,
      "step": 2574
    },
    {
      "epoch": 0.4216472899950876,
      "grad_norm": 0.2211245447397232,
      "learning_rate": 0.00019930919825559515,
      "loss": 12.2337,
      "step": 2575
    },
    {
      "epoch": 0.421811036515474,
      "grad_norm": 0.16596189141273499,
      "learning_rate": 0.00019930859152482796,
      "loss": 12.1984,
      "step": 2576
    },
    {
      "epoch": 0.4219747830358605,
      "grad_norm": 0.3176005780696869,
      "learning_rate": 0.00019930798452865643,
      "loss": 12.2016,
      "step": 2577
    },
    {
      "epoch": 0.4221385295562469,
      "grad_norm": 0.27826574444770813,
      "learning_rate": 0.0001993073772670821,
      "loss": 12.1888,
      "step": 2578
    },
    {
      "epoch": 0.4223022760766334,
      "grad_norm": 0.19386541843414307,
      "learning_rate": 0.00019930676974010662,
      "loss": 12.1851,
      "step": 2579
    },
    {
      "epoch": 0.4224660225970198,
      "grad_norm": 0.23488733172416687,
      "learning_rate": 0.00019930616194773165,
      "loss": 12.2311,
      "step": 2580
    },
    {
      "epoch": 0.42262976911740624,
      "grad_norm": 0.2318098545074463,
      "learning_rate": 0.0001993055538899588,
      "loss": 12.2018,
      "step": 2581
    },
    {
      "epoch": 0.4227935156377927,
      "grad_norm": 0.1958545446395874,
      "learning_rate": 0.00019930494556678964,
      "loss": 12.2141,
      "step": 2582
    },
    {
      "epoch": 0.42295726215817914,
      "grad_norm": 0.35825836658477783,
      "learning_rate": 0.00019930433697822587,
      "loss": 12.2554,
      "step": 2583
    },
    {
      "epoch": 0.42312100867856556,
      "grad_norm": 0.3063230514526367,
      "learning_rate": 0.00019930372812426906,
      "loss": 12.2594,
      "step": 2584
    },
    {
      "epoch": 0.42328475519895203,
      "grad_norm": 0.2115759402513504,
      "learning_rate": 0.00019930311900492092,
      "loss": 12.2074,
      "step": 2585
    },
    {
      "epoch": 0.42344850171933845,
      "grad_norm": 0.20254942774772644,
      "learning_rate": 0.00019930250962018296,
      "loss": 12.1961,
      "step": 2586
    },
    {
      "epoch": 0.42361224823972493,
      "grad_norm": 0.23619933426380157,
      "learning_rate": 0.00019930189997005687,
      "loss": 12.2288,
      "step": 2587
    },
    {
      "epoch": 0.42377599476011135,
      "grad_norm": 0.24283912777900696,
      "learning_rate": 0.00019930129005454433,
      "loss": 12.2043,
      "step": 2588
    },
    {
      "epoch": 0.4239397412804978,
      "grad_norm": 0.2502254545688629,
      "learning_rate": 0.00019930067987364688,
      "loss": 12.2519,
      "step": 2589
    },
    {
      "epoch": 0.42410348780088425,
      "grad_norm": 0.18462446331977844,
      "learning_rate": 0.00019930006942736617,
      "loss": 12.2074,
      "step": 2590
    },
    {
      "epoch": 0.42426723432127067,
      "grad_norm": 0.17721229791641235,
      "learning_rate": 0.00019929945871570388,
      "loss": 12.2318,
      "step": 2591
    },
    {
      "epoch": 0.4244309808416571,
      "grad_norm": 0.25523361563682556,
      "learning_rate": 0.00019929884773866162,
      "loss": 12.2367,
      "step": 2592
    },
    {
      "epoch": 0.42459472736204357,
      "grad_norm": 0.2847125828266144,
      "learning_rate": 0.00019929823649624098,
      "loss": 12.2039,
      "step": 2593
    },
    {
      "epoch": 0.42475847388243,
      "grad_norm": 0.23649807274341583,
      "learning_rate": 0.00019929762498844365,
      "loss": 12.2163,
      "step": 2594
    },
    {
      "epoch": 0.42492222040281646,
      "grad_norm": 0.20056550204753876,
      "learning_rate": 0.00019929701321527124,
      "loss": 12.1958,
      "step": 2595
    },
    {
      "epoch": 0.4250859669232029,
      "grad_norm": 0.2474057376384735,
      "learning_rate": 0.0001992964011767254,
      "loss": 12.2402,
      "step": 2596
    },
    {
      "epoch": 0.4252497134435893,
      "grad_norm": 0.2328333705663681,
      "learning_rate": 0.0001992957888728077,
      "loss": 12.1757,
      "step": 2597
    },
    {
      "epoch": 0.4254134599639758,
      "grad_norm": 0.24736163020133972,
      "learning_rate": 0.00019929517630351987,
      "loss": 12.2105,
      "step": 2598
    },
    {
      "epoch": 0.4255772064843622,
      "grad_norm": 0.20346523821353912,
      "learning_rate": 0.00019929456346886353,
      "loss": 12.2288,
      "step": 2599
    },
    {
      "epoch": 0.4257409530047486,
      "grad_norm": 0.29285886883735657,
      "learning_rate": 0.00019929395036884026,
      "loss": 12.2036,
      "step": 2600
    },
    {
      "epoch": 0.4259046995251351,
      "grad_norm": 0.1579936146736145,
      "learning_rate": 0.00019929333700345177,
      "loss": 12.23,
      "step": 2601
    },
    {
      "epoch": 0.4260684460455215,
      "grad_norm": 0.24127785861492157,
      "learning_rate": 0.0001992927233726996,
      "loss": 12.1968,
      "step": 2602
    },
    {
      "epoch": 0.426232192565908,
      "grad_norm": 0.27811628580093384,
      "learning_rate": 0.00019929210947658551,
      "loss": 12.2137,
      "step": 2603
    },
    {
      "epoch": 0.4263959390862944,
      "grad_norm": 0.26354774832725525,
      "learning_rate": 0.00019929149531511107,
      "loss": 12.2219,
      "step": 2604
    },
    {
      "epoch": 0.42655968560668084,
      "grad_norm": 0.21819870173931122,
      "learning_rate": 0.00019929088088827793,
      "loss": 12.1874,
      "step": 2605
    },
    {
      "epoch": 0.4267234321270673,
      "grad_norm": 0.22409945726394653,
      "learning_rate": 0.00019929026619608774,
      "loss": 12.1997,
      "step": 2606
    },
    {
      "epoch": 0.42688717864745374,
      "grad_norm": 0.2721248269081116,
      "learning_rate": 0.00019928965123854213,
      "loss": 12.196,
      "step": 2607
    },
    {
      "epoch": 0.42705092516784016,
      "grad_norm": 0.22703558206558228,
      "learning_rate": 0.00019928903601564276,
      "loss": 12.2143,
      "step": 2608
    },
    {
      "epoch": 0.42721467168822663,
      "grad_norm": 0.3169216811656952,
      "learning_rate": 0.00019928842052739122,
      "loss": 12.2789,
      "step": 2609
    },
    {
      "epoch": 0.42737841820861305,
      "grad_norm": 0.2419130504131317,
      "learning_rate": 0.00019928780477378925,
      "loss": 12.2228,
      "step": 2610
    },
    {
      "epoch": 0.42754216472899953,
      "grad_norm": 0.1585584580898285,
      "learning_rate": 0.00019928718875483845,
      "loss": 12.1862,
      "step": 2611
    },
    {
      "epoch": 0.42770591124938595,
      "grad_norm": 0.2375115305185318,
      "learning_rate": 0.00019928657247054044,
      "loss": 12.1782,
      "step": 2612
    },
    {
      "epoch": 0.42786965776977237,
      "grad_norm": 0.3590593934059143,
      "learning_rate": 0.0001992859559208969,
      "loss": 12.233,
      "step": 2613
    },
    {
      "epoch": 0.42803340429015885,
      "grad_norm": 0.23028653860092163,
      "learning_rate": 0.0001992853391059095,
      "loss": 12.2134,
      "step": 2614
    },
    {
      "epoch": 0.42819715081054527,
      "grad_norm": 0.3246026933193207,
      "learning_rate": 0.00019928472202557985,
      "loss": 12.2019,
      "step": 2615
    },
    {
      "epoch": 0.42836089733093174,
      "grad_norm": 0.27752938866615295,
      "learning_rate": 0.00019928410467990955,
      "loss": 12.206,
      "step": 2616
    },
    {
      "epoch": 0.42852464385131817,
      "grad_norm": 0.2417418658733368,
      "learning_rate": 0.00019928348706890034,
      "loss": 12.2453,
      "step": 2617
    },
    {
      "epoch": 0.4286883903717046,
      "grad_norm": 0.30239027738571167,
      "learning_rate": 0.00019928286919255385,
      "loss": 12.2671,
      "step": 2618
    },
    {
      "epoch": 0.42885213689209106,
      "grad_norm": 0.3313131034374237,
      "learning_rate": 0.0001992822510508717,
      "loss": 12.2208,
      "step": 2619
    },
    {
      "epoch": 0.4290158834124775,
      "grad_norm": 0.286891907453537,
      "learning_rate": 0.0001992816326438556,
      "loss": 12.2455,
      "step": 2620
    },
    {
      "epoch": 0.4291796299328639,
      "grad_norm": 0.1985384225845337,
      "learning_rate": 0.0001992810139715071,
      "loss": 12.2105,
      "step": 2621
    },
    {
      "epoch": 0.4293433764532504,
      "grad_norm": 0.24762903153896332,
      "learning_rate": 0.00019928039503382797,
      "loss": 12.232,
      "step": 2622
    },
    {
      "epoch": 0.4295071229736368,
      "grad_norm": 0.2522450387477875,
      "learning_rate": 0.00019927977583081977,
      "loss": 12.2931,
      "step": 2623
    },
    {
      "epoch": 0.4296708694940233,
      "grad_norm": 0.1869490146636963,
      "learning_rate": 0.00019927915636248423,
      "loss": 12.2207,
      "step": 2624
    },
    {
      "epoch": 0.4298346160144097,
      "grad_norm": 0.2647778391838074,
      "learning_rate": 0.00019927853662882295,
      "loss": 12.1989,
      "step": 2625
    },
    {
      "epoch": 0.4299983625347961,
      "grad_norm": 0.22787998616695404,
      "learning_rate": 0.00019927791662983758,
      "loss": 12.2198,
      "step": 2626
    },
    {
      "epoch": 0.4301621090551826,
      "grad_norm": 0.1751297563314438,
      "learning_rate": 0.00019927729636552986,
      "loss": 12.2401,
      "step": 2627
    },
    {
      "epoch": 0.430325855575569,
      "grad_norm": 0.2493802309036255,
      "learning_rate": 0.00019927667583590134,
      "loss": 12.2039,
      "step": 2628
    },
    {
      "epoch": 0.43048960209595544,
      "grad_norm": 0.25727227330207825,
      "learning_rate": 0.00019927605504095378,
      "loss": 12.2287,
      "step": 2629
    },
    {
      "epoch": 0.4306533486163419,
      "grad_norm": 0.19446499645709991,
      "learning_rate": 0.00019927543398068874,
      "loss": 12.1845,
      "step": 2630
    },
    {
      "epoch": 0.43081709513672833,
      "grad_norm": 0.2690748870372772,
      "learning_rate": 0.00019927481265510796,
      "loss": 12.2172,
      "step": 2631
    },
    {
      "epoch": 0.4309808416571148,
      "grad_norm": 0.20677541196346283,
      "learning_rate": 0.00019927419106421305,
      "loss": 12.1993,
      "step": 2632
    },
    {
      "epoch": 0.43114458817750123,
      "grad_norm": 0.19829800724983215,
      "learning_rate": 0.0001992735692080057,
      "loss": 12.207,
      "step": 2633
    },
    {
      "epoch": 0.43130833469788765,
      "grad_norm": 0.18962885439395905,
      "learning_rate": 0.0001992729470864876,
      "loss": 12.1892,
      "step": 2634
    },
    {
      "epoch": 0.43147208121827413,
      "grad_norm": 0.3117733895778656,
      "learning_rate": 0.00019927232469966032,
      "loss": 12.2249,
      "step": 2635
    },
    {
      "epoch": 0.43163582773866055,
      "grad_norm": 0.24759738147258759,
      "learning_rate": 0.00019927170204752558,
      "loss": 12.2234,
      "step": 2636
    },
    {
      "epoch": 0.43179957425904697,
      "grad_norm": 0.24251723289489746,
      "learning_rate": 0.00019927107913008505,
      "loss": 12.2109,
      "step": 2637
    },
    {
      "epoch": 0.43196332077943345,
      "grad_norm": 0.26309114694595337,
      "learning_rate": 0.00019927045594734038,
      "loss": 12.2233,
      "step": 2638
    },
    {
      "epoch": 0.43212706729981987,
      "grad_norm": 0.18717609345912933,
      "learning_rate": 0.0001992698324992933,
      "loss": 12.2264,
      "step": 2639
    },
    {
      "epoch": 0.43229081382020634,
      "grad_norm": 0.19315333664417267,
      "learning_rate": 0.00019926920878594534,
      "loss": 12.1801,
      "step": 2640
    },
    {
      "epoch": 0.43245456034059276,
      "grad_norm": 0.21652981638908386,
      "learning_rate": 0.0001992685848072983,
      "loss": 12.2008,
      "step": 2641
    },
    {
      "epoch": 0.4326183068609792,
      "grad_norm": 0.1742468774318695,
      "learning_rate": 0.00019926796056335378,
      "loss": 12.247,
      "step": 2642
    },
    {
      "epoch": 0.43278205338136566,
      "grad_norm": 0.19790831208229065,
      "learning_rate": 0.00019926733605411345,
      "loss": 12.2694,
      "step": 2643
    },
    {
      "epoch": 0.4329457999017521,
      "grad_norm": 0.23411495983600616,
      "learning_rate": 0.00019926671127957902,
      "loss": 12.1994,
      "step": 2644
    },
    {
      "epoch": 0.4331095464221385,
      "grad_norm": 0.24372561275959015,
      "learning_rate": 0.0001992660862397521,
      "loss": 12.2051,
      "step": 2645
    },
    {
      "epoch": 0.433273292942525,
      "grad_norm": 0.1836615651845932,
      "learning_rate": 0.00019926546093463438,
      "loss": 12.198,
      "step": 2646
    },
    {
      "epoch": 0.4334370394629114,
      "grad_norm": 0.30457639694213867,
      "learning_rate": 0.00019926483536422755,
      "loss": 12.2106,
      "step": 2647
    },
    {
      "epoch": 0.4336007859832979,
      "grad_norm": 0.21656887233257294,
      "learning_rate": 0.0001992642095285333,
      "loss": 12.2873,
      "step": 2648
    },
    {
      "epoch": 0.4337645325036843,
      "grad_norm": 0.19472849369049072,
      "learning_rate": 0.00019926358342755326,
      "loss": 12.1993,
      "step": 2649
    },
    {
      "epoch": 0.4339282790240707,
      "grad_norm": 0.24119257926940918,
      "learning_rate": 0.00019926295706128912,
      "loss": 12.2266,
      "step": 2650
    },
    {
      "epoch": 0.4340920255444572,
      "grad_norm": 0.38237813115119934,
      "learning_rate": 0.00019926233042974253,
      "loss": 12.1665,
      "step": 2651
    },
    {
      "epoch": 0.4342557720648436,
      "grad_norm": 0.2736417055130005,
      "learning_rate": 0.00019926170353291522,
      "loss": 12.2749,
      "step": 2652
    },
    {
      "epoch": 0.4344195185852301,
      "grad_norm": 0.25855758786201477,
      "learning_rate": 0.00019926107637080885,
      "loss": 12.2268,
      "step": 2653
    },
    {
      "epoch": 0.4345832651056165,
      "grad_norm": 0.16997748613357544,
      "learning_rate": 0.00019926044894342504,
      "loss": 12.2694,
      "step": 2654
    },
    {
      "epoch": 0.43474701162600293,
      "grad_norm": 0.32479599118232727,
      "learning_rate": 0.00019925982125076552,
      "loss": 12.1773,
      "step": 2655
    },
    {
      "epoch": 0.4349107581463894,
      "grad_norm": 0.19145351648330688,
      "learning_rate": 0.00019925919329283196,
      "loss": 12.223,
      "step": 2656
    },
    {
      "epoch": 0.43507450466677583,
      "grad_norm": 0.3632837235927582,
      "learning_rate": 0.000199258565069626,
      "loss": 12.2163,
      "step": 2657
    },
    {
      "epoch": 0.43523825118716225,
      "grad_norm": 0.19706544280052185,
      "learning_rate": 0.0001992579365811494,
      "loss": 12.2052,
      "step": 2658
    },
    {
      "epoch": 0.4354019977075487,
      "grad_norm": 0.21273110806941986,
      "learning_rate": 0.00019925730782740378,
      "loss": 12.1932,
      "step": 2659
    },
    {
      "epoch": 0.43556574422793515,
      "grad_norm": 0.2449619323015213,
      "learning_rate": 0.0001992566788083908,
      "loss": 12.2346,
      "step": 2660
    },
    {
      "epoch": 0.4357294907483216,
      "grad_norm": 0.19495175778865814,
      "learning_rate": 0.0001992560495241122,
      "loss": 12.2346,
      "step": 2661
    },
    {
      "epoch": 0.43589323726870804,
      "grad_norm": 0.22017896175384521,
      "learning_rate": 0.00019925541997456962,
      "loss": 12.214,
      "step": 2662
    },
    {
      "epoch": 0.43605698378909447,
      "grad_norm": 0.32270801067352295,
      "learning_rate": 0.00019925479015976477,
      "loss": 12.1838,
      "step": 2663
    },
    {
      "epoch": 0.43622073030948094,
      "grad_norm": 0.20053623616695404,
      "learning_rate": 0.0001992541600796993,
      "loss": 12.1897,
      "step": 2664
    },
    {
      "epoch": 0.43638447682986736,
      "grad_norm": 0.2539200484752655,
      "learning_rate": 0.00019925352973437492,
      "loss": 12.1813,
      "step": 2665
    },
    {
      "epoch": 0.4365482233502538,
      "grad_norm": 0.2363365739583969,
      "learning_rate": 0.00019925289912379332,
      "loss": 12.2165,
      "step": 2666
    },
    {
      "epoch": 0.43671196987064026,
      "grad_norm": 0.2109307497739792,
      "learning_rate": 0.00019925226824795615,
      "loss": 12.2056,
      "step": 2667
    },
    {
      "epoch": 0.4368757163910267,
      "grad_norm": 0.17686501145362854,
      "learning_rate": 0.00019925163710686516,
      "loss": 12.2186,
      "step": 2668
    },
    {
      "epoch": 0.43703946291141316,
      "grad_norm": 0.21623721718788147,
      "learning_rate": 0.00019925100570052196,
      "loss": 12.2117,
      "step": 2669
    },
    {
      "epoch": 0.4372032094317996,
      "grad_norm": 0.3406670093536377,
      "learning_rate": 0.0001992503740289283,
      "loss": 12.285,
      "step": 2670
    },
    {
      "epoch": 0.437366955952186,
      "grad_norm": 0.19057583808898926,
      "learning_rate": 0.0001992497420920858,
      "loss": 12.1874,
      "step": 2671
    },
    {
      "epoch": 0.4375307024725725,
      "grad_norm": 0.2660554349422455,
      "learning_rate": 0.00019924910988999622,
      "loss": 12.2358,
      "step": 2672
    },
    {
      "epoch": 0.4376944489929589,
      "grad_norm": 0.25738292932510376,
      "learning_rate": 0.00019924847742266123,
      "loss": 12.2053,
      "step": 2673
    },
    {
      "epoch": 0.4378581955133453,
      "grad_norm": 0.2781674563884735,
      "learning_rate": 0.0001992478446900825,
      "loss": 12.2075,
      "step": 2674
    },
    {
      "epoch": 0.4380219420337318,
      "grad_norm": 0.19384290277957916,
      "learning_rate": 0.00019924721169226175,
      "loss": 12.2165,
      "step": 2675
    },
    {
      "epoch": 0.4381856885541182,
      "grad_norm": 0.16372555494308472,
      "learning_rate": 0.00019924657842920062,
      "loss": 12.2128,
      "step": 2676
    },
    {
      "epoch": 0.4383494350745047,
      "grad_norm": 0.30559420585632324,
      "learning_rate": 0.00019924594490090084,
      "loss": 12.2486,
      "step": 2677
    },
    {
      "epoch": 0.4385131815948911,
      "grad_norm": 0.20037135481834412,
      "learning_rate": 0.00019924531110736412,
      "loss": 12.2168,
      "step": 2678
    },
    {
      "epoch": 0.43867692811527753,
      "grad_norm": 0.2742933928966522,
      "learning_rate": 0.00019924467704859214,
      "loss": 12.2245,
      "step": 2679
    },
    {
      "epoch": 0.438840674635664,
      "grad_norm": 0.22117412090301514,
      "learning_rate": 0.00019924404272458657,
      "loss": 12.2131,
      "step": 2680
    },
    {
      "epoch": 0.43900442115605043,
      "grad_norm": 0.17648440599441528,
      "learning_rate": 0.00019924340813534913,
      "loss": 12.2196,
      "step": 2681
    },
    {
      "epoch": 0.43916816767643685,
      "grad_norm": 0.24807313084602356,
      "learning_rate": 0.00019924277328088147,
      "loss": 12.2168,
      "step": 2682
    },
    {
      "epoch": 0.4393319141968233,
      "grad_norm": 0.2222827970981598,
      "learning_rate": 0.00019924213816118537,
      "loss": 12.1952,
      "step": 2683
    },
    {
      "epoch": 0.43949566071720975,
      "grad_norm": 0.18271155655384064,
      "learning_rate": 0.00019924150277626248,
      "loss": 12.2084,
      "step": 2684
    },
    {
      "epoch": 0.4396594072375962,
      "grad_norm": 0.19190558791160583,
      "learning_rate": 0.00019924086712611448,
      "loss": 12.2387,
      "step": 2685
    },
    {
      "epoch": 0.43982315375798264,
      "grad_norm": 0.21639931201934814,
      "learning_rate": 0.0001992402312107431,
      "loss": 12.1978,
      "step": 2686
    },
    {
      "epoch": 0.43998690027836906,
      "grad_norm": 0.2343098670244217,
      "learning_rate": 0.00019923959503015005,
      "loss": 12.1983,
      "step": 2687
    },
    {
      "epoch": 0.44015064679875554,
      "grad_norm": 0.22124247252941132,
      "learning_rate": 0.00019923895858433695,
      "loss": 12.2287,
      "step": 2688
    },
    {
      "epoch": 0.44031439331914196,
      "grad_norm": 0.20071625709533691,
      "learning_rate": 0.0001992383218733056,
      "loss": 12.2319,
      "step": 2689
    },
    {
      "epoch": 0.44047813983952844,
      "grad_norm": 0.1854649782180786,
      "learning_rate": 0.00019923768489705766,
      "loss": 12.2448,
      "step": 2690
    },
    {
      "epoch": 0.44064188635991486,
      "grad_norm": 0.2822085916996002,
      "learning_rate": 0.00019923704765559483,
      "loss": 12.2597,
      "step": 2691
    },
    {
      "epoch": 0.4408056328803013,
      "grad_norm": 0.16176384687423706,
      "learning_rate": 0.00019923641014891883,
      "loss": 12.201,
      "step": 2692
    },
    {
      "epoch": 0.44096937940068776,
      "grad_norm": 0.22870804369449615,
      "learning_rate": 0.00019923577237703134,
      "loss": 12.218,
      "step": 2693
    },
    {
      "epoch": 0.4411331259210742,
      "grad_norm": 0.22551994025707245,
      "learning_rate": 0.0001992351343399341,
      "loss": 12.2214,
      "step": 2694
    },
    {
      "epoch": 0.4412968724414606,
      "grad_norm": 0.2027367353439331,
      "learning_rate": 0.00019923449603762873,
      "loss": 12.1938,
      "step": 2695
    },
    {
      "epoch": 0.4414606189618471,
      "grad_norm": 0.33125990629196167,
      "learning_rate": 0.00019923385747011704,
      "loss": 12.2141,
      "step": 2696
    },
    {
      "epoch": 0.4416243654822335,
      "grad_norm": 0.24676363170146942,
      "learning_rate": 0.00019923321863740069,
      "loss": 12.2253,
      "step": 2697
    },
    {
      "epoch": 0.44178811200261997,
      "grad_norm": 0.161876380443573,
      "learning_rate": 0.00019923257953948138,
      "loss": 12.2138,
      "step": 2698
    },
    {
      "epoch": 0.4419518585230064,
      "grad_norm": 0.21146628260612488,
      "learning_rate": 0.00019923194017636083,
      "loss": 12.2445,
      "step": 2699
    },
    {
      "epoch": 0.4421156050433928,
      "grad_norm": 0.173947274684906,
      "learning_rate": 0.00019923130054804076,
      "loss": 12.1964,
      "step": 2700
    },
    {
      "epoch": 0.4422793515637793,
      "grad_norm": 0.2075425684452057,
      "learning_rate": 0.00019923066065452284,
      "loss": 12.2598,
      "step": 2701
    },
    {
      "epoch": 0.4424430980841657,
      "grad_norm": 0.21968813240528107,
      "learning_rate": 0.0001992300204958088,
      "loss": 12.2254,
      "step": 2702
    },
    {
      "epoch": 0.44260684460455213,
      "grad_norm": 0.22073863446712494,
      "learning_rate": 0.0001992293800719004,
      "loss": 12.2615,
      "step": 2703
    },
    {
      "epoch": 0.4427705911249386,
      "grad_norm": 0.21697071194648743,
      "learning_rate": 0.00019922873938279926,
      "loss": 12.2169,
      "step": 2704
    },
    {
      "epoch": 0.442934337645325,
      "grad_norm": 0.24597804248332977,
      "learning_rate": 0.00019922809842850718,
      "loss": 12.2206,
      "step": 2705
    },
    {
      "epoch": 0.4430980841657115,
      "grad_norm": 0.2673030495643616,
      "learning_rate": 0.00019922745720902586,
      "loss": 12.2431,
      "step": 2706
    },
    {
      "epoch": 0.4432618306860979,
      "grad_norm": 0.3046267032623291,
      "learning_rate": 0.0001992268157243569,
      "loss": 12.2667,
      "step": 2707
    },
    {
      "epoch": 0.44342557720648434,
      "grad_norm": 0.2543542683124542,
      "learning_rate": 0.0001992261739745022,
      "loss": 12.2275,
      "step": 2708
    },
    {
      "epoch": 0.4435893237268708,
      "grad_norm": 0.19256454706192017,
      "learning_rate": 0.00019922553195946333,
      "loss": 12.2219,
      "step": 2709
    },
    {
      "epoch": 0.44375307024725724,
      "grad_norm": 0.429483562707901,
      "learning_rate": 0.00019922488967924202,
      "loss": 12.2285,
      "step": 2710
    },
    {
      "epoch": 0.44391681676764366,
      "grad_norm": 0.20178309082984924,
      "learning_rate": 0.00019922424713384005,
      "loss": 12.1878,
      "step": 2711
    },
    {
      "epoch": 0.44408056328803014,
      "grad_norm": 0.2681587040424347,
      "learning_rate": 0.0001992236043232591,
      "loss": 12.2,
      "step": 2712
    },
    {
      "epoch": 0.44424430980841656,
      "grad_norm": 0.2591806948184967,
      "learning_rate": 0.0001992229612475009,
      "loss": 12.2,
      "step": 2713
    },
    {
      "epoch": 0.44440805632880304,
      "grad_norm": 0.2216871976852417,
      "learning_rate": 0.00019922231790656718,
      "loss": 12.2097,
      "step": 2714
    },
    {
      "epoch": 0.44457180284918946,
      "grad_norm": 0.1615041345357895,
      "learning_rate": 0.00019922167430045962,
      "loss": 12.2322,
      "step": 2715
    },
    {
      "epoch": 0.4447355493695759,
      "grad_norm": 0.2793869376182556,
      "learning_rate": 0.00019922103042917998,
      "loss": 12.2137,
      "step": 2716
    },
    {
      "epoch": 0.44489929588996235,
      "grad_norm": 0.2257806956768036,
      "learning_rate": 0.00019922038629272993,
      "loss": 12.2549,
      "step": 2717
    },
    {
      "epoch": 0.4450630424103488,
      "grad_norm": 0.3154340088367462,
      "learning_rate": 0.00019921974189111125,
      "loss": 12.234,
      "step": 2718
    },
    {
      "epoch": 0.4452267889307352,
      "grad_norm": 0.24640102684497833,
      "learning_rate": 0.00019921909722432567,
      "loss": 12.2201,
      "step": 2719
    },
    {
      "epoch": 0.44539053545112167,
      "grad_norm": 0.24854902923107147,
      "learning_rate": 0.00019921845229237483,
      "loss": 12.1904,
      "step": 2720
    },
    {
      "epoch": 0.4455542819715081,
      "grad_norm": 0.17526596784591675,
      "learning_rate": 0.0001992178070952605,
      "loss": 12.2176,
      "step": 2721
    },
    {
      "epoch": 0.44571802849189457,
      "grad_norm": 0.2719716429710388,
      "learning_rate": 0.00019921716163298446,
      "loss": 12.2199,
      "step": 2722
    },
    {
      "epoch": 0.445881775012281,
      "grad_norm": 0.424675852060318,
      "learning_rate": 0.00019921651590554834,
      "loss": 12.2016,
      "step": 2723
    },
    {
      "epoch": 0.4460455215326674,
      "grad_norm": 0.2673087418079376,
      "learning_rate": 0.0001992158699129539,
      "loss": 12.1964,
      "step": 2724
    },
    {
      "epoch": 0.4462092680530539,
      "grad_norm": 0.30129605531692505,
      "learning_rate": 0.0001992152236552029,
      "loss": 12.2287,
      "step": 2725
    },
    {
      "epoch": 0.4463730145734403,
      "grad_norm": 0.23141416907310486,
      "learning_rate": 0.00019921457713229702,
      "loss": 12.1955,
      "step": 2726
    },
    {
      "epoch": 0.44653676109382673,
      "grad_norm": 0.20491047203540802,
      "learning_rate": 0.00019921393034423804,
      "loss": 12.2117,
      "step": 2727
    },
    {
      "epoch": 0.4467005076142132,
      "grad_norm": 0.2569054961204529,
      "learning_rate": 0.00019921328329102763,
      "loss": 12.2047,
      "step": 2728
    },
    {
      "epoch": 0.4468642541345996,
      "grad_norm": 0.19362664222717285,
      "learning_rate": 0.00019921263597266758,
      "loss": 12.2374,
      "step": 2729
    },
    {
      "epoch": 0.4470280006549861,
      "grad_norm": 0.24935927987098694,
      "learning_rate": 0.00019921198838915955,
      "loss": 12.1946,
      "step": 2730
    },
    {
      "epoch": 0.4471917471753725,
      "grad_norm": 0.18953534960746765,
      "learning_rate": 0.00019921134054050535,
      "loss": 12.2459,
      "step": 2731
    },
    {
      "epoch": 0.44735549369575894,
      "grad_norm": 0.27020010352134705,
      "learning_rate": 0.00019921069242670661,
      "loss": 12.2275,
      "step": 2732
    },
    {
      "epoch": 0.4475192402161454,
      "grad_norm": 0.2257733792066574,
      "learning_rate": 0.00019921004404776518,
      "loss": 12.1919,
      "step": 2733
    },
    {
      "epoch": 0.44768298673653184,
      "grad_norm": 0.2550767958164215,
      "learning_rate": 0.00019920939540368272,
      "loss": 12.1922,
      "step": 2734
    },
    {
      "epoch": 0.4478467332569183,
      "grad_norm": 0.20005542039871216,
      "learning_rate": 0.00019920874649446098,
      "loss": 12.1934,
      "step": 2735
    },
    {
      "epoch": 0.44801047977730474,
      "grad_norm": 0.3129894435405731,
      "learning_rate": 0.00019920809732010167,
      "loss": 12.1924,
      "step": 2736
    },
    {
      "epoch": 0.44817422629769116,
      "grad_norm": 0.15442809462547302,
      "learning_rate": 0.00019920744788060656,
      "loss": 12.2566,
      "step": 2737
    },
    {
      "epoch": 0.44833797281807763,
      "grad_norm": 0.3586042523384094,
      "learning_rate": 0.00019920679817597736,
      "loss": 12.2256,
      "step": 2738
    },
    {
      "epoch": 0.44850171933846406,
      "grad_norm": 0.22310395538806915,
      "learning_rate": 0.00019920614820621583,
      "loss": 12.2423,
      "step": 2739
    },
    {
      "epoch": 0.4486654658588505,
      "grad_norm": 0.163662388920784,
      "learning_rate": 0.0001992054979713237,
      "loss": 12.2244,
      "step": 2740
    },
    {
      "epoch": 0.44882921237923695,
      "grad_norm": 0.22421547770500183,
      "learning_rate": 0.00019920484747130271,
      "loss": 12.1939,
      "step": 2741
    },
    {
      "epoch": 0.4489929588996234,
      "grad_norm": 0.21830011904239655,
      "learning_rate": 0.0001992041967061546,
      "loss": 12.2115,
      "step": 2742
    },
    {
      "epoch": 0.44915670542000985,
      "grad_norm": 0.26230040192604065,
      "learning_rate": 0.0001992035456758811,
      "loss": 12.2279,
      "step": 2743
    },
    {
      "epoch": 0.44932045194039627,
      "grad_norm": 0.2002457231283188,
      "learning_rate": 0.00019920289438048392,
      "loss": 12.2227,
      "step": 2744
    },
    {
      "epoch": 0.4494841984607827,
      "grad_norm": 0.20481640100479126,
      "learning_rate": 0.00019920224281996484,
      "loss": 12.2638,
      "step": 2745
    },
    {
      "epoch": 0.44964794498116917,
      "grad_norm": 0.20462481677532196,
      "learning_rate": 0.00019920159099432561,
      "loss": 12.2307,
      "step": 2746
    },
    {
      "epoch": 0.4498116915015556,
      "grad_norm": 0.22318397462368011,
      "learning_rate": 0.00019920093890356797,
      "loss": 12.2121,
      "step": 2747
    },
    {
      "epoch": 0.449975438021942,
      "grad_norm": 0.1977788507938385,
      "learning_rate": 0.00019920028654769363,
      "loss": 12.2217,
      "step": 2748
    },
    {
      "epoch": 0.4501391845423285,
      "grad_norm": 0.3327775299549103,
      "learning_rate": 0.00019919963392670434,
      "loss": 12.2157,
      "step": 2749
    },
    {
      "epoch": 0.4503029310627149,
      "grad_norm": 0.20054389536380768,
      "learning_rate": 0.00019919898104060185,
      "loss": 12.1929,
      "step": 2750
    },
    {
      "epoch": 0.4504666775831014,
      "grad_norm": 0.2659440040588379,
      "learning_rate": 0.00019919832788938794,
      "loss": 12.233,
      "step": 2751
    },
    {
      "epoch": 0.4506304241034878,
      "grad_norm": 0.2221236377954483,
      "learning_rate": 0.0001991976744730643,
      "loss": 12.2476,
      "step": 2752
    },
    {
      "epoch": 0.4507941706238742,
      "grad_norm": 0.21180526912212372,
      "learning_rate": 0.0001991970207916327,
      "loss": 12.2004,
      "step": 2753
    },
    {
      "epoch": 0.4509579171442607,
      "grad_norm": 0.4065941870212555,
      "learning_rate": 0.00019919636684509495,
      "loss": 12.2784,
      "step": 2754
    },
    {
      "epoch": 0.4511216636646471,
      "grad_norm": 0.1927492618560791,
      "learning_rate": 0.00019919571263345268,
      "loss": 12.2316,
      "step": 2755
    },
    {
      "epoch": 0.45128541018503354,
      "grad_norm": 0.2906467914581299,
      "learning_rate": 0.00019919505815670771,
      "loss": 12.231,
      "step": 2756
    },
    {
      "epoch": 0.45144915670542,
      "grad_norm": 0.16691498458385468,
      "learning_rate": 0.00019919440341486177,
      "loss": 12.1993,
      "step": 2757
    },
    {
      "epoch": 0.45161290322580644,
      "grad_norm": 0.2195042073726654,
      "learning_rate": 0.00019919374840791663,
      "loss": 12.1952,
      "step": 2758
    },
    {
      "epoch": 0.4517766497461929,
      "grad_norm": 0.1925836205482483,
      "learning_rate": 0.000199193093135874,
      "loss": 12.2277,
      "step": 2759
    },
    {
      "epoch": 0.45194039626657934,
      "grad_norm": 0.2356109917163849,
      "learning_rate": 0.0001991924375987357,
      "loss": 12.2021,
      "step": 2760
    },
    {
      "epoch": 0.45210414278696576,
      "grad_norm": 0.24779541790485382,
      "learning_rate": 0.0001991917817965034,
      "loss": 12.2037,
      "step": 2761
    },
    {
      "epoch": 0.45226788930735223,
      "grad_norm": 0.23083113133907318,
      "learning_rate": 0.0001991911257291789,
      "loss": 12.2016,
      "step": 2762
    },
    {
      "epoch": 0.45243163582773865,
      "grad_norm": 0.266506165266037,
      "learning_rate": 0.00019919046939676394,
      "loss": 12.2083,
      "step": 2763
    },
    {
      "epoch": 0.4525953823481251,
      "grad_norm": 0.2319972813129425,
      "learning_rate": 0.00019918981279926028,
      "loss": 12.1753,
      "step": 2764
    },
    {
      "epoch": 0.45275912886851155,
      "grad_norm": 0.32106369733810425,
      "learning_rate": 0.00019918915593666967,
      "loss": 12.2124,
      "step": 2765
    },
    {
      "epoch": 0.45292287538889797,
      "grad_norm": 0.2336335927248001,
      "learning_rate": 0.00019918849880899386,
      "loss": 12.2307,
      "step": 2766
    },
    {
      "epoch": 0.45308662190928445,
      "grad_norm": 0.2378951609134674,
      "learning_rate": 0.00019918784141623465,
      "loss": 12.2123,
      "step": 2767
    },
    {
      "epoch": 0.45325036842967087,
      "grad_norm": 0.22561338543891907,
      "learning_rate": 0.0001991871837583937,
      "loss": 12.2382,
      "step": 2768
    },
    {
      "epoch": 0.4534141149500573,
      "grad_norm": 0.2519262135028839,
      "learning_rate": 0.00019918652583547292,
      "loss": 12.2248,
      "step": 2769
    },
    {
      "epoch": 0.45357786147044377,
      "grad_norm": 0.19591878354549408,
      "learning_rate": 0.0001991858676474739,
      "loss": 12.2437,
      "step": 2770
    },
    {
      "epoch": 0.4537416079908302,
      "grad_norm": 0.22625450789928436,
      "learning_rate": 0.0001991852091943985,
      "loss": 12.2668,
      "step": 2771
    },
    {
      "epoch": 0.45390535451121666,
      "grad_norm": 0.21470224857330322,
      "learning_rate": 0.00019918455047624847,
      "loss": 12.2161,
      "step": 2772
    },
    {
      "epoch": 0.4540691010316031,
      "grad_norm": 0.19722822308540344,
      "learning_rate": 0.00019918389149302555,
      "loss": 12.2224,
      "step": 2773
    },
    {
      "epoch": 0.4542328475519895,
      "grad_norm": 0.21547047793865204,
      "learning_rate": 0.0001991832322447315,
      "loss": 12.2008,
      "step": 2774
    },
    {
      "epoch": 0.454396594072376,
      "grad_norm": 0.2628104090690613,
      "learning_rate": 0.0001991825727313681,
      "loss": 12.2184,
      "step": 2775
    },
    {
      "epoch": 0.4545603405927624,
      "grad_norm": 0.1338716596364975,
      "learning_rate": 0.0001991819129529371,
      "loss": 12.1876,
      "step": 2776
    },
    {
      "epoch": 0.4547240871131488,
      "grad_norm": 0.28356823325157166,
      "learning_rate": 0.00019918125290944026,
      "loss": 12.2367,
      "step": 2777
    },
    {
      "epoch": 0.4548878336335353,
      "grad_norm": 0.32059618830680847,
      "learning_rate": 0.00019918059260087937,
      "loss": 12.2002,
      "step": 2778
    },
    {
      "epoch": 0.4550515801539217,
      "grad_norm": 0.19906944036483765,
      "learning_rate": 0.00019917993202725614,
      "loss": 12.2392,
      "step": 2779
    },
    {
      "epoch": 0.4552153266743082,
      "grad_norm": 0.22176070511341095,
      "learning_rate": 0.00019917927118857237,
      "loss": 12.2148,
      "step": 2780
    },
    {
      "epoch": 0.4553790731946946,
      "grad_norm": 0.24728572368621826,
      "learning_rate": 0.00019917861008482985,
      "loss": 12.2189,
      "step": 2781
    },
    {
      "epoch": 0.45554281971508104,
      "grad_norm": 0.2547135055065155,
      "learning_rate": 0.0001991779487160303,
      "loss": 12.2242,
      "step": 2782
    },
    {
      "epoch": 0.4557065662354675,
      "grad_norm": 0.18135030567646027,
      "learning_rate": 0.00019917728708217553,
      "loss": 12.2352,
      "step": 2783
    },
    {
      "epoch": 0.45587031275585393,
      "grad_norm": 0.19538754224777222,
      "learning_rate": 0.0001991766251832673,
      "loss": 12.2087,
      "step": 2784
    },
    {
      "epoch": 0.45603405927624036,
      "grad_norm": 0.33276674151420593,
      "learning_rate": 0.00019917596301930734,
      "loss": 12.1955,
      "step": 2785
    },
    {
      "epoch": 0.45619780579662683,
      "grad_norm": 0.1991375982761383,
      "learning_rate": 0.00019917530059029747,
      "loss": 12.2484,
      "step": 2786
    },
    {
      "epoch": 0.45636155231701325,
      "grad_norm": 0.30336323380470276,
      "learning_rate": 0.0001991746378962394,
      "loss": 12.2194,
      "step": 2787
    },
    {
      "epoch": 0.45652529883739973,
      "grad_norm": 0.2960139513015747,
      "learning_rate": 0.00019917397493713498,
      "loss": 12.1778,
      "step": 2788
    },
    {
      "epoch": 0.45668904535778615,
      "grad_norm": 0.21953704953193665,
      "learning_rate": 0.00019917331171298593,
      "loss": 12.2422,
      "step": 2789
    },
    {
      "epoch": 0.45685279187817257,
      "grad_norm": 0.26983657479286194,
      "learning_rate": 0.00019917264822379402,
      "loss": 12.2324,
      "step": 2790
    },
    {
      "epoch": 0.45701653839855905,
      "grad_norm": 0.31593599915504456,
      "learning_rate": 0.00019917198446956104,
      "loss": 12.2003,
      "step": 2791
    },
    {
      "epoch": 0.45718028491894547,
      "grad_norm": 0.3019542992115021,
      "learning_rate": 0.00019917132045028878,
      "loss": 12.2263,
      "step": 2792
    },
    {
      "epoch": 0.4573440314393319,
      "grad_norm": 0.23393601179122925,
      "learning_rate": 0.00019917065616597895,
      "loss": 12.2253,
      "step": 2793
    },
    {
      "epoch": 0.45750777795971836,
      "grad_norm": 0.17387491464614868,
      "learning_rate": 0.00019916999161663341,
      "loss": 12.2521,
      "step": 2794
    },
    {
      "epoch": 0.4576715244801048,
      "grad_norm": 0.17465606331825256,
      "learning_rate": 0.00019916932680225387,
      "loss": 12.1838,
      "step": 2795
    },
    {
      "epoch": 0.45783527100049126,
      "grad_norm": 0.2619822025299072,
      "learning_rate": 0.00019916866172284213,
      "loss": 12.2015,
      "step": 2796
    },
    {
      "epoch": 0.4579990175208777,
      "grad_norm": 0.17072519659996033,
      "learning_rate": 0.0001991679963784,
      "loss": 12.1976,
      "step": 2797
    },
    {
      "epoch": 0.4581627640412641,
      "grad_norm": 0.29061049222946167,
      "learning_rate": 0.0001991673307689292,
      "loss": 12.2273,
      "step": 2798
    },
    {
      "epoch": 0.4583265105616506,
      "grad_norm": 0.21190689504146576,
      "learning_rate": 0.00019916666489443156,
      "loss": 12.2091,
      "step": 2799
    },
    {
      "epoch": 0.458490257082037,
      "grad_norm": 0.23192711174488068,
      "learning_rate": 0.00019916599875490884,
      "loss": 12.2169,
      "step": 2800
    },
    {
      "epoch": 0.4586540036024234,
      "grad_norm": 0.26235857605934143,
      "learning_rate": 0.0001991653323503628,
      "loss": 12.2322,
      "step": 2801
    },
    {
      "epoch": 0.4588177501228099,
      "grad_norm": 0.27665749192237854,
      "learning_rate": 0.00019916466568079523,
      "loss": 12.2004,
      "step": 2802
    },
    {
      "epoch": 0.4589814966431963,
      "grad_norm": 0.18356187641620636,
      "learning_rate": 0.00019916399874620792,
      "loss": 12.2277,
      "step": 2803
    },
    {
      "epoch": 0.4591452431635828,
      "grad_norm": 0.2119731307029724,
      "learning_rate": 0.00019916333154660265,
      "loss": 12.2286,
      "step": 2804
    },
    {
      "epoch": 0.4593089896839692,
      "grad_norm": 0.24327890574932098,
      "learning_rate": 0.00019916266408198123,
      "loss": 12.1902,
      "step": 2805
    },
    {
      "epoch": 0.45947273620435564,
      "grad_norm": 0.21045050024986267,
      "learning_rate": 0.0001991619963523454,
      "loss": 12.198,
      "step": 2806
    },
    {
      "epoch": 0.4596364827247421,
      "grad_norm": 0.2051558643579483,
      "learning_rate": 0.00019916132835769696,
      "loss": 12.213,
      "step": 2807
    },
    {
      "epoch": 0.45980022924512853,
      "grad_norm": 0.24780935049057007,
      "learning_rate": 0.0001991606600980377,
      "loss": 12.242,
      "step": 2808
    },
    {
      "epoch": 0.459963975765515,
      "grad_norm": 0.27231013774871826,
      "learning_rate": 0.00019915999157336942,
      "loss": 12.2228,
      "step": 2809
    },
    {
      "epoch": 0.46012772228590143,
      "grad_norm": 0.2831787168979645,
      "learning_rate": 0.00019915932278369387,
      "loss": 12.2142,
      "step": 2810
    },
    {
      "epoch": 0.46029146880628785,
      "grad_norm": 0.2916587293148041,
      "learning_rate": 0.00019915865372901288,
      "loss": 12.2276,
      "step": 2811
    },
    {
      "epoch": 0.4604552153266743,
      "grad_norm": 0.2009023278951645,
      "learning_rate": 0.00019915798440932821,
      "loss": 12.2479,
      "step": 2812
    },
    {
      "epoch": 0.46061896184706075,
      "grad_norm": 0.2358560711145401,
      "learning_rate": 0.00019915731482464163,
      "loss": 12.227,
      "step": 2813
    },
    {
      "epoch": 0.46078270836744717,
      "grad_norm": 0.16873221099376678,
      "learning_rate": 0.00019915664497495498,
      "loss": 12.2435,
      "step": 2814
    },
    {
      "epoch": 0.46094645488783365,
      "grad_norm": 0.26455289125442505,
      "learning_rate": 0.00019915597486027005,
      "loss": 12.1752,
      "step": 2815
    },
    {
      "epoch": 0.46111020140822007,
      "grad_norm": 0.38330981135368347,
      "learning_rate": 0.00019915530448058854,
      "loss": 12.3232,
      "step": 2816
    },
    {
      "epoch": 0.46127394792860654,
      "grad_norm": 0.2707456946372986,
      "learning_rate": 0.00019915463383591236,
      "loss": 12.1955,
      "step": 2817
    },
    {
      "epoch": 0.46143769444899296,
      "grad_norm": 0.2937646210193634,
      "learning_rate": 0.00019915396292624325,
      "loss": 12.2003,
      "step": 2818
    },
    {
      "epoch": 0.4616014409693794,
      "grad_norm": 0.21448619663715363,
      "learning_rate": 0.00019915329175158297,
      "loss": 12.2002,
      "step": 2819
    },
    {
      "epoch": 0.46176518748976586,
      "grad_norm": 0.1765201836824417,
      "learning_rate": 0.00019915262031193335,
      "loss": 12.2236,
      "step": 2820
    },
    {
      "epoch": 0.4619289340101523,
      "grad_norm": 0.21710088849067688,
      "learning_rate": 0.0001991519486072962,
      "loss": 12.1776,
      "step": 2821
    },
    {
      "epoch": 0.4620926805305387,
      "grad_norm": 0.22715720534324646,
      "learning_rate": 0.0001991512766376733,
      "loss": 12.2222,
      "step": 2822
    },
    {
      "epoch": 0.4622564270509252,
      "grad_norm": 0.21419896185398102,
      "learning_rate": 0.00019915060440306643,
      "loss": 12.2182,
      "step": 2823
    },
    {
      "epoch": 0.4624201735713116,
      "grad_norm": 0.2425602674484253,
      "learning_rate": 0.0001991499319034774,
      "loss": 12.2589,
      "step": 2824
    },
    {
      "epoch": 0.4625839200916981,
      "grad_norm": 0.2473781257867813,
      "learning_rate": 0.000199149259138908,
      "loss": 12.1791,
      "step": 2825
    },
    {
      "epoch": 0.4627476666120845,
      "grad_norm": 0.17070803046226501,
      "learning_rate": 0.00019914858610936006,
      "loss": 12.2222,
      "step": 2826
    },
    {
      "epoch": 0.4629114131324709,
      "grad_norm": 0.19084382057189941,
      "learning_rate": 0.0001991479128148353,
      "loss": 12.1772,
      "step": 2827
    },
    {
      "epoch": 0.4630751596528574,
      "grad_norm": 0.20658646523952484,
      "learning_rate": 0.0001991472392553356,
      "loss": 12.1858,
      "step": 2828
    },
    {
      "epoch": 0.4632389061732438,
      "grad_norm": 0.18200728297233582,
      "learning_rate": 0.00019914656543086273,
      "loss": 12.1826,
      "step": 2829
    },
    {
      "epoch": 0.46340265269363023,
      "grad_norm": 0.28443869948387146,
      "learning_rate": 0.0001991458913414185,
      "loss": 12.2351,
      "step": 2830
    },
    {
      "epoch": 0.4635663992140167,
      "grad_norm": 0.20209966599941254,
      "learning_rate": 0.0001991452169870047,
      "loss": 12.237,
      "step": 2831
    },
    {
      "epoch": 0.46373014573440313,
      "grad_norm": 0.31831204891204834,
      "learning_rate": 0.00019914454236762315,
      "loss": 12.2276,
      "step": 2832
    },
    {
      "epoch": 0.4638938922547896,
      "grad_norm": 0.2432219237089157,
      "learning_rate": 0.0001991438674832756,
      "loss": 12.2195,
      "step": 2833
    },
    {
      "epoch": 0.46405763877517603,
      "grad_norm": 0.16266323626041412,
      "learning_rate": 0.00019914319233396396,
      "loss": 12.2087,
      "step": 2834
    },
    {
      "epoch": 0.46422138529556245,
      "grad_norm": 0.2594285309314728,
      "learning_rate": 0.0001991425169196899,
      "loss": 12.2182,
      "step": 2835
    },
    {
      "epoch": 0.4643851318159489,
      "grad_norm": 0.21990491449832916,
      "learning_rate": 0.00019914184124045532,
      "loss": 12.184,
      "step": 2836
    },
    {
      "epoch": 0.46454887833633535,
      "grad_norm": 0.20882834494113922,
      "learning_rate": 0.00019914116529626199,
      "loss": 12.1901,
      "step": 2837
    },
    {
      "epoch": 0.46471262485672177,
      "grad_norm": 0.16344459354877472,
      "learning_rate": 0.00019914048908711176,
      "loss": 12.2278,
      "step": 2838
    },
    {
      "epoch": 0.46487637137710824,
      "grad_norm": 0.24200667440891266,
      "learning_rate": 0.00019913981261300635,
      "loss": 12.1698,
      "step": 2839
    },
    {
      "epoch": 0.46504011789749466,
      "grad_norm": 0.33085858821868896,
      "learning_rate": 0.00019913913587394765,
      "loss": 12.2151,
      "step": 2840
    },
    {
      "epoch": 0.46520386441788114,
      "grad_norm": 0.28931963443756104,
      "learning_rate": 0.00019913845886993743,
      "loss": 12.2113,
      "step": 2841
    },
    {
      "epoch": 0.46536761093826756,
      "grad_norm": 0.15486359596252441,
      "learning_rate": 0.00019913778160097752,
      "loss": 12.197,
      "step": 2842
    },
    {
      "epoch": 0.465531357458654,
      "grad_norm": 0.23556768894195557,
      "learning_rate": 0.00019913710406706971,
      "loss": 12.2113,
      "step": 2843
    },
    {
      "epoch": 0.46569510397904046,
      "grad_norm": 0.1848779320716858,
      "learning_rate": 0.0001991364262682158,
      "loss": 12.2019,
      "step": 2844
    },
    {
      "epoch": 0.4658588504994269,
      "grad_norm": 0.1996093988418579,
      "learning_rate": 0.00019913574820441766,
      "loss": 12.2318,
      "step": 2845
    },
    {
      "epoch": 0.46602259701981336,
      "grad_norm": 0.22773928940296173,
      "learning_rate": 0.000199135069875677,
      "loss": 12.2118,
      "step": 2846
    },
    {
      "epoch": 0.4661863435401998,
      "grad_norm": 0.2606813311576843,
      "learning_rate": 0.00019913439128199574,
      "loss": 12.2834,
      "step": 2847
    },
    {
      "epoch": 0.4663500900605862,
      "grad_norm": 0.2878095209598541,
      "learning_rate": 0.00019913371242337563,
      "loss": 12.2289,
      "step": 2848
    },
    {
      "epoch": 0.4665138365809727,
      "grad_norm": 0.1877773553133011,
      "learning_rate": 0.00019913303329981852,
      "loss": 12.2408,
      "step": 2849
    },
    {
      "epoch": 0.4666775831013591,
      "grad_norm": 0.2613387107849121,
      "learning_rate": 0.00019913235391132622,
      "loss": 12.215,
      "step": 2850
    },
    {
      "epoch": 0.4668413296217455,
      "grad_norm": 0.21381136775016785,
      "learning_rate": 0.0001991316742579005,
      "loss": 12.263,
      "step": 2851
    },
    {
      "epoch": 0.467005076142132,
      "grad_norm": 0.2817380726337433,
      "learning_rate": 0.00019913099433954324,
      "loss": 12.2042,
      "step": 2852
    },
    {
      "epoch": 0.4671688226625184,
      "grad_norm": 0.21454592049121857,
      "learning_rate": 0.0001991303141562562,
      "loss": 12.224,
      "step": 2853
    },
    {
      "epoch": 0.4673325691829049,
      "grad_norm": 0.32253143191337585,
      "learning_rate": 0.00019912963370804124,
      "loss": 12.2048,
      "step": 2854
    },
    {
      "epoch": 0.4674963157032913,
      "grad_norm": 0.21553264558315277,
      "learning_rate": 0.00019912895299490017,
      "loss": 12.2551,
      "step": 2855
    },
    {
      "epoch": 0.46766006222367773,
      "grad_norm": 0.23902025818824768,
      "learning_rate": 0.00019912827201683478,
      "loss": 12.1779,
      "step": 2856
    },
    {
      "epoch": 0.4678238087440642,
      "grad_norm": 0.259253591299057,
      "learning_rate": 0.00019912759077384692,
      "loss": 12.2734,
      "step": 2857
    },
    {
      "epoch": 0.4679875552644506,
      "grad_norm": 0.23385553061962128,
      "learning_rate": 0.0001991269092659384,
      "loss": 12.1877,
      "step": 2858
    },
    {
      "epoch": 0.46815130178483705,
      "grad_norm": 0.2727106809616089,
      "learning_rate": 0.00019912622749311106,
      "loss": 12.227,
      "step": 2859
    },
    {
      "epoch": 0.4683150483052235,
      "grad_norm": 0.3699803650379181,
      "learning_rate": 0.00019912554545536667,
      "loss": 12.1658,
      "step": 2860
    },
    {
      "epoch": 0.46847879482560995,
      "grad_norm": 0.30912071466445923,
      "learning_rate": 0.00019912486315270712,
      "loss": 12.1996,
      "step": 2861
    },
    {
      "epoch": 0.4686425413459964,
      "grad_norm": 0.25108471512794495,
      "learning_rate": 0.0001991241805851342,
      "loss": 12.2058,
      "step": 2862
    },
    {
      "epoch": 0.46880628786638284,
      "grad_norm": 0.21183957159519196,
      "learning_rate": 0.00019912349775264972,
      "loss": 12.2414,
      "step": 2863
    },
    {
      "epoch": 0.46897003438676926,
      "grad_norm": 0.2552531957626343,
      "learning_rate": 0.00019912281465525556,
      "loss": 12.1696,
      "step": 2864
    },
    {
      "epoch": 0.46913378090715574,
      "grad_norm": 0.18907614052295685,
      "learning_rate": 0.00019912213129295346,
      "loss": 12.2102,
      "step": 2865
    },
    {
      "epoch": 0.46929752742754216,
      "grad_norm": 0.2560427188873291,
      "learning_rate": 0.00019912144766574534,
      "loss": 12.2413,
      "step": 2866
    },
    {
      "epoch": 0.4694612739479286,
      "grad_norm": 0.19577063620090485,
      "learning_rate": 0.00019912076377363294,
      "loss": 12.2136,
      "step": 2867
    },
    {
      "epoch": 0.46962502046831506,
      "grad_norm": 0.24952413141727448,
      "learning_rate": 0.00019912007961661815,
      "loss": 12.2112,
      "step": 2868
    },
    {
      "epoch": 0.4697887669887015,
      "grad_norm": 0.22053250670433044,
      "learning_rate": 0.00019911939519470277,
      "loss": 12.2398,
      "step": 2869
    },
    {
      "epoch": 0.46995251350908795,
      "grad_norm": 0.24881361424922943,
      "learning_rate": 0.00019911871050788863,
      "loss": 12.1869,
      "step": 2870
    },
    {
      "epoch": 0.4701162600294744,
      "grad_norm": 0.25429630279541016,
      "learning_rate": 0.0001991180255561776,
      "loss": 12.2168,
      "step": 2871
    },
    {
      "epoch": 0.4702800065498608,
      "grad_norm": 0.22163453698158264,
      "learning_rate": 0.00019911734033957142,
      "loss": 12.2036,
      "step": 2872
    },
    {
      "epoch": 0.4704437530702473,
      "grad_norm": 0.21736398339271545,
      "learning_rate": 0.00019911665485807203,
      "loss": 12.1967,
      "step": 2873
    },
    {
      "epoch": 0.4706074995906337,
      "grad_norm": 0.2719323933124542,
      "learning_rate": 0.00019911596911168116,
      "loss": 12.258,
      "step": 2874
    },
    {
      "epoch": 0.4707712461110201,
      "grad_norm": 0.22649487853050232,
      "learning_rate": 0.00019911528310040074,
      "loss": 12.1995,
      "step": 2875
    },
    {
      "epoch": 0.4709349926314066,
      "grad_norm": 0.21767868101596832,
      "learning_rate": 0.0001991145968242325,
      "loss": 12.2121,
      "step": 2876
    },
    {
      "epoch": 0.471098739151793,
      "grad_norm": 0.39581117033958435,
      "learning_rate": 0.00019911391028317837,
      "loss": 12.1927,
      "step": 2877
    },
    {
      "epoch": 0.4712624856721795,
      "grad_norm": 0.4440014064311981,
      "learning_rate": 0.00019911322347724016,
      "loss": 12.2015,
      "step": 2878
    },
    {
      "epoch": 0.4714262321925659,
      "grad_norm": 0.19384312629699707,
      "learning_rate": 0.00019911253640641965,
      "loss": 12.1991,
      "step": 2879
    },
    {
      "epoch": 0.47158997871295233,
      "grad_norm": 0.204824760556221,
      "learning_rate": 0.00019911184907071873,
      "loss": 12.2148,
      "step": 2880
    },
    {
      "epoch": 0.4717537252333388,
      "grad_norm": 0.29845118522644043,
      "learning_rate": 0.0001991111614701392,
      "loss": 12.2084,
      "step": 2881
    },
    {
      "epoch": 0.4719174717537252,
      "grad_norm": 0.22111865878105164,
      "learning_rate": 0.000199110473604683,
      "loss": 12.2572,
      "step": 2882
    },
    {
      "epoch": 0.4720812182741117,
      "grad_norm": 0.22617265582084656,
      "learning_rate": 0.00019910978547435181,
      "loss": 12.2466,
      "step": 2883
    },
    {
      "epoch": 0.4722449647944981,
      "grad_norm": 0.26599568128585815,
      "learning_rate": 0.00019910909707914756,
      "loss": 12.252,
      "step": 2884
    },
    {
      "epoch": 0.47240871131488454,
      "grad_norm": 0.39153075218200684,
      "learning_rate": 0.0001991084084190721,
      "loss": 12.2384,
      "step": 2885
    },
    {
      "epoch": 0.472572457835271,
      "grad_norm": 0.1963656097650528,
      "learning_rate": 0.00019910771949412724,
      "loss": 12.208,
      "step": 2886
    },
    {
      "epoch": 0.47273620435565744,
      "grad_norm": 0.2753892242908478,
      "learning_rate": 0.00019910703030431482,
      "loss": 12.2178,
      "step": 2887
    },
    {
      "epoch": 0.47289995087604386,
      "grad_norm": 0.22371606528759003,
      "learning_rate": 0.0001991063408496367,
      "loss": 12.2367,
      "step": 2888
    },
    {
      "epoch": 0.47306369739643034,
      "grad_norm": 0.25524213910102844,
      "learning_rate": 0.0001991056511300947,
      "loss": 12.2118,
      "step": 2889
    },
    {
      "epoch": 0.47322744391681676,
      "grad_norm": 0.312884658575058,
      "learning_rate": 0.00019910496114569068,
      "loss": 12.2348,
      "step": 2890
    },
    {
      "epoch": 0.47339119043720324,
      "grad_norm": 0.2197808027267456,
      "learning_rate": 0.0001991042708964265,
      "loss": 12.2146,
      "step": 2891
    },
    {
      "epoch": 0.47355493695758966,
      "grad_norm": 0.19793960452079773,
      "learning_rate": 0.000199103580382304,
      "loss": 12.2061,
      "step": 2892
    },
    {
      "epoch": 0.4737186834779761,
      "grad_norm": 0.27243518829345703,
      "learning_rate": 0.00019910288960332497,
      "loss": 12.1709,
      "step": 2893
    },
    {
      "epoch": 0.47388242999836255,
      "grad_norm": 0.28314560651779175,
      "learning_rate": 0.00019910219855949132,
      "loss": 12.2156,
      "step": 2894
    },
    {
      "epoch": 0.474046176518749,
      "grad_norm": 0.19181041419506073,
      "learning_rate": 0.00019910150725080484,
      "loss": 12.1914,
      "step": 2895
    },
    {
      "epoch": 0.4742099230391354,
      "grad_norm": 0.2102726548910141,
      "learning_rate": 0.00019910081567726747,
      "loss": 12.2405,
      "step": 2896
    },
    {
      "epoch": 0.47437366955952187,
      "grad_norm": 0.22292408347129822,
      "learning_rate": 0.00019910012383888095,
      "loss": 12.2079,
      "step": 2897
    },
    {
      "epoch": 0.4745374160799083,
      "grad_norm": 0.30910205841064453,
      "learning_rate": 0.0001990994317356472,
      "loss": 12.2578,
      "step": 2898
    },
    {
      "epoch": 0.47470116260029477,
      "grad_norm": 0.17796453833580017,
      "learning_rate": 0.00019909873936756808,
      "loss": 12.2447,
      "step": 2899
    },
    {
      "epoch": 0.4748649091206812,
      "grad_norm": 0.2565805912017822,
      "learning_rate": 0.00019909804673464535,
      "loss": 12.198,
      "step": 2900
    },
    {
      "epoch": 0.4750286556410676,
      "grad_norm": 0.21937409043312073,
      "learning_rate": 0.00019909735383688096,
      "loss": 12.19,
      "step": 2901
    },
    {
      "epoch": 0.4751924021614541,
      "grad_norm": 0.22025451064109802,
      "learning_rate": 0.0001990966606742767,
      "loss": 12.1799,
      "step": 2902
    },
    {
      "epoch": 0.4753561486818405,
      "grad_norm": 0.27490806579589844,
      "learning_rate": 0.00019909596724683443,
      "loss": 12.2273,
      "step": 2903
    },
    {
      "epoch": 0.4755198952022269,
      "grad_norm": 0.30368372797966003,
      "learning_rate": 0.00019909527355455606,
      "loss": 12.2181,
      "step": 2904
    },
    {
      "epoch": 0.4756836417226134,
      "grad_norm": 0.257683664560318,
      "learning_rate": 0.00019909457959744337,
      "loss": 12.2391,
      "step": 2905
    },
    {
      "epoch": 0.4758473882429998,
      "grad_norm": 0.14911985397338867,
      "learning_rate": 0.00019909388537549827,
      "loss": 12.1943,
      "step": 2906
    },
    {
      "epoch": 0.4760111347633863,
      "grad_norm": 0.21757467091083527,
      "learning_rate": 0.0001990931908887226,
      "loss": 12.1747,
      "step": 2907
    },
    {
      "epoch": 0.4761748812837727,
      "grad_norm": 0.20487646758556366,
      "learning_rate": 0.00019909249613711815,
      "loss": 12.2263,
      "step": 2908
    },
    {
      "epoch": 0.47633862780415914,
      "grad_norm": 0.374574214220047,
      "learning_rate": 0.00019909180112068686,
      "loss": 12.214,
      "step": 2909
    },
    {
      "epoch": 0.4765023743245456,
      "grad_norm": 0.3185372054576874,
      "learning_rate": 0.00019909110583943057,
      "loss": 12.1948,
      "step": 2910
    },
    {
      "epoch": 0.47666612084493204,
      "grad_norm": 0.23527048528194427,
      "learning_rate": 0.00019909041029335113,
      "loss": 12.2271,
      "step": 2911
    },
    {
      "epoch": 0.47682986736531846,
      "grad_norm": 0.20106233656406403,
      "learning_rate": 0.0001990897144824504,
      "loss": 12.1967,
      "step": 2912
    },
    {
      "epoch": 0.47699361388570494,
      "grad_norm": 0.21467669308185577,
      "learning_rate": 0.00019908901840673025,
      "loss": 12.2565,
      "step": 2913
    },
    {
      "epoch": 0.47715736040609136,
      "grad_norm": 0.21339468657970428,
      "learning_rate": 0.0001990883220661925,
      "loss": 12.1782,
      "step": 2914
    },
    {
      "epoch": 0.47732110692647783,
      "grad_norm": 0.21150445938110352,
      "learning_rate": 0.00019908762546083905,
      "loss": 12.2118,
      "step": 2915
    },
    {
      "epoch": 0.47748485344686425,
      "grad_norm": 0.21333734691143036,
      "learning_rate": 0.00019908692859067176,
      "loss": 12.1915,
      "step": 2916
    },
    {
      "epoch": 0.4776485999672507,
      "grad_norm": 0.1834404617547989,
      "learning_rate": 0.0001990862314556925,
      "loss": 12.224,
      "step": 2917
    },
    {
      "epoch": 0.47781234648763715,
      "grad_norm": 0.1657116711139679,
      "learning_rate": 0.00019908553405590307,
      "loss": 12.2396,
      "step": 2918
    },
    {
      "epoch": 0.4779760930080236,
      "grad_norm": 0.2446918934583664,
      "learning_rate": 0.00019908483639130542,
      "loss": 12.2133,
      "step": 2919
    },
    {
      "epoch": 0.47813983952841005,
      "grad_norm": 0.32387709617614746,
      "learning_rate": 0.00019908413846190138,
      "loss": 12.1672,
      "step": 2920
    },
    {
      "epoch": 0.47830358604879647,
      "grad_norm": 0.28953149914741516,
      "learning_rate": 0.00019908344026769276,
      "loss": 12.1963,
      "step": 2921
    },
    {
      "epoch": 0.4784673325691829,
      "grad_norm": 0.20687822997570038,
      "learning_rate": 0.00019908274180868151,
      "loss": 12.1987,
      "step": 2922
    },
    {
      "epoch": 0.47863107908956937,
      "grad_norm": 0.3430163860321045,
      "learning_rate": 0.00019908204308486947,
      "loss": 12.1872,
      "step": 2923
    },
    {
      "epoch": 0.4787948256099558,
      "grad_norm": 0.2898459732532501,
      "learning_rate": 0.0001990813440962585,
      "loss": 12.1746,
      "step": 2924
    },
    {
      "epoch": 0.4789585721303422,
      "grad_norm": 0.26256605982780457,
      "learning_rate": 0.00019908064484285042,
      "loss": 12.181,
      "step": 2925
    },
    {
      "epoch": 0.4791223186507287,
      "grad_norm": 0.22922395169734955,
      "learning_rate": 0.0001990799453246472,
      "loss": 12.2221,
      "step": 2926
    },
    {
      "epoch": 0.4792860651711151,
      "grad_norm": 0.265472412109375,
      "learning_rate": 0.00019907924554165063,
      "loss": 12.1871,
      "step": 2927
    },
    {
      "epoch": 0.4794498116915016,
      "grad_norm": 0.2315233051776886,
      "learning_rate": 0.0001990785454938626,
      "loss": 12.2084,
      "step": 2928
    },
    {
      "epoch": 0.479613558211888,
      "grad_norm": 0.14097414910793304,
      "learning_rate": 0.00019907784518128502,
      "loss": 12.2866,
      "step": 2929
    },
    {
      "epoch": 0.4797773047322744,
      "grad_norm": 0.20998644828796387,
      "learning_rate": 0.00019907714460391972,
      "loss": 12.2002,
      "step": 2930
    },
    {
      "epoch": 0.4799410512526609,
      "grad_norm": 0.25741925835609436,
      "learning_rate": 0.00019907644376176856,
      "loss": 12.2369,
      "step": 2931
    },
    {
      "epoch": 0.4801047977730473,
      "grad_norm": 0.2784369885921478,
      "learning_rate": 0.00019907574265483346,
      "loss": 12.1876,
      "step": 2932
    },
    {
      "epoch": 0.48026854429343374,
      "grad_norm": 0.18202298879623413,
      "learning_rate": 0.00019907504128311628,
      "loss": 12.19,
      "step": 2933
    },
    {
      "epoch": 0.4804322908138202,
      "grad_norm": 0.22540506720542908,
      "learning_rate": 0.00019907433964661887,
      "loss": 12.2777,
      "step": 2934
    },
    {
      "epoch": 0.48059603733420664,
      "grad_norm": 0.2372293323278427,
      "learning_rate": 0.00019907363774534308,
      "loss": 12.1806,
      "step": 2935
    },
    {
      "epoch": 0.4807597838545931,
      "grad_norm": 0.23734880983829498,
      "learning_rate": 0.00019907293557929086,
      "loss": 12.2163,
      "step": 2936
    },
    {
      "epoch": 0.48092353037497954,
      "grad_norm": 0.2918863296508789,
      "learning_rate": 0.00019907223314846403,
      "loss": 12.1977,
      "step": 2937
    },
    {
      "epoch": 0.48108727689536596,
      "grad_norm": 0.2803707718849182,
      "learning_rate": 0.0001990715304528645,
      "loss": 12.2324,
      "step": 2938
    },
    {
      "epoch": 0.48125102341575243,
      "grad_norm": 0.18140627443790436,
      "learning_rate": 0.00019907082749249413,
      "loss": 12.2202,
      "step": 2939
    },
    {
      "epoch": 0.48141476993613885,
      "grad_norm": 0.18845121562480927,
      "learning_rate": 0.00019907012426735482,
      "loss": 12.2179,
      "step": 2940
    },
    {
      "epoch": 0.4815785164565253,
      "grad_norm": 0.22398658096790314,
      "learning_rate": 0.0001990694207774484,
      "loss": 12.2699,
      "step": 2941
    },
    {
      "epoch": 0.48174226297691175,
      "grad_norm": 0.21800149977207184,
      "learning_rate": 0.00019906871702277682,
      "loss": 12.1972,
      "step": 2942
    },
    {
      "epoch": 0.48190600949729817,
      "grad_norm": 0.2401765137910843,
      "learning_rate": 0.0001990680130033419,
      "loss": 12.2305,
      "step": 2943
    },
    {
      "epoch": 0.48206975601768465,
      "grad_norm": 0.23709075152873993,
      "learning_rate": 0.00019906730871914555,
      "loss": 12.1933,
      "step": 2944
    },
    {
      "epoch": 0.48223350253807107,
      "grad_norm": 0.27328190207481384,
      "learning_rate": 0.00019906660417018967,
      "loss": 12.2202,
      "step": 2945
    },
    {
      "epoch": 0.4823972490584575,
      "grad_norm": 0.25165897607803345,
      "learning_rate": 0.0001990658993564761,
      "loss": 12.2179,
      "step": 2946
    },
    {
      "epoch": 0.48256099557884397,
      "grad_norm": 0.18076206743717194,
      "learning_rate": 0.00019906519427800675,
      "loss": 12.257,
      "step": 2947
    },
    {
      "epoch": 0.4827247420992304,
      "grad_norm": 0.2827741503715515,
      "learning_rate": 0.0001990644889347835,
      "loss": 12.2073,
      "step": 2948
    },
    {
      "epoch": 0.4828884886196168,
      "grad_norm": 0.20667584240436554,
      "learning_rate": 0.0001990637833268082,
      "loss": 12.1964,
      "step": 2949
    },
    {
      "epoch": 0.4830522351400033,
      "grad_norm": 0.22720231115818024,
      "learning_rate": 0.0001990630774540828,
      "loss": 12.1704,
      "step": 2950
    },
    {
      "epoch": 0.4832159816603897,
      "grad_norm": 0.26738643646240234,
      "learning_rate": 0.00019906237131660917,
      "loss": 12.1867,
      "step": 2951
    },
    {
      "epoch": 0.4833797281807762,
      "grad_norm": 0.24804601073265076,
      "learning_rate": 0.00019906166491438917,
      "loss": 12.1948,
      "step": 2952
    },
    {
      "epoch": 0.4835434747011626,
      "grad_norm": 0.25901713967323303,
      "learning_rate": 0.0001990609582474247,
      "loss": 12.2277,
      "step": 2953
    },
    {
      "epoch": 0.483707221221549,
      "grad_norm": 0.4495009481906891,
      "learning_rate": 0.00019906025131571765,
      "loss": 12.2325,
      "step": 2954
    },
    {
      "epoch": 0.4838709677419355,
      "grad_norm": 0.2587738633155823,
      "learning_rate": 0.00019905954411926992,
      "loss": 12.2308,
      "step": 2955
    },
    {
      "epoch": 0.4840347142623219,
      "grad_norm": 0.19792380928993225,
      "learning_rate": 0.00019905883665808337,
      "loss": 12.2271,
      "step": 2956
    },
    {
      "epoch": 0.48419846078270834,
      "grad_norm": 0.18133433163166046,
      "learning_rate": 0.00019905812893215993,
      "loss": 12.1845,
      "step": 2957
    },
    {
      "epoch": 0.4843622073030948,
      "grad_norm": 0.20612284541130066,
      "learning_rate": 0.00019905742094150142,
      "loss": 12.2205,
      "step": 2958
    },
    {
      "epoch": 0.48452595382348124,
      "grad_norm": 0.21872520446777344,
      "learning_rate": 0.00019905671268610986,
      "loss": 12.2444,
      "step": 2959
    },
    {
      "epoch": 0.4846897003438677,
      "grad_norm": 0.22033332288265228,
      "learning_rate": 0.00019905600416598703,
      "loss": 12.2102,
      "step": 2960
    },
    {
      "epoch": 0.48485344686425413,
      "grad_norm": 0.24857142567634583,
      "learning_rate": 0.00019905529538113482,
      "loss": 12.2317,
      "step": 2961
    },
    {
      "epoch": 0.48501719338464055,
      "grad_norm": 0.16594471037387848,
      "learning_rate": 0.00019905458633155522,
      "loss": 12.2064,
      "step": 2962
    },
    {
      "epoch": 0.48518093990502703,
      "grad_norm": 0.3314599096775055,
      "learning_rate": 0.00019905387701725003,
      "loss": 12.1874,
      "step": 2963
    },
    {
      "epoch": 0.48534468642541345,
      "grad_norm": 0.19558221101760864,
      "learning_rate": 0.00019905316743822123,
      "loss": 12.1968,
      "step": 2964
    },
    {
      "epoch": 0.48550843294579993,
      "grad_norm": 0.2058706432580948,
      "learning_rate": 0.00019905245759447063,
      "loss": 12.2214,
      "step": 2965
    },
    {
      "epoch": 0.48567217946618635,
      "grad_norm": 0.2576279938220978,
      "learning_rate": 0.00019905174748600018,
      "loss": 12.2032,
      "step": 2966
    },
    {
      "epoch": 0.48583592598657277,
      "grad_norm": 0.20031681656837463,
      "learning_rate": 0.0001990510371128118,
      "loss": 12.2554,
      "step": 2967
    },
    {
      "epoch": 0.48599967250695925,
      "grad_norm": 0.1884753555059433,
      "learning_rate": 0.00019905032647490732,
      "loss": 12.1783,
      "step": 2968
    },
    {
      "epoch": 0.48616341902734567,
      "grad_norm": 0.22385741770267487,
      "learning_rate": 0.00019904961557228867,
      "loss": 12.2049,
      "step": 2969
    },
    {
      "epoch": 0.4863271655477321,
      "grad_norm": 0.24888251721858978,
      "learning_rate": 0.00019904890440495775,
      "loss": 12.2336,
      "step": 2970
    },
    {
      "epoch": 0.48649091206811856,
      "grad_norm": 0.18615594506263733,
      "learning_rate": 0.0001990481929729165,
      "loss": 12.2057,
      "step": 2971
    },
    {
      "epoch": 0.486654658588505,
      "grad_norm": 0.1820051372051239,
      "learning_rate": 0.00019904748127616673,
      "loss": 12.2349,
      "step": 2972
    },
    {
      "epoch": 0.48681840510889146,
      "grad_norm": 0.4792337715625763,
      "learning_rate": 0.00019904676931471044,
      "loss": 12.2538,
      "step": 2973
    },
    {
      "epoch": 0.4869821516292779,
      "grad_norm": 0.2275436818599701,
      "learning_rate": 0.00019904605708854947,
      "loss": 12.244,
      "step": 2974
    },
    {
      "epoch": 0.4871458981496643,
      "grad_norm": 0.2647733986377716,
      "learning_rate": 0.00019904534459768574,
      "loss": 12.2346,
      "step": 2975
    },
    {
      "epoch": 0.4873096446700508,
      "grad_norm": 0.2270047664642334,
      "learning_rate": 0.00019904463184212116,
      "loss": 12.2184,
      "step": 2976
    },
    {
      "epoch": 0.4874733911904372,
      "grad_norm": 0.23324961960315704,
      "learning_rate": 0.00019904391882185767,
      "loss": 12.1682,
      "step": 2977
    },
    {
      "epoch": 0.4876371377108236,
      "grad_norm": 0.5750649571418762,
      "learning_rate": 0.0001990432055368971,
      "loss": 12.2347,
      "step": 2978
    },
    {
      "epoch": 0.4878008842312101,
      "grad_norm": 0.2695314586162567,
      "learning_rate": 0.0001990424919872414,
      "loss": 12.2588,
      "step": 2979
    },
    {
      "epoch": 0.4879646307515965,
      "grad_norm": 0.24156922101974487,
      "learning_rate": 0.00019904177817289248,
      "loss": 12.1671,
      "step": 2980
    },
    {
      "epoch": 0.488128377271983,
      "grad_norm": 0.20550815761089325,
      "learning_rate": 0.00019904106409385222,
      "loss": 12.219,
      "step": 2981
    },
    {
      "epoch": 0.4882921237923694,
      "grad_norm": 0.8295958638191223,
      "learning_rate": 0.00019904034975012257,
      "loss": 12.2545,
      "step": 2982
    },
    {
      "epoch": 0.48845587031275584,
      "grad_norm": 0.21959035098552704,
      "learning_rate": 0.00019903963514170537,
      "loss": 12.2089,
      "step": 2983
    },
    {
      "epoch": 0.4886196168331423,
      "grad_norm": 0.3607039451599121,
      "learning_rate": 0.00019903892026860263,
      "loss": 12.2087,
      "step": 2984
    },
    {
      "epoch": 0.48878336335352873,
      "grad_norm": 0.30556756258010864,
      "learning_rate": 0.0001990382051308162,
      "loss": 12.2187,
      "step": 2985
    },
    {
      "epoch": 0.48894710987391515,
      "grad_norm": 0.22748786211013794,
      "learning_rate": 0.00019903748972834796,
      "loss": 12.2518,
      "step": 2986
    },
    {
      "epoch": 0.48911085639430163,
      "grad_norm": 0.27542993426322937,
      "learning_rate": 0.0001990367740611999,
      "loss": 12.1935,
      "step": 2987
    },
    {
      "epoch": 0.48927460291468805,
      "grad_norm": 0.1903741955757141,
      "learning_rate": 0.00019903605812937388,
      "loss": 12.2086,
      "step": 2988
    },
    {
      "epoch": 0.4894383494350745,
      "grad_norm": 0.37782129645347595,
      "learning_rate": 0.00019903534193287182,
      "loss": 12.1957,
      "step": 2989
    },
    {
      "epoch": 0.48960209595546095,
      "grad_norm": 0.21912361681461334,
      "learning_rate": 0.00019903462547169566,
      "loss": 12.2491,
      "step": 2990
    },
    {
      "epoch": 0.48976584247584737,
      "grad_norm": 0.2666870653629303,
      "learning_rate": 0.00019903390874584725,
      "loss": 12.2027,
      "step": 2991
    },
    {
      "epoch": 0.48992958899623384,
      "grad_norm": 0.32772916555404663,
      "learning_rate": 0.00019903319175532862,
      "loss": 12.1864,
      "step": 2992
    },
    {
      "epoch": 0.49009333551662027,
      "grad_norm": 0.18865308165550232,
      "learning_rate": 0.00019903247450014155,
      "loss": 12.2043,
      "step": 2993
    },
    {
      "epoch": 0.4902570820370067,
      "grad_norm": 0.20990391075611115,
      "learning_rate": 0.00019903175698028806,
      "loss": 12.2271,
      "step": 2994
    },
    {
      "epoch": 0.49042082855739316,
      "grad_norm": 0.1965196132659912,
      "learning_rate": 0.00019903103919577001,
      "loss": 12.2385,
      "step": 2995
    },
    {
      "epoch": 0.4905845750777796,
      "grad_norm": 0.26584863662719727,
      "learning_rate": 0.00019903032114658938,
      "loss": 12.1963,
      "step": 2996
    },
    {
      "epoch": 0.49074832159816606,
      "grad_norm": 0.22055383026599884,
      "learning_rate": 0.00019902960283274798,
      "loss": 12.2066,
      "step": 2997
    },
    {
      "epoch": 0.4909120681185525,
      "grad_norm": 0.28987133502960205,
      "learning_rate": 0.00019902888425424786,
      "loss": 12.2135,
      "step": 2998
    },
    {
      "epoch": 0.4910758146389389,
      "grad_norm": 0.3173694312572479,
      "learning_rate": 0.00019902816541109085,
      "loss": 12.1906,
      "step": 2999
    },
    {
      "epoch": 0.4912395611593254,
      "grad_norm": 0.24692444503307343,
      "learning_rate": 0.0001990274463032789,
      "loss": 12.2069,
      "step": 3000
    },
    {
      "epoch": 0.4912395611593254,
      "eval_loss": 12.203158378601074,
      "eval_runtime": 7.3017,
      "eval_samples_per_second": 33.691,
      "eval_steps_per_second": 16.845,
      "step": 3000
    },
    {
      "epoch": 0.4914033076797118,
      "grad_norm": 0.28203731775283813,
      "learning_rate": 0.00019902672693081393,
      "loss": 12.2085,
      "step": 3001
    },
    {
      "epoch": 0.4915670542000983,
      "grad_norm": 0.25096896290779114,
      "learning_rate": 0.00019902600729369786,
      "loss": 12.1717,
      "step": 3002
    },
    {
      "epoch": 0.4917308007204847,
      "grad_norm": 0.19891521334648132,
      "learning_rate": 0.00019902528739193263,
      "loss": 12.2118,
      "step": 3003
    },
    {
      "epoch": 0.4918945472408711,
      "grad_norm": 0.23767594993114471,
      "learning_rate": 0.00019902456722552015,
      "loss": 12.2173,
      "step": 3004
    },
    {
      "epoch": 0.4920582937612576,
      "grad_norm": 0.2947225272655487,
      "learning_rate": 0.00019902384679446234,
      "loss": 12.1991,
      "step": 3005
    },
    {
      "epoch": 0.492222040281644,
      "grad_norm": 0.3208814561367035,
      "learning_rate": 0.00019902312609876112,
      "loss": 12.2387,
      "step": 3006
    },
    {
      "epoch": 0.49238578680203043,
      "grad_norm": 0.23026691377162933,
      "learning_rate": 0.00019902240513841845,
      "loss": 12.2236,
      "step": 3007
    },
    {
      "epoch": 0.4925495333224169,
      "grad_norm": 0.25307607650756836,
      "learning_rate": 0.00019902168391343624,
      "loss": 12.2031,
      "step": 3008
    },
    {
      "epoch": 0.49271327984280333,
      "grad_norm": 0.2138887196779251,
      "learning_rate": 0.00019902096242381637,
      "loss": 12.1817,
      "step": 3009
    },
    {
      "epoch": 0.4928770263631898,
      "grad_norm": 0.16712522506713867,
      "learning_rate": 0.00019902024066956083,
      "loss": 12.1761,
      "step": 3010
    },
    {
      "epoch": 0.49304077288357623,
      "grad_norm": 0.19996728003025055,
      "learning_rate": 0.00019901951865067155,
      "loss": 12.1931,
      "step": 3011
    },
    {
      "epoch": 0.49320451940396265,
      "grad_norm": 0.2982591390609741,
      "learning_rate": 0.0001990187963671504,
      "loss": 12.1962,
      "step": 3012
    },
    {
      "epoch": 0.4933682659243491,
      "grad_norm": 0.2642601430416107,
      "learning_rate": 0.00019901807381899939,
      "loss": 12.1779,
      "step": 3013
    },
    {
      "epoch": 0.49353201244473555,
      "grad_norm": 0.2212744653224945,
      "learning_rate": 0.00019901735100622035,
      "loss": 12.1798,
      "step": 3014
    },
    {
      "epoch": 0.49369575896512197,
      "grad_norm": 0.4409303069114685,
      "learning_rate": 0.00019901662792881533,
      "loss": 12.2404,
      "step": 3015
    },
    {
      "epoch": 0.49385950548550844,
      "grad_norm": 0.2517075836658478,
      "learning_rate": 0.00019901590458678618,
      "loss": 12.2225,
      "step": 3016
    },
    {
      "epoch": 0.49402325200589486,
      "grad_norm": 0.19041581451892853,
      "learning_rate": 0.00019901518098013485,
      "loss": 12.2094,
      "step": 3017
    },
    {
      "epoch": 0.49418699852628134,
      "grad_norm": 0.2091764509677887,
      "learning_rate": 0.00019901445710886328,
      "loss": 12.1932,
      "step": 3018
    },
    {
      "epoch": 0.49435074504666776,
      "grad_norm": 0.20148055255413055,
      "learning_rate": 0.0001990137329729734,
      "loss": 12.2289,
      "step": 3019
    },
    {
      "epoch": 0.4945144915670542,
      "grad_norm": 0.29842451214790344,
      "learning_rate": 0.00019901300857246717,
      "loss": 12.1992,
      "step": 3020
    },
    {
      "epoch": 0.49467823808744066,
      "grad_norm": 0.21575728058815002,
      "learning_rate": 0.0001990122839073465,
      "loss": 12.2507,
      "step": 3021
    },
    {
      "epoch": 0.4948419846078271,
      "grad_norm": 0.34143462777137756,
      "learning_rate": 0.00019901155897761335,
      "loss": 12.2643,
      "step": 3022
    },
    {
      "epoch": 0.4950057311282135,
      "grad_norm": 0.22056838870048523,
      "learning_rate": 0.00019901083378326962,
      "loss": 12.2109,
      "step": 3023
    },
    {
      "epoch": 0.4951694776486,
      "grad_norm": 0.20179298520088196,
      "learning_rate": 0.00019901010832431727,
      "loss": 12.1948,
      "step": 3024
    },
    {
      "epoch": 0.4953332241689864,
      "grad_norm": 0.24219270050525665,
      "learning_rate": 0.00019900938260075822,
      "loss": 12.257,
      "step": 3025
    },
    {
      "epoch": 0.4954969706893729,
      "grad_norm": 0.2498287856578827,
      "learning_rate": 0.00019900865661259446,
      "loss": 12.2013,
      "step": 3026
    },
    {
      "epoch": 0.4956607172097593,
      "grad_norm": 0.20255976915359497,
      "learning_rate": 0.00019900793035982787,
      "loss": 12.2389,
      "step": 3027
    },
    {
      "epoch": 0.4958244637301457,
      "grad_norm": 0.2348036766052246,
      "learning_rate": 0.00019900720384246045,
      "loss": 12.2511,
      "step": 3028
    },
    {
      "epoch": 0.4959882102505322,
      "grad_norm": 0.26634782552719116,
      "learning_rate": 0.00019900647706049408,
      "loss": 12.1987,
      "step": 3029
    },
    {
      "epoch": 0.4961519567709186,
      "grad_norm": 0.20702706277370453,
      "learning_rate": 0.00019900575001393075,
      "loss": 12.2052,
      "step": 3030
    },
    {
      "epoch": 0.49631570329130503,
      "grad_norm": 0.2706190049648285,
      "learning_rate": 0.00019900502270277237,
      "loss": 12.2197,
      "step": 3031
    },
    {
      "epoch": 0.4964794498116915,
      "grad_norm": 0.21247722208499908,
      "learning_rate": 0.00019900429512702093,
      "loss": 12.2142,
      "step": 3032
    },
    {
      "epoch": 0.49664319633207793,
      "grad_norm": 0.20725122094154358,
      "learning_rate": 0.0001990035672866783,
      "loss": 12.1937,
      "step": 3033
    },
    {
      "epoch": 0.4968069428524644,
      "grad_norm": 0.32557496428489685,
      "learning_rate": 0.0001990028391817465,
      "loss": 12.1895,
      "step": 3034
    },
    {
      "epoch": 0.4969706893728508,
      "grad_norm": 0.2711034119129181,
      "learning_rate": 0.0001990021108122274,
      "loss": 12.1844,
      "step": 3035
    },
    {
      "epoch": 0.49713443589323725,
      "grad_norm": 0.22420558333396912,
      "learning_rate": 0.00019900138217812303,
      "loss": 12.2315,
      "step": 3036
    },
    {
      "epoch": 0.4972981824136237,
      "grad_norm": 0.229232057929039,
      "learning_rate": 0.00019900065327943528,
      "loss": 12.2022,
      "step": 3037
    },
    {
      "epoch": 0.49746192893401014,
      "grad_norm": 0.34399983286857605,
      "learning_rate": 0.00019899992411616615,
      "loss": 12.207,
      "step": 3038
    },
    {
      "epoch": 0.4976256754543966,
      "grad_norm": 0.29874175786972046,
      "learning_rate": 0.00019899919468831755,
      "loss": 12.2539,
      "step": 3039
    },
    {
      "epoch": 0.49778942197478304,
      "grad_norm": 0.21754597127437592,
      "learning_rate": 0.00019899846499589138,
      "loss": 12.2001,
      "step": 3040
    },
    {
      "epoch": 0.49795316849516946,
      "grad_norm": 0.20409752428531647,
      "learning_rate": 0.00019899773503888966,
      "loss": 12.2125,
      "step": 3041
    },
    {
      "epoch": 0.49811691501555594,
      "grad_norm": 0.2619389593601227,
      "learning_rate": 0.00019899700481731437,
      "loss": 12.2055,
      "step": 3042
    },
    {
      "epoch": 0.49828066153594236,
      "grad_norm": 0.2012721747159958,
      "learning_rate": 0.00019899627433116738,
      "loss": 12.244,
      "step": 3043
    },
    {
      "epoch": 0.4984444080563288,
      "grad_norm": 0.18844008445739746,
      "learning_rate": 0.00019899554358045069,
      "loss": 12.2104,
      "step": 3044
    },
    {
      "epoch": 0.49860815457671526,
      "grad_norm": 0.23110166192054749,
      "learning_rate": 0.00019899481256516625,
      "loss": 12.2143,
      "step": 3045
    },
    {
      "epoch": 0.4987719010971017,
      "grad_norm": 0.2050713449716568,
      "learning_rate": 0.00019899408128531602,
      "loss": 12.2211,
      "step": 3046
    },
    {
      "epoch": 0.49893564761748815,
      "grad_norm": 0.23759284615516663,
      "learning_rate": 0.0001989933497409019,
      "loss": 12.2009,
      "step": 3047
    },
    {
      "epoch": 0.4990993941378746,
      "grad_norm": 0.2643468379974365,
      "learning_rate": 0.0001989926179319259,
      "loss": 12.1818,
      "step": 3048
    },
    {
      "epoch": 0.499263140658261,
      "grad_norm": 0.17711330950260162,
      "learning_rate": 0.00019899188585838996,
      "loss": 12.2086,
      "step": 3049
    },
    {
      "epoch": 0.49942688717864747,
      "grad_norm": 0.19938792288303375,
      "learning_rate": 0.00019899115352029604,
      "loss": 12.2122,
      "step": 3050
    },
    {
      "epoch": 0.4995906336990339,
      "grad_norm": 0.2425246685743332,
      "learning_rate": 0.00019899042091764608,
      "loss": 12.2481,
      "step": 3051
    },
    {
      "epoch": 0.4997543802194203,
      "grad_norm": 0.24073544144630432,
      "learning_rate": 0.0001989896880504421,
      "loss": 12.2162,
      "step": 3052
    },
    {
      "epoch": 0.4999181267398068,
      "grad_norm": 0.3050587773323059,
      "learning_rate": 0.00019898895491868594,
      "loss": 12.1912,
      "step": 3053
    },
    {
      "epoch": 0.5000818732601933,
      "grad_norm": 0.3229018449783325,
      "learning_rate": 0.0001989882215223797,
      "loss": 12.2321,
      "step": 3054
    },
    {
      "epoch": 0.5002456197805797,
      "grad_norm": 0.1715233474969864,
      "learning_rate": 0.0001989874878615252,
      "loss": 12.2314,
      "step": 3055
    },
    {
      "epoch": 0.5004093663009661,
      "grad_norm": 0.24701134860515594,
      "learning_rate": 0.00019898675393612453,
      "loss": 12.2173,
      "step": 3056
    },
    {
      "epoch": 0.5005731128213525,
      "grad_norm": 0.22540387511253357,
      "learning_rate": 0.00019898601974617955,
      "loss": 12.2048,
      "step": 3057
    },
    {
      "epoch": 0.500736859341739,
      "grad_norm": 0.2494542896747589,
      "learning_rate": 0.0001989852852916923,
      "loss": 12.2312,
      "step": 3058
    },
    {
      "epoch": 0.5009006058621255,
      "grad_norm": 0.2862817943096161,
      "learning_rate": 0.00019898455057266472,
      "loss": 12.2064,
      "step": 3059
    },
    {
      "epoch": 0.5010643523825119,
      "grad_norm": 0.2618471384048462,
      "learning_rate": 0.00019898381558909871,
      "loss": 12.1914,
      "step": 3060
    },
    {
      "epoch": 0.5012280989028983,
      "grad_norm": 0.28312334418296814,
      "learning_rate": 0.0001989830803409963,
      "loss": 12.2062,
      "step": 3061
    },
    {
      "epoch": 0.5013918454232847,
      "grad_norm": 0.2879311442375183,
      "learning_rate": 0.00019898234482835947,
      "loss": 12.2299,
      "step": 3062
    },
    {
      "epoch": 0.5015555919436712,
      "grad_norm": 0.23268261551856995,
      "learning_rate": 0.00019898160905119014,
      "loss": 12.2143,
      "step": 3063
    },
    {
      "epoch": 0.5017193384640576,
      "grad_norm": 0.20804910361766815,
      "learning_rate": 0.0001989808730094903,
      "loss": 12.1992,
      "step": 3064
    },
    {
      "epoch": 0.5018830849844441,
      "grad_norm": 0.21731409430503845,
      "learning_rate": 0.00019898013670326188,
      "loss": 12.2209,
      "step": 3065
    },
    {
      "epoch": 0.5020468315048305,
      "grad_norm": 0.31721240282058716,
      "learning_rate": 0.0001989794001325069,
      "loss": 12.2167,
      "step": 3066
    },
    {
      "epoch": 0.502210578025217,
      "grad_norm": 0.22547049820423126,
      "learning_rate": 0.0001989786632972273,
      "loss": 12.2149,
      "step": 3067
    },
    {
      "epoch": 0.5023743245456034,
      "grad_norm": 0.24817173182964325,
      "learning_rate": 0.00019897792619742505,
      "loss": 12.2425,
      "step": 3068
    },
    {
      "epoch": 0.5025380710659898,
      "grad_norm": 0.2664644122123718,
      "learning_rate": 0.00019897718883310213,
      "loss": 12.2329,
      "step": 3069
    },
    {
      "epoch": 0.5027018175863763,
      "grad_norm": 0.17299403250217438,
      "learning_rate": 0.0001989764512042605,
      "loss": 12.2106,
      "step": 3070
    },
    {
      "epoch": 0.5028655641067628,
      "grad_norm": 0.2458040714263916,
      "learning_rate": 0.00019897571331090212,
      "loss": 12.1933,
      "step": 3071
    },
    {
      "epoch": 0.5030293106271492,
      "grad_norm": 0.24579423666000366,
      "learning_rate": 0.00019897497515302903,
      "loss": 12.2079,
      "step": 3072
    },
    {
      "epoch": 0.5031930571475356,
      "grad_norm": 0.3283810317516327,
      "learning_rate": 0.0001989742367306431,
      "loss": 12.1468,
      "step": 3073
    },
    {
      "epoch": 0.503356803667922,
      "grad_norm": 0.21747496724128723,
      "learning_rate": 0.00019897349804374637,
      "loss": 12.1913,
      "step": 3074
    },
    {
      "epoch": 0.5035205501883085,
      "grad_norm": 0.2743549048900604,
      "learning_rate": 0.00019897275909234083,
      "loss": 12.2363,
      "step": 3075
    },
    {
      "epoch": 0.503684296708695,
      "grad_norm": 0.22082963585853577,
      "learning_rate": 0.0001989720198764284,
      "loss": 12.2067,
      "step": 3076
    },
    {
      "epoch": 0.5038480432290814,
      "grad_norm": 0.1935114562511444,
      "learning_rate": 0.00019897128039601106,
      "loss": 12.2505,
      "step": 3077
    },
    {
      "epoch": 0.5040117897494678,
      "grad_norm": 0.21461895108222961,
      "learning_rate": 0.00019897054065109085,
      "loss": 12.2218,
      "step": 3078
    },
    {
      "epoch": 0.5041755362698542,
      "grad_norm": 0.29569920897483826,
      "learning_rate": 0.00019896980064166965,
      "loss": 12.2293,
      "step": 3079
    },
    {
      "epoch": 0.5043392827902408,
      "grad_norm": 0.27307596802711487,
      "learning_rate": 0.00019896906036774952,
      "loss": 12.1834,
      "step": 3080
    },
    {
      "epoch": 0.5045030293106272,
      "grad_norm": 0.2372974157333374,
      "learning_rate": 0.0001989683198293324,
      "loss": 12.203,
      "step": 3081
    },
    {
      "epoch": 0.5046667758310136,
      "grad_norm": 0.22261843085289001,
      "learning_rate": 0.0001989675790264203,
      "loss": 12.1925,
      "step": 3082
    },
    {
      "epoch": 0.5048305223514,
      "grad_norm": 0.17940950393676758,
      "learning_rate": 0.00019896683795901513,
      "loss": 12.2099,
      "step": 3083
    },
    {
      "epoch": 0.5049942688717864,
      "grad_norm": 0.2621181309223175,
      "learning_rate": 0.00019896609662711895,
      "loss": 12.2184,
      "step": 3084
    },
    {
      "epoch": 0.5051580153921729,
      "grad_norm": 0.3213438391685486,
      "learning_rate": 0.00019896535503073374,
      "loss": 12.1747,
      "step": 3085
    },
    {
      "epoch": 0.5053217619125594,
      "grad_norm": 0.36734503507614136,
      "learning_rate": 0.00019896461316986142,
      "loss": 12.2061,
      "step": 3086
    },
    {
      "epoch": 0.5054855084329458,
      "grad_norm": 0.2331114560365677,
      "learning_rate": 0.000198963871044504,
      "loss": 12.2077,
      "step": 3087
    },
    {
      "epoch": 0.5056492549533322,
      "grad_norm": 0.2349395602941513,
      "learning_rate": 0.00019896312865466347,
      "loss": 12.2264,
      "step": 3088
    },
    {
      "epoch": 0.5058130014737187,
      "grad_norm": 0.24456970393657684,
      "learning_rate": 0.00019896238600034183,
      "loss": 12.2088,
      "step": 3089
    },
    {
      "epoch": 0.5059767479941051,
      "grad_norm": 0.1865866333246231,
      "learning_rate": 0.000198961643081541,
      "loss": 12.1936,
      "step": 3090
    },
    {
      "epoch": 0.5061404945144916,
      "grad_norm": 0.21917681396007538,
      "learning_rate": 0.00019896089989826306,
      "loss": 12.196,
      "step": 3091
    },
    {
      "epoch": 0.506304241034878,
      "grad_norm": 0.20122703909873962,
      "learning_rate": 0.00019896015645050992,
      "loss": 12.1856,
      "step": 3092
    },
    {
      "epoch": 0.5064679875552645,
      "grad_norm": 0.2535119354724884,
      "learning_rate": 0.0001989594127382836,
      "loss": 12.2202,
      "step": 3093
    },
    {
      "epoch": 0.5066317340756509,
      "grad_norm": 0.2744664251804352,
      "learning_rate": 0.0001989586687615861,
      "loss": 12.1913,
      "step": 3094
    },
    {
      "epoch": 0.5067954805960373,
      "grad_norm": 0.19914017617702484,
      "learning_rate": 0.00019895792452041938,
      "loss": 12.1917,
      "step": 3095
    },
    {
      "epoch": 0.5069592271164238,
      "grad_norm": 0.3202190399169922,
      "learning_rate": 0.00019895718001478543,
      "loss": 12.225,
      "step": 3096
    },
    {
      "epoch": 0.5071229736368102,
      "grad_norm": 0.3249434232711792,
      "learning_rate": 0.00019895643524468626,
      "loss": 12.1846,
      "step": 3097
    },
    {
      "epoch": 0.5072867201571967,
      "grad_norm": 0.2599542438983917,
      "learning_rate": 0.00019895569021012385,
      "loss": 12.2486,
      "step": 3098
    },
    {
      "epoch": 0.5074504666775831,
      "grad_norm": 0.2130565196275711,
      "learning_rate": 0.00019895494491110015,
      "loss": 12.1943,
      "step": 3099
    },
    {
      "epoch": 0.5076142131979695,
      "grad_norm": 0.22444067895412445,
      "learning_rate": 0.00019895419934761726,
      "loss": 12.1917,
      "step": 3100
    },
    {
      "epoch": 0.5077779597183559,
      "grad_norm": 0.3177264332771301,
      "learning_rate": 0.00019895345351967706,
      "loss": 12.1833,
      "step": 3101
    },
    {
      "epoch": 0.5079417062387425,
      "grad_norm": 0.27991005778312683,
      "learning_rate": 0.00019895270742728162,
      "loss": 12.2225,
      "step": 3102
    },
    {
      "epoch": 0.5081054527591289,
      "grad_norm": 0.3423905074596405,
      "learning_rate": 0.00019895196107043287,
      "loss": 12.2613,
      "step": 3103
    },
    {
      "epoch": 0.5082691992795153,
      "grad_norm": 0.1926930993795395,
      "learning_rate": 0.00019895121444913288,
      "loss": 12.2201,
      "step": 3104
    },
    {
      "epoch": 0.5084329457999017,
      "grad_norm": 0.28442254662513733,
      "learning_rate": 0.00019895046756338356,
      "loss": 12.2031,
      "step": 3105
    },
    {
      "epoch": 0.5085966923202881,
      "grad_norm": 0.2520941495895386,
      "learning_rate": 0.00019894972041318695,
      "loss": 12.2668,
      "step": 3106
    },
    {
      "epoch": 0.5087604388406747,
      "grad_norm": 0.26290789246559143,
      "learning_rate": 0.00019894897299854508,
      "loss": 12.1983,
      "step": 3107
    },
    {
      "epoch": 0.5089241853610611,
      "grad_norm": 0.34907853603363037,
      "learning_rate": 0.0001989482253194599,
      "loss": 12.2113,
      "step": 3108
    },
    {
      "epoch": 0.5090879318814475,
      "grad_norm": 0.26089993119239807,
      "learning_rate": 0.0001989474773759334,
      "loss": 12.2039,
      "step": 3109
    },
    {
      "epoch": 0.5092516784018339,
      "grad_norm": 0.26656755805015564,
      "learning_rate": 0.0001989467291679676,
      "loss": 12.2229,
      "step": 3110
    },
    {
      "epoch": 0.5094154249222204,
      "grad_norm": 0.2930067479610443,
      "learning_rate": 0.0001989459806955645,
      "loss": 12.2102,
      "step": 3111
    },
    {
      "epoch": 0.5095791714426069,
      "grad_norm": 0.32163089513778687,
      "learning_rate": 0.0001989452319587261,
      "loss": 12.2031,
      "step": 3112
    },
    {
      "epoch": 0.5097429179629933,
      "grad_norm": 0.2419889271259308,
      "learning_rate": 0.00019894448295745444,
      "loss": 12.242,
      "step": 3113
    },
    {
      "epoch": 0.5099066644833797,
      "grad_norm": 0.19623105227947235,
      "learning_rate": 0.00019894373369175146,
      "loss": 12.2993,
      "step": 3114
    },
    {
      "epoch": 0.5100704110037662,
      "grad_norm": 0.31789565086364746,
      "learning_rate": 0.0001989429841616192,
      "loss": 12.2008,
      "step": 3115
    },
    {
      "epoch": 0.5102341575241526,
      "grad_norm": 0.2963665723800659,
      "learning_rate": 0.00019894223436705958,
      "loss": 12.2572,
      "step": 3116
    },
    {
      "epoch": 0.5103979040445391,
      "grad_norm": 0.2897011935710907,
      "learning_rate": 0.00019894148430807474,
      "loss": 12.1874,
      "step": 3117
    },
    {
      "epoch": 0.5105616505649255,
      "grad_norm": 0.23983339965343475,
      "learning_rate": 0.0001989407339846666,
      "loss": 12.1851,
      "step": 3118
    },
    {
      "epoch": 0.510725397085312,
      "grad_norm": 0.3787277936935425,
      "learning_rate": 0.00019893998339683716,
      "loss": 12.215,
      "step": 3119
    },
    {
      "epoch": 0.5108891436056984,
      "grad_norm": 0.39105045795440674,
      "learning_rate": 0.00019893923254458849,
      "loss": 12.2425,
      "step": 3120
    },
    {
      "epoch": 0.5110528901260848,
      "grad_norm": 0.18239083886146545,
      "learning_rate": 0.00019893848142792252,
      "loss": 12.2352,
      "step": 3121
    },
    {
      "epoch": 0.5112166366464712,
      "grad_norm": 0.2572084963321686,
      "learning_rate": 0.0001989377300468413,
      "loss": 12.2249,
      "step": 3122
    },
    {
      "epoch": 0.5113803831668577,
      "grad_norm": 0.3015652894973755,
      "learning_rate": 0.00019893697840134685,
      "loss": 12.2265,
      "step": 3123
    },
    {
      "epoch": 0.5115441296872442,
      "grad_norm": 0.24729791283607483,
      "learning_rate": 0.00019893622649144112,
      "loss": 12.2258,
      "step": 3124
    },
    {
      "epoch": 0.5117078762076306,
      "grad_norm": 0.2488146424293518,
      "learning_rate": 0.00019893547431712618,
      "loss": 12.2536,
      "step": 3125
    },
    {
      "epoch": 0.511871622728017,
      "grad_norm": 0.2928275167942047,
      "learning_rate": 0.00019893472187840403,
      "loss": 12.2186,
      "step": 3126
    },
    {
      "epoch": 0.5120353692484034,
      "grad_norm": 0.3055473864078522,
      "learning_rate": 0.00019893396917527664,
      "loss": 12.1746,
      "step": 3127
    },
    {
      "epoch": 0.51219911576879,
      "grad_norm": 0.20318244397640228,
      "learning_rate": 0.00019893321620774606,
      "loss": 12.222,
      "step": 3128
    },
    {
      "epoch": 0.5123628622891764,
      "grad_norm": 0.21358346939086914,
      "learning_rate": 0.0001989324629758143,
      "loss": 12.2064,
      "step": 3129
    },
    {
      "epoch": 0.5125266088095628,
      "grad_norm": 0.25221186876296997,
      "learning_rate": 0.00019893170947948337,
      "loss": 12.2016,
      "step": 3130
    },
    {
      "epoch": 0.5126903553299492,
      "grad_norm": 0.18454472720623016,
      "learning_rate": 0.00019893095571875527,
      "loss": 12.2453,
      "step": 3131
    },
    {
      "epoch": 0.5128541018503356,
      "grad_norm": 0.26775187253952026,
      "learning_rate": 0.00019893020169363203,
      "loss": 12.2243,
      "step": 3132
    },
    {
      "epoch": 0.5130178483707222,
      "grad_norm": 0.2862401306629181,
      "learning_rate": 0.0001989294474041157,
      "loss": 12.1816,
      "step": 3133
    },
    {
      "epoch": 0.5131815948911086,
      "grad_norm": 0.2645128071308136,
      "learning_rate": 0.00019892869285020819,
      "loss": 12.2348,
      "step": 3134
    },
    {
      "epoch": 0.513345341411495,
      "grad_norm": 0.27743974328041077,
      "learning_rate": 0.00019892793803191161,
      "loss": 12.1951,
      "step": 3135
    },
    {
      "epoch": 0.5135090879318814,
      "grad_norm": 0.1852380335330963,
      "learning_rate": 0.00019892718294922795,
      "loss": 12.2133,
      "step": 3136
    },
    {
      "epoch": 0.5136728344522679,
      "grad_norm": 0.31926611065864563,
      "learning_rate": 0.0001989264276021592,
      "loss": 12.2132,
      "step": 3137
    },
    {
      "epoch": 0.5138365809726543,
      "grad_norm": 0.2605138123035431,
      "learning_rate": 0.0001989256719907074,
      "loss": 12.2101,
      "step": 3138
    },
    {
      "epoch": 0.5140003274930408,
      "grad_norm": 0.3281046152114868,
      "learning_rate": 0.00019892491611487464,
      "loss": 12.2087,
      "step": 3139
    },
    {
      "epoch": 0.5141640740134272,
      "grad_norm": 0.25002238154411316,
      "learning_rate": 0.00019892415997466284,
      "loss": 12.1713,
      "step": 3140
    },
    {
      "epoch": 0.5143278205338137,
      "grad_norm": 0.3385457992553711,
      "learning_rate": 0.00019892340357007405,
      "loss": 12.2382,
      "step": 3141
    },
    {
      "epoch": 0.5144915670542001,
      "grad_norm": 0.36809808015823364,
      "learning_rate": 0.0001989226469011103,
      "loss": 12.1982,
      "step": 3142
    },
    {
      "epoch": 0.5146553135745865,
      "grad_norm": 0.23154737055301666,
      "learning_rate": 0.00019892188996777362,
      "loss": 12.1953,
      "step": 3143
    },
    {
      "epoch": 0.514819060094973,
      "grad_norm": 0.2583943009376526,
      "learning_rate": 0.000198921132770066,
      "loss": 12.2154,
      "step": 3144
    },
    {
      "epoch": 0.5149828066153594,
      "grad_norm": 0.4897976517677307,
      "learning_rate": 0.0001989203753079895,
      "loss": 12.2213,
      "step": 3145
    },
    {
      "epoch": 0.5151465531357459,
      "grad_norm": 0.22633183002471924,
      "learning_rate": 0.00019891961758154616,
      "loss": 12.1887,
      "step": 3146
    },
    {
      "epoch": 0.5153102996561323,
      "grad_norm": 0.26652607321739197,
      "learning_rate": 0.00019891885959073794,
      "loss": 12.1841,
      "step": 3147
    },
    {
      "epoch": 0.5154740461765187,
      "grad_norm": 0.18758486211299896,
      "learning_rate": 0.00019891810133556689,
      "loss": 12.2352,
      "step": 3148
    },
    {
      "epoch": 0.5156377926969052,
      "grad_norm": 0.17035698890686035,
      "learning_rate": 0.0001989173428160351,
      "loss": 12.2022,
      "step": 3149
    },
    {
      "epoch": 0.5158015392172917,
      "grad_norm": 0.22993050515651703,
      "learning_rate": 0.00019891658403214447,
      "loss": 12.2193,
      "step": 3150
    },
    {
      "epoch": 0.5159652857376781,
      "grad_norm": 0.21893653273582458,
      "learning_rate": 0.00019891582498389717,
      "loss": 12.2044,
      "step": 3151
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 0.2631753385066986,
      "learning_rate": 0.00019891506567129512,
      "loss": 12.2129,
      "step": 3152
    },
    {
      "epoch": 0.5162927787784509,
      "grad_norm": 0.21412034332752228,
      "learning_rate": 0.0001989143060943404,
      "loss": 12.2579,
      "step": 3153
    },
    {
      "epoch": 0.5164565252988375,
      "grad_norm": 0.23567235469818115,
      "learning_rate": 0.00019891354625303507,
      "loss": 12.1983,
      "step": 3154
    },
    {
      "epoch": 0.5166202718192239,
      "grad_norm": 0.48712635040283203,
      "learning_rate": 0.0001989127861473811,
      "loss": 12.2397,
      "step": 3155
    },
    {
      "epoch": 0.5167840183396103,
      "grad_norm": 0.3367210924625397,
      "learning_rate": 0.00019891202577738054,
      "loss": 12.2272,
      "step": 3156
    },
    {
      "epoch": 0.5169477648599967,
      "grad_norm": 0.216517373919487,
      "learning_rate": 0.00019891126514303537,
      "loss": 12.1833,
      "step": 3157
    },
    {
      "epoch": 0.5171115113803831,
      "grad_norm": 0.19211454689502716,
      "learning_rate": 0.00019891050424434775,
      "loss": 12.1676,
      "step": 3158
    },
    {
      "epoch": 0.5172752579007696,
      "grad_norm": 0.16750068962574005,
      "learning_rate": 0.0001989097430813196,
      "loss": 12.2049,
      "step": 3159
    },
    {
      "epoch": 0.5174390044211561,
      "grad_norm": 0.1841680407524109,
      "learning_rate": 0.00019890898165395303,
      "loss": 12.2251,
      "step": 3160
    },
    {
      "epoch": 0.5176027509415425,
      "grad_norm": 0.2126685082912445,
      "learning_rate": 0.00019890821996225002,
      "loss": 12.2288,
      "step": 3161
    },
    {
      "epoch": 0.5177664974619289,
      "grad_norm": 0.21837425231933594,
      "learning_rate": 0.00019890745800621264,
      "loss": 12.2512,
      "step": 3162
    },
    {
      "epoch": 0.5179302439823154,
      "grad_norm": 0.2856479585170746,
      "learning_rate": 0.0001989066957858429,
      "loss": 12.1701,
      "step": 3163
    },
    {
      "epoch": 0.5180939905027018,
      "grad_norm": 0.24139028787612915,
      "learning_rate": 0.00019890593330114284,
      "loss": 12.1688,
      "step": 3164
    },
    {
      "epoch": 0.5182577370230883,
      "grad_norm": 0.2192947417497635,
      "learning_rate": 0.00019890517055211454,
      "loss": 12.2123,
      "step": 3165
    },
    {
      "epoch": 0.5184214835434747,
      "grad_norm": 0.2265036702156067,
      "learning_rate": 0.00019890440753875997,
      "loss": 12.2303,
      "step": 3166
    },
    {
      "epoch": 0.5185852300638611,
      "grad_norm": 0.24231937527656555,
      "learning_rate": 0.0001989036442610812,
      "loss": 12.2173,
      "step": 3167
    },
    {
      "epoch": 0.5187489765842476,
      "grad_norm": 0.3065698444843292,
      "learning_rate": 0.0001989028807190803,
      "loss": 12.2079,
      "step": 3168
    },
    {
      "epoch": 0.518912723104634,
      "grad_norm": 0.30878475308418274,
      "learning_rate": 0.0001989021169127593,
      "loss": 12.2062,
      "step": 3169
    },
    {
      "epoch": 0.5190764696250205,
      "grad_norm": 0.17327897250652313,
      "learning_rate": 0.00019890135284212018,
      "loss": 12.2338,
      "step": 3170
    },
    {
      "epoch": 0.5192402161454069,
      "grad_norm": 0.24593470990657806,
      "learning_rate": 0.00019890058850716508,
      "loss": 12.186,
      "step": 3171
    },
    {
      "epoch": 0.5194039626657934,
      "grad_norm": 0.19925691187381744,
      "learning_rate": 0.00019889982390789595,
      "loss": 12.2177,
      "step": 3172
    },
    {
      "epoch": 0.5195677091861798,
      "grad_norm": 0.1848377287387848,
      "learning_rate": 0.0001988990590443149,
      "loss": 12.1875,
      "step": 3173
    },
    {
      "epoch": 0.5197314557065662,
      "grad_norm": 0.3075275719165802,
      "learning_rate": 0.00019889829391642395,
      "loss": 12.2417,
      "step": 3174
    },
    {
      "epoch": 0.5198952022269526,
      "grad_norm": 0.28535720705986023,
      "learning_rate": 0.0001988975285242251,
      "loss": 12.1826,
      "step": 3175
    },
    {
      "epoch": 0.5200589487473392,
      "grad_norm": 0.3184179365634918,
      "learning_rate": 0.0001988967628677205,
      "loss": 12.2089,
      "step": 3176
    },
    {
      "epoch": 0.5202226952677256,
      "grad_norm": 0.2938096523284912,
      "learning_rate": 0.0001988959969469121,
      "loss": 12.2457,
      "step": 3177
    },
    {
      "epoch": 0.520386441788112,
      "grad_norm": 0.26489007472991943,
      "learning_rate": 0.00019889523076180199,
      "loss": 12.226,
      "step": 3178
    },
    {
      "epoch": 0.5205501883084984,
      "grad_norm": 0.24378229677677155,
      "learning_rate": 0.00019889446431239221,
      "loss": 12.2069,
      "step": 3179
    },
    {
      "epoch": 0.5207139348288848,
      "grad_norm": 0.26431339979171753,
      "learning_rate": 0.00019889369759868483,
      "loss": 12.1977,
      "step": 3180
    },
    {
      "epoch": 0.5208776813492714,
      "grad_norm": 0.2104901522397995,
      "learning_rate": 0.00019889293062068183,
      "loss": 12.2007,
      "step": 3181
    },
    {
      "epoch": 0.5210414278696578,
      "grad_norm": 0.2215615063905716,
      "learning_rate": 0.00019889216337838533,
      "loss": 12.2237,
      "step": 3182
    },
    {
      "epoch": 0.5212051743900442,
      "grad_norm": 0.28685462474823,
      "learning_rate": 0.00019889139587179737,
      "loss": 12.2139,
      "step": 3183
    },
    {
      "epoch": 0.5213689209104306,
      "grad_norm": 0.41149595379829407,
      "learning_rate": 0.00019889062810092,
      "loss": 12.2013,
      "step": 3184
    },
    {
      "epoch": 0.521532667430817,
      "grad_norm": 0.287626177072525,
      "learning_rate": 0.00019888986006575524,
      "loss": 12.2244,
      "step": 3185
    },
    {
      "epoch": 0.5216964139512036,
      "grad_norm": 0.23950721323490143,
      "learning_rate": 0.00019888909176630514,
      "loss": 12.1988,
      "step": 3186
    },
    {
      "epoch": 0.52186016047159,
      "grad_norm": 0.2561854422092438,
      "learning_rate": 0.0001988883232025718,
      "loss": 12.1977,
      "step": 3187
    },
    {
      "epoch": 0.5220239069919764,
      "grad_norm": 0.2251102179288864,
      "learning_rate": 0.0001988875543745573,
      "loss": 12.1805,
      "step": 3188
    },
    {
      "epoch": 0.5221876535123628,
      "grad_norm": 0.2649049460887909,
      "learning_rate": 0.00019888678528226357,
      "loss": 12.2054,
      "step": 3189
    },
    {
      "epoch": 0.5223514000327493,
      "grad_norm": 0.21829438209533691,
      "learning_rate": 0.00019888601592569276,
      "loss": 12.1875,
      "step": 3190
    },
    {
      "epoch": 0.5225151465531358,
      "grad_norm": 0.241032212972641,
      "learning_rate": 0.00019888524630484692,
      "loss": 12.2302,
      "step": 3191
    },
    {
      "epoch": 0.5226788930735222,
      "grad_norm": 0.25638988614082336,
      "learning_rate": 0.0001988844764197281,
      "loss": 12.2228,
      "step": 3192
    },
    {
      "epoch": 0.5228426395939086,
      "grad_norm": 0.20131978392601013,
      "learning_rate": 0.00019888370627033831,
      "loss": 12.1961,
      "step": 3193
    },
    {
      "epoch": 0.5230063861142951,
      "grad_norm": 0.20986175537109375,
      "learning_rate": 0.0001988829358566797,
      "loss": 12.2141,
      "step": 3194
    },
    {
      "epoch": 0.5231701326346815,
      "grad_norm": 0.31446558237075806,
      "learning_rate": 0.00019888216517875427,
      "loss": 12.1772,
      "step": 3195
    },
    {
      "epoch": 0.5233338791550679,
      "grad_norm": 0.3062158226966858,
      "learning_rate": 0.00019888139423656406,
      "loss": 12.2042,
      "step": 3196
    },
    {
      "epoch": 0.5234976256754544,
      "grad_norm": 0.1827279031276703,
      "learning_rate": 0.0001988806230301112,
      "loss": 12.2559,
      "step": 3197
    },
    {
      "epoch": 0.5236613721958409,
      "grad_norm": 0.22774522006511688,
      "learning_rate": 0.00019887985155939765,
      "loss": 12.197,
      "step": 3198
    },
    {
      "epoch": 0.5238251187162273,
      "grad_norm": 0.2357814610004425,
      "learning_rate": 0.00019887907982442558,
      "loss": 12.225,
      "step": 3199
    },
    {
      "epoch": 0.5239888652366137,
      "grad_norm": 0.19047442078590393,
      "learning_rate": 0.00019887830782519702,
      "loss": 12.1821,
      "step": 3200
    },
    {
      "epoch": 0.5241526117570001,
      "grad_norm": 0.3044096529483795,
      "learning_rate": 0.00019887753556171395,
      "loss": 12.2355,
      "step": 3201
    },
    {
      "epoch": 0.5243163582773867,
      "grad_norm": 0.19430796802043915,
      "learning_rate": 0.00019887676303397854,
      "loss": 12.2143,
      "step": 3202
    },
    {
      "epoch": 0.5244801047977731,
      "grad_norm": 1.0319513082504272,
      "learning_rate": 0.0001988759902419928,
      "loss": 12.2611,
      "step": 3203
    },
    {
      "epoch": 0.5246438513181595,
      "grad_norm": 0.19015930593013763,
      "learning_rate": 0.00019887521718575885,
      "loss": 12.2316,
      "step": 3204
    },
    {
      "epoch": 0.5248075978385459,
      "grad_norm": 0.28141823410987854,
      "learning_rate": 0.00019887444386527866,
      "loss": 12.1611,
      "step": 3205
    },
    {
      "epoch": 0.5249713443589323,
      "grad_norm": 0.2249426394701004,
      "learning_rate": 0.00019887367028055439,
      "loss": 12.1779,
      "step": 3206
    },
    {
      "epoch": 0.5251350908793189,
      "grad_norm": 0.25987154245376587,
      "learning_rate": 0.0001988728964315881,
      "loss": 12.2298,
      "step": 3207
    },
    {
      "epoch": 0.5252988373997053,
      "grad_norm": 0.44778817892074585,
      "learning_rate": 0.00019887212231838177,
      "loss": 12.2107,
      "step": 3208
    },
    {
      "epoch": 0.5254625839200917,
      "grad_norm": 0.20751121640205383,
      "learning_rate": 0.00019887134794093755,
      "loss": 12.2113,
      "step": 3209
    },
    {
      "epoch": 0.5256263304404781,
      "grad_norm": 0.36316269636154175,
      "learning_rate": 0.0001988705732992575,
      "loss": 12.2155,
      "step": 3210
    },
    {
      "epoch": 0.5257900769608645,
      "grad_norm": 0.24900269508361816,
      "learning_rate": 0.0001988697983933437,
      "loss": 12.2723,
      "step": 3211
    },
    {
      "epoch": 0.525953823481251,
      "grad_norm": 0.21337130665779114,
      "learning_rate": 0.00019886902322319814,
      "loss": 12.2111,
      "step": 3212
    },
    {
      "epoch": 0.5261175700016375,
      "grad_norm": 0.21875397861003876,
      "learning_rate": 0.00019886824778882298,
      "loss": 12.2103,
      "step": 3213
    },
    {
      "epoch": 0.5262813165220239,
      "grad_norm": 0.2908123731613159,
      "learning_rate": 0.00019886747209022025,
      "loss": 12.2142,
      "step": 3214
    },
    {
      "epoch": 0.5264450630424103,
      "grad_norm": 0.23802056908607483,
      "learning_rate": 0.00019886669612739205,
      "loss": 12.2183,
      "step": 3215
    },
    {
      "epoch": 0.5266088095627968,
      "grad_norm": 0.2226467728614807,
      "learning_rate": 0.00019886591990034042,
      "loss": 12.1919,
      "step": 3216
    },
    {
      "epoch": 0.5267725560831832,
      "grad_norm": 0.28006258606910706,
      "learning_rate": 0.00019886514340906745,
      "loss": 12.2284,
      "step": 3217
    },
    {
      "epoch": 0.5269363026035697,
      "grad_norm": 0.1844504177570343,
      "learning_rate": 0.00019886436665357527,
      "loss": 12.2056,
      "step": 3218
    },
    {
      "epoch": 0.5271000491239561,
      "grad_norm": 0.1771847903728485,
      "learning_rate": 0.00019886358963386585,
      "loss": 12.181,
      "step": 3219
    },
    {
      "epoch": 0.5272637956443426,
      "grad_norm": 0.29708921909332275,
      "learning_rate": 0.00019886281234994136,
      "loss": 12.2098,
      "step": 3220
    },
    {
      "epoch": 0.527427542164729,
      "grad_norm": 0.2109762728214264,
      "learning_rate": 0.0001988620348018038,
      "loss": 12.2116,
      "step": 3221
    },
    {
      "epoch": 0.5275912886851154,
      "grad_norm": 0.27595457434654236,
      "learning_rate": 0.00019886125698945532,
      "loss": 12.209,
      "step": 3222
    },
    {
      "epoch": 0.5277550352055019,
      "grad_norm": 0.3221795856952667,
      "learning_rate": 0.00019886047891289798,
      "loss": 12.2245,
      "step": 3223
    },
    {
      "epoch": 0.5279187817258884,
      "grad_norm": 0.23238131403923035,
      "learning_rate": 0.00019885970057213382,
      "loss": 12.1838,
      "step": 3224
    },
    {
      "epoch": 0.5280825282462748,
      "grad_norm": 0.20795048773288727,
      "learning_rate": 0.0001988589219671649,
      "loss": 12.2002,
      "step": 3225
    },
    {
      "epoch": 0.5282462747666612,
      "grad_norm": 0.24453440308570862,
      "learning_rate": 0.00019885814309799341,
      "loss": 12.1848,
      "step": 3226
    },
    {
      "epoch": 0.5284100212870476,
      "grad_norm": 0.2595273554325104,
      "learning_rate": 0.00019885736396462136,
      "loss": 12.1965,
      "step": 3227
    },
    {
      "epoch": 0.5285737678074341,
      "grad_norm": 0.270759642124176,
      "learning_rate": 0.00019885658456705082,
      "loss": 12.2111,
      "step": 3228
    },
    {
      "epoch": 0.5287375143278206,
      "grad_norm": 0.31400856375694275,
      "learning_rate": 0.0001988558049052839,
      "loss": 12.236,
      "step": 3229
    },
    {
      "epoch": 0.528901260848207,
      "grad_norm": 0.18898552656173706,
      "learning_rate": 0.00019885502497932268,
      "loss": 12.2087,
      "step": 3230
    },
    {
      "epoch": 0.5290650073685934,
      "grad_norm": 0.20461654663085938,
      "learning_rate": 0.00019885424478916926,
      "loss": 12.2146,
      "step": 3231
    },
    {
      "epoch": 0.5292287538889798,
      "grad_norm": 0.1910303235054016,
      "learning_rate": 0.00019885346433482566,
      "loss": 12.2013,
      "step": 3232
    },
    {
      "epoch": 0.5293925004093663,
      "grad_norm": 0.21739399433135986,
      "learning_rate": 0.00019885268361629407,
      "loss": 12.2414,
      "step": 3233
    },
    {
      "epoch": 0.5295562469297528,
      "grad_norm": 0.30800312757492065,
      "learning_rate": 0.00019885190263357644,
      "loss": 12.1775,
      "step": 3234
    },
    {
      "epoch": 0.5297199934501392,
      "grad_norm": 0.26905664801597595,
      "learning_rate": 0.00019885112138667501,
      "loss": 12.187,
      "step": 3235
    },
    {
      "epoch": 0.5298837399705256,
      "grad_norm": 0.24400316178798676,
      "learning_rate": 0.00019885033987559176,
      "loss": 12.2243,
      "step": 3236
    },
    {
      "epoch": 0.530047486490912,
      "grad_norm": 0.35768696665763855,
      "learning_rate": 0.0001988495581003288,
      "loss": 12.2101,
      "step": 3237
    },
    {
      "epoch": 0.5302112330112985,
      "grad_norm": 0.1827818602323532,
      "learning_rate": 0.00019884877606088827,
      "loss": 12.2257,
      "step": 3238
    },
    {
      "epoch": 0.530374979531685,
      "grad_norm": 0.3764951527118683,
      "learning_rate": 0.00019884799375727218,
      "loss": 12.1905,
      "step": 3239
    },
    {
      "epoch": 0.5305387260520714,
      "grad_norm": 0.2523040175437927,
      "learning_rate": 0.00019884721118948272,
      "loss": 12.2476,
      "step": 3240
    },
    {
      "epoch": 0.5307024725724578,
      "grad_norm": 0.2513073980808258,
      "learning_rate": 0.00019884642835752184,
      "loss": 12.1991,
      "step": 3241
    },
    {
      "epoch": 0.5308662190928443,
      "grad_norm": 0.21289587020874023,
      "learning_rate": 0.00019884564526139177,
      "loss": 12.228,
      "step": 3242
    },
    {
      "epoch": 0.5310299656132307,
      "grad_norm": 0.2607819139957428,
      "learning_rate": 0.00019884486190109454,
      "loss": 12.2738,
      "step": 3243
    },
    {
      "epoch": 0.5311937121336172,
      "grad_norm": 0.18295253813266754,
      "learning_rate": 0.00019884407827663224,
      "loss": 12.1795,
      "step": 3244
    },
    {
      "epoch": 0.5313574586540036,
      "grad_norm": 0.41584405303001404,
      "learning_rate": 0.000198843294388007,
      "loss": 12.1866,
      "step": 3245
    },
    {
      "epoch": 0.53152120517439,
      "grad_norm": 0.24176746606826782,
      "learning_rate": 0.0001988425102352209,
      "loss": 12.2044,
      "step": 3246
    },
    {
      "epoch": 0.5316849516947765,
      "grad_norm": 0.213484987616539,
      "learning_rate": 0.00019884172581827598,
      "loss": 12.228,
      "step": 3247
    },
    {
      "epoch": 0.5318486982151629,
      "grad_norm": 0.21799373626708984,
      "learning_rate": 0.00019884094113717442,
      "loss": 12.2288,
      "step": 3248
    },
    {
      "epoch": 0.5320124447355493,
      "grad_norm": 0.2345442771911621,
      "learning_rate": 0.00019884015619191825,
      "loss": 12.2411,
      "step": 3249
    },
    {
      "epoch": 0.5321761912559358,
      "grad_norm": 0.21966052055358887,
      "learning_rate": 0.00019883937098250963,
      "loss": 12.2338,
      "step": 3250
    },
    {
      "epoch": 0.5323399377763223,
      "grad_norm": 0.2262539267539978,
      "learning_rate": 0.0001988385855089506,
      "loss": 12.203,
      "step": 3251
    },
    {
      "epoch": 0.5325036842967087,
      "grad_norm": 0.19725024700164795,
      "learning_rate": 0.0001988377997712433,
      "loss": 12.2219,
      "step": 3252
    },
    {
      "epoch": 0.5326674308170951,
      "grad_norm": 0.21028923988342285,
      "learning_rate": 0.0001988370137693898,
      "loss": 12.1883,
      "step": 3253
    },
    {
      "epoch": 0.5328311773374815,
      "grad_norm": 0.18608571588993073,
      "learning_rate": 0.00019883622750339224,
      "loss": 12.2797,
      "step": 3254
    },
    {
      "epoch": 0.5329949238578681,
      "grad_norm": 0.20395514369010925,
      "learning_rate": 0.0001988354409732527,
      "loss": 12.1699,
      "step": 3255
    },
    {
      "epoch": 0.5331586703782545,
      "grad_norm": 0.2570861279964447,
      "learning_rate": 0.00019883465417897328,
      "loss": 12.2291,
      "step": 3256
    },
    {
      "epoch": 0.5333224168986409,
      "grad_norm": 0.18793100118637085,
      "learning_rate": 0.00019883386712055606,
      "loss": 12.2116,
      "step": 3257
    },
    {
      "epoch": 0.5334861634190273,
      "grad_norm": 0.27843761444091797,
      "learning_rate": 0.00019883307979800315,
      "loss": 12.1952,
      "step": 3258
    },
    {
      "epoch": 0.5336499099394137,
      "grad_norm": 0.23569491505622864,
      "learning_rate": 0.0001988322922113167,
      "loss": 12.2161,
      "step": 3259
    },
    {
      "epoch": 0.5338136564598003,
      "grad_norm": 0.22069358825683594,
      "learning_rate": 0.00019883150436049877,
      "loss": 12.2022,
      "step": 3260
    },
    {
      "epoch": 0.5339774029801867,
      "grad_norm": 0.1570304036140442,
      "learning_rate": 0.00019883071624555152,
      "loss": 12.2084,
      "step": 3261
    },
    {
      "epoch": 0.5341411495005731,
      "grad_norm": 0.2759770452976227,
      "learning_rate": 0.00019882992786647696,
      "loss": 12.1906,
      "step": 3262
    },
    {
      "epoch": 0.5343048960209595,
      "grad_norm": 0.25061434507369995,
      "learning_rate": 0.00019882913922327728,
      "loss": 12.2284,
      "step": 3263
    },
    {
      "epoch": 0.534468642541346,
      "grad_norm": 0.22475963830947876,
      "learning_rate": 0.00019882835031595456,
      "loss": 12.2485,
      "step": 3264
    },
    {
      "epoch": 0.5346323890617325,
      "grad_norm": 0.290414959192276,
      "learning_rate": 0.00019882756114451093,
      "loss": 12.2144,
      "step": 3265
    },
    {
      "epoch": 0.5347961355821189,
      "grad_norm": 0.21132756769657135,
      "learning_rate": 0.00019882677170894846,
      "loss": 12.1822,
      "step": 3266
    },
    {
      "epoch": 0.5349598821025053,
      "grad_norm": 0.27197587490081787,
      "learning_rate": 0.00019882598200926928,
      "loss": 12.1838,
      "step": 3267
    },
    {
      "epoch": 0.5351236286228918,
      "grad_norm": 0.2563760280609131,
      "learning_rate": 0.0001988251920454755,
      "loss": 12.2362,
      "step": 3268
    },
    {
      "epoch": 0.5352873751432782,
      "grad_norm": 0.20664092898368835,
      "learning_rate": 0.00019882440181756921,
      "loss": 12.2418,
      "step": 3269
    },
    {
      "epoch": 0.5354511216636646,
      "grad_norm": 0.22638492286205292,
      "learning_rate": 0.00019882361132555256,
      "loss": 12.2572,
      "step": 3270
    },
    {
      "epoch": 0.5356148681840511,
      "grad_norm": 0.24597780406475067,
      "learning_rate": 0.00019882282056942765,
      "loss": 12.1953,
      "step": 3271
    },
    {
      "epoch": 0.5357786147044376,
      "grad_norm": 0.25816088914871216,
      "learning_rate": 0.0001988220295491966,
      "loss": 12.2532,
      "step": 3272
    },
    {
      "epoch": 0.535942361224824,
      "grad_norm": 0.31118640303611755,
      "learning_rate": 0.00019882123826486147,
      "loss": 12.218,
      "step": 3273
    },
    {
      "epoch": 0.5361061077452104,
      "grad_norm": 0.23378629982471466,
      "learning_rate": 0.00019882044671642443,
      "loss": 12.2547,
      "step": 3274
    },
    {
      "epoch": 0.5362698542655968,
      "grad_norm": 0.20990125834941864,
      "learning_rate": 0.0001988196549038876,
      "loss": 12.2106,
      "step": 3275
    },
    {
      "epoch": 0.5364336007859833,
      "grad_norm": 0.213630810379982,
      "learning_rate": 0.00019881886282725305,
      "loss": 12.2036,
      "step": 3276
    },
    {
      "epoch": 0.5365973473063698,
      "grad_norm": 0.24013261497020721,
      "learning_rate": 0.00019881807048652297,
      "loss": 12.2082,
      "step": 3277
    },
    {
      "epoch": 0.5367610938267562,
      "grad_norm": 0.21319648623466492,
      "learning_rate": 0.00019881727788169943,
      "loss": 12.2056,
      "step": 3278
    },
    {
      "epoch": 0.5369248403471426,
      "grad_norm": 0.2542511820793152,
      "learning_rate": 0.00019881648501278448,
      "loss": 12.2056,
      "step": 3279
    },
    {
      "epoch": 0.537088586867529,
      "grad_norm": 0.5370081067085266,
      "learning_rate": 0.00019881569187978038,
      "loss": 12.2645,
      "step": 3280
    },
    {
      "epoch": 0.5372523333879156,
      "grad_norm": 0.4102901518344879,
      "learning_rate": 0.00019881489848268914,
      "loss": 12.2023,
      "step": 3281
    },
    {
      "epoch": 0.537416079908302,
      "grad_norm": 0.2182626724243164,
      "learning_rate": 0.00019881410482151294,
      "loss": 12.1845,
      "step": 3282
    },
    {
      "epoch": 0.5375798264286884,
      "grad_norm": 0.20636799931526184,
      "learning_rate": 0.0001988133108962539,
      "loss": 12.201,
      "step": 3283
    },
    {
      "epoch": 0.5377435729490748,
      "grad_norm": 0.3091449737548828,
      "learning_rate": 0.0001988125167069141,
      "loss": 12.2053,
      "step": 3284
    },
    {
      "epoch": 0.5379073194694612,
      "grad_norm": 0.23363739252090454,
      "learning_rate": 0.00019881172225349566,
      "loss": 12.2405,
      "step": 3285
    },
    {
      "epoch": 0.5380710659898477,
      "grad_norm": 0.2745281457901001,
      "learning_rate": 0.00019881092753600078,
      "loss": 12.1995,
      "step": 3286
    },
    {
      "epoch": 0.5382348125102342,
      "grad_norm": 0.18053573369979858,
      "learning_rate": 0.00019881013255443152,
      "loss": 12.2379,
      "step": 3287
    },
    {
      "epoch": 0.5383985590306206,
      "grad_norm": 0.2808101177215576,
      "learning_rate": 0.00019880933730879,
      "loss": 12.1936,
      "step": 3288
    },
    {
      "epoch": 0.538562305551007,
      "grad_norm": 0.2414039969444275,
      "learning_rate": 0.00019880854179907836,
      "loss": 12.2271,
      "step": 3289
    },
    {
      "epoch": 0.5387260520713935,
      "grad_norm": 0.19549216330051422,
      "learning_rate": 0.00019880774602529873,
      "loss": 12.1968,
      "step": 3290
    },
    {
      "epoch": 0.5388897985917799,
      "grad_norm": 0.19624651968479156,
      "learning_rate": 0.00019880694998745325,
      "loss": 12.2344,
      "step": 3291
    },
    {
      "epoch": 0.5390535451121664,
      "grad_norm": 0.2526979446411133,
      "learning_rate": 0.000198806153685544,
      "loss": 12.1702,
      "step": 3292
    },
    {
      "epoch": 0.5392172916325528,
      "grad_norm": 0.3863894045352936,
      "learning_rate": 0.00019880535711957318,
      "loss": 12.2706,
      "step": 3293
    },
    {
      "epoch": 0.5393810381529393,
      "grad_norm": 0.28070583939552307,
      "learning_rate": 0.00019880456028954283,
      "loss": 12.2307,
      "step": 3294
    },
    {
      "epoch": 0.5395447846733257,
      "grad_norm": 0.17277377843856812,
      "learning_rate": 0.00019880376319545518,
      "loss": 12.1919,
      "step": 3295
    },
    {
      "epoch": 0.5397085311937121,
      "grad_norm": 0.15568901598453522,
      "learning_rate": 0.0001988029658373123,
      "loss": 12.2263,
      "step": 3296
    },
    {
      "epoch": 0.5398722777140986,
      "grad_norm": 0.2592228949069977,
      "learning_rate": 0.0001988021682151163,
      "loss": 12.2223,
      "step": 3297
    },
    {
      "epoch": 0.540036024234485,
      "grad_norm": 0.2806223928928375,
      "learning_rate": 0.00019880137032886937,
      "loss": 12.2548,
      "step": 3298
    },
    {
      "epoch": 0.5401997707548715,
      "grad_norm": 0.2546514868736267,
      "learning_rate": 0.0001988005721785736,
      "loss": 12.1755,
      "step": 3299
    },
    {
      "epoch": 0.5403635172752579,
      "grad_norm": 0.3142818808555603,
      "learning_rate": 0.00019879977376423115,
      "loss": 12.2144,
      "step": 3300
    },
    {
      "epoch": 0.5405272637956443,
      "grad_norm": 0.24238257110118866,
      "learning_rate": 0.00019879897508584413,
      "loss": 12.2231,
      "step": 3301
    },
    {
      "epoch": 0.5406910103160307,
      "grad_norm": 0.29798635840415955,
      "learning_rate": 0.0001987981761434147,
      "loss": 12.2143,
      "step": 3302
    },
    {
      "epoch": 0.5408547568364173,
      "grad_norm": 0.2452867180109024,
      "learning_rate": 0.00019879737693694497,
      "loss": 12.203,
      "step": 3303
    },
    {
      "epoch": 0.5410185033568037,
      "grad_norm": 0.2814166843891144,
      "learning_rate": 0.00019879657746643708,
      "loss": 12.1916,
      "step": 3304
    },
    {
      "epoch": 0.5411822498771901,
      "grad_norm": 0.265047550201416,
      "learning_rate": 0.00019879577773189317,
      "loss": 12.1913,
      "step": 3305
    },
    {
      "epoch": 0.5413459963975765,
      "grad_norm": 0.2126893848180771,
      "learning_rate": 0.0001987949777333154,
      "loss": 12.2105,
      "step": 3306
    },
    {
      "epoch": 0.5415097429179629,
      "grad_norm": 0.17928309738636017,
      "learning_rate": 0.00019879417747070588,
      "loss": 12.1962,
      "step": 3307
    },
    {
      "epoch": 0.5416734894383495,
      "grad_norm": 0.2791013717651367,
      "learning_rate": 0.00019879337694406673,
      "loss": 12.1816,
      "step": 3308
    },
    {
      "epoch": 0.5418372359587359,
      "grad_norm": 0.33780789375305176,
      "learning_rate": 0.00019879257615340018,
      "loss": 12.2386,
      "step": 3309
    },
    {
      "epoch": 0.5420009824791223,
      "grad_norm": 0.2623116374015808,
      "learning_rate": 0.00019879177509870825,
      "loss": 12.1837,
      "step": 3310
    },
    {
      "epoch": 0.5421647289995087,
      "grad_norm": 0.2652924656867981,
      "learning_rate": 0.00019879097377999315,
      "loss": 12.1905,
      "step": 3311
    },
    {
      "epoch": 0.5423284755198952,
      "grad_norm": 0.2816917896270752,
      "learning_rate": 0.000198790172197257,
      "loss": 12.2279,
      "step": 3312
    },
    {
      "epoch": 0.5424922220402817,
      "grad_norm": 0.313914954662323,
      "learning_rate": 0.00019878937035050197,
      "loss": 12.2485,
      "step": 3313
    },
    {
      "epoch": 0.5426559685606681,
      "grad_norm": 0.2382175177335739,
      "learning_rate": 0.0001987885682397302,
      "loss": 12.2277,
      "step": 3314
    },
    {
      "epoch": 0.5428197150810545,
      "grad_norm": 0.1885116994380951,
      "learning_rate": 0.00019878776586494378,
      "loss": 12.1976,
      "step": 3315
    },
    {
      "epoch": 0.542983461601441,
      "grad_norm": 0.21456867456436157,
      "learning_rate": 0.00019878696322614493,
      "loss": 12.1881,
      "step": 3316
    },
    {
      "epoch": 0.5431472081218274,
      "grad_norm": 0.18387451767921448,
      "learning_rate": 0.00019878616032333572,
      "loss": 12.2235,
      "step": 3317
    },
    {
      "epoch": 0.5433109546422139,
      "grad_norm": 0.23709183931350708,
      "learning_rate": 0.00019878535715651835,
      "loss": 12.2073,
      "step": 3318
    },
    {
      "epoch": 0.5434747011626003,
      "grad_norm": 0.2034803032875061,
      "learning_rate": 0.000198784553725695,
      "loss": 12.2201,
      "step": 3319
    },
    {
      "epoch": 0.5436384476829867,
      "grad_norm": 0.24266380071640015,
      "learning_rate": 0.0001987837500308677,
      "loss": 12.2091,
      "step": 3320
    },
    {
      "epoch": 0.5438021942033732,
      "grad_norm": 0.2228587418794632,
      "learning_rate": 0.00019878294607203868,
      "loss": 12.2295,
      "step": 3321
    },
    {
      "epoch": 0.5439659407237596,
      "grad_norm": 0.27310121059417725,
      "learning_rate": 0.00019878214184921008,
      "loss": 12.2247,
      "step": 3322
    },
    {
      "epoch": 0.544129687244146,
      "grad_norm": 0.2936035394668579,
      "learning_rate": 0.00019878133736238405,
      "loss": 12.1872,
      "step": 3323
    },
    {
      "epoch": 0.5442934337645325,
      "grad_norm": 0.2165665179491043,
      "learning_rate": 0.0001987805326115627,
      "loss": 12.2299,
      "step": 3324
    },
    {
      "epoch": 0.544457180284919,
      "grad_norm": 0.23280534148216248,
      "learning_rate": 0.00019877972759674823,
      "loss": 12.1891,
      "step": 3325
    },
    {
      "epoch": 0.5446209268053054,
      "grad_norm": 0.17048457264900208,
      "learning_rate": 0.0001987789223179428,
      "loss": 12.1783,
      "step": 3326
    },
    {
      "epoch": 0.5447846733256918,
      "grad_norm": 0.24944861233234406,
      "learning_rate": 0.0001987781167751485,
      "loss": 12.2681,
      "step": 3327
    },
    {
      "epoch": 0.5449484198460782,
      "grad_norm": 0.25993579626083374,
      "learning_rate": 0.00019877731096836754,
      "loss": 12.2223,
      "step": 3328
    },
    {
      "epoch": 0.5451121663664648,
      "grad_norm": 0.32762953639030457,
      "learning_rate": 0.00019877650489760206,
      "loss": 12.1986,
      "step": 3329
    },
    {
      "epoch": 0.5452759128868512,
      "grad_norm": 0.24001248180866241,
      "learning_rate": 0.0001987756985628542,
      "loss": 12.1574,
      "step": 3330
    },
    {
      "epoch": 0.5454396594072376,
      "grad_norm": 0.21626685559749603,
      "learning_rate": 0.0001987748919641261,
      "loss": 12.2055,
      "step": 3331
    },
    {
      "epoch": 0.545603405927624,
      "grad_norm": 0.32656747102737427,
      "learning_rate": 0.00019877408510141997,
      "loss": 12.1689,
      "step": 3332
    },
    {
      "epoch": 0.5457671524480104,
      "grad_norm": 0.25933417677879333,
      "learning_rate": 0.00019877327797473792,
      "loss": 12.219,
      "step": 3333
    },
    {
      "epoch": 0.545930898968397,
      "grad_norm": 0.2643384635448456,
      "learning_rate": 0.00019877247058408212,
      "loss": 12.2158,
      "step": 3334
    },
    {
      "epoch": 0.5460946454887834,
      "grad_norm": 0.20040006935596466,
      "learning_rate": 0.00019877166292945475,
      "loss": 12.1754,
      "step": 3335
    },
    {
      "epoch": 0.5462583920091698,
      "grad_norm": 0.32687076926231384,
      "learning_rate": 0.00019877085501085793,
      "loss": 12.1727,
      "step": 3336
    },
    {
      "epoch": 0.5464221385295562,
      "grad_norm": 0.20634499192237854,
      "learning_rate": 0.00019877004682829384,
      "loss": 12.2244,
      "step": 3337
    },
    {
      "epoch": 0.5465858850499427,
      "grad_norm": 0.21045279502868652,
      "learning_rate": 0.0001987692383817646,
      "loss": 12.2002,
      "step": 3338
    },
    {
      "epoch": 0.5467496315703291,
      "grad_norm": 0.21218056976795197,
      "learning_rate": 0.00019876842967127248,
      "loss": 12.2686,
      "step": 3339
    },
    {
      "epoch": 0.5469133780907156,
      "grad_norm": 0.21083754301071167,
      "learning_rate": 0.00019876762069681952,
      "loss": 12.191,
      "step": 3340
    },
    {
      "epoch": 0.547077124611102,
      "grad_norm": 0.2467297613620758,
      "learning_rate": 0.00019876681145840794,
      "loss": 12.1983,
      "step": 3341
    },
    {
      "epoch": 0.5472408711314884,
      "grad_norm": 0.20832650363445282,
      "learning_rate": 0.00019876600195603992,
      "loss": 12.193,
      "step": 3342
    },
    {
      "epoch": 0.5474046176518749,
      "grad_norm": 0.21573758125305176,
      "learning_rate": 0.00019876519218971756,
      "loss": 12.2333,
      "step": 3343
    },
    {
      "epoch": 0.5475683641722613,
      "grad_norm": 0.16308364272117615,
      "learning_rate": 0.00019876438215944307,
      "loss": 12.2087,
      "step": 3344
    },
    {
      "epoch": 0.5477321106926478,
      "grad_norm": 0.3135116994380951,
      "learning_rate": 0.00019876357186521858,
      "loss": 12.2619,
      "step": 3345
    },
    {
      "epoch": 0.5478958572130342,
      "grad_norm": 0.15913696587085724,
      "learning_rate": 0.00019876276130704635,
      "loss": 12.1973,
      "step": 3346
    },
    {
      "epoch": 0.5480596037334207,
      "grad_norm": 0.2583560049533844,
      "learning_rate": 0.00019876195048492844,
      "loss": 12.2419,
      "step": 3347
    },
    {
      "epoch": 0.5482233502538071,
      "grad_norm": 0.2425810992717743,
      "learning_rate": 0.00019876113939886706,
      "loss": 12.2016,
      "step": 3348
    },
    {
      "epoch": 0.5483870967741935,
      "grad_norm": 0.19097083806991577,
      "learning_rate": 0.00019876032804886436,
      "loss": 12.2474,
      "step": 3349
    },
    {
      "epoch": 0.54855084329458,
      "grad_norm": 0.2040695995092392,
      "learning_rate": 0.0001987595164349225,
      "loss": 12.2122,
      "step": 3350
    },
    {
      "epoch": 0.5487145898149665,
      "grad_norm": 0.27982819080352783,
      "learning_rate": 0.0001987587045570437,
      "loss": 12.167,
      "step": 3351
    },
    {
      "epoch": 0.5488783363353529,
      "grad_norm": 0.21118532121181488,
      "learning_rate": 0.0001987578924152301,
      "loss": 12.2255,
      "step": 3352
    },
    {
      "epoch": 0.5490420828557393,
      "grad_norm": 0.1742803007364273,
      "learning_rate": 0.00019875708000948388,
      "loss": 12.2042,
      "step": 3353
    },
    {
      "epoch": 0.5492058293761257,
      "grad_norm": 0.2337985634803772,
      "learning_rate": 0.00019875626733980716,
      "loss": 12.1858,
      "step": 3354
    },
    {
      "epoch": 0.5493695758965123,
      "grad_norm": 0.36234238743782043,
      "learning_rate": 0.0001987554544062022,
      "loss": 12.1765,
      "step": 3355
    },
    {
      "epoch": 0.5495333224168987,
      "grad_norm": 0.3339974582195282,
      "learning_rate": 0.00019875464120867108,
      "loss": 12.2258,
      "step": 3356
    },
    {
      "epoch": 0.5496970689372851,
      "grad_norm": 0.24631595611572266,
      "learning_rate": 0.00019875382774721604,
      "loss": 12.2196,
      "step": 3357
    },
    {
      "epoch": 0.5498608154576715,
      "grad_norm": 0.176730677485466,
      "learning_rate": 0.00019875301402183924,
      "loss": 12.1808,
      "step": 3358
    },
    {
      "epoch": 0.5500245619780579,
      "grad_norm": 0.18962927162647247,
      "learning_rate": 0.00019875220003254284,
      "loss": 12.2509,
      "step": 3359
    },
    {
      "epoch": 0.5501883084984444,
      "grad_norm": 0.1622103899717331,
      "learning_rate": 0.00019875138577932902,
      "loss": 12.2202,
      "step": 3360
    },
    {
      "epoch": 0.5503520550188309,
      "grad_norm": 0.23255765438079834,
      "learning_rate": 0.00019875057126219999,
      "loss": 12.2189,
      "step": 3361
    },
    {
      "epoch": 0.5505158015392173,
      "grad_norm": 0.29599249362945557,
      "learning_rate": 0.00019874975648115784,
      "loss": 12.2219,
      "step": 3362
    },
    {
      "epoch": 0.5506795480596037,
      "grad_norm": 0.15699806809425354,
      "learning_rate": 0.00019874894143620485,
      "loss": 12.202,
      "step": 3363
    },
    {
      "epoch": 0.5508432945799902,
      "grad_norm": 0.2122926563024521,
      "learning_rate": 0.00019874812612734314,
      "loss": 12.237,
      "step": 3364
    },
    {
      "epoch": 0.5510070411003766,
      "grad_norm": 0.23673300445079803,
      "learning_rate": 0.0001987473105545749,
      "loss": 12.1791,
      "step": 3365
    },
    {
      "epoch": 0.5511707876207631,
      "grad_norm": 0.29201939702033997,
      "learning_rate": 0.0001987464947179023,
      "loss": 12.1743,
      "step": 3366
    },
    {
      "epoch": 0.5513345341411495,
      "grad_norm": 0.1589023917913437,
      "learning_rate": 0.00019874567861732754,
      "loss": 12.1952,
      "step": 3367
    },
    {
      "epoch": 0.551498280661536,
      "grad_norm": 0.24435168504714966,
      "learning_rate": 0.00019874486225285277,
      "loss": 12.2459,
      "step": 3368
    },
    {
      "epoch": 0.5516620271819224,
      "grad_norm": 0.20887169241905212,
      "learning_rate": 0.00019874404562448023,
      "loss": 12.188,
      "step": 3369
    },
    {
      "epoch": 0.5518257737023088,
      "grad_norm": 0.20036040246486664,
      "learning_rate": 0.00019874322873221205,
      "loss": 12.2199,
      "step": 3370
    },
    {
      "epoch": 0.5519895202226953,
      "grad_norm": 0.2798187732696533,
      "learning_rate": 0.00019874241157605044,
      "loss": 12.2129,
      "step": 3371
    },
    {
      "epoch": 0.5521532667430817,
      "grad_norm": 0.22599345445632935,
      "learning_rate": 0.00019874159415599754,
      "loss": 12.1904,
      "step": 3372
    },
    {
      "epoch": 0.5523170132634682,
      "grad_norm": 0.17387710511684418,
      "learning_rate": 0.00019874077647205556,
      "loss": 12.2167,
      "step": 3373
    },
    {
      "epoch": 0.5524807597838546,
      "grad_norm": 0.20067110657691956,
      "learning_rate": 0.00019873995852422673,
      "loss": 12.2037,
      "step": 3374
    },
    {
      "epoch": 0.552644506304241,
      "grad_norm": 0.21557819843292236,
      "learning_rate": 0.00019873914031251318,
      "loss": 12.2034,
      "step": 3375
    },
    {
      "epoch": 0.5528082528246274,
      "grad_norm": 0.30504074692726135,
      "learning_rate": 0.00019873832183691712,
      "loss": 12.207,
      "step": 3376
    },
    {
      "epoch": 0.552971999345014,
      "grad_norm": 0.33519577980041504,
      "learning_rate": 0.00019873750309744073,
      "loss": 12.2041,
      "step": 3377
    },
    {
      "epoch": 0.5531357458654004,
      "grad_norm": 0.24529817700386047,
      "learning_rate": 0.0001987366840940862,
      "loss": 12.23,
      "step": 3378
    },
    {
      "epoch": 0.5532994923857868,
      "grad_norm": 0.22074481844902039,
      "learning_rate": 0.00019873586482685573,
      "loss": 12.2038,
      "step": 3379
    },
    {
      "epoch": 0.5534632389061732,
      "grad_norm": 0.22451286017894745,
      "learning_rate": 0.00019873504529575148,
      "loss": 12.1626,
      "step": 3380
    },
    {
      "epoch": 0.5536269854265596,
      "grad_norm": 0.22647549211978912,
      "learning_rate": 0.00019873422550077568,
      "loss": 12.2695,
      "step": 3381
    },
    {
      "epoch": 0.5537907319469462,
      "grad_norm": 0.26179465651512146,
      "learning_rate": 0.0001987334054419305,
      "loss": 12.2267,
      "step": 3382
    },
    {
      "epoch": 0.5539544784673326,
      "grad_norm": 0.2748798429965973,
      "learning_rate": 0.00019873258511921813,
      "loss": 12.2052,
      "step": 3383
    },
    {
      "epoch": 0.554118224987719,
      "grad_norm": 0.18082213401794434,
      "learning_rate": 0.00019873176453264076,
      "loss": 12.2106,
      "step": 3384
    },
    {
      "epoch": 0.5542819715081054,
      "grad_norm": 0.17248106002807617,
      "learning_rate": 0.00019873094368220057,
      "loss": 12.1772,
      "step": 3385
    },
    {
      "epoch": 0.5544457180284919,
      "grad_norm": 0.21055994927883148,
      "learning_rate": 0.00019873012256789978,
      "loss": 12.2075,
      "step": 3386
    },
    {
      "epoch": 0.5546094645488784,
      "grad_norm": 0.20774447917938232,
      "learning_rate": 0.0001987293011897406,
      "loss": 12.2005,
      "step": 3387
    },
    {
      "epoch": 0.5547732110692648,
      "grad_norm": 0.21331271529197693,
      "learning_rate": 0.00019872847954772516,
      "loss": 12.1991,
      "step": 3388
    },
    {
      "epoch": 0.5549369575896512,
      "grad_norm": 0.19318576157093048,
      "learning_rate": 0.00019872765764185574,
      "loss": 12.2133,
      "step": 3389
    },
    {
      "epoch": 0.5551007041100376,
      "grad_norm": 0.17275404930114746,
      "learning_rate": 0.00019872683547213446,
      "loss": 12.175,
      "step": 3390
    },
    {
      "epoch": 0.5552644506304241,
      "grad_norm": 0.42918628454208374,
      "learning_rate": 0.00019872601303856356,
      "loss": 12.2176,
      "step": 3391
    },
    {
      "epoch": 0.5554281971508106,
      "grad_norm": 0.31930214166641235,
      "learning_rate": 0.00019872519034114526,
      "loss": 12.1816,
      "step": 3392
    },
    {
      "epoch": 0.555591943671197,
      "grad_norm": 0.21595120429992676,
      "learning_rate": 0.00019872436737988167,
      "loss": 12.1973,
      "step": 3393
    },
    {
      "epoch": 0.5557556901915834,
      "grad_norm": 0.25980934500694275,
      "learning_rate": 0.00019872354415477507,
      "loss": 12.2173,
      "step": 3394
    },
    {
      "epoch": 0.5559194367119699,
      "grad_norm": 0.19710002839565277,
      "learning_rate": 0.00019872272066582763,
      "loss": 12.2152,
      "step": 3395
    },
    {
      "epoch": 0.5560831832323563,
      "grad_norm": 0.2485884577035904,
      "learning_rate": 0.0001987218969130416,
      "loss": 12.2487,
      "step": 3396
    },
    {
      "epoch": 0.5562469297527427,
      "grad_norm": 0.22475796937942505,
      "learning_rate": 0.00019872107289641908,
      "loss": 12.2005,
      "step": 3397
    },
    {
      "epoch": 0.5564106762731292,
      "grad_norm": 0.2577356994152069,
      "learning_rate": 0.00019872024861596237,
      "loss": 12.2196,
      "step": 3398
    },
    {
      "epoch": 0.5565744227935157,
      "grad_norm": 0.19058111310005188,
      "learning_rate": 0.00019871942407167362,
      "loss": 12.2133,
      "step": 3399
    },
    {
      "epoch": 0.5567381693139021,
      "grad_norm": 0.20508277416229248,
      "learning_rate": 0.00019871859926355503,
      "loss": 12.2154,
      "step": 3400
    },
    {
      "epoch": 0.5569019158342885,
      "grad_norm": 0.25756755471229553,
      "learning_rate": 0.00019871777419160885,
      "loss": 12.2555,
      "step": 3401
    },
    {
      "epoch": 0.5570656623546749,
      "grad_norm": 0.230790913105011,
      "learning_rate": 0.00019871694885583723,
      "loss": 12.2278,
      "step": 3402
    },
    {
      "epoch": 0.5572294088750614,
      "grad_norm": 0.18193423748016357,
      "learning_rate": 0.00019871612325624244,
      "loss": 12.1662,
      "step": 3403
    },
    {
      "epoch": 0.5573931553954479,
      "grad_norm": 0.20179317891597748,
      "learning_rate": 0.00019871529739282662,
      "loss": 12.1936,
      "step": 3404
    },
    {
      "epoch": 0.5575569019158343,
      "grad_norm": 0.31688404083251953,
      "learning_rate": 0.000198714471265592,
      "loss": 12.2129,
      "step": 3405
    },
    {
      "epoch": 0.5577206484362207,
      "grad_norm": 0.265840619802475,
      "learning_rate": 0.0001987136448745408,
      "loss": 12.2067,
      "step": 3406
    },
    {
      "epoch": 0.5578843949566071,
      "grad_norm": 0.1937977820634842,
      "learning_rate": 0.00019871281821967523,
      "loss": 12.2079,
      "step": 3407
    },
    {
      "epoch": 0.5580481414769937,
      "grad_norm": 0.25351396203041077,
      "learning_rate": 0.0001987119913009975,
      "loss": 12.2233,
      "step": 3408
    },
    {
      "epoch": 0.5582118879973801,
      "grad_norm": 0.17921406030654907,
      "learning_rate": 0.00019871116411850979,
      "loss": 12.1612,
      "step": 3409
    },
    {
      "epoch": 0.5583756345177665,
      "grad_norm": 0.173631489276886,
      "learning_rate": 0.00019871033667221433,
      "loss": 12.2092,
      "step": 3410
    },
    {
      "epoch": 0.5585393810381529,
      "grad_norm": 0.3243328332901001,
      "learning_rate": 0.00019870950896211335,
      "loss": 12.2523,
      "step": 3411
    },
    {
      "epoch": 0.5587031275585393,
      "grad_norm": 0.28505000472068787,
      "learning_rate": 0.00019870868098820904,
      "loss": 12.187,
      "step": 3412
    },
    {
      "epoch": 0.5588668740789258,
      "grad_norm": 0.2068932205438614,
      "learning_rate": 0.00019870785275050363,
      "loss": 12.2131,
      "step": 3413
    },
    {
      "epoch": 0.5590306205993123,
      "grad_norm": 0.23174358904361725,
      "learning_rate": 0.00019870702424899933,
      "loss": 12.1722,
      "step": 3414
    },
    {
      "epoch": 0.5591943671196987,
      "grad_norm": 0.18191371858119965,
      "learning_rate": 0.0001987061954836983,
      "loss": 12.241,
      "step": 3415
    },
    {
      "epoch": 0.5593581136400851,
      "grad_norm": 0.26172685623168945,
      "learning_rate": 0.00019870536645460286,
      "loss": 12.1828,
      "step": 3416
    },
    {
      "epoch": 0.5595218601604716,
      "grad_norm": 0.1966213583946228,
      "learning_rate": 0.0001987045371617151,
      "loss": 12.216,
      "step": 3417
    },
    {
      "epoch": 0.559685606680858,
      "grad_norm": 0.2913911044597626,
      "learning_rate": 0.00019870370760503736,
      "loss": 12.1979,
      "step": 3418
    },
    {
      "epoch": 0.5598493532012445,
      "grad_norm": 0.24196656048297882,
      "learning_rate": 0.00019870287778457176,
      "loss": 12.1751,
      "step": 3419
    },
    {
      "epoch": 0.5600130997216309,
      "grad_norm": 0.1655695140361786,
      "learning_rate": 0.0001987020477003206,
      "loss": 12.2128,
      "step": 3420
    },
    {
      "epoch": 0.5601768462420174,
      "grad_norm": 0.22828124463558197,
      "learning_rate": 0.000198701217352286,
      "loss": 12.236,
      "step": 3421
    },
    {
      "epoch": 0.5603405927624038,
      "grad_norm": 0.18542669713497162,
      "learning_rate": 0.0001987003867404703,
      "loss": 12.206,
      "step": 3422
    },
    {
      "epoch": 0.5605043392827902,
      "grad_norm": 0.24448056519031525,
      "learning_rate": 0.0001986995558648756,
      "loss": 12.2072,
      "step": 3423
    },
    {
      "epoch": 0.5606680858031767,
      "grad_norm": 0.3408312201499939,
      "learning_rate": 0.0001986987247255042,
      "loss": 12.1863,
      "step": 3424
    },
    {
      "epoch": 0.5608318323235632,
      "grad_norm": 0.1876184344291687,
      "learning_rate": 0.00019869789332235832,
      "loss": 12.2123,
      "step": 3425
    },
    {
      "epoch": 0.5609955788439496,
      "grad_norm": 0.23930847644805908,
      "learning_rate": 0.00019869706165544012,
      "loss": 12.2222,
      "step": 3426
    },
    {
      "epoch": 0.561159325364336,
      "grad_norm": 0.19461709260940552,
      "learning_rate": 0.00019869622972475189,
      "loss": 12.2055,
      "step": 3427
    },
    {
      "epoch": 0.5613230718847224,
      "grad_norm": 0.25362393260002136,
      "learning_rate": 0.00019869539753029577,
      "loss": 12.1968,
      "step": 3428
    },
    {
      "epoch": 0.561486818405109,
      "grad_norm": 0.23819977045059204,
      "learning_rate": 0.00019869456507207409,
      "loss": 12.2377,
      "step": 3429
    },
    {
      "epoch": 0.5616505649254954,
      "grad_norm": 0.2129131406545639,
      "learning_rate": 0.00019869373235008902,
      "loss": 12.2485,
      "step": 3430
    },
    {
      "epoch": 0.5618143114458818,
      "grad_norm": 0.28756433725357056,
      "learning_rate": 0.00019869289936434278,
      "loss": 12.2602,
      "step": 3431
    },
    {
      "epoch": 0.5619780579662682,
      "grad_norm": 0.25888270139694214,
      "learning_rate": 0.0001986920661148376,
      "loss": 12.2099,
      "step": 3432
    },
    {
      "epoch": 0.5621418044866546,
      "grad_norm": 0.28530386090278625,
      "learning_rate": 0.00019869123260157575,
      "loss": 12.2241,
      "step": 3433
    },
    {
      "epoch": 0.562305551007041,
      "grad_norm": 0.20455549657344818,
      "learning_rate": 0.00019869039882455938,
      "loss": 12.2324,
      "step": 3434
    },
    {
      "epoch": 0.5624692975274276,
      "grad_norm": 0.20435015857219696,
      "learning_rate": 0.00019868956478379075,
      "loss": 12.2454,
      "step": 3435
    },
    {
      "epoch": 0.562633044047814,
      "grad_norm": 0.24454480409622192,
      "learning_rate": 0.00019868873047927213,
      "loss": 12.1688,
      "step": 3436
    },
    {
      "epoch": 0.5627967905682004,
      "grad_norm": 0.2310941368341446,
      "learning_rate": 0.00019868789591100566,
      "loss": 12.1968,
      "step": 3437
    },
    {
      "epoch": 0.5629605370885868,
      "grad_norm": 0.24295847117900848,
      "learning_rate": 0.0001986870610789937,
      "loss": 12.206,
      "step": 3438
    },
    {
      "epoch": 0.5631242836089733,
      "grad_norm": 0.27613213658332825,
      "learning_rate": 0.00019868622598323836,
      "loss": 12.1895,
      "step": 3439
    },
    {
      "epoch": 0.5632880301293598,
      "grad_norm": 0.18938572704792023,
      "learning_rate": 0.00019868539062374194,
      "loss": 12.2108,
      "step": 3440
    },
    {
      "epoch": 0.5634517766497462,
      "grad_norm": 0.21659629046916962,
      "learning_rate": 0.00019868455500050662,
      "loss": 12.1913,
      "step": 3441
    },
    {
      "epoch": 0.5636155231701326,
      "grad_norm": 0.26031801104545593,
      "learning_rate": 0.0001986837191135347,
      "loss": 12.218,
      "step": 3442
    },
    {
      "epoch": 0.5637792696905191,
      "grad_norm": 0.2720729410648346,
      "learning_rate": 0.0001986828829628284,
      "loss": 12.161,
      "step": 3443
    },
    {
      "epoch": 0.5639430162109055,
      "grad_norm": 0.2791872024536133,
      "learning_rate": 0.0001986820465483899,
      "loss": 12.1838,
      "step": 3444
    },
    {
      "epoch": 0.564106762731292,
      "grad_norm": 0.21456502377986908,
      "learning_rate": 0.00019868120987022144,
      "loss": 12.215,
      "step": 3445
    },
    {
      "epoch": 0.5642705092516784,
      "grad_norm": 0.23022520542144775,
      "learning_rate": 0.00019868037292832536,
      "loss": 12.2261,
      "step": 3446
    },
    {
      "epoch": 0.5644342557720649,
      "grad_norm": 0.24957497417926788,
      "learning_rate": 0.00019867953572270377,
      "loss": 12.1824,
      "step": 3447
    },
    {
      "epoch": 0.5645980022924513,
      "grad_norm": 0.22587049007415771,
      "learning_rate": 0.00019867869825335895,
      "loss": 12.2548,
      "step": 3448
    },
    {
      "epoch": 0.5647617488128377,
      "grad_norm": 0.20747463405132294,
      "learning_rate": 0.0001986778605202932,
      "loss": 12.1983,
      "step": 3449
    },
    {
      "epoch": 0.5649254953332241,
      "grad_norm": 0.16296911239624023,
      "learning_rate": 0.00019867702252350866,
      "loss": 12.2231,
      "step": 3450
    },
    {
      "epoch": 0.5650892418536106,
      "grad_norm": 0.3058291971683502,
      "learning_rate": 0.00019867618426300764,
      "loss": 12.1998,
      "step": 3451
    },
    {
      "epoch": 0.5652529883739971,
      "grad_norm": 0.20351819694042206,
      "learning_rate": 0.00019867534573879235,
      "loss": 12.1898,
      "step": 3452
    },
    {
      "epoch": 0.5654167348943835,
      "grad_norm": 0.25911203026771545,
      "learning_rate": 0.00019867450695086505,
      "loss": 12.2291,
      "step": 3453
    },
    {
      "epoch": 0.5655804814147699,
      "grad_norm": 0.20093697309494019,
      "learning_rate": 0.00019867366789922794,
      "loss": 12.2028,
      "step": 3454
    },
    {
      "epoch": 0.5657442279351563,
      "grad_norm": 0.14850427210330963,
      "learning_rate": 0.0001986728285838833,
      "loss": 12.1881,
      "step": 3455
    },
    {
      "epoch": 0.5659079744555429,
      "grad_norm": 0.17941559851169586,
      "learning_rate": 0.00019867198900483336,
      "loss": 12.2115,
      "step": 3456
    },
    {
      "epoch": 0.5660717209759293,
      "grad_norm": 0.35447046160697937,
      "learning_rate": 0.0001986711491620804,
      "loss": 12.2375,
      "step": 3457
    },
    {
      "epoch": 0.5662354674963157,
      "grad_norm": 0.1770014762878418,
      "learning_rate": 0.00019867030905562662,
      "loss": 12.2117,
      "step": 3458
    },
    {
      "epoch": 0.5663992140167021,
      "grad_norm": 0.27665698528289795,
      "learning_rate": 0.00019866946868547428,
      "loss": 12.2077,
      "step": 3459
    },
    {
      "epoch": 0.5665629605370885,
      "grad_norm": 0.3570581376552582,
      "learning_rate": 0.00019866862805162562,
      "loss": 12.2052,
      "step": 3460
    },
    {
      "epoch": 0.5667267070574751,
      "grad_norm": 0.18133290112018585,
      "learning_rate": 0.00019866778715408288,
      "loss": 12.2003,
      "step": 3461
    },
    {
      "epoch": 0.5668904535778615,
      "grad_norm": 0.22424840927124023,
      "learning_rate": 0.00019866694599284833,
      "loss": 12.2412,
      "step": 3462
    },
    {
      "epoch": 0.5670542000982479,
      "grad_norm": 0.22990283370018005,
      "learning_rate": 0.0001986661045679242,
      "loss": 12.2018,
      "step": 3463
    },
    {
      "epoch": 0.5672179466186343,
      "grad_norm": 0.27635347843170166,
      "learning_rate": 0.00019866526287931274,
      "loss": 12.228,
      "step": 3464
    },
    {
      "epoch": 0.5673816931390208,
      "grad_norm": 0.19948767125606537,
      "learning_rate": 0.00019866442092701623,
      "loss": 12.1864,
      "step": 3465
    },
    {
      "epoch": 0.5675454396594073,
      "grad_norm": 0.2346484661102295,
      "learning_rate": 0.00019866357871103687,
      "loss": 12.2127,
      "step": 3466
    },
    {
      "epoch": 0.5677091861797937,
      "grad_norm": 0.2296219915151596,
      "learning_rate": 0.00019866273623137695,
      "loss": 12.2016,
      "step": 3467
    },
    {
      "epoch": 0.5678729327001801,
      "grad_norm": 0.31545814871788025,
      "learning_rate": 0.0001986618934880387,
      "loss": 12.2091,
      "step": 3468
    },
    {
      "epoch": 0.5680366792205666,
      "grad_norm": 0.1987036019563675,
      "learning_rate": 0.00019866105048102438,
      "loss": 12.1882,
      "step": 3469
    },
    {
      "epoch": 0.568200425740953,
      "grad_norm": 0.2046065628528595,
      "learning_rate": 0.00019866020721033624,
      "loss": 12.2218,
      "step": 3470
    },
    {
      "epoch": 0.5683641722613394,
      "grad_norm": 0.1734076738357544,
      "learning_rate": 0.0001986593636759765,
      "loss": 12.2298,
      "step": 3471
    },
    {
      "epoch": 0.5685279187817259,
      "grad_norm": 0.3390965759754181,
      "learning_rate": 0.0001986585198779475,
      "loss": 12.2203,
      "step": 3472
    },
    {
      "epoch": 0.5686916653021123,
      "grad_norm": 0.35389357805252075,
      "learning_rate": 0.00019865767581625144,
      "loss": 12.201,
      "step": 3473
    },
    {
      "epoch": 0.5688554118224988,
      "grad_norm": 0.24573074281215668,
      "learning_rate": 0.00019865683149089056,
      "loss": 12.244,
      "step": 3474
    },
    {
      "epoch": 0.5690191583428852,
      "grad_norm": 0.16726556420326233,
      "learning_rate": 0.00019865598690186714,
      "loss": 12.1744,
      "step": 3475
    },
    {
      "epoch": 0.5691829048632716,
      "grad_norm": 0.28847649693489075,
      "learning_rate": 0.00019865514204918345,
      "loss": 12.2123,
      "step": 3476
    },
    {
      "epoch": 0.5693466513836581,
      "grad_norm": 0.35815685987472534,
      "learning_rate": 0.00019865429693284172,
      "loss": 12.219,
      "step": 3477
    },
    {
      "epoch": 0.5695103979040446,
      "grad_norm": 0.19188377261161804,
      "learning_rate": 0.00019865345155284424,
      "loss": 12.1891,
      "step": 3478
    },
    {
      "epoch": 0.569674144424431,
      "grad_norm": 0.2935484051704407,
      "learning_rate": 0.00019865260590919324,
      "loss": 12.1988,
      "step": 3479
    },
    {
      "epoch": 0.5698378909448174,
      "grad_norm": 0.2735840082168579,
      "learning_rate": 0.00019865176000189098,
      "loss": 12.2334,
      "step": 3480
    },
    {
      "epoch": 0.5700016374652038,
      "grad_norm": 0.3279147148132324,
      "learning_rate": 0.00019865091383093972,
      "loss": 12.1878,
      "step": 3481
    },
    {
      "epoch": 0.5701653839855904,
      "grad_norm": 0.26150670647621155,
      "learning_rate": 0.00019865006739634177,
      "loss": 12.2061,
      "step": 3482
    },
    {
      "epoch": 0.5703291305059768,
      "grad_norm": 0.2658953070640564,
      "learning_rate": 0.00019864922069809935,
      "loss": 12.215,
      "step": 3483
    },
    {
      "epoch": 0.5704928770263632,
      "grad_norm": 0.21880404651165009,
      "learning_rate": 0.0001986483737362147,
      "loss": 12.2742,
      "step": 3484
    },
    {
      "epoch": 0.5706566235467496,
      "grad_norm": 0.17903678119182587,
      "learning_rate": 0.00019864752651069012,
      "loss": 12.2395,
      "step": 3485
    },
    {
      "epoch": 0.570820370067136,
      "grad_norm": 0.2762196362018585,
      "learning_rate": 0.00019864667902152788,
      "loss": 12.2016,
      "step": 3486
    },
    {
      "epoch": 0.5709841165875225,
      "grad_norm": 0.27788046002388,
      "learning_rate": 0.0001986458312687302,
      "loss": 12.2426,
      "step": 3487
    },
    {
      "epoch": 0.571147863107909,
      "grad_norm": 0.17175494134426117,
      "learning_rate": 0.00019864498325229942,
      "loss": 12.2248,
      "step": 3488
    },
    {
      "epoch": 0.5713116096282954,
      "grad_norm": 0.22534483671188354,
      "learning_rate": 0.0001986441349722377,
      "loss": 12.2072,
      "step": 3489
    },
    {
      "epoch": 0.5714753561486818,
      "grad_norm": 0.22875869274139404,
      "learning_rate": 0.0001986432864285474,
      "loss": 12.1971,
      "step": 3490
    },
    {
      "epoch": 0.5716391026690683,
      "grad_norm": 0.17948676645755768,
      "learning_rate": 0.00019864243762123077,
      "loss": 12.1712,
      "step": 3491
    },
    {
      "epoch": 0.5718028491894547,
      "grad_norm": 0.24587905406951904,
      "learning_rate": 0.00019864158855029007,
      "loss": 12.1903,
      "step": 3492
    },
    {
      "epoch": 0.5719665957098412,
      "grad_norm": 0.368159681558609,
      "learning_rate": 0.00019864073921572754,
      "loss": 12.2407,
      "step": 3493
    },
    {
      "epoch": 0.5721303422302276,
      "grad_norm": 0.2647859752178192,
      "learning_rate": 0.0001986398896175455,
      "loss": 12.2128,
      "step": 3494
    },
    {
      "epoch": 0.572294088750614,
      "grad_norm": 0.23621344566345215,
      "learning_rate": 0.0001986390397557462,
      "loss": 12.249,
      "step": 3495
    },
    {
      "epoch": 0.5724578352710005,
      "grad_norm": 0.21278195083141327,
      "learning_rate": 0.00019863818963033184,
      "loss": 12.2007,
      "step": 3496
    },
    {
      "epoch": 0.5726215817913869,
      "grad_norm": 0.22138717770576477,
      "learning_rate": 0.00019863733924130482,
      "loss": 12.2022,
      "step": 3497
    },
    {
      "epoch": 0.5727853283117734,
      "grad_norm": 0.2139466106891632,
      "learning_rate": 0.00019863648858866735,
      "loss": 12.2144,
      "step": 3498
    },
    {
      "epoch": 0.5729490748321598,
      "grad_norm": 0.24263812601566315,
      "learning_rate": 0.0001986356376724217,
      "loss": 12.2382,
      "step": 3499
    },
    {
      "epoch": 0.5731128213525463,
      "grad_norm": 0.2058437019586563,
      "learning_rate": 0.00019863478649257012,
      "loss": 12.2093,
      "step": 3500
    },
    {
      "epoch": 0.5732765678729327,
      "grad_norm": 0.28835517168045044,
      "learning_rate": 0.0001986339350491149,
      "loss": 12.2449,
      "step": 3501
    },
    {
      "epoch": 0.5734403143933191,
      "grad_norm": 0.2825923562049866,
      "learning_rate": 0.0001986330833420584,
      "loss": 12.2084,
      "step": 3502
    },
    {
      "epoch": 0.5736040609137056,
      "grad_norm": 0.16739673912525177,
      "learning_rate": 0.00019863223137140277,
      "loss": 12.2277,
      "step": 3503
    },
    {
      "epoch": 0.5737678074340921,
      "grad_norm": 0.26062002778053284,
      "learning_rate": 0.00019863137913715036,
      "loss": 12.2347,
      "step": 3504
    },
    {
      "epoch": 0.5739315539544785,
      "grad_norm": 0.31869590282440186,
      "learning_rate": 0.00019863052663930342,
      "loss": 12.2103,
      "step": 3505
    },
    {
      "epoch": 0.5740953004748649,
      "grad_norm": 0.28801918029785156,
      "learning_rate": 0.00019862967387786423,
      "loss": 12.1954,
      "step": 3506
    },
    {
      "epoch": 0.5742590469952513,
      "grad_norm": 0.1663329005241394,
      "learning_rate": 0.00019862882085283512,
      "loss": 12.2522,
      "step": 3507
    },
    {
      "epoch": 0.5744227935156377,
      "grad_norm": 0.24039503931999207,
      "learning_rate": 0.00019862796756421827,
      "loss": 12.1814,
      "step": 3508
    },
    {
      "epoch": 0.5745865400360243,
      "grad_norm": 0.20691096782684326,
      "learning_rate": 0.00019862711401201605,
      "loss": 12.2378,
      "step": 3509
    },
    {
      "epoch": 0.5747502865564107,
      "grad_norm": 0.18021942675113678,
      "learning_rate": 0.00019862626019623072,
      "loss": 12.174,
      "step": 3510
    },
    {
      "epoch": 0.5749140330767971,
      "grad_norm": 0.21411430835723877,
      "learning_rate": 0.00019862540611686452,
      "loss": 12.2526,
      "step": 3511
    },
    {
      "epoch": 0.5750777795971835,
      "grad_norm": 0.20437346398830414,
      "learning_rate": 0.00019862455177391977,
      "loss": 12.2,
      "step": 3512
    },
    {
      "epoch": 0.57524152611757,
      "grad_norm": 0.27708011865615845,
      "learning_rate": 0.00019862369716739875,
      "loss": 12.2251,
      "step": 3513
    },
    {
      "epoch": 0.5754052726379565,
      "grad_norm": 0.23236975073814392,
      "learning_rate": 0.00019862284229730373,
      "loss": 12.2527,
      "step": 3514
    },
    {
      "epoch": 0.5755690191583429,
      "grad_norm": 0.21002086997032166,
      "learning_rate": 0.000198621987163637,
      "loss": 12.2007,
      "step": 3515
    },
    {
      "epoch": 0.5757327656787293,
      "grad_norm": 0.26830315589904785,
      "learning_rate": 0.00019862113176640089,
      "loss": 12.1755,
      "step": 3516
    },
    {
      "epoch": 0.5758965121991158,
      "grad_norm": 0.2070307582616806,
      "learning_rate": 0.0001986202761055976,
      "loss": 12.1707,
      "step": 3517
    },
    {
      "epoch": 0.5760602587195022,
      "grad_norm": 0.22294285893440247,
      "learning_rate": 0.00019861942018122947,
      "loss": 12.2247,
      "step": 3518
    },
    {
      "epoch": 0.5762240052398887,
      "grad_norm": 0.2708532214164734,
      "learning_rate": 0.0001986185639932988,
      "loss": 12.2087,
      "step": 3519
    },
    {
      "epoch": 0.5763877517602751,
      "grad_norm": 0.22743628919124603,
      "learning_rate": 0.00019861770754180786,
      "loss": 12.2019,
      "step": 3520
    },
    {
      "epoch": 0.5765514982806615,
      "grad_norm": 0.2248951941728592,
      "learning_rate": 0.0001986168508267589,
      "loss": 12.2178,
      "step": 3521
    },
    {
      "epoch": 0.576715244801048,
      "grad_norm": 0.28791260719299316,
      "learning_rate": 0.0001986159938481543,
      "loss": 12.2431,
      "step": 3522
    },
    {
      "epoch": 0.5768789913214344,
      "grad_norm": 0.25319844484329224,
      "learning_rate": 0.00019861513660599623,
      "loss": 12.1706,
      "step": 3523
    },
    {
      "epoch": 0.5770427378418208,
      "grad_norm": 0.19137677550315857,
      "learning_rate": 0.0001986142791002871,
      "loss": 12.2017,
      "step": 3524
    },
    {
      "epoch": 0.5772064843622073,
      "grad_norm": 0.31105926632881165,
      "learning_rate": 0.00019861342133102917,
      "loss": 12.1938,
      "step": 3525
    },
    {
      "epoch": 0.5773702308825938,
      "grad_norm": 0.17866356670856476,
      "learning_rate": 0.00019861256329822466,
      "loss": 12.1928,
      "step": 3526
    },
    {
      "epoch": 0.5775339774029802,
      "grad_norm": 0.31336742639541626,
      "learning_rate": 0.0001986117050018759,
      "loss": 12.2023,
      "step": 3527
    },
    {
      "epoch": 0.5776977239233666,
      "grad_norm": 0.28316932916641235,
      "learning_rate": 0.00019861084644198527,
      "loss": 12.2095,
      "step": 3528
    },
    {
      "epoch": 0.577861470443753,
      "grad_norm": 0.21831920742988586,
      "learning_rate": 0.00019860998761855493,
      "loss": 12.2293,
      "step": 3529
    },
    {
      "epoch": 0.5780252169641396,
      "grad_norm": 0.2937450408935547,
      "learning_rate": 0.0001986091285315873,
      "loss": 12.2066,
      "step": 3530
    },
    {
      "epoch": 0.578188963484526,
      "grad_norm": 0.1854860931634903,
      "learning_rate": 0.00019860826918108456,
      "loss": 12.1996,
      "step": 3531
    },
    {
      "epoch": 0.5783527100049124,
      "grad_norm": 0.21422341465950012,
      "learning_rate": 0.00019860740956704906,
      "loss": 12.2456,
      "step": 3532
    },
    {
      "epoch": 0.5785164565252988,
      "grad_norm": 0.29282814264297485,
      "learning_rate": 0.0001986065496894831,
      "loss": 12.1502,
      "step": 3533
    },
    {
      "epoch": 0.5786802030456852,
      "grad_norm": 0.27255117893218994,
      "learning_rate": 0.00019860568954838904,
      "loss": 12.2002,
      "step": 3534
    },
    {
      "epoch": 0.5788439495660718,
      "grad_norm": 0.3699477016925812,
      "learning_rate": 0.00019860482914376906,
      "loss": 12.2483,
      "step": 3535
    },
    {
      "epoch": 0.5790076960864582,
      "grad_norm": 0.23896953463554382,
      "learning_rate": 0.0001986039684756255,
      "loss": 12.1827,
      "step": 3536
    },
    {
      "epoch": 0.5791714426068446,
      "grad_norm": 0.2535363733768463,
      "learning_rate": 0.0001986031075439607,
      "loss": 12.1981,
      "step": 3537
    },
    {
      "epoch": 0.579335189127231,
      "grad_norm": 0.2140781432390213,
      "learning_rate": 0.00019860224634877694,
      "loss": 12.1823,
      "step": 3538
    },
    {
      "epoch": 0.5794989356476175,
      "grad_norm": 0.20808005332946777,
      "learning_rate": 0.0001986013848900765,
      "loss": 12.1929,
      "step": 3539
    },
    {
      "epoch": 0.579662682168004,
      "grad_norm": 0.2657953202724457,
      "learning_rate": 0.00019860052316786174,
      "loss": 12.1511,
      "step": 3540
    },
    {
      "epoch": 0.5798264286883904,
      "grad_norm": 0.28463855385780334,
      "learning_rate": 0.00019859966118213488,
      "loss": 12.199,
      "step": 3541
    },
    {
      "epoch": 0.5799901752087768,
      "grad_norm": 0.22346952557563782,
      "learning_rate": 0.0001985987989328983,
      "loss": 12.1865,
      "step": 3542
    },
    {
      "epoch": 0.5801539217291632,
      "grad_norm": 0.28320589661598206,
      "learning_rate": 0.00019859793642015424,
      "loss": 12.1863,
      "step": 3543
    },
    {
      "epoch": 0.5803176682495497,
      "grad_norm": 0.16613569855690002,
      "learning_rate": 0.00019859707364390503,
      "loss": 12.2056,
      "step": 3544
    },
    {
      "epoch": 0.5804814147699361,
      "grad_norm": 0.17938387393951416,
      "learning_rate": 0.000198596210604153,
      "loss": 12.2052,
      "step": 3545
    },
    {
      "epoch": 0.5806451612903226,
      "grad_norm": 0.3368648588657379,
      "learning_rate": 0.00019859534730090045,
      "loss": 12.1759,
      "step": 3546
    },
    {
      "epoch": 0.580808907810709,
      "grad_norm": 0.2461317479610443,
      "learning_rate": 0.00019859448373414965,
      "loss": 12.2821,
      "step": 3547
    },
    {
      "epoch": 0.5809726543310955,
      "grad_norm": 0.19115091860294342,
      "learning_rate": 0.00019859361990390295,
      "loss": 12.2261,
      "step": 3548
    },
    {
      "epoch": 0.5811364008514819,
      "grad_norm": 0.24002891778945923,
      "learning_rate": 0.00019859275581016265,
      "loss": 12.2111,
      "step": 3549
    },
    {
      "epoch": 0.5813001473718683,
      "grad_norm": 0.18456906080245972,
      "learning_rate": 0.00019859189145293103,
      "loss": 12.2013,
      "step": 3550
    },
    {
      "epoch": 0.5814638938922548,
      "grad_norm": 0.18829013407230377,
      "learning_rate": 0.00019859102683221041,
      "loss": 12.1806,
      "step": 3551
    },
    {
      "epoch": 0.5816276404126413,
      "grad_norm": 0.17818546295166016,
      "learning_rate": 0.00019859016194800314,
      "loss": 12.2178,
      "step": 3552
    },
    {
      "epoch": 0.5817913869330277,
      "grad_norm": 0.27794116735458374,
      "learning_rate": 0.00019858929680031148,
      "loss": 12.2255,
      "step": 3553
    },
    {
      "epoch": 0.5819551334534141,
      "grad_norm": 0.21110709011554718,
      "learning_rate": 0.0001985884313891378,
      "loss": 12.1793,
      "step": 3554
    },
    {
      "epoch": 0.5821188799738005,
      "grad_norm": 0.27794164419174194,
      "learning_rate": 0.00019858756571448436,
      "loss": 12.2426,
      "step": 3555
    },
    {
      "epoch": 0.582282626494187,
      "grad_norm": 0.18691180646419525,
      "learning_rate": 0.00019858669977635348,
      "loss": 12.2095,
      "step": 3556
    },
    {
      "epoch": 0.5824463730145735,
      "grad_norm": 0.20670388638973236,
      "learning_rate": 0.0001985858335747475,
      "loss": 12.1805,
      "step": 3557
    },
    {
      "epoch": 0.5826101195349599,
      "grad_norm": 0.1909428983926773,
      "learning_rate": 0.0001985849671096687,
      "loss": 12.2823,
      "step": 3558
    },
    {
      "epoch": 0.5827738660553463,
      "grad_norm": 0.23000983893871307,
      "learning_rate": 0.00019858410038111943,
      "loss": 12.1847,
      "step": 3559
    },
    {
      "epoch": 0.5829376125757327,
      "grad_norm": 0.2501624524593353,
      "learning_rate": 0.000198583233389102,
      "loss": 12.2258,
      "step": 3560
    },
    {
      "epoch": 0.5831013590961192,
      "grad_norm": 0.21246960759162903,
      "learning_rate": 0.00019858236613361872,
      "loss": 12.2523,
      "step": 3561
    },
    {
      "epoch": 0.5832651056165057,
      "grad_norm": 0.19043748080730438,
      "learning_rate": 0.0001985814986146719,
      "loss": 12.2075,
      "step": 3562
    },
    {
      "epoch": 0.5834288521368921,
      "grad_norm": 0.18318144977092743,
      "learning_rate": 0.00019858063083226388,
      "loss": 12.2223,
      "step": 3563
    },
    {
      "epoch": 0.5835925986572785,
      "grad_norm": 0.2611886262893677,
      "learning_rate": 0.00019857976278639695,
      "loss": 12.2315,
      "step": 3564
    },
    {
      "epoch": 0.583756345177665,
      "grad_norm": 0.3600301146507263,
      "learning_rate": 0.00019857889447707345,
      "loss": 12.2126,
      "step": 3565
    },
    {
      "epoch": 0.5839200916980514,
      "grad_norm": 0.3596802353858948,
      "learning_rate": 0.00019857802590429567,
      "loss": 12.2107,
      "step": 3566
    },
    {
      "epoch": 0.5840838382184379,
      "grad_norm": 0.27555418014526367,
      "learning_rate": 0.00019857715706806598,
      "loss": 12.2368,
      "step": 3567
    },
    {
      "epoch": 0.5842475847388243,
      "grad_norm": 0.25464218854904175,
      "learning_rate": 0.0001985762879683867,
      "loss": 12.2917,
      "step": 3568
    },
    {
      "epoch": 0.5844113312592107,
      "grad_norm": 0.24782463908195496,
      "learning_rate": 0.0001985754186052601,
      "loss": 12.2023,
      "step": 3569
    },
    {
      "epoch": 0.5845750777795972,
      "grad_norm": 0.21255359053611755,
      "learning_rate": 0.00019857454897868854,
      "loss": 12.2022,
      "step": 3570
    },
    {
      "epoch": 0.5847388242999836,
      "grad_norm": 0.189370259642601,
      "learning_rate": 0.00019857367908867436,
      "loss": 12.1972,
      "step": 3571
    },
    {
      "epoch": 0.5849025708203701,
      "grad_norm": 0.20013415813446045,
      "learning_rate": 0.00019857280893521986,
      "loss": 12.1999,
      "step": 3572
    },
    {
      "epoch": 0.5850663173407565,
      "grad_norm": 0.20323088765144348,
      "learning_rate": 0.00019857193851832735,
      "loss": 12.2221,
      "step": 3573
    },
    {
      "epoch": 0.585230063861143,
      "grad_norm": 0.22615566849708557,
      "learning_rate": 0.0001985710678379992,
      "loss": 12.1983,
      "step": 3574
    },
    {
      "epoch": 0.5853938103815294,
      "grad_norm": 0.3790927529335022,
      "learning_rate": 0.0001985701968942377,
      "loss": 12.2174,
      "step": 3575
    },
    {
      "epoch": 0.5855575569019158,
      "grad_norm": 0.25580763816833496,
      "learning_rate": 0.00019856932568704515,
      "loss": 12.1765,
      "step": 3576
    },
    {
      "epoch": 0.5857213034223023,
      "grad_norm": 0.2408314049243927,
      "learning_rate": 0.00019856845421642398,
      "loss": 12.2018,
      "step": 3577
    },
    {
      "epoch": 0.5858850499426888,
      "grad_norm": 0.1898331195116043,
      "learning_rate": 0.0001985675824823764,
      "loss": 12.1698,
      "step": 3578
    },
    {
      "epoch": 0.5860487964630752,
      "grad_norm": 0.2770572304725647,
      "learning_rate": 0.00019856671048490486,
      "loss": 12.2368,
      "step": 3579
    },
    {
      "epoch": 0.5862125429834616,
      "grad_norm": 0.23669369518756866,
      "learning_rate": 0.0001985658382240116,
      "loss": 12.2061,
      "step": 3580
    },
    {
      "epoch": 0.586376289503848,
      "grad_norm": 0.19052709639072418,
      "learning_rate": 0.00019856496569969898,
      "loss": 12.2035,
      "step": 3581
    },
    {
      "epoch": 0.5865400360242344,
      "grad_norm": 0.2545936107635498,
      "learning_rate": 0.0001985640929119693,
      "loss": 12.2036,
      "step": 3582
    },
    {
      "epoch": 0.586703782544621,
      "grad_norm": 0.2595231533050537,
      "learning_rate": 0.00019856321986082498,
      "loss": 12.1852,
      "step": 3583
    },
    {
      "epoch": 0.5868675290650074,
      "grad_norm": 0.2596704065799713,
      "learning_rate": 0.00019856234654626827,
      "loss": 12.1914,
      "step": 3584
    },
    {
      "epoch": 0.5870312755853938,
      "grad_norm": 0.16645489633083344,
      "learning_rate": 0.0001985614729683015,
      "loss": 12.2624,
      "step": 3585
    },
    {
      "epoch": 0.5871950221057802,
      "grad_norm": 0.22058144211769104,
      "learning_rate": 0.00019856059912692708,
      "loss": 12.2029,
      "step": 3586
    },
    {
      "epoch": 0.5873587686261666,
      "grad_norm": 0.24527238309383392,
      "learning_rate": 0.00019855972502214728,
      "loss": 12.2163,
      "step": 3587
    },
    {
      "epoch": 0.5875225151465532,
      "grad_norm": 0.19803451001644135,
      "learning_rate": 0.00019855885065396444,
      "loss": 12.2008,
      "step": 3588
    },
    {
      "epoch": 0.5876862616669396,
      "grad_norm": 0.28712892532348633,
      "learning_rate": 0.00019855797602238095,
      "loss": 12.1999,
      "step": 3589
    },
    {
      "epoch": 0.587850008187326,
      "grad_norm": 0.283191055059433,
      "learning_rate": 0.0001985571011273991,
      "loss": 12.2258,
      "step": 3590
    },
    {
      "epoch": 0.5880137547077124,
      "grad_norm": 0.18922840058803558,
      "learning_rate": 0.00019855622596902123,
      "loss": 12.2269,
      "step": 3591
    },
    {
      "epoch": 0.5881775012280989,
      "grad_norm": 0.22990460693836212,
      "learning_rate": 0.00019855535054724967,
      "loss": 12.189,
      "step": 3592
    },
    {
      "epoch": 0.5883412477484854,
      "grad_norm": 0.19616404175758362,
      "learning_rate": 0.0001985544748620868,
      "loss": 12.2337,
      "step": 3593
    },
    {
      "epoch": 0.5885049942688718,
      "grad_norm": 0.1709292232990265,
      "learning_rate": 0.00019855359891353494,
      "loss": 12.1936,
      "step": 3594
    },
    {
      "epoch": 0.5886687407892582,
      "grad_norm": 0.28208038210868835,
      "learning_rate": 0.00019855272270159644,
      "loss": 12.197,
      "step": 3595
    },
    {
      "epoch": 0.5888324873096447,
      "grad_norm": 0.28428414463996887,
      "learning_rate": 0.00019855184622627361,
      "loss": 12.2247,
      "step": 3596
    },
    {
      "epoch": 0.5889962338300311,
      "grad_norm": 0.35331258177757263,
      "learning_rate": 0.0001985509694875688,
      "loss": 12.2207,
      "step": 3597
    },
    {
      "epoch": 0.5891599803504175,
      "grad_norm": 0.184351846575737,
      "learning_rate": 0.0001985500924854844,
      "loss": 12.2065,
      "step": 3598
    },
    {
      "epoch": 0.589323726870804,
      "grad_norm": 0.2728884220123291,
      "learning_rate": 0.0001985492152200227,
      "loss": 12.2447,
      "step": 3599
    },
    {
      "epoch": 0.5894874733911905,
      "grad_norm": 0.18789225816726685,
      "learning_rate": 0.00019854833769118607,
      "loss": 12.1739,
      "step": 3600
    },
    {
      "epoch": 0.5896512199115769,
      "grad_norm": 0.34033918380737305,
      "learning_rate": 0.00019854745989897685,
      "loss": 12.2017,
      "step": 3601
    },
    {
      "epoch": 0.5898149664319633,
      "grad_norm": 0.2439693808555603,
      "learning_rate": 0.00019854658184339738,
      "loss": 12.163,
      "step": 3602
    },
    {
      "epoch": 0.5899787129523497,
      "grad_norm": 0.21756593883037567,
      "learning_rate": 0.00019854570352445002,
      "loss": 12.2135,
      "step": 3603
    },
    {
      "epoch": 0.5901424594727362,
      "grad_norm": 0.23009391129016876,
      "learning_rate": 0.0001985448249421371,
      "loss": 12.2018,
      "step": 3604
    },
    {
      "epoch": 0.5903062059931227,
      "grad_norm": 0.17016838490962982,
      "learning_rate": 0.00019854394609646097,
      "loss": 12.2479,
      "step": 3605
    },
    {
      "epoch": 0.5904699525135091,
      "grad_norm": 0.3406945765018463,
      "learning_rate": 0.000198543066987424,
      "loss": 12.1874,
      "step": 3606
    },
    {
      "epoch": 0.5906336990338955,
      "grad_norm": 0.25591370463371277,
      "learning_rate": 0.00019854218761502853,
      "loss": 12.2095,
      "step": 3607
    },
    {
      "epoch": 0.5907974455542819,
      "grad_norm": 0.4479222893714905,
      "learning_rate": 0.00019854130797927687,
      "loss": 12.2252,
      "step": 3608
    },
    {
      "epoch": 0.5909611920746685,
      "grad_norm": 0.19175118207931519,
      "learning_rate": 0.00019854042808017147,
      "loss": 12.2413,
      "step": 3609
    },
    {
      "epoch": 0.5911249385950549,
      "grad_norm": 0.1527843326330185,
      "learning_rate": 0.00019853954791771455,
      "loss": 12.1792,
      "step": 3610
    },
    {
      "epoch": 0.5912886851154413,
      "grad_norm": 0.1670430302619934,
      "learning_rate": 0.00019853866749190856,
      "loss": 12.2003,
      "step": 3611
    },
    {
      "epoch": 0.5914524316358277,
      "grad_norm": 0.19945141673088074,
      "learning_rate": 0.00019853778680275586,
      "loss": 12.232,
      "step": 3612
    },
    {
      "epoch": 0.5916161781562141,
      "grad_norm": 0.23080812394618988,
      "learning_rate": 0.00019853690585025873,
      "loss": 12.2305,
      "step": 3613
    },
    {
      "epoch": 0.5917799246766007,
      "grad_norm": 0.22332802414894104,
      "learning_rate": 0.00019853602463441953,
      "loss": 12.2061,
      "step": 3614
    },
    {
      "epoch": 0.5919436711969871,
      "grad_norm": 0.30612242221832275,
      "learning_rate": 0.00019853514315524068,
      "loss": 12.2154,
      "step": 3615
    },
    {
      "epoch": 0.5921074177173735,
      "grad_norm": 0.24154433608055115,
      "learning_rate": 0.00019853426141272452,
      "loss": 12.1915,
      "step": 3616
    },
    {
      "epoch": 0.5922711642377599,
      "grad_norm": 0.293535053730011,
      "learning_rate": 0.00019853337940687338,
      "loss": 12.1983,
      "step": 3617
    },
    {
      "epoch": 0.5924349107581464,
      "grad_norm": 0.1888056844472885,
      "learning_rate": 0.00019853249713768962,
      "loss": 12.2078,
      "step": 3618
    },
    {
      "epoch": 0.5925986572785328,
      "grad_norm": 0.250771701335907,
      "learning_rate": 0.00019853161460517556,
      "loss": 12.2061,
      "step": 3619
    },
    {
      "epoch": 0.5927624037989193,
      "grad_norm": 0.21815024316310883,
      "learning_rate": 0.00019853073180933368,
      "loss": 12.2109,
      "step": 3620
    },
    {
      "epoch": 0.5929261503193057,
      "grad_norm": 0.24695712327957153,
      "learning_rate": 0.0001985298487501662,
      "loss": 12.2045,
      "step": 3621
    },
    {
      "epoch": 0.5930898968396922,
      "grad_norm": 0.23529371619224548,
      "learning_rate": 0.00019852896542767558,
      "loss": 12.175,
      "step": 3622
    },
    {
      "epoch": 0.5932536433600786,
      "grad_norm": 0.3101526200771332,
      "learning_rate": 0.00019852808184186413,
      "loss": 12.2019,
      "step": 3623
    },
    {
      "epoch": 0.593417389880465,
      "grad_norm": 0.2914556562900543,
      "learning_rate": 0.0001985271979927342,
      "loss": 12.2058,
      "step": 3624
    },
    {
      "epoch": 0.5935811364008515,
      "grad_norm": 0.24713115394115448,
      "learning_rate": 0.0001985263138802882,
      "loss": 12.2036,
      "step": 3625
    },
    {
      "epoch": 0.593744882921238,
      "grad_norm": 0.26449835300445557,
      "learning_rate": 0.00019852542950452845,
      "loss": 12.1627,
      "step": 3626
    },
    {
      "epoch": 0.5939086294416244,
      "grad_norm": 0.3027364909648895,
      "learning_rate": 0.00019852454486545738,
      "loss": 12.2046,
      "step": 3627
    },
    {
      "epoch": 0.5940723759620108,
      "grad_norm": 0.16569596529006958,
      "learning_rate": 0.00019852365996307728,
      "loss": 12.2248,
      "step": 3628
    },
    {
      "epoch": 0.5942361224823972,
      "grad_norm": 0.21727676689624786,
      "learning_rate": 0.00019852277479739052,
      "loss": 12.2051,
      "step": 3629
    },
    {
      "epoch": 0.5943998690027837,
      "grad_norm": 0.23009152710437775,
      "learning_rate": 0.00019852188936839952,
      "loss": 12.1979,
      "step": 3630
    },
    {
      "epoch": 0.5945636155231702,
      "grad_norm": 0.2452261596918106,
      "learning_rate": 0.00019852100367610657,
      "loss": 12.2118,
      "step": 3631
    },
    {
      "epoch": 0.5947273620435566,
      "grad_norm": 0.1841205209493637,
      "learning_rate": 0.0001985201177205141,
      "loss": 12.1849,
      "step": 3632
    },
    {
      "epoch": 0.594891108563943,
      "grad_norm": 0.2038591504096985,
      "learning_rate": 0.00019851923150162448,
      "loss": 12.2177,
      "step": 3633
    },
    {
      "epoch": 0.5950548550843294,
      "grad_norm": 0.23341837525367737,
      "learning_rate": 0.00019851834501944003,
      "loss": 12.2293,
      "step": 3634
    },
    {
      "epoch": 0.5952186016047158,
      "grad_norm": 0.18204531073570251,
      "learning_rate": 0.00019851745827396315,
      "loss": 12.2425,
      "step": 3635
    },
    {
      "epoch": 0.5953823481251024,
      "grad_norm": 0.2233096808195114,
      "learning_rate": 0.00019851657126519623,
      "loss": 12.2028,
      "step": 3636
    },
    {
      "epoch": 0.5955460946454888,
      "grad_norm": 0.22052623331546783,
      "learning_rate": 0.00019851568399314158,
      "loss": 12.2133,
      "step": 3637
    },
    {
      "epoch": 0.5957098411658752,
      "grad_norm": 0.20861640572547913,
      "learning_rate": 0.00019851479645780162,
      "loss": 12.2107,
      "step": 3638
    },
    {
      "epoch": 0.5958735876862616,
      "grad_norm": 0.21913981437683105,
      "learning_rate": 0.0001985139086591787,
      "loss": 12.2262,
      "step": 3639
    },
    {
      "epoch": 0.5960373342066481,
      "grad_norm": 0.3782210052013397,
      "learning_rate": 0.0001985130205972752,
      "loss": 12.2066,
      "step": 3640
    },
    {
      "epoch": 0.5962010807270346,
      "grad_norm": 0.25636518001556396,
      "learning_rate": 0.00019851213227209353,
      "loss": 12.1965,
      "step": 3641
    },
    {
      "epoch": 0.596364827247421,
      "grad_norm": 0.1853841096162796,
      "learning_rate": 0.000198511243683636,
      "loss": 12.1871,
      "step": 3642
    },
    {
      "epoch": 0.5965285737678074,
      "grad_norm": 0.19265000522136688,
      "learning_rate": 0.00019851035483190504,
      "loss": 12.2179,
      "step": 3643
    },
    {
      "epoch": 0.5966923202881939,
      "grad_norm": 0.27621227502822876,
      "learning_rate": 0.00019850946571690296,
      "loss": 12.216,
      "step": 3644
    },
    {
      "epoch": 0.5968560668085803,
      "grad_norm": 0.2267923802137375,
      "learning_rate": 0.0001985085763386322,
      "loss": 12.2023,
      "step": 3645
    },
    {
      "epoch": 0.5970198133289668,
      "grad_norm": 0.32014697790145874,
      "learning_rate": 0.00019850768669709513,
      "loss": 12.1911,
      "step": 3646
    },
    {
      "epoch": 0.5971835598493532,
      "grad_norm": 0.22874952852725983,
      "learning_rate": 0.00019850679679229408,
      "loss": 12.1808,
      "step": 3647
    },
    {
      "epoch": 0.5973473063697397,
      "grad_norm": 0.2094040811061859,
      "learning_rate": 0.00019850590662423144,
      "loss": 12.2273,
      "step": 3648
    },
    {
      "epoch": 0.5975110528901261,
      "grad_norm": 0.2679077386856079,
      "learning_rate": 0.00019850501619290967,
      "loss": 12.1987,
      "step": 3649
    },
    {
      "epoch": 0.5976747994105125,
      "grad_norm": 0.26239702105522156,
      "learning_rate": 0.00019850412549833103,
      "loss": 12.2214,
      "step": 3650
    },
    {
      "epoch": 0.597838545930899,
      "grad_norm": 0.20169854164123535,
      "learning_rate": 0.00019850323454049796,
      "loss": 12.2288,
      "step": 3651
    },
    {
      "epoch": 0.5980022924512854,
      "grad_norm": 0.21294058859348297,
      "learning_rate": 0.0001985023433194129,
      "loss": 12.2139,
      "step": 3652
    },
    {
      "epoch": 0.5981660389716719,
      "grad_norm": 0.164443239569664,
      "learning_rate": 0.0001985014518350781,
      "loss": 12.1805,
      "step": 3653
    },
    {
      "epoch": 0.5983297854920583,
      "grad_norm": 0.3080556392669678,
      "learning_rate": 0.00019850056008749608,
      "loss": 12.1973,
      "step": 3654
    },
    {
      "epoch": 0.5984935320124447,
      "grad_norm": 0.17645500600337982,
      "learning_rate": 0.00019849966807666908,
      "loss": 12.2141,
      "step": 3655
    },
    {
      "epoch": 0.5986572785328311,
      "grad_norm": 0.26075997948646545,
      "learning_rate": 0.00019849877580259962,
      "loss": 12.1983,
      "step": 3656
    },
    {
      "epoch": 0.5988210250532177,
      "grad_norm": 0.20562809705734253,
      "learning_rate": 0.00019849788326529,
      "loss": 12.224,
      "step": 3657
    },
    {
      "epoch": 0.5989847715736041,
      "grad_norm": 0.2498551458120346,
      "learning_rate": 0.0001984969904647426,
      "loss": 12.2212,
      "step": 3658
    },
    {
      "epoch": 0.5991485180939905,
      "grad_norm": 0.21192584931850433,
      "learning_rate": 0.0001984960974009599,
      "loss": 12.2145,
      "step": 3659
    },
    {
      "epoch": 0.5993122646143769,
      "grad_norm": 0.21430477499961853,
      "learning_rate": 0.00019849520407394416,
      "loss": 12.1941,
      "step": 3660
    },
    {
      "epoch": 0.5994760111347633,
      "grad_norm": 0.28061699867248535,
      "learning_rate": 0.00019849431048369788,
      "loss": 12.1771,
      "step": 3661
    },
    {
      "epoch": 0.5996397576551499,
      "grad_norm": 0.266834020614624,
      "learning_rate": 0.00019849341663022338,
      "loss": 12.2791,
      "step": 3662
    },
    {
      "epoch": 0.5998035041755363,
      "grad_norm": 0.2591000199317932,
      "learning_rate": 0.00019849252251352307,
      "loss": 12.2565,
      "step": 3663
    },
    {
      "epoch": 0.5999672506959227,
      "grad_norm": 0.4035607576370239,
      "learning_rate": 0.00019849162813359933,
      "loss": 12.2202,
      "step": 3664
    },
    {
      "epoch": 0.6001309972163091,
      "grad_norm": 0.20320184528827667,
      "learning_rate": 0.00019849073349045455,
      "loss": 12.2121,
      "step": 3665
    },
    {
      "epoch": 0.6002947437366956,
      "grad_norm": 0.22279059886932373,
      "learning_rate": 0.00019848983858409113,
      "loss": 12.1666,
      "step": 3666
    },
    {
      "epoch": 0.6004584902570821,
      "grad_norm": 0.17364875972270966,
      "learning_rate": 0.00019848894341451147,
      "loss": 12.2541,
      "step": 3667
    },
    {
      "epoch": 0.6006222367774685,
      "grad_norm": 0.18244896829128265,
      "learning_rate": 0.00019848804798171794,
      "loss": 12.2212,
      "step": 3668
    },
    {
      "epoch": 0.6007859832978549,
      "grad_norm": 0.2150961458683014,
      "learning_rate": 0.00019848715228571297,
      "loss": 12.2103,
      "step": 3669
    },
    {
      "epoch": 0.6009497298182414,
      "grad_norm": 0.23430052399635315,
      "learning_rate": 0.00019848625632649892,
      "loss": 12.1948,
      "step": 3670
    },
    {
      "epoch": 0.6011134763386278,
      "grad_norm": 0.2873513102531433,
      "learning_rate": 0.00019848536010407818,
      "loss": 12.2087,
      "step": 3671
    },
    {
      "epoch": 0.6012772228590142,
      "grad_norm": 0.23151525855064392,
      "learning_rate": 0.00019848446361845316,
      "loss": 12.2046,
      "step": 3672
    },
    {
      "epoch": 0.6014409693794007,
      "grad_norm": 0.2129414975643158,
      "learning_rate": 0.00019848356686962625,
      "loss": 12.1949,
      "step": 3673
    },
    {
      "epoch": 0.6016047158997871,
      "grad_norm": 0.26302751898765564,
      "learning_rate": 0.00019848266985759988,
      "loss": 12.213,
      "step": 3674
    },
    {
      "epoch": 0.6017684624201736,
      "grad_norm": 0.22398969531059265,
      "learning_rate": 0.00019848177258237638,
      "loss": 12.2136,
      "step": 3675
    },
    {
      "epoch": 0.60193220894056,
      "grad_norm": 0.2100830078125,
      "learning_rate": 0.0001984808750439582,
      "loss": 12.1871,
      "step": 3676
    },
    {
      "epoch": 0.6020959554609464,
      "grad_norm": 0.19353605806827545,
      "learning_rate": 0.00019847997724234775,
      "loss": 12.2368,
      "step": 3677
    },
    {
      "epoch": 0.6022597019813329,
      "grad_norm": 0.16222348809242249,
      "learning_rate": 0.00019847907917754735,
      "loss": 12.152,
      "step": 3678
    },
    {
      "epoch": 0.6024234485017194,
      "grad_norm": 0.19336920976638794,
      "learning_rate": 0.00019847818084955948,
      "loss": 12.2227,
      "step": 3679
    },
    {
      "epoch": 0.6025871950221058,
      "grad_norm": 0.2971402704715729,
      "learning_rate": 0.00019847728225838655,
      "loss": 12.2208,
      "step": 3680
    },
    {
      "epoch": 0.6027509415424922,
      "grad_norm": 0.25038832426071167,
      "learning_rate": 0.00019847638340403088,
      "loss": 12.1942,
      "step": 3681
    },
    {
      "epoch": 0.6029146880628786,
      "grad_norm": 0.25256088376045227,
      "learning_rate": 0.00019847548428649495,
      "loss": 12.1737,
      "step": 3682
    },
    {
      "epoch": 0.6030784345832652,
      "grad_norm": 0.21764430403709412,
      "learning_rate": 0.00019847458490578111,
      "loss": 12.1508,
      "step": 3683
    },
    {
      "epoch": 0.6032421811036516,
      "grad_norm": 0.2126728892326355,
      "learning_rate": 0.0001984736852618918,
      "loss": 12.2039,
      "step": 3684
    },
    {
      "epoch": 0.603405927624038,
      "grad_norm": 0.18467172980308533,
      "learning_rate": 0.0001984727853548294,
      "loss": 12.2183,
      "step": 3685
    },
    {
      "epoch": 0.6035696741444244,
      "grad_norm": 0.19492393732070923,
      "learning_rate": 0.0001984718851845963,
      "loss": 12.2313,
      "step": 3686
    },
    {
      "epoch": 0.6037334206648108,
      "grad_norm": 0.24574367702007294,
      "learning_rate": 0.000198470984751195,
      "loss": 12.1513,
      "step": 3687
    },
    {
      "epoch": 0.6038971671851974,
      "grad_norm": 0.18570654094219208,
      "learning_rate": 0.00019847008405462778,
      "loss": 12.2235,
      "step": 3688
    },
    {
      "epoch": 0.6040609137055838,
      "grad_norm": 0.18467126786708832,
      "learning_rate": 0.00019846918309489713,
      "loss": 12.1946,
      "step": 3689
    },
    {
      "epoch": 0.6042246602259702,
      "grad_norm": 0.20095103979110718,
      "learning_rate": 0.0001984682818720054,
      "loss": 12.2045,
      "step": 3690
    },
    {
      "epoch": 0.6043884067463566,
      "grad_norm": 0.21179860830307007,
      "learning_rate": 0.00019846738038595507,
      "loss": 12.2302,
      "step": 3691
    },
    {
      "epoch": 0.604552153266743,
      "grad_norm": 0.21711969375610352,
      "learning_rate": 0.0001984664786367485,
      "loss": 12.2308,
      "step": 3692
    },
    {
      "epoch": 0.6047158997871295,
      "grad_norm": 0.20568425953388214,
      "learning_rate": 0.0001984655766243881,
      "loss": 12.2592,
      "step": 3693
    },
    {
      "epoch": 0.604879646307516,
      "grad_norm": 0.26258549094200134,
      "learning_rate": 0.00019846467434887628,
      "loss": 12.2369,
      "step": 3694
    },
    {
      "epoch": 0.6050433928279024,
      "grad_norm": 0.349967896938324,
      "learning_rate": 0.00019846377181021547,
      "loss": 12.2665,
      "step": 3695
    },
    {
      "epoch": 0.6052071393482888,
      "grad_norm": 0.23398767411708832,
      "learning_rate": 0.0001984628690084081,
      "loss": 12.2128,
      "step": 3696
    },
    {
      "epoch": 0.6053708858686753,
      "grad_norm": 0.17301984131336212,
      "learning_rate": 0.00019846196594345652,
      "loss": 12.181,
      "step": 3697
    },
    {
      "epoch": 0.6055346323890617,
      "grad_norm": 0.21909189224243164,
      "learning_rate": 0.00019846106261536318,
      "loss": 12.2388,
      "step": 3698
    },
    {
      "epoch": 0.6056983789094482,
      "grad_norm": 0.21252356469631195,
      "learning_rate": 0.0001984601590241305,
      "loss": 12.2273,
      "step": 3699
    },
    {
      "epoch": 0.6058621254298346,
      "grad_norm": 0.2000034600496292,
      "learning_rate": 0.00019845925516976092,
      "loss": 12.1758,
      "step": 3700
    },
    {
      "epoch": 0.6060258719502211,
      "grad_norm": 0.2289244532585144,
      "learning_rate": 0.00019845835105225675,
      "loss": 12.2252,
      "step": 3701
    },
    {
      "epoch": 0.6061896184706075,
      "grad_norm": 0.269709050655365,
      "learning_rate": 0.00019845744667162056,
      "loss": 12.1915,
      "step": 3702
    },
    {
      "epoch": 0.6063533649909939,
      "grad_norm": 0.26175457239151,
      "learning_rate": 0.00019845654202785466,
      "loss": 12.1881,
      "step": 3703
    },
    {
      "epoch": 0.6065171115113804,
      "grad_norm": 0.2510640621185303,
      "learning_rate": 0.00019845563712096148,
      "loss": 12.2305,
      "step": 3704
    },
    {
      "epoch": 0.6066808580317669,
      "grad_norm": 0.22678852081298828,
      "learning_rate": 0.00019845473195094347,
      "loss": 12.2047,
      "step": 3705
    },
    {
      "epoch": 0.6068446045521533,
      "grad_norm": 0.2464272379875183,
      "learning_rate": 0.00019845382651780303,
      "loss": 12.2253,
      "step": 3706
    },
    {
      "epoch": 0.6070083510725397,
      "grad_norm": 0.3021940290927887,
      "learning_rate": 0.00019845292082154258,
      "loss": 12.2378,
      "step": 3707
    },
    {
      "epoch": 0.6071720975929261,
      "grad_norm": 0.24532511830329895,
      "learning_rate": 0.00019845201486216456,
      "loss": 12.2129,
      "step": 3708
    },
    {
      "epoch": 0.6073358441133125,
      "grad_norm": 0.24423156678676605,
      "learning_rate": 0.00019845110863967133,
      "loss": 12.2168,
      "step": 3709
    },
    {
      "epoch": 0.6074995906336991,
      "grad_norm": 0.25430890917778015,
      "learning_rate": 0.0001984502021540654,
      "loss": 12.2295,
      "step": 3710
    },
    {
      "epoch": 0.6076633371540855,
      "grad_norm": 0.18484443426132202,
      "learning_rate": 0.00019844929540534915,
      "loss": 12.2092,
      "step": 3711
    },
    {
      "epoch": 0.6078270836744719,
      "grad_norm": 0.1804201602935791,
      "learning_rate": 0.00019844838839352496,
      "loss": 12.2272,
      "step": 3712
    },
    {
      "epoch": 0.6079908301948583,
      "grad_norm": 0.20208916068077087,
      "learning_rate": 0.00019844748111859533,
      "loss": 12.1973,
      "step": 3713
    },
    {
      "epoch": 0.6081545767152448,
      "grad_norm": 0.18016605079174042,
      "learning_rate": 0.00019844657358056265,
      "loss": 12.1919,
      "step": 3714
    },
    {
      "epoch": 0.6083183232356313,
      "grad_norm": 0.23064254224300385,
      "learning_rate": 0.00019844566577942934,
      "loss": 12.2323,
      "step": 3715
    },
    {
      "epoch": 0.6084820697560177,
      "grad_norm": 0.3002336919307709,
      "learning_rate": 0.0001984447577151978,
      "loss": 12.2271,
      "step": 3716
    },
    {
      "epoch": 0.6086458162764041,
      "grad_norm": 0.1321973204612732,
      "learning_rate": 0.00019844384938787056,
      "loss": 12.2061,
      "step": 3717
    },
    {
      "epoch": 0.6088095627967905,
      "grad_norm": 0.20720122754573822,
      "learning_rate": 0.0001984429407974499,
      "loss": 12.1783,
      "step": 3718
    },
    {
      "epoch": 0.608973309317177,
      "grad_norm": 0.1940542459487915,
      "learning_rate": 0.0001984420319439384,
      "loss": 12.2074,
      "step": 3719
    },
    {
      "epoch": 0.6091370558375635,
      "grad_norm": 0.23051121830940247,
      "learning_rate": 0.00019844112282733835,
      "loss": 12.1975,
      "step": 3720
    },
    {
      "epoch": 0.6093008023579499,
      "grad_norm": 0.2928655445575714,
      "learning_rate": 0.00019844021344765227,
      "loss": 12.2052,
      "step": 3721
    },
    {
      "epoch": 0.6094645488783363,
      "grad_norm": 0.24707373976707458,
      "learning_rate": 0.00019843930380488258,
      "loss": 12.1945,
      "step": 3722
    },
    {
      "epoch": 0.6096282953987228,
      "grad_norm": 0.17655375599861145,
      "learning_rate": 0.00019843839389903166,
      "loss": 12.2375,
      "step": 3723
    },
    {
      "epoch": 0.6097920419191092,
      "grad_norm": 0.32736480236053467,
      "learning_rate": 0.000198437483730102,
      "loss": 12.2362,
      "step": 3724
    },
    {
      "epoch": 0.6099557884394956,
      "grad_norm": 0.20850886404514313,
      "learning_rate": 0.000198436573298096,
      "loss": 12.2266,
      "step": 3725
    },
    {
      "epoch": 0.6101195349598821,
      "grad_norm": 0.19473528861999512,
      "learning_rate": 0.0001984356626030161,
      "loss": 12.2351,
      "step": 3726
    },
    {
      "epoch": 0.6102832814802686,
      "grad_norm": 0.1622493714094162,
      "learning_rate": 0.00019843475164486475,
      "loss": 12.2063,
      "step": 3727
    },
    {
      "epoch": 0.610447028000655,
      "grad_norm": 0.20304006338119507,
      "learning_rate": 0.00019843384042364436,
      "loss": 12.184,
      "step": 3728
    },
    {
      "epoch": 0.6106107745210414,
      "grad_norm": 0.2496827393770218,
      "learning_rate": 0.0001984329289393574,
      "loss": 12.255,
      "step": 3729
    },
    {
      "epoch": 0.6107745210414278,
      "grad_norm": 0.17478297650814056,
      "learning_rate": 0.00019843201719200627,
      "loss": 12.1967,
      "step": 3730
    },
    {
      "epoch": 0.6109382675618144,
      "grad_norm": 0.22015687823295593,
      "learning_rate": 0.00019843110518159339,
      "loss": 12.2077,
      "step": 3731
    },
    {
      "epoch": 0.6111020140822008,
      "grad_norm": 0.18492010235786438,
      "learning_rate": 0.00019843019290812124,
      "loss": 12.1557,
      "step": 3732
    },
    {
      "epoch": 0.6112657606025872,
      "grad_norm": 0.2826389670372009,
      "learning_rate": 0.00019842928037159226,
      "loss": 12.2347,
      "step": 3733
    },
    {
      "epoch": 0.6114295071229736,
      "grad_norm": 0.21053588390350342,
      "learning_rate": 0.00019842836757200883,
      "loss": 12.2111,
      "step": 3734
    },
    {
      "epoch": 0.61159325364336,
      "grad_norm": 0.251736581325531,
      "learning_rate": 0.00019842745450937349,
      "loss": 12.2216,
      "step": 3735
    },
    {
      "epoch": 0.6117570001637466,
      "grad_norm": 0.41832074522972107,
      "learning_rate": 0.00019842654118368858,
      "loss": 12.1949,
      "step": 3736
    },
    {
      "epoch": 0.611920746684133,
      "grad_norm": 0.269082248210907,
      "learning_rate": 0.00019842562759495662,
      "loss": 12.2279,
      "step": 3737
    },
    {
      "epoch": 0.6120844932045194,
      "grad_norm": 0.20064523816108704,
      "learning_rate": 0.00019842471374317998,
      "loss": 12.1882,
      "step": 3738
    },
    {
      "epoch": 0.6122482397249058,
      "grad_norm": 0.22430776059627533,
      "learning_rate": 0.00019842379962836115,
      "loss": 12.2177,
      "step": 3739
    },
    {
      "epoch": 0.6124119862452923,
      "grad_norm": 0.26688921451568604,
      "learning_rate": 0.00019842288525050256,
      "loss": 12.1649,
      "step": 3740
    },
    {
      "epoch": 0.6125757327656788,
      "grad_norm": 0.23358024656772614,
      "learning_rate": 0.00019842197060960666,
      "loss": 12.2383,
      "step": 3741
    },
    {
      "epoch": 0.6127394792860652,
      "grad_norm": 0.2162592113018036,
      "learning_rate": 0.00019842105570567586,
      "loss": 12.212,
      "step": 3742
    },
    {
      "epoch": 0.6129032258064516,
      "grad_norm": 0.27150189876556396,
      "learning_rate": 0.00019842014053871268,
      "loss": 12.2095,
      "step": 3743
    },
    {
      "epoch": 0.613066972326838,
      "grad_norm": 0.20330365002155304,
      "learning_rate": 0.00019841922510871948,
      "loss": 12.2016,
      "step": 3744
    },
    {
      "epoch": 0.6132307188472245,
      "grad_norm": 0.43248215317726135,
      "learning_rate": 0.00019841830941569877,
      "loss": 12.2273,
      "step": 3745
    },
    {
      "epoch": 0.6133944653676109,
      "grad_norm": 0.1919156312942505,
      "learning_rate": 0.00019841739345965296,
      "loss": 12.21,
      "step": 3746
    },
    {
      "epoch": 0.6135582118879974,
      "grad_norm": 0.32844623923301697,
      "learning_rate": 0.00019841647724058449,
      "loss": 12.1911,
      "step": 3747
    },
    {
      "epoch": 0.6137219584083838,
      "grad_norm": 0.24382415413856506,
      "learning_rate": 0.0001984155607584959,
      "loss": 12.1825,
      "step": 3748
    },
    {
      "epoch": 0.6138857049287703,
      "grad_norm": 0.26063868403434753,
      "learning_rate": 0.0001984146440133895,
      "loss": 12.2146,
      "step": 3749
    },
    {
      "epoch": 0.6140494514491567,
      "grad_norm": 0.17927180230617523,
      "learning_rate": 0.00019841372700526782,
      "loss": 12.175,
      "step": 3750
    },
    {
      "epoch": 0.6142131979695431,
      "grad_norm": 0.22622233629226685,
      "learning_rate": 0.0001984128097341333,
      "loss": 12.1653,
      "step": 3751
    },
    {
      "epoch": 0.6143769444899296,
      "grad_norm": 0.21789059042930603,
      "learning_rate": 0.0001984118921999884,
      "loss": 12.2495,
      "step": 3752
    },
    {
      "epoch": 0.614540691010316,
      "grad_norm": 0.30612289905548096,
      "learning_rate": 0.0001984109744028356,
      "loss": 12.2277,
      "step": 3753
    },
    {
      "epoch": 0.6147044375307025,
      "grad_norm": 0.2508944272994995,
      "learning_rate": 0.00019841005634267726,
      "loss": 12.17,
      "step": 3754
    },
    {
      "epoch": 0.6148681840510889,
      "grad_norm": 0.2941797971725464,
      "learning_rate": 0.00019840913801951593,
      "loss": 12.2018,
      "step": 3755
    },
    {
      "epoch": 0.6150319305714753,
      "grad_norm": 0.18542420864105225,
      "learning_rate": 0.000198408219433354,
      "loss": 12.2347,
      "step": 3756
    },
    {
      "epoch": 0.6151956770918618,
      "grad_norm": 0.23485681414604187,
      "learning_rate": 0.00019840730058419396,
      "loss": 12.1728,
      "step": 3757
    },
    {
      "epoch": 0.6153594236122483,
      "grad_norm": 0.15901491045951843,
      "learning_rate": 0.00019840638147203824,
      "loss": 12.2344,
      "step": 3758
    },
    {
      "epoch": 0.6155231701326347,
      "grad_norm": 0.27963531017303467,
      "learning_rate": 0.00019840546209688929,
      "loss": 12.2117,
      "step": 3759
    },
    {
      "epoch": 0.6156869166530211,
      "grad_norm": 0.20574402809143066,
      "learning_rate": 0.0001984045424587496,
      "loss": 12.2429,
      "step": 3760
    },
    {
      "epoch": 0.6158506631734075,
      "grad_norm": 0.2344755083322525,
      "learning_rate": 0.00019840362255762166,
      "loss": 12.1895,
      "step": 3761
    },
    {
      "epoch": 0.616014409693794,
      "grad_norm": 0.21865586936473846,
      "learning_rate": 0.00019840270239350783,
      "loss": 12.2224,
      "step": 3762
    },
    {
      "epoch": 0.6161781562141805,
      "grad_norm": 0.22171705961227417,
      "learning_rate": 0.00019840178196641066,
      "loss": 12.2436,
      "step": 3763
    },
    {
      "epoch": 0.6163419027345669,
      "grad_norm": 0.2093789279460907,
      "learning_rate": 0.00019840086127633256,
      "loss": 12.1782,
      "step": 3764
    },
    {
      "epoch": 0.6165056492549533,
      "grad_norm": 0.3575803339481354,
      "learning_rate": 0.000198399940323276,
      "loss": 12.1847,
      "step": 3765
    },
    {
      "epoch": 0.6166693957753397,
      "grad_norm": 0.35307133197784424,
      "learning_rate": 0.00019839901910724344,
      "loss": 12.1836,
      "step": 3766
    },
    {
      "epoch": 0.6168331422957262,
      "grad_norm": 0.18184709548950195,
      "learning_rate": 0.00019839809762823736,
      "loss": 12.1958,
      "step": 3767
    },
    {
      "epoch": 0.6169968888161127,
      "grad_norm": 0.20227251946926117,
      "learning_rate": 0.00019839717588626018,
      "loss": 12.21,
      "step": 3768
    },
    {
      "epoch": 0.6171606353364991,
      "grad_norm": 0.18161584436893463,
      "learning_rate": 0.00019839625388131445,
      "loss": 12.2187,
      "step": 3769
    },
    {
      "epoch": 0.6173243818568855,
      "grad_norm": 0.159051775932312,
      "learning_rate": 0.0001983953316134025,
      "loss": 12.2109,
      "step": 3770
    },
    {
      "epoch": 0.617488128377272,
      "grad_norm": 0.17503759264945984,
      "learning_rate": 0.00019839440908252693,
      "loss": 12.2412,
      "step": 3771
    },
    {
      "epoch": 0.6176518748976584,
      "grad_norm": 0.19200369715690613,
      "learning_rate": 0.0001983934862886901,
      "loss": 12.1959,
      "step": 3772
    },
    {
      "epoch": 0.6178156214180449,
      "grad_norm": 0.3516322374343872,
      "learning_rate": 0.0001983925632318946,
      "loss": 12.2528,
      "step": 3773
    },
    {
      "epoch": 0.6179793679384313,
      "grad_norm": 0.24691718816757202,
      "learning_rate": 0.00019839163991214277,
      "loss": 12.2015,
      "step": 3774
    },
    {
      "epoch": 0.6181431144588178,
      "grad_norm": 0.20768976211547852,
      "learning_rate": 0.00019839071632943712,
      "loss": 12.2012,
      "step": 3775
    },
    {
      "epoch": 0.6183068609792042,
      "grad_norm": 0.20882411301136017,
      "learning_rate": 0.00019838979248378014,
      "loss": 12.2301,
      "step": 3776
    },
    {
      "epoch": 0.6184706074995906,
      "grad_norm": 0.172011598944664,
      "learning_rate": 0.00019838886837517428,
      "loss": 12.2089,
      "step": 3777
    },
    {
      "epoch": 0.6186343540199771,
      "grad_norm": 0.17012760043144226,
      "learning_rate": 0.000198387944003622,
      "loss": 12.1919,
      "step": 3778
    },
    {
      "epoch": 0.6187981005403635,
      "grad_norm": 0.2277555614709854,
      "learning_rate": 0.0001983870193691258,
      "loss": 12.2218,
      "step": 3779
    },
    {
      "epoch": 0.61896184706075,
      "grad_norm": 0.24840278923511505,
      "learning_rate": 0.00019838609447168814,
      "loss": 12.2027,
      "step": 3780
    },
    {
      "epoch": 0.6191255935811364,
      "grad_norm": 0.26845213770866394,
      "learning_rate": 0.0001983851693113115,
      "loss": 12.2152,
      "step": 3781
    },
    {
      "epoch": 0.6192893401015228,
      "grad_norm": 0.21819794178009033,
      "learning_rate": 0.00019838424388799833,
      "loss": 12.2469,
      "step": 3782
    },
    {
      "epoch": 0.6194530866219092,
      "grad_norm": 0.24986593425273895,
      "learning_rate": 0.00019838331820175108,
      "loss": 12.2562,
      "step": 3783
    },
    {
      "epoch": 0.6196168331422958,
      "grad_norm": 0.28499341011047363,
      "learning_rate": 0.00019838239225257231,
      "loss": 12.2132,
      "step": 3784
    },
    {
      "epoch": 0.6197805796626822,
      "grad_norm": 0.28930002450942993,
      "learning_rate": 0.0001983814660404644,
      "loss": 12.1437,
      "step": 3785
    },
    {
      "epoch": 0.6199443261830686,
      "grad_norm": 0.317925363779068,
      "learning_rate": 0.00019838053956542991,
      "loss": 12.2248,
      "step": 3786
    },
    {
      "epoch": 0.620108072703455,
      "grad_norm": 0.2348819226026535,
      "learning_rate": 0.00019837961282747124,
      "loss": 12.1741,
      "step": 3787
    },
    {
      "epoch": 0.6202718192238414,
      "grad_norm": 0.24762606620788574,
      "learning_rate": 0.0001983786858265909,
      "loss": 12.1815,
      "step": 3788
    },
    {
      "epoch": 0.620435565744228,
      "grad_norm": 0.28257814049720764,
      "learning_rate": 0.00019837775856279137,
      "loss": 12.2067,
      "step": 3789
    },
    {
      "epoch": 0.6205993122646144,
      "grad_norm": 0.20953114330768585,
      "learning_rate": 0.00019837683103607513,
      "loss": 12.2172,
      "step": 3790
    },
    {
      "epoch": 0.6207630587850008,
      "grad_norm": 0.22679151594638824,
      "learning_rate": 0.0001983759032464447,
      "loss": 12.2,
      "step": 3791
    },
    {
      "epoch": 0.6209268053053872,
      "grad_norm": 0.29302117228507996,
      "learning_rate": 0.00019837497519390246,
      "loss": 12.2187,
      "step": 3792
    },
    {
      "epoch": 0.6210905518257737,
      "grad_norm": 0.21614643931388855,
      "learning_rate": 0.00019837404687845096,
      "loss": 12.2233,
      "step": 3793
    },
    {
      "epoch": 0.6212542983461602,
      "grad_norm": 0.2541259229183197,
      "learning_rate": 0.00019837311830009266,
      "loss": 12.2423,
      "step": 3794
    },
    {
      "epoch": 0.6214180448665466,
      "grad_norm": 0.3784720301628113,
      "learning_rate": 0.00019837218945883004,
      "loss": 12.1768,
      "step": 3795
    },
    {
      "epoch": 0.621581791386933,
      "grad_norm": 0.20160670578479767,
      "learning_rate": 0.0001983712603546656,
      "loss": 12.2368,
      "step": 3796
    },
    {
      "epoch": 0.6217455379073195,
      "grad_norm": 0.3275855779647827,
      "learning_rate": 0.00019837033098760181,
      "loss": 12.2257,
      "step": 3797
    },
    {
      "epoch": 0.6219092844277059,
      "grad_norm": 0.19415183365345,
      "learning_rate": 0.00019836940135764116,
      "loss": 12.198,
      "step": 3798
    },
    {
      "epoch": 0.6220730309480923,
      "grad_norm": 0.23639151453971863,
      "learning_rate": 0.0001983684714647861,
      "loss": 12.2255,
      "step": 3799
    },
    {
      "epoch": 0.6222367774684788,
      "grad_norm": 0.16265460848808289,
      "learning_rate": 0.0001983675413090392,
      "loss": 12.2026,
      "step": 3800
    },
    {
      "epoch": 0.6224005239888653,
      "grad_norm": 0.2517496645450592,
      "learning_rate": 0.00019836661089040286,
      "loss": 12.192,
      "step": 3801
    },
    {
      "epoch": 0.6225642705092517,
      "grad_norm": 0.17737998068332672,
      "learning_rate": 0.00019836568020887964,
      "loss": 12.2003,
      "step": 3802
    },
    {
      "epoch": 0.6227280170296381,
      "grad_norm": 0.15919050574302673,
      "learning_rate": 0.00019836474926447192,
      "loss": 12.2361,
      "step": 3803
    },
    {
      "epoch": 0.6228917635500245,
      "grad_norm": 0.36248648166656494,
      "learning_rate": 0.00019836381805718228,
      "loss": 12.242,
      "step": 3804
    },
    {
      "epoch": 0.623055510070411,
      "grad_norm": 0.2558706998825073,
      "learning_rate": 0.0001983628865870132,
      "loss": 12.2298,
      "step": 3805
    },
    {
      "epoch": 0.6232192565907975,
      "grad_norm": 0.32760781049728394,
      "learning_rate": 0.00019836195485396711,
      "loss": 12.2888,
      "step": 3806
    },
    {
      "epoch": 0.6233830031111839,
      "grad_norm": 0.1887396275997162,
      "learning_rate": 0.0001983610228580466,
      "loss": 12.2604,
      "step": 3807
    },
    {
      "epoch": 0.6235467496315703,
      "grad_norm": 0.33707165718078613,
      "learning_rate": 0.00019836009059925406,
      "loss": 12.2333,
      "step": 3808
    },
    {
      "epoch": 0.6237104961519567,
      "grad_norm": 0.19667816162109375,
      "learning_rate": 0.00019835915807759203,
      "loss": 12.2475,
      "step": 3809
    },
    {
      "epoch": 0.6238742426723433,
      "grad_norm": 0.23439431190490723,
      "learning_rate": 0.000198358225293063,
      "loss": 12.1992,
      "step": 3810
    },
    {
      "epoch": 0.6240379891927297,
      "grad_norm": 0.2649701237678528,
      "learning_rate": 0.00019835729224566945,
      "loss": 12.1806,
      "step": 3811
    },
    {
      "epoch": 0.6242017357131161,
      "grad_norm": 0.18901973962783813,
      "learning_rate": 0.0001983563589354139,
      "loss": 12.1964,
      "step": 3812
    },
    {
      "epoch": 0.6243654822335025,
      "grad_norm": 0.23545649647712708,
      "learning_rate": 0.00019835542536229882,
      "loss": 12.2082,
      "step": 3813
    },
    {
      "epoch": 0.6245292287538889,
      "grad_norm": 0.22407904267311096,
      "learning_rate": 0.0001983544915263267,
      "loss": 12.2292,
      "step": 3814
    },
    {
      "epoch": 0.6246929752742755,
      "grad_norm": 0.20859837532043457,
      "learning_rate": 0.00019835355742750006,
      "loss": 12.2172,
      "step": 3815
    },
    {
      "epoch": 0.6248567217946619,
      "grad_norm": 0.21738998591899872,
      "learning_rate": 0.00019835262306582138,
      "loss": 12.2299,
      "step": 3816
    },
    {
      "epoch": 0.6250204683150483,
      "grad_norm": 0.21093524992465973,
      "learning_rate": 0.00019835168844129316,
      "loss": 12.1842,
      "step": 3817
    },
    {
      "epoch": 0.6251842148354347,
      "grad_norm": 0.422357439994812,
      "learning_rate": 0.0001983507535539179,
      "loss": 12.192,
      "step": 3818
    },
    {
      "epoch": 0.6253479613558212,
      "grad_norm": 0.26294824481010437,
      "learning_rate": 0.00019834981840369812,
      "loss": 12.2337,
      "step": 3819
    },
    {
      "epoch": 0.6255117078762076,
      "grad_norm": 0.266155481338501,
      "learning_rate": 0.00019834888299063628,
      "loss": 12.2664,
      "step": 3820
    },
    {
      "epoch": 0.6256754543965941,
      "grad_norm": 0.15122663974761963,
      "learning_rate": 0.00019834794731473488,
      "loss": 12.2142,
      "step": 3821
    },
    {
      "epoch": 0.6258392009169805,
      "grad_norm": 0.20362769067287445,
      "learning_rate": 0.00019834701137599645,
      "loss": 12.2253,
      "step": 3822
    },
    {
      "epoch": 0.626002947437367,
      "grad_norm": 0.23429501056671143,
      "learning_rate": 0.00019834607517442348,
      "loss": 12.2086,
      "step": 3823
    },
    {
      "epoch": 0.6261666939577534,
      "grad_norm": 0.22011366486549377,
      "learning_rate": 0.00019834513871001846,
      "loss": 12.1947,
      "step": 3824
    },
    {
      "epoch": 0.6263304404781398,
      "grad_norm": 0.22467049956321716,
      "learning_rate": 0.00019834420198278392,
      "loss": 12.2327,
      "step": 3825
    },
    {
      "epoch": 0.6264941869985263,
      "grad_norm": 0.21928399801254272,
      "learning_rate": 0.00019834326499272234,
      "loss": 12.2089,
      "step": 3826
    },
    {
      "epoch": 0.6266579335189127,
      "grad_norm": 0.33655989170074463,
      "learning_rate": 0.00019834232773983623,
      "loss": 12.2099,
      "step": 3827
    },
    {
      "epoch": 0.6268216800392992,
      "grad_norm": 0.39503413438796997,
      "learning_rate": 0.0001983413902241281,
      "loss": 12.2009,
      "step": 3828
    },
    {
      "epoch": 0.6269854265596856,
      "grad_norm": 0.15337608754634857,
      "learning_rate": 0.0001983404524456004,
      "loss": 12.2256,
      "step": 3829
    },
    {
      "epoch": 0.627149173080072,
      "grad_norm": 0.21939173340797424,
      "learning_rate": 0.00019833951440425575,
      "loss": 12.2159,
      "step": 3830
    },
    {
      "epoch": 0.6273129196004585,
      "grad_norm": 0.23655107617378235,
      "learning_rate": 0.00019833857610009658,
      "loss": 12.2073,
      "step": 3831
    },
    {
      "epoch": 0.627476666120845,
      "grad_norm": 0.2649135887622833,
      "learning_rate": 0.0001983376375331254,
      "loss": 12.235,
      "step": 3832
    },
    {
      "epoch": 0.6276404126412314,
      "grad_norm": 0.273350328207016,
      "learning_rate": 0.00019833669870334474,
      "loss": 12.2141,
      "step": 3833
    },
    {
      "epoch": 0.6278041591616178,
      "grad_norm": 0.21514739096164703,
      "learning_rate": 0.0001983357596107571,
      "loss": 12.2194,
      "step": 3834
    },
    {
      "epoch": 0.6279679056820042,
      "grad_norm": 0.24952314794063568,
      "learning_rate": 0.00019833482025536498,
      "loss": 12.2189,
      "step": 3835
    },
    {
      "epoch": 0.6281316522023906,
      "grad_norm": 0.16566592454910278,
      "learning_rate": 0.00019833388063717093,
      "loss": 12.2282,
      "step": 3836
    },
    {
      "epoch": 0.6282953987227772,
      "grad_norm": 0.23467132449150085,
      "learning_rate": 0.0001983329407561774,
      "loss": 12.2257,
      "step": 3837
    },
    {
      "epoch": 0.6284591452431636,
      "grad_norm": 0.29037943482398987,
      "learning_rate": 0.00019833200061238694,
      "loss": 12.222,
      "step": 3838
    },
    {
      "epoch": 0.62862289176355,
      "grad_norm": 0.2063845545053482,
      "learning_rate": 0.00019833106020580206,
      "loss": 12.1844,
      "step": 3839
    },
    {
      "epoch": 0.6287866382839364,
      "grad_norm": 0.23385626077651978,
      "learning_rate": 0.00019833011953642525,
      "loss": 12.2018,
      "step": 3840
    },
    {
      "epoch": 0.6289503848043229,
      "grad_norm": 0.22895699739456177,
      "learning_rate": 0.00019832917860425906,
      "loss": 12.1979,
      "step": 3841
    },
    {
      "epoch": 0.6291141313247094,
      "grad_norm": 0.19951656460762024,
      "learning_rate": 0.00019832823740930598,
      "loss": 12.22,
      "step": 3842
    },
    {
      "epoch": 0.6292778778450958,
      "grad_norm": 0.17613224685192108,
      "learning_rate": 0.00019832729595156855,
      "loss": 12.1912,
      "step": 3843
    },
    {
      "epoch": 0.6294416243654822,
      "grad_norm": 0.16283506155014038,
      "learning_rate": 0.00019832635423104922,
      "loss": 12.2011,
      "step": 3844
    },
    {
      "epoch": 0.6296053708858687,
      "grad_norm": 0.34685665369033813,
      "learning_rate": 0.00019832541224775062,
      "loss": 12.1828,
      "step": 3845
    },
    {
      "epoch": 0.6297691174062551,
      "grad_norm": 0.3202655613422394,
      "learning_rate": 0.00019832447000167513,
      "loss": 12.2397,
      "step": 3846
    },
    {
      "epoch": 0.6299328639266416,
      "grad_norm": 0.1967359334230423,
      "learning_rate": 0.0001983235274928254,
      "loss": 12.2467,
      "step": 3847
    },
    {
      "epoch": 0.630096610447028,
      "grad_norm": 0.20826955139636993,
      "learning_rate": 0.00019832258472120387,
      "loss": 12.1762,
      "step": 3848
    },
    {
      "epoch": 0.6302603569674144,
      "grad_norm": 0.2173612117767334,
      "learning_rate": 0.0001983216416868131,
      "loss": 12.2501,
      "step": 3849
    },
    {
      "epoch": 0.6304241034878009,
      "grad_norm": 0.2269301861524582,
      "learning_rate": 0.00019832069838965555,
      "loss": 12.1892,
      "step": 3850
    },
    {
      "epoch": 0.6305878500081873,
      "grad_norm": 0.21218644082546234,
      "learning_rate": 0.0001983197548297338,
      "loss": 12.2222,
      "step": 3851
    },
    {
      "epoch": 0.6307515965285738,
      "grad_norm": 0.19221310317516327,
      "learning_rate": 0.00019831881100705034,
      "loss": 12.2333,
      "step": 3852
    },
    {
      "epoch": 0.6309153430489602,
      "grad_norm": 0.2630239725112915,
      "learning_rate": 0.0001983178669216077,
      "loss": 12.2414,
      "step": 3853
    },
    {
      "epoch": 0.6310790895693467,
      "grad_norm": 0.31432008743286133,
      "learning_rate": 0.00019831692257340843,
      "loss": 12.2361,
      "step": 3854
    },
    {
      "epoch": 0.6312428360897331,
      "grad_norm": 0.32306984066963196,
      "learning_rate": 0.00019831597796245504,
      "loss": 12.2006,
      "step": 3855
    },
    {
      "epoch": 0.6314065826101195,
      "grad_norm": 0.32008734345436096,
      "learning_rate": 0.00019831503308875004,
      "loss": 12.1971,
      "step": 3856
    },
    {
      "epoch": 0.6315703291305059,
      "grad_norm": 0.1689220517873764,
      "learning_rate": 0.00019831408795229594,
      "loss": 12.2118,
      "step": 3857
    },
    {
      "epoch": 0.6317340756508925,
      "grad_norm": 0.30894172191619873,
      "learning_rate": 0.0001983131425530953,
      "loss": 12.1829,
      "step": 3858
    },
    {
      "epoch": 0.6318978221712789,
      "grad_norm": 0.25491636991500854,
      "learning_rate": 0.00019831219689115065,
      "loss": 12.1754,
      "step": 3859
    },
    {
      "epoch": 0.6320615686916653,
      "grad_norm": 0.2275695651769638,
      "learning_rate": 0.00019831125096646447,
      "loss": 12.2183,
      "step": 3860
    },
    {
      "epoch": 0.6322253152120517,
      "grad_norm": 0.24114124476909637,
      "learning_rate": 0.00019831030477903932,
      "loss": 12.1958,
      "step": 3861
    },
    {
      "epoch": 0.6323890617324381,
      "grad_norm": 0.20768481492996216,
      "learning_rate": 0.00019830935832887775,
      "loss": 12.1949,
      "step": 3862
    },
    {
      "epoch": 0.6325528082528247,
      "grad_norm": 0.2778509259223938,
      "learning_rate": 0.00019830841161598222,
      "loss": 12.2131,
      "step": 3863
    },
    {
      "epoch": 0.6327165547732111,
      "grad_norm": 0.23688173294067383,
      "learning_rate": 0.00019830746464035538,
      "loss": 12.2054,
      "step": 3864
    },
    {
      "epoch": 0.6328803012935975,
      "grad_norm": 0.2143254578113556,
      "learning_rate": 0.00019830651740199964,
      "loss": 12.1952,
      "step": 3865
    },
    {
      "epoch": 0.6330440478139839,
      "grad_norm": 0.1967770904302597,
      "learning_rate": 0.00019830556990091757,
      "loss": 12.1647,
      "step": 3866
    },
    {
      "epoch": 0.6332077943343704,
      "grad_norm": 0.26030319929122925,
      "learning_rate": 0.00019830462213711174,
      "loss": 12.2217,
      "step": 3867
    },
    {
      "epoch": 0.6333715408547569,
      "grad_norm": 0.17399248480796814,
      "learning_rate": 0.00019830367411058464,
      "loss": 12.1754,
      "step": 3868
    },
    {
      "epoch": 0.6335352873751433,
      "grad_norm": 0.19847315549850464,
      "learning_rate": 0.00019830272582133885,
      "loss": 12.2283,
      "step": 3869
    },
    {
      "epoch": 0.6336990338955297,
      "grad_norm": 0.21182726323604584,
      "learning_rate": 0.00019830177726937683,
      "loss": 12.2417,
      "step": 3870
    },
    {
      "epoch": 0.6338627804159161,
      "grad_norm": 0.2500028610229492,
      "learning_rate": 0.00019830082845470116,
      "loss": 12.2171,
      "step": 3871
    },
    {
      "epoch": 0.6340265269363026,
      "grad_norm": 0.21061749756336212,
      "learning_rate": 0.0001982998793773144,
      "loss": 12.2027,
      "step": 3872
    },
    {
      "epoch": 0.634190273456689,
      "grad_norm": 0.21133165061473846,
      "learning_rate": 0.00019829893003721908,
      "loss": 12.2001,
      "step": 3873
    },
    {
      "epoch": 0.6343540199770755,
      "grad_norm": 0.20922066271305084,
      "learning_rate": 0.00019829798043441766,
      "loss": 12.2136,
      "step": 3874
    },
    {
      "epoch": 0.6345177664974619,
      "grad_norm": 0.31002774834632874,
      "learning_rate": 0.00019829703056891275,
      "loss": 12.2287,
      "step": 3875
    },
    {
      "epoch": 0.6346815130178484,
      "grad_norm": 0.17290693521499634,
      "learning_rate": 0.0001982960804407069,
      "loss": 12.1787,
      "step": 3876
    },
    {
      "epoch": 0.6348452595382348,
      "grad_norm": 0.3644007742404938,
      "learning_rate": 0.0001982951300498026,
      "loss": 12.1359,
      "step": 3877
    },
    {
      "epoch": 0.6350090060586212,
      "grad_norm": 0.18514181673526764,
      "learning_rate": 0.0001982941793962024,
      "loss": 12.2327,
      "step": 3878
    },
    {
      "epoch": 0.6351727525790077,
      "grad_norm": 0.21320833265781403,
      "learning_rate": 0.00019829322847990887,
      "loss": 12.2105,
      "step": 3879
    },
    {
      "epoch": 0.6353364990993942,
      "grad_norm": 0.308061420917511,
      "learning_rate": 0.00019829227730092455,
      "loss": 12.163,
      "step": 3880
    },
    {
      "epoch": 0.6355002456197806,
      "grad_norm": 0.18924948573112488,
      "learning_rate": 0.00019829132585925195,
      "loss": 12.22,
      "step": 3881
    },
    {
      "epoch": 0.635663992140167,
      "grad_norm": 0.2455289661884308,
      "learning_rate": 0.00019829037415489362,
      "loss": 12.1989,
      "step": 3882
    },
    {
      "epoch": 0.6358277386605534,
      "grad_norm": 0.214704692363739,
      "learning_rate": 0.00019828942218785213,
      "loss": 12.1905,
      "step": 3883
    },
    {
      "epoch": 0.63599148518094,
      "grad_norm": 0.29018548130989075,
      "learning_rate": 0.00019828846995813,
      "loss": 12.2719,
      "step": 3884
    },
    {
      "epoch": 0.6361552317013264,
      "grad_norm": 0.265139102935791,
      "learning_rate": 0.00019828751746572975,
      "loss": 12.1725,
      "step": 3885
    },
    {
      "epoch": 0.6363189782217128,
      "grad_norm": 0.26336297392845154,
      "learning_rate": 0.00019828656471065402,
      "loss": 12.2527,
      "step": 3886
    },
    {
      "epoch": 0.6364827247420992,
      "grad_norm": 0.2670644521713257,
      "learning_rate": 0.00019828561169290526,
      "loss": 12.1545,
      "step": 3887
    },
    {
      "epoch": 0.6366464712624856,
      "grad_norm": 0.2664443552494049,
      "learning_rate": 0.00019828465841248606,
      "loss": 12.2186,
      "step": 3888
    },
    {
      "epoch": 0.6368102177828722,
      "grad_norm": 0.2921639084815979,
      "learning_rate": 0.00019828370486939893,
      "loss": 12.1897,
      "step": 3889
    },
    {
      "epoch": 0.6369739643032586,
      "grad_norm": 0.2486373782157898,
      "learning_rate": 0.00019828275106364645,
      "loss": 12.2504,
      "step": 3890
    },
    {
      "epoch": 0.637137710823645,
      "grad_norm": 0.2194502353668213,
      "learning_rate": 0.0001982817969952312,
      "loss": 12.2129,
      "step": 3891
    },
    {
      "epoch": 0.6373014573440314,
      "grad_norm": 0.22005242109298706,
      "learning_rate": 0.00019828084266415566,
      "loss": 12.225,
      "step": 3892
    },
    {
      "epoch": 0.6374652038644179,
      "grad_norm": 0.2656422555446625,
      "learning_rate": 0.00019827988807042245,
      "loss": 12.2189,
      "step": 3893
    },
    {
      "epoch": 0.6376289503848043,
      "grad_norm": 0.24433165788650513,
      "learning_rate": 0.00019827893321403405,
      "loss": 12.2192,
      "step": 3894
    },
    {
      "epoch": 0.6377926969051908,
      "grad_norm": 0.18127453327178955,
      "learning_rate": 0.00019827797809499309,
      "loss": 12.192,
      "step": 3895
    },
    {
      "epoch": 0.6379564434255772,
      "grad_norm": 0.1938004195690155,
      "learning_rate": 0.00019827702271330204,
      "loss": 12.1508,
      "step": 3896
    },
    {
      "epoch": 0.6381201899459636,
      "grad_norm": 0.19195318222045898,
      "learning_rate": 0.00019827606706896353,
      "loss": 12.206,
      "step": 3897
    },
    {
      "epoch": 0.6382839364663501,
      "grad_norm": 0.24673809111118317,
      "learning_rate": 0.00019827511116198005,
      "loss": 12.2438,
      "step": 3898
    },
    {
      "epoch": 0.6384476829867365,
      "grad_norm": 0.20035167038440704,
      "learning_rate": 0.0001982741549923542,
      "loss": 12.2399,
      "step": 3899
    },
    {
      "epoch": 0.638611429507123,
      "grad_norm": 0.23470215499401093,
      "learning_rate": 0.00019827319856008851,
      "loss": 12.2107,
      "step": 3900
    },
    {
      "epoch": 0.6387751760275094,
      "grad_norm": 0.240271657705307,
      "learning_rate": 0.00019827224186518556,
      "loss": 12.2095,
      "step": 3901
    },
    {
      "epoch": 0.6389389225478959,
      "grad_norm": 0.23011960089206696,
      "learning_rate": 0.00019827128490764787,
      "loss": 12.1945,
      "step": 3902
    },
    {
      "epoch": 0.6391026690682823,
      "grad_norm": 0.2850499153137207,
      "learning_rate": 0.00019827032768747805,
      "loss": 12.1994,
      "step": 3903
    },
    {
      "epoch": 0.6392664155886687,
      "grad_norm": 0.25215333700180054,
      "learning_rate": 0.0001982693702046786,
      "loss": 12.2086,
      "step": 3904
    },
    {
      "epoch": 0.6394301621090552,
      "grad_norm": 0.16835610568523407,
      "learning_rate": 0.00019826841245925212,
      "loss": 12.185,
      "step": 3905
    },
    {
      "epoch": 0.6395939086294417,
      "grad_norm": 0.19080771505832672,
      "learning_rate": 0.00019826745445120114,
      "loss": 12.2164,
      "step": 3906
    },
    {
      "epoch": 0.6397576551498281,
      "grad_norm": 0.2802389860153198,
      "learning_rate": 0.00019826649618052823,
      "loss": 12.1769,
      "step": 3907
    },
    {
      "epoch": 0.6399214016702145,
      "grad_norm": 0.23447062075138092,
      "learning_rate": 0.000198265537647236,
      "loss": 12.2429,
      "step": 3908
    },
    {
      "epoch": 0.6400851481906009,
      "grad_norm": 0.254996657371521,
      "learning_rate": 0.00019826457885132692,
      "loss": 12.1976,
      "step": 3909
    },
    {
      "epoch": 0.6402488947109873,
      "grad_norm": 0.22400087118148804,
      "learning_rate": 0.00019826361979280362,
      "loss": 12.1906,
      "step": 3910
    },
    {
      "epoch": 0.6404126412313739,
      "grad_norm": 0.2504405677318573,
      "learning_rate": 0.00019826266047166864,
      "loss": 12.2428,
      "step": 3911
    },
    {
      "epoch": 0.6405763877517603,
      "grad_norm": 0.19646769762039185,
      "learning_rate": 0.00019826170088792458,
      "loss": 12.2347,
      "step": 3912
    },
    {
      "epoch": 0.6407401342721467,
      "grad_norm": 0.2043418437242508,
      "learning_rate": 0.00019826074104157393,
      "loss": 12.2288,
      "step": 3913
    },
    {
      "epoch": 0.6409038807925331,
      "grad_norm": 0.26448938250541687,
      "learning_rate": 0.0001982597809326193,
      "loss": 12.2106,
      "step": 3914
    },
    {
      "epoch": 0.6410676273129196,
      "grad_norm": 0.2467326819896698,
      "learning_rate": 0.00019825882056106328,
      "loss": 12.1758,
      "step": 3915
    },
    {
      "epoch": 0.6412313738333061,
      "grad_norm": 0.16153192520141602,
      "learning_rate": 0.0001982578599269084,
      "loss": 12.2053,
      "step": 3916
    },
    {
      "epoch": 0.6413951203536925,
      "grad_norm": 0.21765227615833282,
      "learning_rate": 0.00019825689903015724,
      "loss": 12.2312,
      "step": 3917
    },
    {
      "epoch": 0.6415588668740789,
      "grad_norm": 0.35219332575798035,
      "learning_rate": 0.00019825593787081233,
      "loss": 12.2418,
      "step": 3918
    },
    {
      "epoch": 0.6417226133944653,
      "grad_norm": 0.342399924993515,
      "learning_rate": 0.00019825497644887632,
      "loss": 12.229,
      "step": 3919
    },
    {
      "epoch": 0.6418863599148518,
      "grad_norm": 0.2458433210849762,
      "learning_rate": 0.00019825401476435172,
      "loss": 12.2036,
      "step": 3920
    },
    {
      "epoch": 0.6420501064352383,
      "grad_norm": 0.3548167645931244,
      "learning_rate": 0.0001982530528172411,
      "loss": 12.2482,
      "step": 3921
    },
    {
      "epoch": 0.6422138529556247,
      "grad_norm": 0.1891983449459076,
      "learning_rate": 0.00019825209060754707,
      "loss": 12.1612,
      "step": 3922
    },
    {
      "epoch": 0.6423775994760111,
      "grad_norm": 0.18291793763637543,
      "learning_rate": 0.00019825112813527218,
      "loss": 12.1629,
      "step": 3923
    },
    {
      "epoch": 0.6425413459963976,
      "grad_norm": 0.34696727991104126,
      "learning_rate": 0.00019825016540041897,
      "loss": 12.2482,
      "step": 3924
    },
    {
      "epoch": 0.642705092516784,
      "grad_norm": 0.1896386444568634,
      "learning_rate": 0.00019824920240299004,
      "loss": 12.2124,
      "step": 3925
    },
    {
      "epoch": 0.6428688390371705,
      "grad_norm": 0.19051387906074524,
      "learning_rate": 0.00019824823914298798,
      "loss": 12.1849,
      "step": 3926
    },
    {
      "epoch": 0.6430325855575569,
      "grad_norm": 0.16762156784534454,
      "learning_rate": 0.00019824727562041535,
      "loss": 12.2223,
      "step": 3927
    },
    {
      "epoch": 0.6431963320779434,
      "grad_norm": 0.28855395317077637,
      "learning_rate": 0.00019824631183527474,
      "loss": 12.205,
      "step": 3928
    },
    {
      "epoch": 0.6433600785983298,
      "grad_norm": 0.3461299240589142,
      "learning_rate": 0.00019824534778756868,
      "loss": 12.2108,
      "step": 3929
    },
    {
      "epoch": 0.6435238251187162,
      "grad_norm": 0.19352415204048157,
      "learning_rate": 0.00019824438347729978,
      "loss": 12.2322,
      "step": 3930
    },
    {
      "epoch": 0.6436875716391026,
      "grad_norm": 0.20949700474739075,
      "learning_rate": 0.00019824341890447062,
      "loss": 12.2044,
      "step": 3931
    },
    {
      "epoch": 0.6438513181594891,
      "grad_norm": 0.19747135043144226,
      "learning_rate": 0.0001982424540690838,
      "loss": 12.2624,
      "step": 3932
    },
    {
      "epoch": 0.6440150646798756,
      "grad_norm": 0.2617073357105255,
      "learning_rate": 0.00019824148897114183,
      "loss": 12.2148,
      "step": 3933
    },
    {
      "epoch": 0.644178811200262,
      "grad_norm": 0.2364388108253479,
      "learning_rate": 0.00019824052361064735,
      "loss": 12.2128,
      "step": 3934
    },
    {
      "epoch": 0.6443425577206484,
      "grad_norm": 0.27841365337371826,
      "learning_rate": 0.0001982395579876029,
      "loss": 12.2285,
      "step": 3935
    },
    {
      "epoch": 0.6445063042410348,
      "grad_norm": 0.23480691015720367,
      "learning_rate": 0.0001982385921020111,
      "loss": 12.2105,
      "step": 3936
    },
    {
      "epoch": 0.6446700507614214,
      "grad_norm": 0.23752376437187195,
      "learning_rate": 0.00019823762595387451,
      "loss": 12.1841,
      "step": 3937
    },
    {
      "epoch": 0.6448337972818078,
      "grad_norm": 0.2214379906654358,
      "learning_rate": 0.0001982366595431957,
      "loss": 12.2136,
      "step": 3938
    },
    {
      "epoch": 0.6449975438021942,
      "grad_norm": 0.219788059592247,
      "learning_rate": 0.00019823569286997727,
      "loss": 12.1551,
      "step": 3939
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 0.1775382161140442,
      "learning_rate": 0.00019823472593422182,
      "loss": 12.1802,
      "step": 3940
    },
    {
      "epoch": 0.645325036842967,
      "grad_norm": 0.2373112589120865,
      "learning_rate": 0.00019823375873593188,
      "loss": 12.1886,
      "step": 3941
    },
    {
      "epoch": 0.6454887833633536,
      "grad_norm": 0.2115975320339203,
      "learning_rate": 0.0001982327912751101,
      "loss": 12.2306,
      "step": 3942
    },
    {
      "epoch": 0.64565252988374,
      "grad_norm": 0.18058069050312042,
      "learning_rate": 0.00019823182355175904,
      "loss": 12.2027,
      "step": 3943
    },
    {
      "epoch": 0.6458162764041264,
      "grad_norm": 0.1634533703327179,
      "learning_rate": 0.00019823085556588122,
      "loss": 12.1963,
      "step": 3944
    },
    {
      "epoch": 0.6459800229245128,
      "grad_norm": 0.27425238490104675,
      "learning_rate": 0.00019822988731747933,
      "loss": 12.2319,
      "step": 3945
    },
    {
      "epoch": 0.6461437694448993,
      "grad_norm": 0.2213277816772461,
      "learning_rate": 0.00019822891880655593,
      "loss": 12.2177,
      "step": 3946
    },
    {
      "epoch": 0.6463075159652857,
      "grad_norm": 0.4135558009147644,
      "learning_rate": 0.00019822795003311355,
      "loss": 12.2816,
      "step": 3947
    },
    {
      "epoch": 0.6464712624856722,
      "grad_norm": 0.18789413571357727,
      "learning_rate": 0.00019822698099715487,
      "loss": 12.2002,
      "step": 3948
    },
    {
      "epoch": 0.6466350090060586,
      "grad_norm": 0.35921043157577515,
      "learning_rate": 0.0001982260116986824,
      "loss": 12.2328,
      "step": 3949
    },
    {
      "epoch": 0.6467987555264451,
      "grad_norm": 0.25138187408447266,
      "learning_rate": 0.00019822504213769877,
      "loss": 12.2056,
      "step": 3950
    },
    {
      "epoch": 0.6469625020468315,
      "grad_norm": 0.25900253653526306,
      "learning_rate": 0.00019822407231420656,
      "loss": 12.1592,
      "step": 3951
    },
    {
      "epoch": 0.6471262485672179,
      "grad_norm": 0.25829601287841797,
      "learning_rate": 0.00019822310222820838,
      "loss": 12.1942,
      "step": 3952
    },
    {
      "epoch": 0.6472899950876044,
      "grad_norm": 0.416748046875,
      "learning_rate": 0.0001982221318797068,
      "loss": 12.2175,
      "step": 3953
    },
    {
      "epoch": 0.6474537416079909,
      "grad_norm": 0.3228107690811157,
      "learning_rate": 0.00019822116126870442,
      "loss": 12.2331,
      "step": 3954
    },
    {
      "epoch": 0.6476174881283773,
      "grad_norm": 0.2459951937198639,
      "learning_rate": 0.00019822019039520384,
      "loss": 12.1688,
      "step": 3955
    },
    {
      "epoch": 0.6477812346487637,
      "grad_norm": 0.2611684799194336,
      "learning_rate": 0.00019821921925920765,
      "loss": 12.2551,
      "step": 3956
    },
    {
      "epoch": 0.6479449811691501,
      "grad_norm": 0.26431357860565186,
      "learning_rate": 0.00019821824786071845,
      "loss": 12.203,
      "step": 3957
    },
    {
      "epoch": 0.6481087276895366,
      "grad_norm": 0.2806696593761444,
      "learning_rate": 0.00019821727619973882,
      "loss": 12.2339,
      "step": 3958
    },
    {
      "epoch": 0.6482724742099231,
      "grad_norm": 0.2360650599002838,
      "learning_rate": 0.0001982163042762714,
      "loss": 12.1853,
      "step": 3959
    },
    {
      "epoch": 0.6484362207303095,
      "grad_norm": 0.3012252748012543,
      "learning_rate": 0.00019821533209031872,
      "loss": 12.2079,
      "step": 3960
    },
    {
      "epoch": 0.6485999672506959,
      "grad_norm": 0.2976960837841034,
      "learning_rate": 0.0001982143596418834,
      "loss": 12.209,
      "step": 3961
    },
    {
      "epoch": 0.6487637137710823,
      "grad_norm": 0.21296314895153046,
      "learning_rate": 0.00019821338693096807,
      "loss": 12.2276,
      "step": 3962
    },
    {
      "epoch": 0.6489274602914689,
      "grad_norm": 0.3925280272960663,
      "learning_rate": 0.00019821241395757532,
      "loss": 12.2454,
      "step": 3963
    },
    {
      "epoch": 0.6490912068118553,
      "grad_norm": 0.20641668140888214,
      "learning_rate": 0.00019821144072170775,
      "loss": 12.2193,
      "step": 3964
    },
    {
      "epoch": 0.6492549533322417,
      "grad_norm": 0.285822331905365,
      "learning_rate": 0.00019821046722336795,
      "loss": 12.165,
      "step": 3965
    },
    {
      "epoch": 0.6494186998526281,
      "grad_norm": 0.2130458801984787,
      "learning_rate": 0.0001982094934625585,
      "loss": 12.1959,
      "step": 3966
    },
    {
      "epoch": 0.6495824463730145,
      "grad_norm": 0.22552993893623352,
      "learning_rate": 0.00019820851943928207,
      "loss": 12.1704,
      "step": 3967
    },
    {
      "epoch": 0.649746192893401,
      "grad_norm": 0.2601563036441803,
      "learning_rate": 0.00019820754515354117,
      "loss": 12.2379,
      "step": 3968
    },
    {
      "epoch": 0.6499099394137875,
      "grad_norm": 0.2573152184486389,
      "learning_rate": 0.0001982065706053385,
      "loss": 12.1763,
      "step": 3969
    },
    {
      "epoch": 0.6500736859341739,
      "grad_norm": 0.21270433068275452,
      "learning_rate": 0.0001982055957946766,
      "loss": 12.24,
      "step": 3970
    },
    {
      "epoch": 0.6502374324545603,
      "grad_norm": 0.22810742259025574,
      "learning_rate": 0.0001982046207215581,
      "loss": 12.1889,
      "step": 3971
    },
    {
      "epoch": 0.6504011789749468,
      "grad_norm": 0.19891560077667236,
      "learning_rate": 0.0001982036453859856,
      "loss": 12.2535,
      "step": 3972
    },
    {
      "epoch": 0.6505649254953332,
      "grad_norm": 0.1587231606245041,
      "learning_rate": 0.00019820266978796172,
      "loss": 12.1824,
      "step": 3973
    },
    {
      "epoch": 0.6507286720157197,
      "grad_norm": 0.21931496262550354,
      "learning_rate": 0.00019820169392748905,
      "loss": 12.2198,
      "step": 3974
    },
    {
      "epoch": 0.6508924185361061,
      "grad_norm": 0.22534871101379395,
      "learning_rate": 0.0001982007178045702,
      "loss": 12.1874,
      "step": 3975
    },
    {
      "epoch": 0.6510561650564926,
      "grad_norm": 0.31642425060272217,
      "learning_rate": 0.00019819974141920777,
      "loss": 12.2176,
      "step": 3976
    },
    {
      "epoch": 0.651219911576879,
      "grad_norm": 0.18475204706192017,
      "learning_rate": 0.00019819876477140437,
      "loss": 12.2184,
      "step": 3977
    },
    {
      "epoch": 0.6513836580972654,
      "grad_norm": 0.24713218212127686,
      "learning_rate": 0.00019819778786116262,
      "loss": 12.2008,
      "step": 3978
    },
    {
      "epoch": 0.6515474046176519,
      "grad_norm": 0.2960412800312042,
      "learning_rate": 0.00019819681068848516,
      "loss": 12.1877,
      "step": 3979
    },
    {
      "epoch": 0.6517111511380383,
      "grad_norm": 0.24806471168994904,
      "learning_rate": 0.00019819583325337455,
      "loss": 12.2271,
      "step": 3980
    },
    {
      "epoch": 0.6518748976584248,
      "grad_norm": 0.22133877873420715,
      "learning_rate": 0.00019819485555583346,
      "loss": 12.2264,
      "step": 3981
    },
    {
      "epoch": 0.6520386441788112,
      "grad_norm": 0.19579505920410156,
      "learning_rate": 0.00019819387759586446,
      "loss": 12.2316,
      "step": 3982
    },
    {
      "epoch": 0.6522023906991976,
      "grad_norm": 0.21166133880615234,
      "learning_rate": 0.00019819289937347015,
      "loss": 12.1822,
      "step": 3983
    },
    {
      "epoch": 0.652366137219584,
      "grad_norm": 0.20083044469356537,
      "learning_rate": 0.00019819192088865316,
      "loss": 12.2083,
      "step": 3984
    },
    {
      "epoch": 0.6525298837399706,
      "grad_norm": 0.1873214840888977,
      "learning_rate": 0.00019819094214141612,
      "loss": 12.1867,
      "step": 3985
    },
    {
      "epoch": 0.652693630260357,
      "grad_norm": 0.21904215216636658,
      "learning_rate": 0.00019818996313176164,
      "loss": 12.2108,
      "step": 3986
    },
    {
      "epoch": 0.6528573767807434,
      "grad_norm": 0.29960018396377563,
      "learning_rate": 0.00019818898385969233,
      "loss": 12.1883,
      "step": 3987
    },
    {
      "epoch": 0.6530211233011298,
      "grad_norm": 0.19729535281658173,
      "learning_rate": 0.0001981880043252108,
      "loss": 12.1807,
      "step": 3988
    },
    {
      "epoch": 0.6531848698215162,
      "grad_norm": 0.2792931795120239,
      "learning_rate": 0.00019818702452831973,
      "loss": 12.2037,
      "step": 3989
    },
    {
      "epoch": 0.6533486163419028,
      "grad_norm": 0.15512612462043762,
      "learning_rate": 0.00019818604446902163,
      "loss": 12.2039,
      "step": 3990
    },
    {
      "epoch": 0.6535123628622892,
      "grad_norm": 0.16133475303649902,
      "learning_rate": 0.0001981850641473192,
      "loss": 12.1981,
      "step": 3991
    },
    {
      "epoch": 0.6536761093826756,
      "grad_norm": 0.24627692997455597,
      "learning_rate": 0.00019818408356321503,
      "loss": 12.1721,
      "step": 3992
    },
    {
      "epoch": 0.653839855903062,
      "grad_norm": 0.2353171855211258,
      "learning_rate": 0.00019818310271671173,
      "loss": 12.2186,
      "step": 3993
    },
    {
      "epoch": 0.6540036024234485,
      "grad_norm": 0.1469976156949997,
      "learning_rate": 0.00019818212160781196,
      "loss": 12.1753,
      "step": 3994
    },
    {
      "epoch": 0.654167348943835,
      "grad_norm": 0.3145500123500824,
      "learning_rate": 0.00019818114023651833,
      "loss": 12.2194,
      "step": 3995
    },
    {
      "epoch": 0.6543310954642214,
      "grad_norm": 0.20177264511585236,
      "learning_rate": 0.00019818015860283343,
      "loss": 12.2112,
      "step": 3996
    },
    {
      "epoch": 0.6544948419846078,
      "grad_norm": 0.2904250919818878,
      "learning_rate": 0.00019817917670675992,
      "loss": 12.1928,
      "step": 3997
    },
    {
      "epoch": 0.6546585885049943,
      "grad_norm": 0.20208877325057983,
      "learning_rate": 0.0001981781945483004,
      "loss": 12.2267,
      "step": 3998
    },
    {
      "epoch": 0.6548223350253807,
      "grad_norm": 0.19932442903518677,
      "learning_rate": 0.0001981772121274575,
      "loss": 12.1881,
      "step": 3999
    },
    {
      "epoch": 0.6549860815457672,
      "grad_norm": 0.2510734498500824,
      "learning_rate": 0.00019817622944423387,
      "loss": 12.1813,
      "step": 4000
    },
    {
      "epoch": 0.6549860815457672,
      "eval_loss": 12.194462776184082,
      "eval_runtime": 7.2817,
      "eval_samples_per_second": 33.783,
      "eval_steps_per_second": 16.892,
      "step": 4000
    },
    {
      "epoch": 0.6551498280661536,
      "grad_norm": 0.18456391990184784,
      "learning_rate": 0.0001981752464986321,
      "loss": 12.194,
      "step": 4001
    },
    {
      "epoch": 0.65531357458654,
      "grad_norm": 0.21721439063549042,
      "learning_rate": 0.00019817426329065484,
      "loss": 12.2275,
      "step": 4002
    },
    {
      "epoch": 0.6554773211069265,
      "grad_norm": 0.26060882210731506,
      "learning_rate": 0.0001981732798203047,
      "loss": 12.2461,
      "step": 4003
    },
    {
      "epoch": 0.6556410676273129,
      "grad_norm": 0.21947935223579407,
      "learning_rate": 0.00019817229608758434,
      "loss": 12.2286,
      "step": 4004
    },
    {
      "epoch": 0.6558048141476993,
      "grad_norm": 0.2212127447128296,
      "learning_rate": 0.00019817131209249635,
      "loss": 12.1819,
      "step": 4005
    },
    {
      "epoch": 0.6559685606680858,
      "grad_norm": 0.17018643021583557,
      "learning_rate": 0.00019817032783504338,
      "loss": 12.2375,
      "step": 4006
    },
    {
      "epoch": 0.6561323071884723,
      "grad_norm": 0.25042322278022766,
      "learning_rate": 0.0001981693433152281,
      "loss": 12.1947,
      "step": 4007
    },
    {
      "epoch": 0.6562960537088587,
      "grad_norm": 0.1994270235300064,
      "learning_rate": 0.00019816835853305308,
      "loss": 12.1705,
      "step": 4008
    },
    {
      "epoch": 0.6564598002292451,
      "grad_norm": 0.20498231053352356,
      "learning_rate": 0.00019816737348852094,
      "loss": 12.1814,
      "step": 4009
    },
    {
      "epoch": 0.6566235467496315,
      "grad_norm": 0.20460399985313416,
      "learning_rate": 0.00019816638818163438,
      "loss": 12.2129,
      "step": 4010
    },
    {
      "epoch": 0.6567872932700181,
      "grad_norm": 0.3516923487186432,
      "learning_rate": 0.000198165402612396,
      "loss": 12.2168,
      "step": 4011
    },
    {
      "epoch": 0.6569510397904045,
      "grad_norm": 0.22088171541690826,
      "learning_rate": 0.00019816441678080837,
      "loss": 12.1694,
      "step": 4012
    },
    {
      "epoch": 0.6571147863107909,
      "grad_norm": 0.2735411822795868,
      "learning_rate": 0.00019816343068687425,
      "loss": 12.1828,
      "step": 4013
    },
    {
      "epoch": 0.6572785328311773,
      "grad_norm": 0.23973111808300018,
      "learning_rate": 0.00019816244433059618,
      "loss": 12.2962,
      "step": 4014
    },
    {
      "epoch": 0.6574422793515637,
      "grad_norm": 0.2545880079269409,
      "learning_rate": 0.00019816145771197686,
      "loss": 12.2039,
      "step": 4015
    },
    {
      "epoch": 0.6576060258719503,
      "grad_norm": 0.19776879251003265,
      "learning_rate": 0.00019816047083101885,
      "loss": 12.2098,
      "step": 4016
    },
    {
      "epoch": 0.6577697723923367,
      "grad_norm": 0.282538503408432,
      "learning_rate": 0.00019815948368772485,
      "loss": 12.2113,
      "step": 4017
    },
    {
      "epoch": 0.6579335189127231,
      "grad_norm": 0.21528048813343048,
      "learning_rate": 0.00019815849628209749,
      "loss": 12.153,
      "step": 4018
    },
    {
      "epoch": 0.6580972654331095,
      "grad_norm": 0.2197834551334381,
      "learning_rate": 0.0001981575086141394,
      "loss": 12.2194,
      "step": 4019
    },
    {
      "epoch": 0.658261011953496,
      "grad_norm": 0.21657121181488037,
      "learning_rate": 0.00019815652068385322,
      "loss": 12.2392,
      "step": 4020
    },
    {
      "epoch": 0.6584247584738824,
      "grad_norm": 0.20573186874389648,
      "learning_rate": 0.0001981555324912416,
      "loss": 12.2722,
      "step": 4021
    },
    {
      "epoch": 0.6585885049942689,
      "grad_norm": 0.38362571597099304,
      "learning_rate": 0.00019815454403630713,
      "loss": 12.2087,
      "step": 4022
    },
    {
      "epoch": 0.6587522515146553,
      "grad_norm": 0.1592360883951187,
      "learning_rate": 0.0001981535553190525,
      "loss": 12.192,
      "step": 4023
    },
    {
      "epoch": 0.6589159980350418,
      "grad_norm": 0.16503021121025085,
      "learning_rate": 0.00019815256633948035,
      "loss": 12.1992,
      "step": 4024
    },
    {
      "epoch": 0.6590797445554282,
      "grad_norm": 0.21200938522815704,
      "learning_rate": 0.00019815157709759335,
      "loss": 12.2024,
      "step": 4025
    },
    {
      "epoch": 0.6592434910758146,
      "grad_norm": 0.27075645327568054,
      "learning_rate": 0.0001981505875933941,
      "loss": 12.2396,
      "step": 4026
    },
    {
      "epoch": 0.6594072375962011,
      "grad_norm": 0.19839371740818024,
      "learning_rate": 0.00019814959782688522,
      "loss": 12.2168,
      "step": 4027
    },
    {
      "epoch": 0.6595709841165875,
      "grad_norm": 0.16846980154514313,
      "learning_rate": 0.00019814860779806943,
      "loss": 12.1757,
      "step": 4028
    },
    {
      "epoch": 0.659734730636974,
      "grad_norm": 0.21647235751152039,
      "learning_rate": 0.0001981476175069493,
      "loss": 12.2564,
      "step": 4029
    },
    {
      "epoch": 0.6598984771573604,
      "grad_norm": 0.17361176013946533,
      "learning_rate": 0.00019814662695352752,
      "loss": 12.1791,
      "step": 4030
    },
    {
      "epoch": 0.6600622236777468,
      "grad_norm": 0.2197650820016861,
      "learning_rate": 0.00019814563613780676,
      "loss": 12.2216,
      "step": 4031
    },
    {
      "epoch": 0.6602259701981333,
      "grad_norm": 0.1951623558998108,
      "learning_rate": 0.00019814464505978963,
      "loss": 12.2068,
      "step": 4032
    },
    {
      "epoch": 0.6603897167185198,
      "grad_norm": 0.18720681965351105,
      "learning_rate": 0.0001981436537194788,
      "loss": 12.2247,
      "step": 4033
    },
    {
      "epoch": 0.6605534632389062,
      "grad_norm": 0.2027612030506134,
      "learning_rate": 0.00019814266211687684,
      "loss": 12.2101,
      "step": 4034
    },
    {
      "epoch": 0.6607172097592926,
      "grad_norm": 0.2101881206035614,
      "learning_rate": 0.00019814167025198652,
      "loss": 12.1952,
      "step": 4035
    },
    {
      "epoch": 0.660880956279679,
      "grad_norm": 0.22183765470981598,
      "learning_rate": 0.00019814067812481043,
      "loss": 12.1999,
      "step": 4036
    },
    {
      "epoch": 0.6610447028000656,
      "grad_norm": 0.2913387417793274,
      "learning_rate": 0.00019813968573535121,
      "loss": 12.2431,
      "step": 4037
    },
    {
      "epoch": 0.661208449320452,
      "grad_norm": 0.26290544867515564,
      "learning_rate": 0.00019813869308361155,
      "loss": 12.2345,
      "step": 4038
    },
    {
      "epoch": 0.6613721958408384,
      "grad_norm": 0.26992687582969666,
      "learning_rate": 0.0001981377001695941,
      "loss": 12.2042,
      "step": 4039
    },
    {
      "epoch": 0.6615359423612248,
      "grad_norm": 0.2154194414615631,
      "learning_rate": 0.00019813670699330146,
      "loss": 12.219,
      "step": 4040
    },
    {
      "epoch": 0.6616996888816112,
      "grad_norm": 0.19124217331409454,
      "learning_rate": 0.00019813571355473632,
      "loss": 12.1949,
      "step": 4041
    },
    {
      "epoch": 0.6618634354019977,
      "grad_norm": 0.28068503737449646,
      "learning_rate": 0.00019813471985390138,
      "loss": 12.2044,
      "step": 4042
    },
    {
      "epoch": 0.6620271819223842,
      "grad_norm": 0.18981370329856873,
      "learning_rate": 0.0001981337258907992,
      "loss": 12.249,
      "step": 4043
    },
    {
      "epoch": 0.6621909284427706,
      "grad_norm": 0.17306262254714966,
      "learning_rate": 0.00019813273166543254,
      "loss": 12.2032,
      "step": 4044
    },
    {
      "epoch": 0.662354674963157,
      "grad_norm": 0.21464690566062927,
      "learning_rate": 0.00019813173717780398,
      "loss": 12.2167,
      "step": 4045
    },
    {
      "epoch": 0.6625184214835435,
      "grad_norm": 0.168510302901268,
      "learning_rate": 0.00019813074242791618,
      "loss": 12.2607,
      "step": 4046
    },
    {
      "epoch": 0.6626821680039299,
      "grad_norm": 0.25820448994636536,
      "learning_rate": 0.00019812974741577187,
      "loss": 12.2102,
      "step": 4047
    },
    {
      "epoch": 0.6628459145243164,
      "grad_norm": 0.2467651665210724,
      "learning_rate": 0.00019812875214137362,
      "loss": 12.1885,
      "step": 4048
    },
    {
      "epoch": 0.6630096610447028,
      "grad_norm": 0.22428150475025177,
      "learning_rate": 0.00019812775660472417,
      "loss": 12.2372,
      "step": 4049
    },
    {
      "epoch": 0.6631734075650892,
      "grad_norm": 0.17135892808437347,
      "learning_rate": 0.0001981267608058261,
      "loss": 12.2115,
      "step": 4050
    },
    {
      "epoch": 0.6633371540854757,
      "grad_norm": 0.1832718402147293,
      "learning_rate": 0.00019812576474468214,
      "loss": 12.202,
      "step": 4051
    },
    {
      "epoch": 0.6635009006058621,
      "grad_norm": 0.24651649594306946,
      "learning_rate": 0.0001981247684212949,
      "loss": 12.2193,
      "step": 4052
    },
    {
      "epoch": 0.6636646471262486,
      "grad_norm": 0.3186708986759186,
      "learning_rate": 0.00019812377183566708,
      "loss": 12.2051,
      "step": 4053
    },
    {
      "epoch": 0.663828393646635,
      "grad_norm": 0.16155597567558289,
      "learning_rate": 0.00019812277498780135,
      "loss": 12.2232,
      "step": 4054
    },
    {
      "epoch": 0.6639921401670215,
      "grad_norm": 0.27812430262565613,
      "learning_rate": 0.00019812177787770035,
      "loss": 12.2205,
      "step": 4055
    },
    {
      "epoch": 0.6641558866874079,
      "grad_norm": 0.24077574908733368,
      "learning_rate": 0.00019812078050536673,
      "loss": 12.2263,
      "step": 4056
    },
    {
      "epoch": 0.6643196332077943,
      "grad_norm": 0.19686780869960785,
      "learning_rate": 0.0001981197828708032,
      "loss": 12.1818,
      "step": 4057
    },
    {
      "epoch": 0.6644833797281807,
      "grad_norm": 0.24060334265232086,
      "learning_rate": 0.00019811878497401236,
      "loss": 12.1788,
      "step": 4058
    },
    {
      "epoch": 0.6646471262485673,
      "grad_norm": 0.26811400055885315,
      "learning_rate": 0.00019811778681499696,
      "loss": 12.2516,
      "step": 4059
    },
    {
      "epoch": 0.6648108727689537,
      "grad_norm": 0.7547450065612793,
      "learning_rate": 0.0001981167883937596,
      "loss": 12.2648,
      "step": 4060
    },
    {
      "epoch": 0.6649746192893401,
      "grad_norm": 0.2560349702835083,
      "learning_rate": 0.00019811578971030297,
      "loss": 12.2202,
      "step": 4061
    },
    {
      "epoch": 0.6651383658097265,
      "grad_norm": 0.3124585747718811,
      "learning_rate": 0.00019811479076462977,
      "loss": 12.2171,
      "step": 4062
    },
    {
      "epoch": 0.6653021123301129,
      "grad_norm": 0.24473939836025238,
      "learning_rate": 0.00019811379155674263,
      "loss": 12.2128,
      "step": 4063
    },
    {
      "epoch": 0.6654658588504995,
      "grad_norm": 0.2359488606452942,
      "learning_rate": 0.00019811279208664423,
      "loss": 12.2197,
      "step": 4064
    },
    {
      "epoch": 0.6656296053708859,
      "grad_norm": 0.22534486651420593,
      "learning_rate": 0.00019811179235433728,
      "loss": 12.2824,
      "step": 4065
    },
    {
      "epoch": 0.6657933518912723,
      "grad_norm": 0.24282951653003693,
      "learning_rate": 0.00019811079235982436,
      "loss": 12.2785,
      "step": 4066
    },
    {
      "epoch": 0.6659570984116587,
      "grad_norm": 0.29261207580566406,
      "learning_rate": 0.00019810979210310823,
      "loss": 12.1787,
      "step": 4067
    },
    {
      "epoch": 0.6661208449320452,
      "grad_norm": 0.27354931831359863,
      "learning_rate": 0.00019810879158419154,
      "loss": 12.204,
      "step": 4068
    },
    {
      "epoch": 0.6662845914524317,
      "grad_norm": 0.21173052489757538,
      "learning_rate": 0.00019810779080307693,
      "loss": 12.2327,
      "step": 4069
    },
    {
      "epoch": 0.6664483379728181,
      "grad_norm": 0.28731244802474976,
      "learning_rate": 0.00019810678975976714,
      "loss": 12.2199,
      "step": 4070
    },
    {
      "epoch": 0.6666120844932045,
      "grad_norm": 0.3927612006664276,
      "learning_rate": 0.00019810578845426476,
      "loss": 12.2202,
      "step": 4071
    },
    {
      "epoch": 0.666775831013591,
      "grad_norm": 0.28213366866111755,
      "learning_rate": 0.00019810478688657253,
      "loss": 12.2221,
      "step": 4072
    },
    {
      "epoch": 0.6669395775339774,
      "grad_norm": 0.21019527316093445,
      "learning_rate": 0.00019810378505669309,
      "loss": 12.1605,
      "step": 4073
    },
    {
      "epoch": 0.6671033240543639,
      "grad_norm": 0.26391249895095825,
      "learning_rate": 0.0001981027829646292,
      "loss": 12.2133,
      "step": 4074
    },
    {
      "epoch": 0.6672670705747503,
      "grad_norm": 0.26284992694854736,
      "learning_rate": 0.00019810178061038341,
      "loss": 12.1997,
      "step": 4075
    },
    {
      "epoch": 0.6674308170951367,
      "grad_norm": 0.2237994372844696,
      "learning_rate": 0.00019810077799395847,
      "loss": 12.2128,
      "step": 4076
    },
    {
      "epoch": 0.6675945636155232,
      "grad_norm": 0.1765594780445099,
      "learning_rate": 0.00019809977511535707,
      "loss": 12.2002,
      "step": 4077
    },
    {
      "epoch": 0.6677583101359096,
      "grad_norm": 0.2552156150341034,
      "learning_rate": 0.00019809877197458187,
      "loss": 12.2015,
      "step": 4078
    },
    {
      "epoch": 0.667922056656296,
      "grad_norm": 0.23105907440185547,
      "learning_rate": 0.00019809776857163556,
      "loss": 12.2046,
      "step": 4079
    },
    {
      "epoch": 0.6680858031766825,
      "grad_norm": 0.18535874783992767,
      "learning_rate": 0.0001980967649065208,
      "loss": 12.1857,
      "step": 4080
    },
    {
      "epoch": 0.668249549697069,
      "grad_norm": 0.21281354129314423,
      "learning_rate": 0.0001980957609792403,
      "loss": 12.222,
      "step": 4081
    },
    {
      "epoch": 0.6684132962174554,
      "grad_norm": 0.17649142444133759,
      "learning_rate": 0.00019809475678979671,
      "loss": 12.199,
      "step": 4082
    },
    {
      "epoch": 0.6685770427378418,
      "grad_norm": 0.2904151678085327,
      "learning_rate": 0.00019809375233819276,
      "loss": 12.2355,
      "step": 4083
    },
    {
      "epoch": 0.6687407892582282,
      "grad_norm": 0.1767546683549881,
      "learning_rate": 0.0001980927476244311,
      "loss": 12.2133,
      "step": 4084
    },
    {
      "epoch": 0.6689045357786148,
      "grad_norm": 0.19837389886379242,
      "learning_rate": 0.00019809174264851442,
      "loss": 12.2287,
      "step": 4085
    },
    {
      "epoch": 0.6690682822990012,
      "grad_norm": 0.20272962749004364,
      "learning_rate": 0.00019809073741044542,
      "loss": 12.1712,
      "step": 4086
    },
    {
      "epoch": 0.6692320288193876,
      "grad_norm": 0.271641343832016,
      "learning_rate": 0.00019808973191022674,
      "loss": 12.1973,
      "step": 4087
    },
    {
      "epoch": 0.669395775339774,
      "grad_norm": 0.2358519732952118,
      "learning_rate": 0.00019808872614786112,
      "loss": 12.2006,
      "step": 4088
    },
    {
      "epoch": 0.6695595218601604,
      "grad_norm": 0.24863922595977783,
      "learning_rate": 0.00019808772012335125,
      "loss": 12.1808,
      "step": 4089
    },
    {
      "epoch": 0.669723268380547,
      "grad_norm": 0.22940725088119507,
      "learning_rate": 0.0001980867138366998,
      "loss": 12.1935,
      "step": 4090
    },
    {
      "epoch": 0.6698870149009334,
      "grad_norm": 0.2509964108467102,
      "learning_rate": 0.00019808570728790947,
      "loss": 12.2052,
      "step": 4091
    },
    {
      "epoch": 0.6700507614213198,
      "grad_norm": 0.2813310921192169,
      "learning_rate": 0.00019808470047698293,
      "loss": 12.2263,
      "step": 4092
    },
    {
      "epoch": 0.6702145079417062,
      "grad_norm": 0.2377741038799286,
      "learning_rate": 0.00019808369340392284,
      "loss": 12.1974,
      "step": 4093
    },
    {
      "epoch": 0.6703782544620926,
      "grad_norm": 0.2089918851852417,
      "learning_rate": 0.00019808268606873197,
      "loss": 12.2265,
      "step": 4094
    },
    {
      "epoch": 0.6705420009824791,
      "grad_norm": 0.23395054042339325,
      "learning_rate": 0.00019808167847141297,
      "loss": 12.1985,
      "step": 4095
    },
    {
      "epoch": 0.6707057475028656,
      "grad_norm": 0.18600954115390778,
      "learning_rate": 0.00019808067061196854,
      "loss": 12.1862,
      "step": 4096
    },
    {
      "epoch": 0.670869494023252,
      "grad_norm": 0.19165313243865967,
      "learning_rate": 0.00019807966249040136,
      "loss": 12.2131,
      "step": 4097
    },
    {
      "epoch": 0.6710332405436384,
      "grad_norm": 0.20545309782028198,
      "learning_rate": 0.00019807865410671413,
      "loss": 12.2531,
      "step": 4098
    },
    {
      "epoch": 0.6711969870640249,
      "grad_norm": 0.3164752721786499,
      "learning_rate": 0.00019807764546090955,
      "loss": 12.1904,
      "step": 4099
    },
    {
      "epoch": 0.6713607335844113,
      "grad_norm": 0.21513430774211884,
      "learning_rate": 0.00019807663655299032,
      "loss": 12.1997,
      "step": 4100
    },
    {
      "epoch": 0.6715244801047978,
      "grad_norm": 0.2220410853624344,
      "learning_rate": 0.00019807562738295915,
      "loss": 12.188,
      "step": 4101
    },
    {
      "epoch": 0.6716882266251842,
      "grad_norm": 0.17108511924743652,
      "learning_rate": 0.0001980746179508187,
      "loss": 12.252,
      "step": 4102
    },
    {
      "epoch": 0.6718519731455707,
      "grad_norm": 0.17622198164463043,
      "learning_rate": 0.00019807360825657168,
      "loss": 12.2075,
      "step": 4103
    },
    {
      "epoch": 0.6720157196659571,
      "grad_norm": 0.18384136259555817,
      "learning_rate": 0.0001980725983002208,
      "loss": 12.1899,
      "step": 4104
    },
    {
      "epoch": 0.6721794661863435,
      "grad_norm": 0.16077129542827606,
      "learning_rate": 0.00019807158808176874,
      "loss": 12.203,
      "step": 4105
    },
    {
      "epoch": 0.67234321270673,
      "grad_norm": 0.21821440756320953,
      "learning_rate": 0.00019807057760121824,
      "loss": 12.1736,
      "step": 4106
    },
    {
      "epoch": 0.6725069592271165,
      "grad_norm": 0.1811976134777069,
      "learning_rate": 0.00019806956685857195,
      "loss": 12.1978,
      "step": 4107
    },
    {
      "epoch": 0.6726707057475029,
      "grad_norm": 0.2302645891904831,
      "learning_rate": 0.0001980685558538326,
      "loss": 12.1767,
      "step": 4108
    },
    {
      "epoch": 0.6728344522678893,
      "grad_norm": 0.1941533237695694,
      "learning_rate": 0.00019806754458700292,
      "loss": 12.2182,
      "step": 4109
    },
    {
      "epoch": 0.6729981987882757,
      "grad_norm": 0.22333917021751404,
      "learning_rate": 0.00019806653305808554,
      "loss": 12.2465,
      "step": 4110
    },
    {
      "epoch": 0.6731619453086622,
      "grad_norm": 0.19426947832107544,
      "learning_rate": 0.00019806552126708322,
      "loss": 12.1891,
      "step": 4111
    },
    {
      "epoch": 0.6733256918290487,
      "grad_norm": 0.32750627398490906,
      "learning_rate": 0.00019806450921399865,
      "loss": 12.2189,
      "step": 4112
    },
    {
      "epoch": 0.6734894383494351,
      "grad_norm": 0.22442544996738434,
      "learning_rate": 0.0001980634968988345,
      "loss": 12.2518,
      "step": 4113
    },
    {
      "epoch": 0.6736531848698215,
      "grad_norm": 0.23614487051963806,
      "learning_rate": 0.0001980624843215935,
      "loss": 12.2261,
      "step": 4114
    },
    {
      "epoch": 0.6738169313902079,
      "grad_norm": 0.3050832152366638,
      "learning_rate": 0.00019806147148227843,
      "loss": 12.1924,
      "step": 4115
    },
    {
      "epoch": 0.6739806779105944,
      "grad_norm": 0.23284777998924255,
      "learning_rate": 0.00019806045838089188,
      "loss": 12.1777,
      "step": 4116
    },
    {
      "epoch": 0.6741444244309809,
      "grad_norm": 0.20632123947143555,
      "learning_rate": 0.00019805944501743663,
      "loss": 12.1941,
      "step": 4117
    },
    {
      "epoch": 0.6743081709513673,
      "grad_norm": 0.29061782360076904,
      "learning_rate": 0.00019805843139191533,
      "loss": 12.1634,
      "step": 4118
    },
    {
      "epoch": 0.6744719174717537,
      "grad_norm": 0.23766252398490906,
      "learning_rate": 0.00019805741750433077,
      "loss": 12.2067,
      "step": 4119
    },
    {
      "epoch": 0.6746356639921401,
      "grad_norm": 0.23781782388687134,
      "learning_rate": 0.0001980564033546856,
      "loss": 12.1963,
      "step": 4120
    },
    {
      "epoch": 0.6747994105125266,
      "grad_norm": 0.3198976516723633,
      "learning_rate": 0.00019805538894298254,
      "loss": 12.1816,
      "step": 4121
    },
    {
      "epoch": 0.6749631570329131,
      "grad_norm": 0.17409475147724152,
      "learning_rate": 0.00019805437426922428,
      "loss": 12.2221,
      "step": 4122
    },
    {
      "epoch": 0.6751269035532995,
      "grad_norm": 0.18786680698394775,
      "learning_rate": 0.0001980533593334136,
      "loss": 12.1915,
      "step": 4123
    },
    {
      "epoch": 0.6752906500736859,
      "grad_norm": 0.20824623107910156,
      "learning_rate": 0.00019805234413555316,
      "loss": 12.2208,
      "step": 4124
    },
    {
      "epoch": 0.6754543965940724,
      "grad_norm": 0.19541363418102264,
      "learning_rate": 0.00019805132867564565,
      "loss": 12.2624,
      "step": 4125
    },
    {
      "epoch": 0.6756181431144588,
      "grad_norm": 0.17205165326595306,
      "learning_rate": 0.00019805031295369385,
      "loss": 12.2042,
      "step": 4126
    },
    {
      "epoch": 0.6757818896348453,
      "grad_norm": 0.19443760812282562,
      "learning_rate": 0.00019804929696970046,
      "loss": 12.1911,
      "step": 4127
    },
    {
      "epoch": 0.6759456361552317,
      "grad_norm": 0.2652917504310608,
      "learning_rate": 0.00019804828072366815,
      "loss": 12.1528,
      "step": 4128
    },
    {
      "epoch": 0.6761093826756182,
      "grad_norm": 0.18873417377471924,
      "learning_rate": 0.00019804726421559962,
      "loss": 12.2156,
      "step": 4129
    },
    {
      "epoch": 0.6762731291960046,
      "grad_norm": 0.21424536406993866,
      "learning_rate": 0.0001980462474454977,
      "loss": 12.1642,
      "step": 4130
    },
    {
      "epoch": 0.676436875716391,
      "grad_norm": 0.18494199216365814,
      "learning_rate": 0.000198045230413365,
      "loss": 12.2378,
      "step": 4131
    },
    {
      "epoch": 0.6766006222367774,
      "grad_norm": 0.199920654296875,
      "learning_rate": 0.00019804421311920428,
      "loss": 12.182,
      "step": 4132
    },
    {
      "epoch": 0.676764368757164,
      "grad_norm": 0.17673343420028687,
      "learning_rate": 0.00019804319556301824,
      "loss": 12.1829,
      "step": 4133
    },
    {
      "epoch": 0.6769281152775504,
      "grad_norm": 0.22383561730384827,
      "learning_rate": 0.00019804217774480965,
      "loss": 12.2269,
      "step": 4134
    },
    {
      "epoch": 0.6770918617979368,
      "grad_norm": 0.20591478049755096,
      "learning_rate": 0.00019804115966458115,
      "loss": 12.2104,
      "step": 4135
    },
    {
      "epoch": 0.6772556083183232,
      "grad_norm": 0.21131004393100739,
      "learning_rate": 0.00019804014132233556,
      "loss": 12.2258,
      "step": 4136
    },
    {
      "epoch": 0.6774193548387096,
      "grad_norm": 0.24526070058345795,
      "learning_rate": 0.0001980391227180755,
      "loss": 12.195,
      "step": 4137
    },
    {
      "epoch": 0.6775831013590962,
      "grad_norm": 0.2656342387199402,
      "learning_rate": 0.00019803810385180375,
      "loss": 12.1803,
      "step": 4138
    },
    {
      "epoch": 0.6777468478794826,
      "grad_norm": 0.22783249616622925,
      "learning_rate": 0.000198037084723523,
      "loss": 12.2559,
      "step": 4139
    },
    {
      "epoch": 0.677910594399869,
      "grad_norm": 0.35501256585121155,
      "learning_rate": 0.00019803606533323604,
      "loss": 12.2202,
      "step": 4140
    },
    {
      "epoch": 0.6780743409202554,
      "grad_norm": 0.19753879308700562,
      "learning_rate": 0.00019803504568094551,
      "loss": 12.1753,
      "step": 4141
    },
    {
      "epoch": 0.6782380874406418,
      "grad_norm": 0.2912788391113281,
      "learning_rate": 0.0001980340257666542,
      "loss": 12.2081,
      "step": 4142
    },
    {
      "epoch": 0.6784018339610284,
      "grad_norm": 0.22310669720172882,
      "learning_rate": 0.0001980330055903648,
      "loss": 12.2173,
      "step": 4143
    },
    {
      "epoch": 0.6785655804814148,
      "grad_norm": 0.31017205119132996,
      "learning_rate": 0.00019803198515208005,
      "loss": 12.2266,
      "step": 4144
    },
    {
      "epoch": 0.6787293270018012,
      "grad_norm": 0.24722330272197723,
      "learning_rate": 0.00019803096445180263,
      "loss": 12.193,
      "step": 4145
    },
    {
      "epoch": 0.6788930735221876,
      "grad_norm": 0.21911858022212982,
      "learning_rate": 0.00019802994348953537,
      "loss": 12.2096,
      "step": 4146
    },
    {
      "epoch": 0.6790568200425741,
      "grad_norm": 0.16004876792430878,
      "learning_rate": 0.0001980289222652809,
      "loss": 12.2432,
      "step": 4147
    },
    {
      "epoch": 0.6792205665629605,
      "grad_norm": 0.18611012399196625,
      "learning_rate": 0.000198027900779042,
      "loss": 12.2043,
      "step": 4148
    },
    {
      "epoch": 0.679384313083347,
      "grad_norm": 0.2159707248210907,
      "learning_rate": 0.00019802687903082138,
      "loss": 12.1941,
      "step": 4149
    },
    {
      "epoch": 0.6795480596037334,
      "grad_norm": 0.31958767771720886,
      "learning_rate": 0.0001980258570206218,
      "loss": 12.1979,
      "step": 4150
    },
    {
      "epoch": 0.6797118061241199,
      "grad_norm": 0.2694419324398041,
      "learning_rate": 0.00019802483474844594,
      "loss": 12.1949,
      "step": 4151
    },
    {
      "epoch": 0.6798755526445063,
      "grad_norm": 0.30076706409454346,
      "learning_rate": 0.0001980238122142966,
      "loss": 12.1663,
      "step": 4152
    },
    {
      "epoch": 0.6800392991648927,
      "grad_norm": 0.22899426519870758,
      "learning_rate": 0.00019802278941817645,
      "loss": 12.222,
      "step": 4153
    },
    {
      "epoch": 0.6802030456852792,
      "grad_norm": 0.20525826513767242,
      "learning_rate": 0.00019802176636008826,
      "loss": 12.1816,
      "step": 4154
    },
    {
      "epoch": 0.6803667922056656,
      "grad_norm": 0.16260866820812225,
      "learning_rate": 0.00019802074304003475,
      "loss": 12.1676,
      "step": 4155
    },
    {
      "epoch": 0.6805305387260521,
      "grad_norm": 0.27866634726524353,
      "learning_rate": 0.00019801971945801868,
      "loss": 12.2181,
      "step": 4156
    },
    {
      "epoch": 0.6806942852464385,
      "grad_norm": 0.24884626269340515,
      "learning_rate": 0.0001980186956140427,
      "loss": 12.2183,
      "step": 4157
    },
    {
      "epoch": 0.6808580317668249,
      "grad_norm": 0.2148866057395935,
      "learning_rate": 0.00019801767150810965,
      "loss": 12.1908,
      "step": 4158
    },
    {
      "epoch": 0.6810217782872114,
      "grad_norm": 0.3189447522163391,
      "learning_rate": 0.00019801664714022224,
      "loss": 12.1741,
      "step": 4159
    },
    {
      "epoch": 0.6811855248075979,
      "grad_norm": 0.19291219115257263,
      "learning_rate": 0.00019801562251038317,
      "loss": 12.2229,
      "step": 4160
    },
    {
      "epoch": 0.6813492713279843,
      "grad_norm": 0.1911168396472931,
      "learning_rate": 0.00019801459761859523,
      "loss": 12.1809,
      "step": 4161
    },
    {
      "epoch": 0.6815130178483707,
      "grad_norm": 0.25228747725486755,
      "learning_rate": 0.0001980135724648611,
      "loss": 12.2318,
      "step": 4162
    },
    {
      "epoch": 0.6816767643687571,
      "grad_norm": 0.41149377822875977,
      "learning_rate": 0.00019801254704918358,
      "loss": 12.1848,
      "step": 4163
    },
    {
      "epoch": 0.6818405108891437,
      "grad_norm": 0.20482946932315826,
      "learning_rate": 0.00019801152137156536,
      "loss": 12.2129,
      "step": 4164
    },
    {
      "epoch": 0.6820042574095301,
      "grad_norm": 0.2056446075439453,
      "learning_rate": 0.0001980104954320092,
      "loss": 12.2402,
      "step": 4165
    },
    {
      "epoch": 0.6821680039299165,
      "grad_norm": 0.2200079709291458,
      "learning_rate": 0.00019800946923051785,
      "loss": 12.2051,
      "step": 4166
    },
    {
      "epoch": 0.6823317504503029,
      "grad_norm": 0.23016726970672607,
      "learning_rate": 0.00019800844276709407,
      "loss": 12.1726,
      "step": 4167
    },
    {
      "epoch": 0.6824954969706893,
      "grad_norm": 0.23010988533496857,
      "learning_rate": 0.00019800741604174054,
      "loss": 12.2027,
      "step": 4168
    },
    {
      "epoch": 0.6826592434910758,
      "grad_norm": 0.30741509795188904,
      "learning_rate": 0.00019800638905446006,
      "loss": 12.2757,
      "step": 4169
    },
    {
      "epoch": 0.6828229900114623,
      "grad_norm": 0.2623336613178253,
      "learning_rate": 0.00019800536180525536,
      "loss": 12.1793,
      "step": 4170
    },
    {
      "epoch": 0.6829867365318487,
      "grad_norm": 0.24703793227672577,
      "learning_rate": 0.0001980043342941292,
      "loss": 12.1997,
      "step": 4171
    },
    {
      "epoch": 0.6831504830522351,
      "grad_norm": 0.18507197499275208,
      "learning_rate": 0.00019800330652108432,
      "loss": 12.1841,
      "step": 4172
    },
    {
      "epoch": 0.6833142295726216,
      "grad_norm": 0.21609541773796082,
      "learning_rate": 0.00019800227848612342,
      "loss": 12.2111,
      "step": 4173
    },
    {
      "epoch": 0.683477976093008,
      "grad_norm": 0.23552881181240082,
      "learning_rate": 0.00019800125018924929,
      "loss": 12.1735,
      "step": 4174
    },
    {
      "epoch": 0.6836417226133945,
      "grad_norm": 0.2786266803741455,
      "learning_rate": 0.0001980002216304647,
      "loss": 12.1968,
      "step": 4175
    },
    {
      "epoch": 0.6838054691337809,
      "grad_norm": 0.20165207982063293,
      "learning_rate": 0.00019799919280977235,
      "loss": 12.2313,
      "step": 4176
    },
    {
      "epoch": 0.6839692156541674,
      "grad_norm": 0.20138411223888397,
      "learning_rate": 0.000197998163727175,
      "loss": 12.2,
      "step": 4177
    },
    {
      "epoch": 0.6841329621745538,
      "grad_norm": 0.21973896026611328,
      "learning_rate": 0.00019799713438267545,
      "loss": 12.2104,
      "step": 4178
    },
    {
      "epoch": 0.6842967086949402,
      "grad_norm": 0.20464344322681427,
      "learning_rate": 0.0001979961047762764,
      "loss": 12.2528,
      "step": 4179
    },
    {
      "epoch": 0.6844604552153267,
      "grad_norm": 0.23802493512630463,
      "learning_rate": 0.0001979950749079806,
      "loss": 12.2132,
      "step": 4180
    },
    {
      "epoch": 0.6846242017357131,
      "grad_norm": 0.2968088388442993,
      "learning_rate": 0.00019799404477779083,
      "loss": 12.2115,
      "step": 4181
    },
    {
      "epoch": 0.6847879482560996,
      "grad_norm": 0.22022268176078796,
      "learning_rate": 0.00019799301438570979,
      "loss": 12.2287,
      "step": 4182
    },
    {
      "epoch": 0.684951694776486,
      "grad_norm": 0.19769351184368134,
      "learning_rate": 0.0001979919837317403,
      "loss": 12.1873,
      "step": 4183
    },
    {
      "epoch": 0.6851154412968724,
      "grad_norm": 0.2259223312139511,
      "learning_rate": 0.0001979909528158851,
      "loss": 12.1913,
      "step": 4184
    },
    {
      "epoch": 0.6852791878172588,
      "grad_norm": 0.24107705056667328,
      "learning_rate": 0.00019798992163814694,
      "loss": 12.2041,
      "step": 4185
    },
    {
      "epoch": 0.6854429343376454,
      "grad_norm": 0.20143857598304749,
      "learning_rate": 0.00019798889019852854,
      "loss": 12.2576,
      "step": 4186
    },
    {
      "epoch": 0.6856066808580318,
      "grad_norm": 0.16692288219928741,
      "learning_rate": 0.00019798785849703269,
      "loss": 12.1683,
      "step": 4187
    },
    {
      "epoch": 0.6857704273784182,
      "grad_norm": 0.18041661381721497,
      "learning_rate": 0.00019798682653366214,
      "loss": 12.1689,
      "step": 4188
    },
    {
      "epoch": 0.6859341738988046,
      "grad_norm": 0.221566841006279,
      "learning_rate": 0.00019798579430841965,
      "loss": 12.2673,
      "step": 4189
    },
    {
      "epoch": 0.686097920419191,
      "grad_norm": 0.16517965495586395,
      "learning_rate": 0.000197984761821308,
      "loss": 12.1836,
      "step": 4190
    },
    {
      "epoch": 0.6862616669395776,
      "grad_norm": 0.17963312566280365,
      "learning_rate": 0.00019798372907232992,
      "loss": 12.1981,
      "step": 4191
    },
    {
      "epoch": 0.686425413459964,
      "grad_norm": 0.20439885556697845,
      "learning_rate": 0.00019798269606148815,
      "loss": 12.1844,
      "step": 4192
    },
    {
      "epoch": 0.6865891599803504,
      "grad_norm": 0.25138911604881287,
      "learning_rate": 0.0001979816627887855,
      "loss": 12.2189,
      "step": 4193
    },
    {
      "epoch": 0.6867529065007368,
      "grad_norm": 0.2637888491153717,
      "learning_rate": 0.00019798062925422473,
      "loss": 12.1987,
      "step": 4194
    },
    {
      "epoch": 0.6869166530211233,
      "grad_norm": 0.2631836533546448,
      "learning_rate": 0.00019797959545780859,
      "loss": 12.1921,
      "step": 4195
    },
    {
      "epoch": 0.6870803995415098,
      "grad_norm": 0.2119833081960678,
      "learning_rate": 0.00019797856139953978,
      "loss": 12.2282,
      "step": 4196
    },
    {
      "epoch": 0.6872441460618962,
      "grad_norm": 0.20337316393852234,
      "learning_rate": 0.00019797752707942116,
      "loss": 12.1823,
      "step": 4197
    },
    {
      "epoch": 0.6874078925822826,
      "grad_norm": 0.22508031129837036,
      "learning_rate": 0.00019797649249745546,
      "loss": 12.1984,
      "step": 4198
    },
    {
      "epoch": 0.687571639102669,
      "grad_norm": 0.17447271943092346,
      "learning_rate": 0.0001979754576536454,
      "loss": 12.2256,
      "step": 4199
    },
    {
      "epoch": 0.6877353856230555,
      "grad_norm": 0.24794477224349976,
      "learning_rate": 0.0001979744225479938,
      "loss": 12.2047,
      "step": 4200
    },
    {
      "epoch": 0.687899132143442,
      "grad_norm": 0.2908063530921936,
      "learning_rate": 0.00019797338718050345,
      "loss": 12.2377,
      "step": 4201
    },
    {
      "epoch": 0.6880628786638284,
      "grad_norm": 0.2726648449897766,
      "learning_rate": 0.00019797235155117704,
      "loss": 12.2218,
      "step": 4202
    },
    {
      "epoch": 0.6882266251842148,
      "grad_norm": 0.37857919931411743,
      "learning_rate": 0.00019797131566001738,
      "loss": 12.2058,
      "step": 4203
    },
    {
      "epoch": 0.6883903717046013,
      "grad_norm": 0.20904752612113953,
      "learning_rate": 0.00019797027950702723,
      "loss": 12.1517,
      "step": 4204
    },
    {
      "epoch": 0.6885541182249877,
      "grad_norm": 0.27425098419189453,
      "learning_rate": 0.00019796924309220935,
      "loss": 12.2001,
      "step": 4205
    },
    {
      "epoch": 0.6887178647453741,
      "grad_norm": 0.23195591568946838,
      "learning_rate": 0.00019796820641556655,
      "loss": 12.2384,
      "step": 4206
    },
    {
      "epoch": 0.6888816112657606,
      "grad_norm": 0.16734391450881958,
      "learning_rate": 0.00019796716947710155,
      "loss": 12.1766,
      "step": 4207
    },
    {
      "epoch": 0.6890453577861471,
      "grad_norm": 0.2180595099925995,
      "learning_rate": 0.00019796613227681715,
      "loss": 12.2331,
      "step": 4208
    },
    {
      "epoch": 0.6892091043065335,
      "grad_norm": 0.2463221400976181,
      "learning_rate": 0.00019796509481471612,
      "loss": 12.2048,
      "step": 4209
    },
    {
      "epoch": 0.6893728508269199,
      "grad_norm": 0.2639441192150116,
      "learning_rate": 0.00019796405709080123,
      "loss": 12.236,
      "step": 4210
    },
    {
      "epoch": 0.6895365973473063,
      "grad_norm": 0.28141164779663086,
      "learning_rate": 0.00019796301910507524,
      "loss": 12.1757,
      "step": 4211
    },
    {
      "epoch": 0.6897003438676929,
      "grad_norm": 0.24703331291675568,
      "learning_rate": 0.00019796198085754097,
      "loss": 12.2461,
      "step": 4212
    },
    {
      "epoch": 0.6898640903880793,
      "grad_norm": 0.2064628154039383,
      "learning_rate": 0.00019796094234820114,
      "loss": 12.2027,
      "step": 4213
    },
    {
      "epoch": 0.6900278369084657,
      "grad_norm": 0.2339055985212326,
      "learning_rate": 0.00019795990357705855,
      "loss": 12.207,
      "step": 4214
    },
    {
      "epoch": 0.6901915834288521,
      "grad_norm": 0.17703181505203247,
      "learning_rate": 0.00019795886454411593,
      "loss": 12.2406,
      "step": 4215
    },
    {
      "epoch": 0.6903553299492385,
      "grad_norm": 0.24242523312568665,
      "learning_rate": 0.00019795782524937615,
      "loss": 12.2016,
      "step": 4216
    },
    {
      "epoch": 0.6905190764696251,
      "grad_norm": 0.1759403795003891,
      "learning_rate": 0.00019795678569284192,
      "loss": 12.1938,
      "step": 4217
    },
    {
      "epoch": 0.6906828229900115,
      "grad_norm": 0.27379944920539856,
      "learning_rate": 0.00019795574587451605,
      "loss": 12.1555,
      "step": 4218
    },
    {
      "epoch": 0.6908465695103979,
      "grad_norm": 0.260606974363327,
      "learning_rate": 0.0001979547057944013,
      "loss": 12.2261,
      "step": 4219
    },
    {
      "epoch": 0.6910103160307843,
      "grad_norm": 0.1550016850233078,
      "learning_rate": 0.00019795366545250046,
      "loss": 12.2443,
      "step": 4220
    },
    {
      "epoch": 0.6911740625511708,
      "grad_norm": 0.20385654270648956,
      "learning_rate": 0.00019795262484881626,
      "loss": 12.2326,
      "step": 4221
    },
    {
      "epoch": 0.6913378090715572,
      "grad_norm": 0.25787466764450073,
      "learning_rate": 0.00019795158398335156,
      "loss": 12.1957,
      "step": 4222
    },
    {
      "epoch": 0.6915015555919437,
      "grad_norm": 0.18124164640903473,
      "learning_rate": 0.0001979505428561091,
      "loss": 12.1989,
      "step": 4223
    },
    {
      "epoch": 0.6916653021123301,
      "grad_norm": 0.1802355796098709,
      "learning_rate": 0.00019794950146709165,
      "loss": 12.2134,
      "step": 4224
    },
    {
      "epoch": 0.6918290486327165,
      "grad_norm": 0.22753669321537018,
      "learning_rate": 0.00019794845981630207,
      "loss": 12.231,
      "step": 4225
    },
    {
      "epoch": 0.691992795153103,
      "grad_norm": 0.22169449925422668,
      "learning_rate": 0.00019794741790374302,
      "loss": 12.2034,
      "step": 4226
    },
    {
      "epoch": 0.6921565416734894,
      "grad_norm": 0.25979718565940857,
      "learning_rate": 0.0001979463757294174,
      "loss": 12.202,
      "step": 4227
    },
    {
      "epoch": 0.6923202881938759,
      "grad_norm": 0.20317620038986206,
      "learning_rate": 0.00019794533329332793,
      "loss": 12.194,
      "step": 4228
    },
    {
      "epoch": 0.6924840347142623,
      "grad_norm": 0.22838492691516876,
      "learning_rate": 0.0001979442905954774,
      "loss": 12.1867,
      "step": 4229
    },
    {
      "epoch": 0.6926477812346488,
      "grad_norm": 0.2498134821653366,
      "learning_rate": 0.0001979432476358686,
      "loss": 12.2119,
      "step": 4230
    },
    {
      "epoch": 0.6928115277550352,
      "grad_norm": 0.20561203360557556,
      "learning_rate": 0.00019794220441450436,
      "loss": 12.1964,
      "step": 4231
    },
    {
      "epoch": 0.6929752742754216,
      "grad_norm": 0.20625987648963928,
      "learning_rate": 0.0001979411609313874,
      "loss": 12.2383,
      "step": 4232
    },
    {
      "epoch": 0.6931390207958081,
      "grad_norm": 0.1715223491191864,
      "learning_rate": 0.00019794011718652057,
      "loss": 12.1877,
      "step": 4233
    },
    {
      "epoch": 0.6933027673161946,
      "grad_norm": 0.2693520486354828,
      "learning_rate": 0.00019793907317990664,
      "loss": 12.2044,
      "step": 4234
    },
    {
      "epoch": 0.693466513836581,
      "grad_norm": 0.20569048821926117,
      "learning_rate": 0.00019793802891154835,
      "loss": 12.1874,
      "step": 4235
    },
    {
      "epoch": 0.6936302603569674,
      "grad_norm": 0.1999691277742386,
      "learning_rate": 0.00019793698438144857,
      "loss": 12.2014,
      "step": 4236
    },
    {
      "epoch": 0.6937940068773538,
      "grad_norm": 0.2152833789587021,
      "learning_rate": 0.00019793593958961,
      "loss": 12.1719,
      "step": 4237
    },
    {
      "epoch": 0.6939577533977404,
      "grad_norm": 0.2807377576828003,
      "learning_rate": 0.00019793489453603553,
      "loss": 12.1922,
      "step": 4238
    },
    {
      "epoch": 0.6941214999181268,
      "grad_norm": 0.2641455829143524,
      "learning_rate": 0.00019793384922072794,
      "loss": 12.2284,
      "step": 4239
    },
    {
      "epoch": 0.6942852464385132,
      "grad_norm": 0.3798215091228485,
      "learning_rate": 0.00019793280364368995,
      "loss": 12.1556,
      "step": 4240
    },
    {
      "epoch": 0.6944489929588996,
      "grad_norm": 0.22087112069129944,
      "learning_rate": 0.0001979317578049244,
      "loss": 12.2162,
      "step": 4241
    },
    {
      "epoch": 0.694612739479286,
      "grad_norm": 0.23844029009342194,
      "learning_rate": 0.0001979307117044341,
      "loss": 12.1835,
      "step": 4242
    },
    {
      "epoch": 0.6947764859996725,
      "grad_norm": 0.27773842215538025,
      "learning_rate": 0.00019792966534222178,
      "loss": 12.2213,
      "step": 4243
    },
    {
      "epoch": 0.694940232520059,
      "grad_norm": 0.2066929191350937,
      "learning_rate": 0.00019792861871829035,
      "loss": 12.1913,
      "step": 4244
    },
    {
      "epoch": 0.6951039790404454,
      "grad_norm": 0.2150498777627945,
      "learning_rate": 0.0001979275718326425,
      "loss": 12.2231,
      "step": 4245
    },
    {
      "epoch": 0.6952677255608318,
      "grad_norm": 0.26349154114723206,
      "learning_rate": 0.0001979265246852811,
      "loss": 12.1838,
      "step": 4246
    },
    {
      "epoch": 0.6954314720812182,
      "grad_norm": 0.1969875544309616,
      "learning_rate": 0.00019792547727620892,
      "loss": 12.1861,
      "step": 4247
    },
    {
      "epoch": 0.6955952186016047,
      "grad_norm": 0.1790296733379364,
      "learning_rate": 0.00019792442960542872,
      "loss": 12.2225,
      "step": 4248
    },
    {
      "epoch": 0.6957589651219912,
      "grad_norm": 0.20824334025382996,
      "learning_rate": 0.00019792338167294335,
      "loss": 12.1915,
      "step": 4249
    },
    {
      "epoch": 0.6959227116423776,
      "grad_norm": 0.16407334804534912,
      "learning_rate": 0.00019792233347875563,
      "loss": 12.2065,
      "step": 4250
    },
    {
      "epoch": 0.696086458162764,
      "grad_norm": 0.24900485575199127,
      "learning_rate": 0.00019792128502286828,
      "loss": 12.1812,
      "step": 4251
    },
    {
      "epoch": 0.6962502046831505,
      "grad_norm": 0.20675502717494965,
      "learning_rate": 0.00019792023630528418,
      "loss": 12.2209,
      "step": 4252
    },
    {
      "epoch": 0.6964139512035369,
      "grad_norm": 0.39678895473480225,
      "learning_rate": 0.0001979191873260061,
      "loss": 12.1957,
      "step": 4253
    },
    {
      "epoch": 0.6965776977239234,
      "grad_norm": 0.17721538245677948,
      "learning_rate": 0.00019791813808503687,
      "loss": 12.2833,
      "step": 4254
    },
    {
      "epoch": 0.6967414442443098,
      "grad_norm": 0.20806100964546204,
      "learning_rate": 0.00019791708858237923,
      "loss": 12.2642,
      "step": 4255
    },
    {
      "epoch": 0.6969051907646963,
      "grad_norm": 0.18340525031089783,
      "learning_rate": 0.00019791603881803605,
      "loss": 12.2205,
      "step": 4256
    },
    {
      "epoch": 0.6970689372850827,
      "grad_norm": 0.20760127902030945,
      "learning_rate": 0.00019791498879201012,
      "loss": 12.1909,
      "step": 4257
    },
    {
      "epoch": 0.6972326838054691,
      "grad_norm": 0.39383289217948914,
      "learning_rate": 0.0001979139385043042,
      "loss": 12.2053,
      "step": 4258
    },
    {
      "epoch": 0.6973964303258555,
      "grad_norm": 0.15854890644550323,
      "learning_rate": 0.00019791288795492116,
      "loss": 12.2247,
      "step": 4259
    },
    {
      "epoch": 0.697560176846242,
      "grad_norm": 0.24948687851428986,
      "learning_rate": 0.00019791183714386377,
      "loss": 12.1815,
      "step": 4260
    },
    {
      "epoch": 0.6977239233666285,
      "grad_norm": 0.2145145982503891,
      "learning_rate": 0.0001979107860711349,
      "loss": 12.2559,
      "step": 4261
    },
    {
      "epoch": 0.6978876698870149,
      "grad_norm": 0.1999429315328598,
      "learning_rate": 0.00019790973473673726,
      "loss": 12.2079,
      "step": 4262
    },
    {
      "epoch": 0.6980514164074013,
      "grad_norm": 0.3128245770931244,
      "learning_rate": 0.00019790868314067375,
      "loss": 12.2077,
      "step": 4263
    },
    {
      "epoch": 0.6982151629277877,
      "grad_norm": 0.20918875932693481,
      "learning_rate": 0.0001979076312829471,
      "loss": 12.1957,
      "step": 4264
    },
    {
      "epoch": 0.6983789094481743,
      "grad_norm": 0.22387878596782684,
      "learning_rate": 0.00019790657916356018,
      "loss": 12.2465,
      "step": 4265
    },
    {
      "epoch": 0.6985426559685607,
      "grad_norm": 0.20303958654403687,
      "learning_rate": 0.00019790552678251576,
      "loss": 12.1847,
      "step": 4266
    },
    {
      "epoch": 0.6987064024889471,
      "grad_norm": 0.24463404715061188,
      "learning_rate": 0.0001979044741398167,
      "loss": 12.2055,
      "step": 4267
    },
    {
      "epoch": 0.6988701490093335,
      "grad_norm": 0.17963583767414093,
      "learning_rate": 0.00019790342123546579,
      "loss": 12.2511,
      "step": 4268
    },
    {
      "epoch": 0.69903389552972,
      "grad_norm": 0.1753404587507248,
      "learning_rate": 0.00019790236806946582,
      "loss": 12.2235,
      "step": 4269
    },
    {
      "epoch": 0.6991976420501065,
      "grad_norm": 0.2130836546421051,
      "learning_rate": 0.00019790131464181965,
      "loss": 12.2078,
      "step": 4270
    },
    {
      "epoch": 0.6993613885704929,
      "grad_norm": 0.21012742817401886,
      "learning_rate": 0.00019790026095253008,
      "loss": 12.2105,
      "step": 4271
    },
    {
      "epoch": 0.6995251350908793,
      "grad_norm": 0.17621062695980072,
      "learning_rate": 0.00019789920700159989,
      "loss": 12.2155,
      "step": 4272
    },
    {
      "epoch": 0.6996888816112657,
      "grad_norm": 0.27288389205932617,
      "learning_rate": 0.00019789815278903198,
      "loss": 12.2493,
      "step": 4273
    },
    {
      "epoch": 0.6998526281316522,
      "grad_norm": 0.1664128303527832,
      "learning_rate": 0.00019789709831482904,
      "loss": 12.2102,
      "step": 4274
    },
    {
      "epoch": 0.7000163746520387,
      "grad_norm": 0.18966391682624817,
      "learning_rate": 0.00019789604357899401,
      "loss": 12.1765,
      "step": 4275
    },
    {
      "epoch": 0.7001801211724251,
      "grad_norm": 0.2904953956604004,
      "learning_rate": 0.00019789498858152965,
      "loss": 12.2,
      "step": 4276
    },
    {
      "epoch": 0.7003438676928115,
      "grad_norm": 0.15907667577266693,
      "learning_rate": 0.00019789393332243877,
      "loss": 12.1863,
      "step": 4277
    },
    {
      "epoch": 0.700507614213198,
      "grad_norm": 0.24599672853946686,
      "learning_rate": 0.0001978928778017242,
      "loss": 12.1587,
      "step": 4278
    },
    {
      "epoch": 0.7006713607335844,
      "grad_norm": 0.1907912939786911,
      "learning_rate": 0.00019789182201938882,
      "loss": 12.1891,
      "step": 4279
    },
    {
      "epoch": 0.7008351072539708,
      "grad_norm": 0.23051857948303223,
      "learning_rate": 0.00019789076597543536,
      "loss": 12.2474,
      "step": 4280
    },
    {
      "epoch": 0.7009988537743573,
      "grad_norm": 0.2953612506389618,
      "learning_rate": 0.0001978897096698667,
      "loss": 12.218,
      "step": 4281
    },
    {
      "epoch": 0.7011626002947438,
      "grad_norm": 0.1859792321920395,
      "learning_rate": 0.00019788865310268566,
      "loss": 12.2096,
      "step": 4282
    },
    {
      "epoch": 0.7013263468151302,
      "grad_norm": 0.47127005457878113,
      "learning_rate": 0.00019788759627389503,
      "loss": 12.1891,
      "step": 4283
    },
    {
      "epoch": 0.7014900933355166,
      "grad_norm": 0.2348126322031021,
      "learning_rate": 0.00019788653918349764,
      "loss": 12.148,
      "step": 4284
    },
    {
      "epoch": 0.701653839855903,
      "grad_norm": 0.22790858149528503,
      "learning_rate": 0.00019788548183149638,
      "loss": 12.1858,
      "step": 4285
    },
    {
      "epoch": 0.7018175863762895,
      "grad_norm": 0.2686489224433899,
      "learning_rate": 0.000197884424217894,
      "loss": 12.2275,
      "step": 4286
    },
    {
      "epoch": 0.701981332896676,
      "grad_norm": 0.27635645866394043,
      "learning_rate": 0.00019788336634269334,
      "loss": 12.2097,
      "step": 4287
    },
    {
      "epoch": 0.7021450794170624,
      "grad_norm": 0.2411070466041565,
      "learning_rate": 0.00019788230820589725,
      "loss": 12.2766,
      "step": 4288
    },
    {
      "epoch": 0.7023088259374488,
      "grad_norm": 0.28156185150146484,
      "learning_rate": 0.00019788124980750854,
      "loss": 12.2117,
      "step": 4289
    },
    {
      "epoch": 0.7024725724578352,
      "grad_norm": 0.41261595487594604,
      "learning_rate": 0.00019788019114753006,
      "loss": 12.2142,
      "step": 4290
    },
    {
      "epoch": 0.7026363189782218,
      "grad_norm": 0.23931755125522614,
      "learning_rate": 0.00019787913222596464,
      "loss": 12.1972,
      "step": 4291
    },
    {
      "epoch": 0.7028000654986082,
      "grad_norm": 0.28140196204185486,
      "learning_rate": 0.00019787807304281506,
      "loss": 12.2351,
      "step": 4292
    },
    {
      "epoch": 0.7029638120189946,
      "grad_norm": 0.4466083347797394,
      "learning_rate": 0.00019787701359808422,
      "loss": 12.1805,
      "step": 4293
    },
    {
      "epoch": 0.703127558539381,
      "grad_norm": 0.2597336769104004,
      "learning_rate": 0.0001978759538917749,
      "loss": 12.1948,
      "step": 4294
    },
    {
      "epoch": 0.7032913050597674,
      "grad_norm": 0.1707417219877243,
      "learning_rate": 0.00019787489392388994,
      "loss": 12.2096,
      "step": 4295
    },
    {
      "epoch": 0.7034550515801539,
      "grad_norm": 0.2336229383945465,
      "learning_rate": 0.0001978738336944322,
      "loss": 12.2285,
      "step": 4296
    },
    {
      "epoch": 0.7036187981005404,
      "grad_norm": 0.4077272415161133,
      "learning_rate": 0.00019787277320340447,
      "loss": 12.1797,
      "step": 4297
    },
    {
      "epoch": 0.7037825446209268,
      "grad_norm": 0.3732547461986542,
      "learning_rate": 0.00019787171245080965,
      "loss": 12.2268,
      "step": 4298
    },
    {
      "epoch": 0.7039462911413132,
      "grad_norm": 0.3231301009654999,
      "learning_rate": 0.0001978706514366505,
      "loss": 12.1738,
      "step": 4299
    },
    {
      "epoch": 0.7041100376616997,
      "grad_norm": 0.27788248658180237,
      "learning_rate": 0.00019786959016092993,
      "loss": 12.2424,
      "step": 4300
    },
    {
      "epoch": 0.7042737841820861,
      "grad_norm": 0.28501617908477783,
      "learning_rate": 0.0001978685286236507,
      "loss": 12.2085,
      "step": 4301
    },
    {
      "epoch": 0.7044375307024726,
      "grad_norm": 0.23476079106330872,
      "learning_rate": 0.00019786746682481568,
      "loss": 12.2309,
      "step": 4302
    },
    {
      "epoch": 0.704601277222859,
      "grad_norm": 0.2604592442512512,
      "learning_rate": 0.00019786640476442775,
      "loss": 12.2409,
      "step": 4303
    },
    {
      "epoch": 0.7047650237432455,
      "grad_norm": 0.29459530115127563,
      "learning_rate": 0.00019786534244248965,
      "loss": 12.2048,
      "step": 4304
    },
    {
      "epoch": 0.7049287702636319,
      "grad_norm": 0.2234324961900711,
      "learning_rate": 0.00019786427985900437,
      "loss": 12.1775,
      "step": 4305
    },
    {
      "epoch": 0.7050925167840183,
      "grad_norm": 0.22012990713119507,
      "learning_rate": 0.00019786321701397458,
      "loss": 12.2145,
      "step": 4306
    },
    {
      "epoch": 0.7052562633044048,
      "grad_norm": 0.2652941346168518,
      "learning_rate": 0.00019786215390740324,
      "loss": 12.2453,
      "step": 4307
    },
    {
      "epoch": 0.7054200098247912,
      "grad_norm": 0.7048174738883972,
      "learning_rate": 0.00019786109053929313,
      "loss": 12.202,
      "step": 4308
    },
    {
      "epoch": 0.7055837563451777,
      "grad_norm": 0.23065216839313507,
      "learning_rate": 0.00019786002690964712,
      "loss": 12.1903,
      "step": 4309
    },
    {
      "epoch": 0.7057475028655641,
      "grad_norm": 0.3212578296661377,
      "learning_rate": 0.00019785896301846806,
      "loss": 12.1897,
      "step": 4310
    },
    {
      "epoch": 0.7059112493859505,
      "grad_norm": 0.19682501256465912,
      "learning_rate": 0.00019785789886575875,
      "loss": 12.2081,
      "step": 4311
    },
    {
      "epoch": 0.706074995906337,
      "grad_norm": 0.2298983484506607,
      "learning_rate": 0.00019785683445152207,
      "loss": 12.1929,
      "step": 4312
    },
    {
      "epoch": 0.7062387424267235,
      "grad_norm": 0.23751652240753174,
      "learning_rate": 0.00019785576977576086,
      "loss": 12.1896,
      "step": 4313
    },
    {
      "epoch": 0.7064024889471099,
      "grad_norm": 0.2548924684524536,
      "learning_rate": 0.00019785470483847797,
      "loss": 12.1881,
      "step": 4314
    },
    {
      "epoch": 0.7065662354674963,
      "grad_norm": 0.23166707158088684,
      "learning_rate": 0.00019785363963967622,
      "loss": 12.2202,
      "step": 4315
    },
    {
      "epoch": 0.7067299819878827,
      "grad_norm": 0.21313165128231049,
      "learning_rate": 0.0001978525741793585,
      "loss": 12.179,
      "step": 4316
    },
    {
      "epoch": 0.7068937285082691,
      "grad_norm": 0.220353364944458,
      "learning_rate": 0.0001978515084575276,
      "loss": 12.2249,
      "step": 4317
    },
    {
      "epoch": 0.7070574750286557,
      "grad_norm": 0.3167318105697632,
      "learning_rate": 0.00019785044247418645,
      "loss": 12.1591,
      "step": 4318
    },
    {
      "epoch": 0.7072212215490421,
      "grad_norm": 0.21526430547237396,
      "learning_rate": 0.0001978493762293378,
      "loss": 12.2005,
      "step": 4319
    },
    {
      "epoch": 0.7073849680694285,
      "grad_norm": 0.23841583728790283,
      "learning_rate": 0.00019784830972298457,
      "loss": 12.169,
      "step": 4320
    },
    {
      "epoch": 0.7075487145898149,
      "grad_norm": 0.21525444090366364,
      "learning_rate": 0.00019784724295512958,
      "loss": 12.1911,
      "step": 4321
    },
    {
      "epoch": 0.7077124611102014,
      "grad_norm": 0.25779733061790466,
      "learning_rate": 0.0001978461759257757,
      "loss": 12.2161,
      "step": 4322
    },
    {
      "epoch": 0.7078762076305879,
      "grad_norm": 0.18666355311870575,
      "learning_rate": 0.00019784510863492578,
      "loss": 12.2004,
      "step": 4323
    },
    {
      "epoch": 0.7080399541509743,
      "grad_norm": 0.23076479136943817,
      "learning_rate": 0.00019784404108258265,
      "loss": 12.239,
      "step": 4324
    },
    {
      "epoch": 0.7082037006713607,
      "grad_norm": 0.25847938656806946,
      "learning_rate": 0.0001978429732687492,
      "loss": 12.1811,
      "step": 4325
    },
    {
      "epoch": 0.7083674471917472,
      "grad_norm": 0.23308733105659485,
      "learning_rate": 0.00019784190519342825,
      "loss": 12.2102,
      "step": 4326
    },
    {
      "epoch": 0.7085311937121336,
      "grad_norm": 0.17124517261981964,
      "learning_rate": 0.00019784083685662264,
      "loss": 12.1893,
      "step": 4327
    },
    {
      "epoch": 0.7086949402325201,
      "grad_norm": 0.16216377913951874,
      "learning_rate": 0.00019783976825833529,
      "loss": 12.2024,
      "step": 4328
    },
    {
      "epoch": 0.7088586867529065,
      "grad_norm": 0.2149614691734314,
      "learning_rate": 0.000197838699398569,
      "loss": 12.183,
      "step": 4329
    },
    {
      "epoch": 0.709022433273293,
      "grad_norm": 0.24014806747436523,
      "learning_rate": 0.00019783763027732664,
      "loss": 12.1866,
      "step": 4330
    },
    {
      "epoch": 0.7091861797936794,
      "grad_norm": 0.2592001259326935,
      "learning_rate": 0.00019783656089461107,
      "loss": 12.235,
      "step": 4331
    },
    {
      "epoch": 0.7093499263140658,
      "grad_norm": 0.1659201681613922,
      "learning_rate": 0.00019783549125042512,
      "loss": 12.2493,
      "step": 4332
    },
    {
      "epoch": 0.7095136728344522,
      "grad_norm": 0.1839398294687271,
      "learning_rate": 0.0001978344213447717,
      "loss": 12.1856,
      "step": 4333
    },
    {
      "epoch": 0.7096774193548387,
      "grad_norm": 0.2564607858657837,
      "learning_rate": 0.0001978333511776537,
      "loss": 12.2545,
      "step": 4334
    },
    {
      "epoch": 0.7098411658752252,
      "grad_norm": 0.18658961355686188,
      "learning_rate": 0.00019783228074907386,
      "loss": 12.2167,
      "step": 4335
    },
    {
      "epoch": 0.7100049123956116,
      "grad_norm": 0.27274325489997864,
      "learning_rate": 0.00019783121005903515,
      "loss": 12.1975,
      "step": 4336
    },
    {
      "epoch": 0.710168658915998,
      "grad_norm": 0.20166800916194916,
      "learning_rate": 0.00019783013910754034,
      "loss": 12.2298,
      "step": 4337
    },
    {
      "epoch": 0.7103324054363844,
      "grad_norm": 0.20346438884735107,
      "learning_rate": 0.00019782906789459238,
      "loss": 12.1903,
      "step": 4338
    },
    {
      "epoch": 0.710496151956771,
      "grad_norm": 0.34616559743881226,
      "learning_rate": 0.00019782799642019408,
      "loss": 12.2011,
      "step": 4339
    },
    {
      "epoch": 0.7106598984771574,
      "grad_norm": 0.3330813944339752,
      "learning_rate": 0.0001978269246843483,
      "loss": 12.2197,
      "step": 4340
    },
    {
      "epoch": 0.7108236449975438,
      "grad_norm": 0.31574174761772156,
      "learning_rate": 0.00019782585268705795,
      "loss": 12.195,
      "step": 4341
    },
    {
      "epoch": 0.7109873915179302,
      "grad_norm": 0.29473811388015747,
      "learning_rate": 0.00019782478042832584,
      "loss": 12.1709,
      "step": 4342
    },
    {
      "epoch": 0.7111511380383166,
      "grad_norm": 0.2827659845352173,
      "learning_rate": 0.00019782370790815489,
      "loss": 12.2162,
      "step": 4343
    },
    {
      "epoch": 0.7113148845587032,
      "grad_norm": 0.29453256726264954,
      "learning_rate": 0.00019782263512654793,
      "loss": 12.2548,
      "step": 4344
    },
    {
      "epoch": 0.7114786310790896,
      "grad_norm": 0.19386984407901764,
      "learning_rate": 0.00019782156208350782,
      "loss": 12.187,
      "step": 4345
    },
    {
      "epoch": 0.711642377599476,
      "grad_norm": 0.25810155272483826,
      "learning_rate": 0.00019782048877903748,
      "loss": 12.2001,
      "step": 4346
    },
    {
      "epoch": 0.7118061241198624,
      "grad_norm": 0.330023854970932,
      "learning_rate": 0.0001978194152131397,
      "loss": 12.1804,
      "step": 4347
    },
    {
      "epoch": 0.7119698706402489,
      "grad_norm": 0.28944072127342224,
      "learning_rate": 0.0001978183413858174,
      "loss": 12.2063,
      "step": 4348
    },
    {
      "epoch": 0.7121336171606354,
      "grad_norm": 0.2260482907295227,
      "learning_rate": 0.00019781726729707345,
      "loss": 12.1894,
      "step": 4349
    },
    {
      "epoch": 0.7122973636810218,
      "grad_norm": 0.2897595167160034,
      "learning_rate": 0.00019781619294691072,
      "loss": 12.2376,
      "step": 4350
    },
    {
      "epoch": 0.7124611102014082,
      "grad_norm": 0.27383193373680115,
      "learning_rate": 0.00019781511833533207,
      "loss": 12.1835,
      "step": 4351
    },
    {
      "epoch": 0.7126248567217947,
      "grad_norm": 0.19158707559108734,
      "learning_rate": 0.00019781404346234035,
      "loss": 12.203,
      "step": 4352
    },
    {
      "epoch": 0.7127886032421811,
      "grad_norm": 0.2065788060426712,
      "learning_rate": 0.00019781296832793849,
      "loss": 12.2148,
      "step": 4353
    },
    {
      "epoch": 0.7129523497625675,
      "grad_norm": 0.17611050605773926,
      "learning_rate": 0.0001978118929321293,
      "loss": 12.226,
      "step": 4354
    },
    {
      "epoch": 0.713116096282954,
      "grad_norm": 0.23140080273151398,
      "learning_rate": 0.00019781081727491572,
      "loss": 12.2189,
      "step": 4355
    },
    {
      "epoch": 0.7132798428033404,
      "grad_norm": 0.3057052195072174,
      "learning_rate": 0.00019780974135630053,
      "loss": 12.1768,
      "step": 4356
    },
    {
      "epoch": 0.7134435893237269,
      "grad_norm": 0.23564843833446503,
      "learning_rate": 0.00019780866517628672,
      "loss": 12.1963,
      "step": 4357
    },
    {
      "epoch": 0.7136073358441133,
      "grad_norm": 0.4442999064922333,
      "learning_rate": 0.00019780758873487705,
      "loss": 12.2147,
      "step": 4358
    },
    {
      "epoch": 0.7137710823644997,
      "grad_norm": 0.192708820104599,
      "learning_rate": 0.00019780651203207453,
      "loss": 12.1852,
      "step": 4359
    },
    {
      "epoch": 0.7139348288848862,
      "grad_norm": 0.17295768857002258,
      "learning_rate": 0.00019780543506788193,
      "loss": 12.243,
      "step": 4360
    },
    {
      "epoch": 0.7140985754052727,
      "grad_norm": 0.2511122226715088,
      "learning_rate": 0.00019780435784230217,
      "loss": 12.197,
      "step": 4361
    },
    {
      "epoch": 0.7142623219256591,
      "grad_norm": 0.18905621767044067,
      "learning_rate": 0.0001978032803553381,
      "loss": 12.1724,
      "step": 4362
    },
    {
      "epoch": 0.7144260684460455,
      "grad_norm": 0.23770631849765778,
      "learning_rate": 0.00019780220260699264,
      "loss": 12.1848,
      "step": 4363
    },
    {
      "epoch": 0.7145898149664319,
      "grad_norm": 0.1820981502532959,
      "learning_rate": 0.00019780112459726865,
      "loss": 12.2245,
      "step": 4364
    },
    {
      "epoch": 0.7147535614868185,
      "grad_norm": 0.23423753678798676,
      "learning_rate": 0.000197800046326169,
      "loss": 12.2227,
      "step": 4365
    },
    {
      "epoch": 0.7149173080072049,
      "grad_norm": 0.21992017328739166,
      "learning_rate": 0.00019779896779369662,
      "loss": 12.241,
      "step": 4366
    },
    {
      "epoch": 0.7150810545275913,
      "grad_norm": 0.2637265622615814,
      "learning_rate": 0.00019779788899985433,
      "loss": 12.2425,
      "step": 4367
    },
    {
      "epoch": 0.7152448010479777,
      "grad_norm": 0.35363802313804626,
      "learning_rate": 0.00019779680994464505,
      "loss": 12.2024,
      "step": 4368
    },
    {
      "epoch": 0.7154085475683641,
      "grad_norm": 0.22536951303482056,
      "learning_rate": 0.00019779573062807165,
      "loss": 12.2064,
      "step": 4369
    },
    {
      "epoch": 0.7155722940887506,
      "grad_norm": 0.2540290355682373,
      "learning_rate": 0.000197794651050137,
      "loss": 12.2577,
      "step": 4370
    },
    {
      "epoch": 0.7157360406091371,
      "grad_norm": 0.19845226407051086,
      "learning_rate": 0.00019779357121084404,
      "loss": 12.176,
      "step": 4371
    },
    {
      "epoch": 0.7158997871295235,
      "grad_norm": 0.23828448355197906,
      "learning_rate": 0.00019779249111019558,
      "loss": 12.1846,
      "step": 4372
    },
    {
      "epoch": 0.7160635336499099,
      "grad_norm": 0.22919178009033203,
      "learning_rate": 0.00019779141074819455,
      "loss": 12.2017,
      "step": 4373
    },
    {
      "epoch": 0.7162272801702964,
      "grad_norm": 0.23487572371959686,
      "learning_rate": 0.00019779033012484385,
      "loss": 12.1625,
      "step": 4374
    },
    {
      "epoch": 0.7163910266906828,
      "grad_norm": 0.17622199654579163,
      "learning_rate": 0.00019778924924014634,
      "loss": 12.1883,
      "step": 4375
    },
    {
      "epoch": 0.7165547732110693,
      "grad_norm": 0.183881938457489,
      "learning_rate": 0.00019778816809410494,
      "loss": 12.2326,
      "step": 4376
    },
    {
      "epoch": 0.7167185197314557,
      "grad_norm": 0.17862291634082794,
      "learning_rate": 0.0001977870866867225,
      "loss": 12.1721,
      "step": 4377
    },
    {
      "epoch": 0.7168822662518421,
      "grad_norm": 0.2122754156589508,
      "learning_rate": 0.00019778600501800194,
      "loss": 12.2234,
      "step": 4378
    },
    {
      "epoch": 0.7170460127722286,
      "grad_norm": 0.1997096687555313,
      "learning_rate": 0.00019778492308794614,
      "loss": 12.2342,
      "step": 4379
    },
    {
      "epoch": 0.717209759292615,
      "grad_norm": 0.27114126086235046,
      "learning_rate": 0.000197783840896558,
      "loss": 12.1792,
      "step": 4380
    },
    {
      "epoch": 0.7173735058130015,
      "grad_norm": 0.1731070727109909,
      "learning_rate": 0.0001977827584438404,
      "loss": 12.1866,
      "step": 4381
    },
    {
      "epoch": 0.7175372523333879,
      "grad_norm": 0.21383576095104218,
      "learning_rate": 0.0001977816757297962,
      "loss": 12.1972,
      "step": 4382
    },
    {
      "epoch": 0.7177009988537744,
      "grad_norm": 0.18131409585475922,
      "learning_rate": 0.00019778059275442838,
      "loss": 12.1838,
      "step": 4383
    },
    {
      "epoch": 0.7178647453741608,
      "grad_norm": 0.24795058369636536,
      "learning_rate": 0.00019777950951773974,
      "loss": 12.2038,
      "step": 4384
    },
    {
      "epoch": 0.7180284918945472,
      "grad_norm": 0.22438299655914307,
      "learning_rate": 0.00019777842601973326,
      "loss": 12.1837,
      "step": 4385
    },
    {
      "epoch": 0.7181922384149337,
      "grad_norm": 0.23913903534412384,
      "learning_rate": 0.00019777734226041177,
      "loss": 12.182,
      "step": 4386
    },
    {
      "epoch": 0.7183559849353202,
      "grad_norm": 0.2798803150653839,
      "learning_rate": 0.0001977762582397782,
      "loss": 12.216,
      "step": 4387
    },
    {
      "epoch": 0.7185197314557066,
      "grad_norm": 0.19508999586105347,
      "learning_rate": 0.00019777517395783544,
      "loss": 12.1676,
      "step": 4388
    },
    {
      "epoch": 0.718683477976093,
      "grad_norm": 0.18237221240997314,
      "learning_rate": 0.0001977740894145864,
      "loss": 12.2077,
      "step": 4389
    },
    {
      "epoch": 0.7188472244964794,
      "grad_norm": 0.20789650082588196,
      "learning_rate": 0.00019777300461003394,
      "loss": 12.182,
      "step": 4390
    },
    {
      "epoch": 0.7190109710168658,
      "grad_norm": 0.2393563985824585,
      "learning_rate": 0.000197771919544181,
      "loss": 12.2397,
      "step": 4391
    },
    {
      "epoch": 0.7191747175372524,
      "grad_norm": 0.24992753565311432,
      "learning_rate": 0.00019777083421703044,
      "loss": 12.2279,
      "step": 4392
    },
    {
      "epoch": 0.7193384640576388,
      "grad_norm": 0.32803332805633545,
      "learning_rate": 0.0001977697486285852,
      "loss": 12.2014,
      "step": 4393
    },
    {
      "epoch": 0.7195022105780252,
      "grad_norm": 0.29562222957611084,
      "learning_rate": 0.0001977686627788482,
      "loss": 12.2264,
      "step": 4394
    },
    {
      "epoch": 0.7196659570984116,
      "grad_norm": 0.25725147128105164,
      "learning_rate": 0.00019776757666782225,
      "loss": 12.2199,
      "step": 4395
    },
    {
      "epoch": 0.7198297036187981,
      "grad_norm": 0.19022293388843536,
      "learning_rate": 0.00019776649029551034,
      "loss": 12.2013,
      "step": 4396
    },
    {
      "epoch": 0.7199934501391846,
      "grad_norm": 0.2453313171863556,
      "learning_rate": 0.00019776540366191534,
      "loss": 12.1903,
      "step": 4397
    },
    {
      "epoch": 0.720157196659571,
      "grad_norm": 0.18174046277999878,
      "learning_rate": 0.00019776431676704018,
      "loss": 12.2377,
      "step": 4398
    },
    {
      "epoch": 0.7203209431799574,
      "grad_norm": 0.27038460969924927,
      "learning_rate": 0.0001977632296108877,
      "loss": 12.1687,
      "step": 4399
    },
    {
      "epoch": 0.7204846897003438,
      "grad_norm": 0.25850775837898254,
      "learning_rate": 0.00019776214219346087,
      "loss": 12.2244,
      "step": 4400
    },
    {
      "epoch": 0.7206484362207303,
      "grad_norm": 0.21010926365852356,
      "learning_rate": 0.00019776105451476257,
      "loss": 12.1773,
      "step": 4401
    },
    {
      "epoch": 0.7208121827411168,
      "grad_norm": 0.20788411796092987,
      "learning_rate": 0.00019775996657479572,
      "loss": 12.2092,
      "step": 4402
    },
    {
      "epoch": 0.7209759292615032,
      "grad_norm": 0.21660177409648895,
      "learning_rate": 0.00019775887837356323,
      "loss": 12.2134,
      "step": 4403
    },
    {
      "epoch": 0.7211396757818896,
      "grad_norm": 0.15154412388801575,
      "learning_rate": 0.00019775778991106794,
      "loss": 12.1716,
      "step": 4404
    },
    {
      "epoch": 0.7213034223022761,
      "grad_norm": 0.1826595664024353,
      "learning_rate": 0.00019775670118731288,
      "loss": 12.2332,
      "step": 4405
    },
    {
      "epoch": 0.7214671688226625,
      "grad_norm": 0.2681924104690552,
      "learning_rate": 0.00019775561220230085,
      "loss": 12.2267,
      "step": 4406
    },
    {
      "epoch": 0.7216309153430489,
      "grad_norm": 0.2397066056728363,
      "learning_rate": 0.00019775452295603483,
      "loss": 12.168,
      "step": 4407
    },
    {
      "epoch": 0.7217946618634354,
      "grad_norm": 0.16861610114574432,
      "learning_rate": 0.00019775343344851772,
      "loss": 12.1887,
      "step": 4408
    },
    {
      "epoch": 0.7219584083838219,
      "grad_norm": 0.23412634432315826,
      "learning_rate": 0.00019775234367975237,
      "loss": 12.2019,
      "step": 4409
    },
    {
      "epoch": 0.7221221549042083,
      "grad_norm": 0.18130630254745483,
      "learning_rate": 0.00019775125364974178,
      "loss": 12.1701,
      "step": 4410
    },
    {
      "epoch": 0.7222859014245947,
      "grad_norm": 0.17776347696781158,
      "learning_rate": 0.00019775016335848883,
      "loss": 12.2135,
      "step": 4411
    },
    {
      "epoch": 0.7224496479449811,
      "grad_norm": 0.197847381234169,
      "learning_rate": 0.0001977490728059964,
      "loss": 12.1827,
      "step": 4412
    },
    {
      "epoch": 0.7226133944653677,
      "grad_norm": 0.17788295447826385,
      "learning_rate": 0.00019774798199226744,
      "loss": 12.1644,
      "step": 4413
    },
    {
      "epoch": 0.7227771409857541,
      "grad_norm": 0.24102221429347992,
      "learning_rate": 0.00019774689091730488,
      "loss": 12.1823,
      "step": 4414
    },
    {
      "epoch": 0.7229408875061405,
      "grad_norm": 0.1921318620443344,
      "learning_rate": 0.0001977457995811116,
      "loss": 12.2579,
      "step": 4415
    },
    {
      "epoch": 0.7231046340265269,
      "grad_norm": 0.16907116770744324,
      "learning_rate": 0.00019774470798369052,
      "loss": 12.1718,
      "step": 4416
    },
    {
      "epoch": 0.7232683805469133,
      "grad_norm": 0.18910056352615356,
      "learning_rate": 0.00019774361612504455,
      "loss": 12.187,
      "step": 4417
    },
    {
      "epoch": 0.7234321270672999,
      "grad_norm": 0.19951960444450378,
      "learning_rate": 0.00019774252400517667,
      "loss": 12.1959,
      "step": 4418
    },
    {
      "epoch": 0.7235958735876863,
      "grad_norm": 0.18236760795116425,
      "learning_rate": 0.00019774143162408972,
      "loss": 12.2451,
      "step": 4419
    },
    {
      "epoch": 0.7237596201080727,
      "grad_norm": 0.22179190814495087,
      "learning_rate": 0.00019774033898178667,
      "loss": 12.1662,
      "step": 4420
    },
    {
      "epoch": 0.7239233666284591,
      "grad_norm": 0.2241443693637848,
      "learning_rate": 0.00019773924607827042,
      "loss": 12.1889,
      "step": 4421
    },
    {
      "epoch": 0.7240871131488456,
      "grad_norm": 0.2003650814294815,
      "learning_rate": 0.0001977381529135439,
      "loss": 12.1993,
      "step": 4422
    },
    {
      "epoch": 0.7242508596692321,
      "grad_norm": 0.24789834022521973,
      "learning_rate": 0.00019773705948761,
      "loss": 12.263,
      "step": 4423
    },
    {
      "epoch": 0.7244146061896185,
      "grad_norm": 0.21634165942668915,
      "learning_rate": 0.0001977359658004717,
      "loss": 12.2406,
      "step": 4424
    },
    {
      "epoch": 0.7245783527100049,
      "grad_norm": 0.2616971731185913,
      "learning_rate": 0.00019773487185213189,
      "loss": 12.2022,
      "step": 4425
    },
    {
      "epoch": 0.7247420992303913,
      "grad_norm": 0.18266673386096954,
      "learning_rate": 0.00019773377764259345,
      "loss": 12.2116,
      "step": 4426
    },
    {
      "epoch": 0.7249058457507778,
      "grad_norm": 0.2048548310995102,
      "learning_rate": 0.0001977326831718594,
      "loss": 12.2061,
      "step": 4427
    },
    {
      "epoch": 0.7250695922711642,
      "grad_norm": 0.18518973886966705,
      "learning_rate": 0.0001977315884399326,
      "loss": 12.1899,
      "step": 4428
    },
    {
      "epoch": 0.7252333387915507,
      "grad_norm": 0.2115776538848877,
      "learning_rate": 0.000197730493446816,
      "loss": 12.2521,
      "step": 4429
    },
    {
      "epoch": 0.7253970853119371,
      "grad_norm": 0.24993114173412323,
      "learning_rate": 0.0001977293981925125,
      "loss": 12.2427,
      "step": 4430
    },
    {
      "epoch": 0.7255608318323236,
      "grad_norm": 0.19568082690238953,
      "learning_rate": 0.00019772830267702503,
      "loss": 12.1805,
      "step": 4431
    },
    {
      "epoch": 0.72572457835271,
      "grad_norm": 0.16520273685455322,
      "learning_rate": 0.00019772720690035657,
      "loss": 12.2274,
      "step": 4432
    },
    {
      "epoch": 0.7258883248730964,
      "grad_norm": 0.2784973084926605,
      "learning_rate": 0.00019772611086250997,
      "loss": 12.179,
      "step": 4433
    },
    {
      "epoch": 0.7260520713934829,
      "grad_norm": 0.21908092498779297,
      "learning_rate": 0.00019772501456348821,
      "loss": 12.2544,
      "step": 4434
    },
    {
      "epoch": 0.7262158179138694,
      "grad_norm": 0.20842841267585754,
      "learning_rate": 0.00019772391800329425,
      "loss": 12.1887,
      "step": 4435
    },
    {
      "epoch": 0.7263795644342558,
      "grad_norm": 0.28789380192756653,
      "learning_rate": 0.00019772282118193091,
      "loss": 12.2077,
      "step": 4436
    },
    {
      "epoch": 0.7265433109546422,
      "grad_norm": 0.16252942383289337,
      "learning_rate": 0.00019772172409940125,
      "loss": 12.2277,
      "step": 4437
    },
    {
      "epoch": 0.7267070574750286,
      "grad_norm": 0.35083669424057007,
      "learning_rate": 0.0001977206267557081,
      "loss": 12.2293,
      "step": 4438
    },
    {
      "epoch": 0.7268708039954151,
      "grad_norm": 0.20127630233764648,
      "learning_rate": 0.00019771952915085446,
      "loss": 12.2039,
      "step": 4439
    },
    {
      "epoch": 0.7270345505158016,
      "grad_norm": 0.21129640936851501,
      "learning_rate": 0.0001977184312848432,
      "loss": 12.2223,
      "step": 4440
    },
    {
      "epoch": 0.727198297036188,
      "grad_norm": 0.18697203695774078,
      "learning_rate": 0.00019771733315767734,
      "loss": 12.1984,
      "step": 4441
    },
    {
      "epoch": 0.7273620435565744,
      "grad_norm": 0.2545895576477051,
      "learning_rate": 0.00019771623476935973,
      "loss": 12.2222,
      "step": 4442
    },
    {
      "epoch": 0.7275257900769608,
      "grad_norm": 0.22867339849472046,
      "learning_rate": 0.00019771513611989335,
      "loss": 12.2223,
      "step": 4443
    },
    {
      "epoch": 0.7276895365973473,
      "grad_norm": 0.22917963564395905,
      "learning_rate": 0.00019771403720928116,
      "loss": 12.2031,
      "step": 4444
    },
    {
      "epoch": 0.7278532831177338,
      "grad_norm": 0.2255568951368332,
      "learning_rate": 0.00019771293803752605,
      "loss": 12.212,
      "step": 4445
    },
    {
      "epoch": 0.7280170296381202,
      "grad_norm": 0.3354024887084961,
      "learning_rate": 0.00019771183860463096,
      "loss": 12.1758,
      "step": 4446
    },
    {
      "epoch": 0.7281807761585066,
      "grad_norm": 0.17170920968055725,
      "learning_rate": 0.00019771073891059886,
      "loss": 12.1689,
      "step": 4447
    },
    {
      "epoch": 0.728344522678893,
      "grad_norm": 0.2518474757671356,
      "learning_rate": 0.00019770963895543266,
      "loss": 12.1952,
      "step": 4448
    },
    {
      "epoch": 0.7285082691992795,
      "grad_norm": 0.17602384090423584,
      "learning_rate": 0.0001977085387391353,
      "loss": 12.1902,
      "step": 4449
    },
    {
      "epoch": 0.728672015719666,
      "grad_norm": 0.23450468480587006,
      "learning_rate": 0.00019770743826170976,
      "loss": 12.199,
      "step": 4450
    },
    {
      "epoch": 0.7288357622400524,
      "grad_norm": 0.23715327680110931,
      "learning_rate": 0.0001977063375231589,
      "loss": 12.2237,
      "step": 4451
    },
    {
      "epoch": 0.7289995087604388,
      "grad_norm": 0.1855705976486206,
      "learning_rate": 0.00019770523652348575,
      "loss": 12.244,
      "step": 4452
    },
    {
      "epoch": 0.7291632552808253,
      "grad_norm": 0.23481428623199463,
      "learning_rate": 0.00019770413526269323,
      "loss": 12.1829,
      "step": 4453
    },
    {
      "epoch": 0.7293270018012117,
      "grad_norm": 0.21121612191200256,
      "learning_rate": 0.00019770303374078426,
      "loss": 12.1999,
      "step": 4454
    },
    {
      "epoch": 0.7294907483215982,
      "grad_norm": 0.18811894953250885,
      "learning_rate": 0.00019770193195776177,
      "loss": 12.1921,
      "step": 4455
    },
    {
      "epoch": 0.7296544948419846,
      "grad_norm": 0.28307756781578064,
      "learning_rate": 0.00019770082991362874,
      "loss": 12.1784,
      "step": 4456
    },
    {
      "epoch": 0.7298182413623711,
      "grad_norm": 0.1938101351261139,
      "learning_rate": 0.0001976997276083881,
      "loss": 12.1828,
      "step": 4457
    },
    {
      "epoch": 0.7299819878827575,
      "grad_norm": 0.22258947789669037,
      "learning_rate": 0.0001976986250420428,
      "loss": 12.1854,
      "step": 4458
    },
    {
      "epoch": 0.7301457344031439,
      "grad_norm": 0.23783570528030396,
      "learning_rate": 0.0001976975222145958,
      "loss": 12.1765,
      "step": 4459
    },
    {
      "epoch": 0.7303094809235304,
      "grad_norm": 0.19120880961418152,
      "learning_rate": 0.00019769641912605003,
      "loss": 12.2194,
      "step": 4460
    },
    {
      "epoch": 0.7304732274439169,
      "grad_norm": 0.2894238531589508,
      "learning_rate": 0.0001976953157764084,
      "loss": 12.2439,
      "step": 4461
    },
    {
      "epoch": 0.7306369739643033,
      "grad_norm": 0.34086161851882935,
      "learning_rate": 0.0001976942121656739,
      "loss": 12.2359,
      "step": 4462
    },
    {
      "epoch": 0.7308007204846897,
      "grad_norm": 0.5507107973098755,
      "learning_rate": 0.00019769310829384953,
      "loss": 12.1953,
      "step": 4463
    },
    {
      "epoch": 0.7309644670050761,
      "grad_norm": 0.17964918911457062,
      "learning_rate": 0.00019769200416093819,
      "loss": 12.1839,
      "step": 4464
    },
    {
      "epoch": 0.7311282135254625,
      "grad_norm": 0.15931478142738342,
      "learning_rate": 0.0001976908997669428,
      "loss": 12.2334,
      "step": 4465
    },
    {
      "epoch": 0.7312919600458491,
      "grad_norm": 0.1518569439649582,
      "learning_rate": 0.00019768979511186635,
      "loss": 12.1806,
      "step": 4466
    },
    {
      "epoch": 0.7314557065662355,
      "grad_norm": 0.294201135635376,
      "learning_rate": 0.00019768869019571176,
      "loss": 12.2124,
      "step": 4467
    },
    {
      "epoch": 0.7316194530866219,
      "grad_norm": 0.2754824161529541,
      "learning_rate": 0.00019768758501848203,
      "loss": 12.2603,
      "step": 4468
    },
    {
      "epoch": 0.7317831996070083,
      "grad_norm": 0.24642080068588257,
      "learning_rate": 0.0001976864795801801,
      "loss": 12.246,
      "step": 4469
    },
    {
      "epoch": 0.7319469461273947,
      "grad_norm": 0.2297813594341278,
      "learning_rate": 0.00019768537388080887,
      "loss": 12.2077,
      "step": 4470
    },
    {
      "epoch": 0.7321106926477813,
      "grad_norm": 0.25808823108673096,
      "learning_rate": 0.00019768426792037138,
      "loss": 12.1947,
      "step": 4471
    },
    {
      "epoch": 0.7322744391681677,
      "grad_norm": 0.19276772439479828,
      "learning_rate": 0.00019768316169887053,
      "loss": 12.1885,
      "step": 4472
    },
    {
      "epoch": 0.7324381856885541,
      "grad_norm": 0.19666670262813568,
      "learning_rate": 0.0001976820552163093,
      "loss": 12.2025,
      "step": 4473
    },
    {
      "epoch": 0.7326019322089405,
      "grad_norm": 0.28855016827583313,
      "learning_rate": 0.00019768094847269062,
      "loss": 12.166,
      "step": 4474
    },
    {
      "epoch": 0.732765678729327,
      "grad_norm": 0.20688897371292114,
      "learning_rate": 0.00019767984146801747,
      "loss": 12.1929,
      "step": 4475
    },
    {
      "epoch": 0.7329294252497135,
      "grad_norm": 0.15183360874652863,
      "learning_rate": 0.00019767873420229283,
      "loss": 12.1974,
      "step": 4476
    },
    {
      "epoch": 0.7330931717700999,
      "grad_norm": 0.27186664938926697,
      "learning_rate": 0.00019767762667551963,
      "loss": 12.1941,
      "step": 4477
    },
    {
      "epoch": 0.7332569182904863,
      "grad_norm": 0.3816582262516022,
      "learning_rate": 0.00019767651888770083,
      "loss": 12.2399,
      "step": 4478
    },
    {
      "epoch": 0.7334206648108728,
      "grad_norm": 0.28294137120246887,
      "learning_rate": 0.00019767541083883937,
      "loss": 12.1457,
      "step": 4479
    },
    {
      "epoch": 0.7335844113312592,
      "grad_norm": 0.21875563263893127,
      "learning_rate": 0.00019767430252893827,
      "loss": 12.2034,
      "step": 4480
    },
    {
      "epoch": 0.7337481578516456,
      "grad_norm": 0.28223976492881775,
      "learning_rate": 0.00019767319395800042,
      "loss": 12.2138,
      "step": 4481
    },
    {
      "epoch": 0.7339119043720321,
      "grad_norm": 0.26720744371414185,
      "learning_rate": 0.00019767208512602884,
      "loss": 12.2215,
      "step": 4482
    },
    {
      "epoch": 0.7340756508924186,
      "grad_norm": 0.4285232126712799,
      "learning_rate": 0.00019767097603302648,
      "loss": 12.1521,
      "step": 4483
    },
    {
      "epoch": 0.734239397412805,
      "grad_norm": 0.19627565145492554,
      "learning_rate": 0.00019766986667899626,
      "loss": 12.2067,
      "step": 4484
    },
    {
      "epoch": 0.7344031439331914,
      "grad_norm": 0.2543669641017914,
      "learning_rate": 0.00019766875706394123,
      "loss": 12.2255,
      "step": 4485
    },
    {
      "epoch": 0.7345668904535778,
      "grad_norm": 0.25178062915802,
      "learning_rate": 0.00019766764718786428,
      "loss": 12.1937,
      "step": 4486
    },
    {
      "epoch": 0.7347306369739643,
      "grad_norm": 0.18437878787517548,
      "learning_rate": 0.00019766653705076843,
      "loss": 12.2149,
      "step": 4487
    },
    {
      "epoch": 0.7348943834943508,
      "grad_norm": 0.21680280566215515,
      "learning_rate": 0.0001976654266526566,
      "loss": 12.1855,
      "step": 4488
    },
    {
      "epoch": 0.7350581300147372,
      "grad_norm": 0.17942626774311066,
      "learning_rate": 0.00019766431599353178,
      "loss": 12.2032,
      "step": 4489
    },
    {
      "epoch": 0.7352218765351236,
      "grad_norm": 0.2898406684398651,
      "learning_rate": 0.00019766320507339695,
      "loss": 12.206,
      "step": 4490
    },
    {
      "epoch": 0.73538562305551,
      "grad_norm": 0.23237422108650208,
      "learning_rate": 0.00019766209389225506,
      "loss": 12.2426,
      "step": 4491
    },
    {
      "epoch": 0.7355493695758966,
      "grad_norm": 0.1950802057981491,
      "learning_rate": 0.00019766098245010903,
      "loss": 12.1685,
      "step": 4492
    },
    {
      "epoch": 0.735713116096283,
      "grad_norm": 0.27057093381881714,
      "learning_rate": 0.00019765987074696196,
      "loss": 12.2163,
      "step": 4493
    },
    {
      "epoch": 0.7358768626166694,
      "grad_norm": 0.18395353853702545,
      "learning_rate": 0.00019765875878281674,
      "loss": 12.1706,
      "step": 4494
    },
    {
      "epoch": 0.7360406091370558,
      "grad_norm": 0.2824278175830841,
      "learning_rate": 0.0001976576465576763,
      "loss": 12.2147,
      "step": 4495
    },
    {
      "epoch": 0.7362043556574422,
      "grad_norm": 0.23023046553134918,
      "learning_rate": 0.0001976565340715437,
      "loss": 12.246,
      "step": 4496
    },
    {
      "epoch": 0.7363681021778288,
      "grad_norm": 0.24141308665275574,
      "learning_rate": 0.0001976554213244219,
      "loss": 12.2352,
      "step": 4497
    },
    {
      "epoch": 0.7365318486982152,
      "grad_norm": 0.22446684539318085,
      "learning_rate": 0.0001976543083163138,
      "loss": 12.2105,
      "step": 4498
    },
    {
      "epoch": 0.7366955952186016,
      "grad_norm": 0.24443703889846802,
      "learning_rate": 0.0001976531950472224,
      "loss": 12.2125,
      "step": 4499
    },
    {
      "epoch": 0.736859341738988,
      "grad_norm": 0.21027876436710358,
      "learning_rate": 0.00019765208151715076,
      "loss": 12.1757,
      "step": 4500
    },
    {
      "epoch": 0.7370230882593745,
      "grad_norm": 0.3021894097328186,
      "learning_rate": 0.00019765096772610176,
      "loss": 12.1951,
      "step": 4501
    },
    {
      "epoch": 0.7371868347797609,
      "grad_norm": 0.23058612644672394,
      "learning_rate": 0.0001976498536740784,
      "loss": 12.2255,
      "step": 4502
    },
    {
      "epoch": 0.7373505813001474,
      "grad_norm": 0.21222180128097534,
      "learning_rate": 0.00019764873936108373,
      "loss": 12.1935,
      "step": 4503
    },
    {
      "epoch": 0.7375143278205338,
      "grad_norm": 0.22686706483364105,
      "learning_rate": 0.00019764762478712063,
      "loss": 12.1926,
      "step": 4504
    },
    {
      "epoch": 0.7376780743409203,
      "grad_norm": 0.21333721280097961,
      "learning_rate": 0.00019764650995219207,
      "loss": 12.2208,
      "step": 4505
    },
    {
      "epoch": 0.7378418208613067,
      "grad_norm": 0.1993754804134369,
      "learning_rate": 0.00019764539485630112,
      "loss": 12.1957,
      "step": 4506
    },
    {
      "epoch": 0.7380055673816931,
      "grad_norm": 0.20265032351016998,
      "learning_rate": 0.00019764427949945073,
      "loss": 12.2152,
      "step": 4507
    },
    {
      "epoch": 0.7381693139020796,
      "grad_norm": 0.18827109038829803,
      "learning_rate": 0.00019764316388164383,
      "loss": 12.1659,
      "step": 4508
    },
    {
      "epoch": 0.738333060422466,
      "grad_norm": 0.22808058559894562,
      "learning_rate": 0.00019764204800288345,
      "loss": 12.1709,
      "step": 4509
    },
    {
      "epoch": 0.7384968069428525,
      "grad_norm": 0.1619182974100113,
      "learning_rate": 0.00019764093186317255,
      "loss": 12.2386,
      "step": 4510
    },
    {
      "epoch": 0.7386605534632389,
      "grad_norm": 0.262949675321579,
      "learning_rate": 0.0001976398154625141,
      "loss": 12.2084,
      "step": 4511
    },
    {
      "epoch": 0.7388242999836253,
      "grad_norm": 0.18785478174686432,
      "learning_rate": 0.00019763869880091113,
      "loss": 12.1563,
      "step": 4512
    },
    {
      "epoch": 0.7389880465040118,
      "grad_norm": 0.20719404518604279,
      "learning_rate": 0.0001976375818783666,
      "loss": 12.1661,
      "step": 4513
    },
    {
      "epoch": 0.7391517930243983,
      "grad_norm": 0.2790178060531616,
      "learning_rate": 0.00019763646469488351,
      "loss": 12.2141,
      "step": 4514
    },
    {
      "epoch": 0.7393155395447847,
      "grad_norm": 0.2959090769290924,
      "learning_rate": 0.0001976353472504648,
      "loss": 12.2293,
      "step": 4515
    },
    {
      "epoch": 0.7394792860651711,
      "grad_norm": 0.1943916231393814,
      "learning_rate": 0.0001976342295451135,
      "loss": 12.1997,
      "step": 4516
    },
    {
      "epoch": 0.7396430325855575,
      "grad_norm": 0.2152266800403595,
      "learning_rate": 0.00019763311157883258,
      "loss": 12.2038,
      "step": 4517
    },
    {
      "epoch": 0.739806779105944,
      "grad_norm": 0.21870651841163635,
      "learning_rate": 0.00019763199335162503,
      "loss": 12.2115,
      "step": 4518
    },
    {
      "epoch": 0.7399705256263305,
      "grad_norm": 0.16725021600723267,
      "learning_rate": 0.00019763087486349384,
      "loss": 12.1758,
      "step": 4519
    },
    {
      "epoch": 0.7401342721467169,
      "grad_norm": 0.21626894176006317,
      "learning_rate": 0.000197629756114442,
      "loss": 12.1997,
      "step": 4520
    },
    {
      "epoch": 0.7402980186671033,
      "grad_norm": 0.18775250017642975,
      "learning_rate": 0.00019762863710447252,
      "loss": 12.2178,
      "step": 4521
    },
    {
      "epoch": 0.7404617651874897,
      "grad_norm": 0.20988141000270844,
      "learning_rate": 0.00019762751783358834,
      "loss": 12.173,
      "step": 4522
    },
    {
      "epoch": 0.7406255117078762,
      "grad_norm": 0.16407589614391327,
      "learning_rate": 0.00019762639830179252,
      "loss": 12.1918,
      "step": 4523
    },
    {
      "epoch": 0.7407892582282627,
      "grad_norm": 0.18922655284404755,
      "learning_rate": 0.00019762527850908796,
      "loss": 12.2413,
      "step": 4524
    },
    {
      "epoch": 0.7409530047486491,
      "grad_norm": 0.3234041929244995,
      "learning_rate": 0.00019762415845547775,
      "loss": 12.252,
      "step": 4525
    },
    {
      "epoch": 0.7411167512690355,
      "grad_norm": 0.1806332767009735,
      "learning_rate": 0.00019762303814096482,
      "loss": 12.1759,
      "step": 4526
    },
    {
      "epoch": 0.741280497789422,
      "grad_norm": 0.17344225943088531,
      "learning_rate": 0.00019762191756555217,
      "loss": 12.2488,
      "step": 4527
    },
    {
      "epoch": 0.7414442443098084,
      "grad_norm": 0.23329222202301025,
      "learning_rate": 0.0001976207967292428,
      "loss": 12.249,
      "step": 4528
    },
    {
      "epoch": 0.7416079908301949,
      "grad_norm": 0.19684365391731262,
      "learning_rate": 0.00019761967563203974,
      "loss": 12.2095,
      "step": 4529
    },
    {
      "epoch": 0.7417717373505813,
      "grad_norm": 0.2356783002614975,
      "learning_rate": 0.00019761855427394596,
      "loss": 12.1882,
      "step": 4530
    },
    {
      "epoch": 0.7419354838709677,
      "grad_norm": 0.23678164184093475,
      "learning_rate": 0.00019761743265496443,
      "loss": 12.2033,
      "step": 4531
    },
    {
      "epoch": 0.7420992303913542,
      "grad_norm": 0.2708982825279236,
      "learning_rate": 0.00019761631077509821,
      "loss": 12.1662,
      "step": 4532
    },
    {
      "epoch": 0.7422629769117406,
      "grad_norm": 0.25279107689857483,
      "learning_rate": 0.00019761518863435022,
      "loss": 12.2292,
      "step": 4533
    },
    {
      "epoch": 0.7424267234321271,
      "grad_norm": 0.1913851499557495,
      "learning_rate": 0.00019761406623272352,
      "loss": 12.2731,
      "step": 4534
    },
    {
      "epoch": 0.7425904699525135,
      "grad_norm": 0.19663956761360168,
      "learning_rate": 0.00019761294357022112,
      "loss": 12.2157,
      "step": 4535
    },
    {
      "epoch": 0.7427542164729,
      "grad_norm": 0.23376703262329102,
      "learning_rate": 0.00019761182064684593,
      "loss": 12.2226,
      "step": 4536
    },
    {
      "epoch": 0.7429179629932864,
      "grad_norm": 0.1680908203125,
      "learning_rate": 0.00019761069746260105,
      "loss": 12.2144,
      "step": 4537
    },
    {
      "epoch": 0.7430817095136728,
      "grad_norm": 0.23107735812664032,
      "learning_rate": 0.00019760957401748942,
      "loss": 12.1872,
      "step": 4538
    },
    {
      "epoch": 0.7432454560340592,
      "grad_norm": 0.27516356110572815,
      "learning_rate": 0.0001976084503115141,
      "loss": 12.2026,
      "step": 4539
    },
    {
      "epoch": 0.7434092025544458,
      "grad_norm": 0.20520679652690887,
      "learning_rate": 0.00019760732634467804,
      "loss": 12.1942,
      "step": 4540
    },
    {
      "epoch": 0.7435729490748322,
      "grad_norm": 0.19254310429096222,
      "learning_rate": 0.00019760620211698427,
      "loss": 12.1939,
      "step": 4541
    },
    {
      "epoch": 0.7437366955952186,
      "grad_norm": 0.19630302488803864,
      "learning_rate": 0.00019760507762843577,
      "loss": 12.2259,
      "step": 4542
    },
    {
      "epoch": 0.743900442115605,
      "grad_norm": 0.191194549202919,
      "learning_rate": 0.0001976039528790356,
      "loss": 12.1975,
      "step": 4543
    },
    {
      "epoch": 0.7440641886359914,
      "grad_norm": 0.20893613994121552,
      "learning_rate": 0.0001976028278687867,
      "loss": 12.1908,
      "step": 4544
    },
    {
      "epoch": 0.744227935156378,
      "grad_norm": 0.23644377291202545,
      "learning_rate": 0.0001976017025976921,
      "loss": 12.1815,
      "step": 4545
    },
    {
      "epoch": 0.7443916816767644,
      "grad_norm": 0.2331952303647995,
      "learning_rate": 0.00019760057706575483,
      "loss": 12.2557,
      "step": 4546
    },
    {
      "epoch": 0.7445554281971508,
      "grad_norm": 0.21368728578090668,
      "learning_rate": 0.00019759945127297788,
      "loss": 12.1807,
      "step": 4547
    },
    {
      "epoch": 0.7447191747175372,
      "grad_norm": 0.22446873784065247,
      "learning_rate": 0.00019759832521936424,
      "loss": 12.1744,
      "step": 4548
    },
    {
      "epoch": 0.7448829212379237,
      "grad_norm": 0.24917137622833252,
      "learning_rate": 0.00019759719890491694,
      "loss": 12.2985,
      "step": 4549
    },
    {
      "epoch": 0.7450466677583102,
      "grad_norm": 0.19788925349712372,
      "learning_rate": 0.00019759607232963902,
      "loss": 12.194,
      "step": 4550
    },
    {
      "epoch": 0.7452104142786966,
      "grad_norm": 0.25092649459838867,
      "learning_rate": 0.00019759494549353345,
      "loss": 12.206,
      "step": 4551
    },
    {
      "epoch": 0.745374160799083,
      "grad_norm": 0.23028039932250977,
      "learning_rate": 0.0001975938183966032,
      "loss": 12.2058,
      "step": 4552
    },
    {
      "epoch": 0.7455379073194695,
      "grad_norm": 0.3585473597049713,
      "learning_rate": 0.00019759269103885137,
      "loss": 12.1522,
      "step": 4553
    },
    {
      "epoch": 0.7457016538398559,
      "grad_norm": 0.16538235545158386,
      "learning_rate": 0.00019759156342028097,
      "loss": 12.1529,
      "step": 4554
    },
    {
      "epoch": 0.7458654003602423,
      "grad_norm": 0.18709194660186768,
      "learning_rate": 0.00019759043554089495,
      "loss": 12.1939,
      "step": 4555
    },
    {
      "epoch": 0.7460291468806288,
      "grad_norm": 0.17556531727313995,
      "learning_rate": 0.00019758930740069634,
      "loss": 12.1968,
      "step": 4556
    },
    {
      "epoch": 0.7461928934010152,
      "grad_norm": 0.26752302050590515,
      "learning_rate": 0.00019758817899968815,
      "loss": 12.193,
      "step": 4557
    },
    {
      "epoch": 0.7463566399214017,
      "grad_norm": 0.20008307695388794,
      "learning_rate": 0.00019758705033787348,
      "loss": 12.192,
      "step": 4558
    },
    {
      "epoch": 0.7465203864417881,
      "grad_norm": 0.2584209144115448,
      "learning_rate": 0.00019758592141525525,
      "loss": 12.2322,
      "step": 4559
    },
    {
      "epoch": 0.7466841329621745,
      "grad_norm": 0.20216035842895508,
      "learning_rate": 0.00019758479223183647,
      "loss": 12.2251,
      "step": 4560
    },
    {
      "epoch": 0.746847879482561,
      "grad_norm": 0.1905965805053711,
      "learning_rate": 0.00019758366278762023,
      "loss": 12.2428,
      "step": 4561
    },
    {
      "epoch": 0.7470116260029475,
      "grad_norm": 0.25413691997528076,
      "learning_rate": 0.00019758253308260954,
      "loss": 12.2628,
      "step": 4562
    },
    {
      "epoch": 0.7471753725233339,
      "grad_norm": 0.24822480976581573,
      "learning_rate": 0.00019758140311680735,
      "loss": 12.2148,
      "step": 4563
    },
    {
      "epoch": 0.7473391190437203,
      "grad_norm": 0.23615844547748566,
      "learning_rate": 0.00019758027289021673,
      "loss": 12.2643,
      "step": 4564
    },
    {
      "epoch": 0.7475028655641067,
      "grad_norm": 0.2674396336078644,
      "learning_rate": 0.0001975791424028407,
      "loss": 12.1931,
      "step": 4565
    },
    {
      "epoch": 0.7476666120844933,
      "grad_norm": 0.1794775426387787,
      "learning_rate": 0.00019757801165468228,
      "loss": 12.2117,
      "step": 4566
    },
    {
      "epoch": 0.7478303586048797,
      "grad_norm": 0.25529375672340393,
      "learning_rate": 0.00019757688064574449,
      "loss": 12.2474,
      "step": 4567
    },
    {
      "epoch": 0.7479941051252661,
      "grad_norm": 0.25323688983917236,
      "learning_rate": 0.00019757574937603035,
      "loss": 12.2068,
      "step": 4568
    },
    {
      "epoch": 0.7481578516456525,
      "grad_norm": 0.25278523564338684,
      "learning_rate": 0.00019757461784554288,
      "loss": 12.2379,
      "step": 4569
    },
    {
      "epoch": 0.7483215981660389,
      "grad_norm": 0.2344462275505066,
      "learning_rate": 0.0001975734860542851,
      "loss": 12.2045,
      "step": 4570
    },
    {
      "epoch": 0.7484853446864255,
      "grad_norm": 0.34319114685058594,
      "learning_rate": 0.00019757235400226004,
      "loss": 12.2024,
      "step": 4571
    },
    {
      "epoch": 0.7486490912068119,
      "grad_norm": 0.278969407081604,
      "learning_rate": 0.00019757122168947075,
      "loss": 12.2335,
      "step": 4572
    },
    {
      "epoch": 0.7488128377271983,
      "grad_norm": 0.18567098677158356,
      "learning_rate": 0.00019757008911592023,
      "loss": 12.2568,
      "step": 4573
    },
    {
      "epoch": 0.7489765842475847,
      "grad_norm": 0.22416368126869202,
      "learning_rate": 0.00019756895628161148,
      "loss": 12.2076,
      "step": 4574
    },
    {
      "epoch": 0.7491403307679712,
      "grad_norm": 0.24141830205917358,
      "learning_rate": 0.00019756782318654757,
      "loss": 12.1561,
      "step": 4575
    },
    {
      "epoch": 0.7493040772883576,
      "grad_norm": 0.21014869213104248,
      "learning_rate": 0.00019756668983073153,
      "loss": 12.2025,
      "step": 4576
    },
    {
      "epoch": 0.7494678238087441,
      "grad_norm": 0.16974928975105286,
      "learning_rate": 0.00019756555621416638,
      "loss": 12.211,
      "step": 4577
    },
    {
      "epoch": 0.7496315703291305,
      "grad_norm": 0.22134076058864594,
      "learning_rate": 0.00019756442233685514,
      "loss": 12.2162,
      "step": 4578
    },
    {
      "epoch": 0.749795316849517,
      "grad_norm": 0.24253477156162262,
      "learning_rate": 0.0001975632881988008,
      "loss": 12.1633,
      "step": 4579
    },
    {
      "epoch": 0.7499590633699034,
      "grad_norm": 0.1613214612007141,
      "learning_rate": 0.00019756215380000648,
      "loss": 12.1915,
      "step": 4580
    },
    {
      "epoch": 0.7501228098902898,
      "grad_norm": 0.25544556975364685,
      "learning_rate": 0.00019756101914047516,
      "loss": 12.1896,
      "step": 4581
    },
    {
      "epoch": 0.7502865564106763,
      "grad_norm": 0.2099110186100006,
      "learning_rate": 0.00019755988422020987,
      "loss": 12.1495,
      "step": 4582
    },
    {
      "epoch": 0.7504503029310627,
      "grad_norm": 0.31206026673316956,
      "learning_rate": 0.00019755874903921368,
      "loss": 12.2007,
      "step": 4583
    },
    {
      "epoch": 0.7506140494514492,
      "grad_norm": 0.22091040015220642,
      "learning_rate": 0.00019755761359748956,
      "loss": 12.2436,
      "step": 4584
    },
    {
      "epoch": 0.7507777959718356,
      "grad_norm": 0.21175320446491241,
      "learning_rate": 0.0001975564778950406,
      "loss": 12.1846,
      "step": 4585
    },
    {
      "epoch": 0.750941542492222,
      "grad_norm": 0.21292877197265625,
      "learning_rate": 0.0001975553419318698,
      "loss": 12.198,
      "step": 4586
    },
    {
      "epoch": 0.7511052890126085,
      "grad_norm": 0.17480704188346863,
      "learning_rate": 0.00019755420570798023,
      "loss": 12.2566,
      "step": 4587
    },
    {
      "epoch": 0.751269035532995,
      "grad_norm": 0.21029327809810638,
      "learning_rate": 0.00019755306922337491,
      "loss": 12.2012,
      "step": 4588
    },
    {
      "epoch": 0.7514327820533814,
      "grad_norm": 0.18695013225078583,
      "learning_rate": 0.0001975519324780569,
      "loss": 12.2225,
      "step": 4589
    },
    {
      "epoch": 0.7515965285737678,
      "grad_norm": 0.24070855975151062,
      "learning_rate": 0.00019755079547202918,
      "loss": 12.2378,
      "step": 4590
    },
    {
      "epoch": 0.7517602750941542,
      "grad_norm": 0.20009855926036835,
      "learning_rate": 0.00019754965820529484,
      "loss": 12.2259,
      "step": 4591
    },
    {
      "epoch": 0.7519240216145406,
      "grad_norm": 0.2282869517803192,
      "learning_rate": 0.00019754852067785687,
      "loss": 12.1773,
      "step": 4592
    },
    {
      "epoch": 0.7520877681349272,
      "grad_norm": 0.23459464311599731,
      "learning_rate": 0.00019754738288971837,
      "loss": 12.1839,
      "step": 4593
    },
    {
      "epoch": 0.7522515146553136,
      "grad_norm": 0.19177885353565216,
      "learning_rate": 0.00019754624484088235,
      "loss": 12.1727,
      "step": 4594
    },
    {
      "epoch": 0.7524152611757,
      "grad_norm": 0.20071980357170105,
      "learning_rate": 0.00019754510653135183,
      "loss": 12.2125,
      "step": 4595
    },
    {
      "epoch": 0.7525790076960864,
      "grad_norm": 0.21568642556667328,
      "learning_rate": 0.0001975439679611299,
      "loss": 12.192,
      "step": 4596
    },
    {
      "epoch": 0.7527427542164729,
      "grad_norm": 0.17536626756191254,
      "learning_rate": 0.00019754282913021957,
      "loss": 12.2211,
      "step": 4597
    },
    {
      "epoch": 0.7529065007368594,
      "grad_norm": 0.21269665658473969,
      "learning_rate": 0.0001975416900386239,
      "loss": 12.1916,
      "step": 4598
    },
    {
      "epoch": 0.7530702472572458,
      "grad_norm": 0.1641947329044342,
      "learning_rate": 0.00019754055068634595,
      "loss": 12.1988,
      "step": 4599
    },
    {
      "epoch": 0.7532339937776322,
      "grad_norm": 0.21543338894844055,
      "learning_rate": 0.0001975394110733887,
      "loss": 12.2269,
      "step": 4600
    },
    {
      "epoch": 0.7533977402980186,
      "grad_norm": 0.19206130504608154,
      "learning_rate": 0.00019753827119975528,
      "loss": 12.1891,
      "step": 4601
    },
    {
      "epoch": 0.7535614868184051,
      "grad_norm": 0.24888791143894196,
      "learning_rate": 0.00019753713106544866,
      "loss": 12.1847,
      "step": 4602
    },
    {
      "epoch": 0.7537252333387916,
      "grad_norm": 0.245703786611557,
      "learning_rate": 0.00019753599067047194,
      "loss": 12.1785,
      "step": 4603
    },
    {
      "epoch": 0.753888979859178,
      "grad_norm": 0.22361844778060913,
      "learning_rate": 0.00019753485001482813,
      "loss": 12.2273,
      "step": 4604
    },
    {
      "epoch": 0.7540527263795644,
      "grad_norm": 0.25551843643188477,
      "learning_rate": 0.0001975337090985203,
      "loss": 12.2205,
      "step": 4605
    },
    {
      "epoch": 0.7542164728999509,
      "grad_norm": 0.18934279680252075,
      "learning_rate": 0.00019753256792155152,
      "loss": 12.2073,
      "step": 4606
    },
    {
      "epoch": 0.7543802194203373,
      "grad_norm": 0.31104499101638794,
      "learning_rate": 0.00019753142648392478,
      "loss": 12.2062,
      "step": 4607
    },
    {
      "epoch": 0.7545439659407237,
      "grad_norm": 0.1766723096370697,
      "learning_rate": 0.00019753028478564324,
      "loss": 12.1765,
      "step": 4608
    },
    {
      "epoch": 0.7547077124611102,
      "grad_norm": 0.23920442163944244,
      "learning_rate": 0.00019752914282670982,
      "loss": 12.2369,
      "step": 4609
    },
    {
      "epoch": 0.7548714589814967,
      "grad_norm": 0.17573422193527222,
      "learning_rate": 0.0001975280006071276,
      "loss": 12.193,
      "step": 4610
    },
    {
      "epoch": 0.7550352055018831,
      "grad_norm": 0.2601868510246277,
      "learning_rate": 0.00019752685812689973,
      "loss": 12.2337,
      "step": 4611
    },
    {
      "epoch": 0.7551989520222695,
      "grad_norm": 0.1593000739812851,
      "learning_rate": 0.0001975257153860292,
      "loss": 12.21,
      "step": 4612
    },
    {
      "epoch": 0.7553626985426559,
      "grad_norm": 0.2054147869348526,
      "learning_rate": 0.000197524572384519,
      "loss": 12.1976,
      "step": 4613
    },
    {
      "epoch": 0.7555264450630425,
      "grad_norm": 0.21484193205833435,
      "learning_rate": 0.00019752342912237225,
      "loss": 12.234,
      "step": 4614
    },
    {
      "epoch": 0.7556901915834289,
      "grad_norm": 0.287850946187973,
      "learning_rate": 0.00019752228559959201,
      "loss": 12.2291,
      "step": 4615
    },
    {
      "epoch": 0.7558539381038153,
      "grad_norm": 0.394286572933197,
      "learning_rate": 0.00019752114181618137,
      "loss": 12.2844,
      "step": 4616
    },
    {
      "epoch": 0.7560176846242017,
      "grad_norm": 0.2043483853340149,
      "learning_rate": 0.00019751999777214329,
      "loss": 12.1724,
      "step": 4617
    },
    {
      "epoch": 0.7561814311445881,
      "grad_norm": 0.2653239369392395,
      "learning_rate": 0.00019751885346748092,
      "loss": 12.1934,
      "step": 4618
    },
    {
      "epoch": 0.7563451776649747,
      "grad_norm": 0.1724529266357422,
      "learning_rate": 0.00019751770890219725,
      "loss": 12.1844,
      "step": 4619
    },
    {
      "epoch": 0.7565089241853611,
      "grad_norm": 0.2292802482843399,
      "learning_rate": 0.00019751656407629537,
      "loss": 12.2031,
      "step": 4620
    },
    {
      "epoch": 0.7566726707057475,
      "grad_norm": 0.3079703748226166,
      "learning_rate": 0.00019751541898977833,
      "loss": 12.2374,
      "step": 4621
    },
    {
      "epoch": 0.7568364172261339,
      "grad_norm": 0.22905565798282623,
      "learning_rate": 0.00019751427364264924,
      "loss": 12.2449,
      "step": 4622
    },
    {
      "epoch": 0.7570001637465203,
      "grad_norm": 0.2902824282646179,
      "learning_rate": 0.00019751312803491106,
      "loss": 12.1881,
      "step": 4623
    },
    {
      "epoch": 0.7571639102669069,
      "grad_norm": 0.18538188934326172,
      "learning_rate": 0.00019751198216656695,
      "loss": 12.2406,
      "step": 4624
    },
    {
      "epoch": 0.7573276567872933,
      "grad_norm": 0.16221214830875397,
      "learning_rate": 0.00019751083603761994,
      "loss": 12.246,
      "step": 4625
    },
    {
      "epoch": 0.7574914033076797,
      "grad_norm": 0.21050727367401123,
      "learning_rate": 0.00019750968964807303,
      "loss": 12.2319,
      "step": 4626
    },
    {
      "epoch": 0.7576551498280661,
      "grad_norm": 0.2730157673358917,
      "learning_rate": 0.0001975085429979294,
      "loss": 12.1933,
      "step": 4627
    },
    {
      "epoch": 0.7578188963484526,
      "grad_norm": 0.2895794212818146,
      "learning_rate": 0.00019750739608719202,
      "loss": 12.1823,
      "step": 4628
    },
    {
      "epoch": 0.757982642868839,
      "grad_norm": 0.25428491830825806,
      "learning_rate": 0.00019750624891586398,
      "loss": 12.1974,
      "step": 4629
    },
    {
      "epoch": 0.7581463893892255,
      "grad_norm": 0.30298763513565063,
      "learning_rate": 0.0001975051014839484,
      "loss": 12.2175,
      "step": 4630
    },
    {
      "epoch": 0.7583101359096119,
      "grad_norm": 0.2410362958908081,
      "learning_rate": 0.00019750395379144827,
      "loss": 12.1891,
      "step": 4631
    },
    {
      "epoch": 0.7584738824299984,
      "grad_norm": 0.19675874710083008,
      "learning_rate": 0.0001975028058383667,
      "loss": 12.2095,
      "step": 4632
    },
    {
      "epoch": 0.7586376289503848,
      "grad_norm": 0.276621013879776,
      "learning_rate": 0.00019750165762470672,
      "loss": 12.1869,
      "step": 4633
    },
    {
      "epoch": 0.7588013754707712,
      "grad_norm": 0.22198934853076935,
      "learning_rate": 0.00019750050915047143,
      "loss": 12.2258,
      "step": 4634
    },
    {
      "epoch": 0.7589651219911577,
      "grad_norm": 0.22971440851688385,
      "learning_rate": 0.0001974993604156639,
      "loss": 12.1778,
      "step": 4635
    },
    {
      "epoch": 0.7591288685115442,
      "grad_norm": 0.19158412516117096,
      "learning_rate": 0.0001974982114202872,
      "loss": 12.1963,
      "step": 4636
    },
    {
      "epoch": 0.7592926150319306,
      "grad_norm": 0.23646894097328186,
      "learning_rate": 0.0001974970621643444,
      "loss": 12.1975,
      "step": 4637
    },
    {
      "epoch": 0.759456361552317,
      "grad_norm": 0.22977988421916962,
      "learning_rate": 0.00019749591264783857,
      "loss": 12.2512,
      "step": 4638
    },
    {
      "epoch": 0.7596201080727034,
      "grad_norm": 0.32066649198532104,
      "learning_rate": 0.00019749476287077275,
      "loss": 12.2207,
      "step": 4639
    },
    {
      "epoch": 0.75978385459309,
      "grad_norm": 0.3443702459335327,
      "learning_rate": 0.00019749361283315006,
      "loss": 12.1797,
      "step": 4640
    },
    {
      "epoch": 0.7599476011134764,
      "grad_norm": 0.21887938678264618,
      "learning_rate": 0.00019749246253497358,
      "loss": 12.1962,
      "step": 4641
    },
    {
      "epoch": 0.7601113476338628,
      "grad_norm": 0.14374883472919464,
      "learning_rate": 0.00019749131197624632,
      "loss": 12.1824,
      "step": 4642
    },
    {
      "epoch": 0.7602750941542492,
      "grad_norm": 0.25670138001441956,
      "learning_rate": 0.0001974901611569714,
      "loss": 12.2167,
      "step": 4643
    },
    {
      "epoch": 0.7604388406746356,
      "grad_norm": 0.2020576000213623,
      "learning_rate": 0.00019748901007715191,
      "loss": 12.198,
      "step": 4644
    },
    {
      "epoch": 0.760602587195022,
      "grad_norm": 0.185232475399971,
      "learning_rate": 0.0001974878587367909,
      "loss": 12.1519,
      "step": 4645
    },
    {
      "epoch": 0.7607663337154086,
      "grad_norm": 0.2557663917541504,
      "learning_rate": 0.00019748670713589143,
      "loss": 12.163,
      "step": 4646
    },
    {
      "epoch": 0.760930080235795,
      "grad_norm": 0.24180513620376587,
      "learning_rate": 0.0001974855552744566,
      "loss": 12.2111,
      "step": 4647
    },
    {
      "epoch": 0.7610938267561814,
      "grad_norm": 0.24777767062187195,
      "learning_rate": 0.00019748440315248952,
      "loss": 12.2569,
      "step": 4648
    },
    {
      "epoch": 0.7612575732765678,
      "grad_norm": 0.1553637832403183,
      "learning_rate": 0.0001974832507699932,
      "loss": 12.2409,
      "step": 4649
    },
    {
      "epoch": 0.7614213197969543,
      "grad_norm": 0.21844394505023956,
      "learning_rate": 0.00019748209812697081,
      "loss": 12.185,
      "step": 4650
    },
    {
      "epoch": 0.7615850663173408,
      "grad_norm": 0.18963557481765747,
      "learning_rate": 0.00019748094522342534,
      "loss": 12.2423,
      "step": 4651
    },
    {
      "epoch": 0.7617488128377272,
      "grad_norm": 0.21288266777992249,
      "learning_rate": 0.0001974797920593599,
      "loss": 12.1817,
      "step": 4652
    },
    {
      "epoch": 0.7619125593581136,
      "grad_norm": 0.2017948180437088,
      "learning_rate": 0.0001974786386347776,
      "loss": 12.2065,
      "step": 4653
    },
    {
      "epoch": 0.7620763058785001,
      "grad_norm": 0.1912507712841034,
      "learning_rate": 0.00019747748494968153,
      "loss": 12.2019,
      "step": 4654
    },
    {
      "epoch": 0.7622400523988865,
      "grad_norm": 0.18871437013149261,
      "learning_rate": 0.0001974763310040747,
      "loss": 12.2175,
      "step": 4655
    },
    {
      "epoch": 0.762403798919273,
      "grad_norm": 0.26345205307006836,
      "learning_rate": 0.00019747517679796027,
      "loss": 12.1835,
      "step": 4656
    },
    {
      "epoch": 0.7625675454396594,
      "grad_norm": 0.3478965163230896,
      "learning_rate": 0.00019747402233134128,
      "loss": 12.2088,
      "step": 4657
    },
    {
      "epoch": 0.7627312919600459,
      "grad_norm": 0.17891283333301544,
      "learning_rate": 0.00019747286760422083,
      "loss": 12.1849,
      "step": 4658
    },
    {
      "epoch": 0.7628950384804323,
      "grad_norm": 0.21079164743423462,
      "learning_rate": 0.000197471712616602,
      "loss": 12.1456,
      "step": 4659
    },
    {
      "epoch": 0.7630587850008187,
      "grad_norm": 0.2688814103603363,
      "learning_rate": 0.0001974705573684879,
      "loss": 12.2027,
      "step": 4660
    },
    {
      "epoch": 0.7632225315212052,
      "grad_norm": 0.25837987661361694,
      "learning_rate": 0.00019746940185988158,
      "loss": 12.1972,
      "step": 4661
    },
    {
      "epoch": 0.7633862780415916,
      "grad_norm": 0.248330757021904,
      "learning_rate": 0.0001974682460907862,
      "loss": 12.1836,
      "step": 4662
    },
    {
      "epoch": 0.7635500245619781,
      "grad_norm": 0.16049204766750336,
      "learning_rate": 0.00019746709006120475,
      "loss": 12.2191,
      "step": 4663
    },
    {
      "epoch": 0.7637137710823645,
      "grad_norm": 0.20371557772159576,
      "learning_rate": 0.00019746593377114037,
      "loss": 12.1789,
      "step": 4664
    },
    {
      "epoch": 0.7638775176027509,
      "grad_norm": 0.23430022597312927,
      "learning_rate": 0.00019746477722059616,
      "loss": 12.2144,
      "step": 4665
    },
    {
      "epoch": 0.7640412641231373,
      "grad_norm": 0.24604089558124542,
      "learning_rate": 0.0001974636204095752,
      "loss": 12.1878,
      "step": 4666
    },
    {
      "epoch": 0.7642050106435239,
      "grad_norm": 0.21912379562854767,
      "learning_rate": 0.00019746246333808055,
      "loss": 12.1889,
      "step": 4667
    },
    {
      "epoch": 0.7643687571639103,
      "grad_norm": 0.2683338522911072,
      "learning_rate": 0.0001974613060061154,
      "loss": 12.1935,
      "step": 4668
    },
    {
      "epoch": 0.7645325036842967,
      "grad_norm": 0.23834176361560822,
      "learning_rate": 0.00019746014841368273,
      "loss": 12.1883,
      "step": 4669
    },
    {
      "epoch": 0.7646962502046831,
      "grad_norm": 0.24953298270702362,
      "learning_rate": 0.00019745899056078568,
      "loss": 12.2037,
      "step": 4670
    },
    {
      "epoch": 0.7648599967250695,
      "grad_norm": 0.2400599867105484,
      "learning_rate": 0.00019745783244742735,
      "loss": 12.2032,
      "step": 4671
    },
    {
      "epoch": 0.7650237432454561,
      "grad_norm": 0.1696830689907074,
      "learning_rate": 0.00019745667407361083,
      "loss": 12.2614,
      "step": 4672
    },
    {
      "epoch": 0.7651874897658425,
      "grad_norm": 0.19117321074008942,
      "learning_rate": 0.0001974555154393392,
      "loss": 12.2139,
      "step": 4673
    },
    {
      "epoch": 0.7653512362862289,
      "grad_norm": 0.2669537365436554,
      "learning_rate": 0.00019745435654461557,
      "loss": 12.1994,
      "step": 4674
    },
    {
      "epoch": 0.7655149828066153,
      "grad_norm": 0.3209259510040283,
      "learning_rate": 0.00019745319738944303,
      "loss": 12.1765,
      "step": 4675
    },
    {
      "epoch": 0.7656787293270018,
      "grad_norm": 0.24795615673065186,
      "learning_rate": 0.00019745203797382472,
      "loss": 12.1996,
      "step": 4676
    },
    {
      "epoch": 0.7658424758473883,
      "grad_norm": 0.23995758593082428,
      "learning_rate": 0.00019745087829776368,
      "loss": 12.1939,
      "step": 4677
    },
    {
      "epoch": 0.7660062223677747,
      "grad_norm": 0.17940784990787506,
      "learning_rate": 0.00019744971836126304,
      "loss": 12.2015,
      "step": 4678
    },
    {
      "epoch": 0.7661699688881611,
      "grad_norm": 0.25356265902519226,
      "learning_rate": 0.0001974485581643259,
      "loss": 12.1886,
      "step": 4679
    },
    {
      "epoch": 0.7663337154085476,
      "grad_norm": 0.2026950716972351,
      "learning_rate": 0.00019744739770695535,
      "loss": 12.1902,
      "step": 4680
    },
    {
      "epoch": 0.766497461928934,
      "grad_norm": 0.20015260577201843,
      "learning_rate": 0.0001974462369891545,
      "loss": 12.1773,
      "step": 4681
    },
    {
      "epoch": 0.7666612084493204,
      "grad_norm": 0.24976107478141785,
      "learning_rate": 0.00019744507601092645,
      "loss": 12.193,
      "step": 4682
    },
    {
      "epoch": 0.7668249549697069,
      "grad_norm": 0.19501915574073792,
      "learning_rate": 0.0001974439147722743,
      "loss": 12.2047,
      "step": 4683
    },
    {
      "epoch": 0.7669887014900933,
      "grad_norm": 0.23145639896392822,
      "learning_rate": 0.00019744275327320115,
      "loss": 12.2054,
      "step": 4684
    },
    {
      "epoch": 0.7671524480104798,
      "grad_norm": 0.1710110753774643,
      "learning_rate": 0.00019744159151371008,
      "loss": 12.2403,
      "step": 4685
    },
    {
      "epoch": 0.7673161945308662,
      "grad_norm": 0.30802851915359497,
      "learning_rate": 0.00019744042949380427,
      "loss": 12.2322,
      "step": 4686
    },
    {
      "epoch": 0.7674799410512526,
      "grad_norm": 0.17783506214618683,
      "learning_rate": 0.00019743926721348673,
      "loss": 12.2149,
      "step": 4687
    },
    {
      "epoch": 0.7676436875716391,
      "grad_norm": 0.47153395414352417,
      "learning_rate": 0.00019743810467276064,
      "loss": 12.2293,
      "step": 4688
    },
    {
      "epoch": 0.7678074340920256,
      "grad_norm": 0.20425358414649963,
      "learning_rate": 0.00019743694187162908,
      "loss": 12.24,
      "step": 4689
    },
    {
      "epoch": 0.767971180612412,
      "grad_norm": 0.21212394535541534,
      "learning_rate": 0.00019743577881009517,
      "loss": 12.2186,
      "step": 4690
    },
    {
      "epoch": 0.7681349271327984,
      "grad_norm": 0.24509695172309875,
      "learning_rate": 0.00019743461548816203,
      "loss": 12.2208,
      "step": 4691
    },
    {
      "epoch": 0.7682986736531848,
      "grad_norm": 0.24966642260551453,
      "learning_rate": 0.0001974334519058327,
      "loss": 12.256,
      "step": 4692
    },
    {
      "epoch": 0.7684624201735714,
      "grad_norm": 0.2443597912788391,
      "learning_rate": 0.00019743228806311033,
      "loss": 12.1834,
      "step": 4693
    },
    {
      "epoch": 0.7686261666939578,
      "grad_norm": 0.22067135572433472,
      "learning_rate": 0.00019743112395999806,
      "loss": 12.2011,
      "step": 4694
    },
    {
      "epoch": 0.7687899132143442,
      "grad_norm": 0.2547224462032318,
      "learning_rate": 0.00019742995959649896,
      "loss": 12.1696,
      "step": 4695
    },
    {
      "epoch": 0.7689536597347306,
      "grad_norm": 0.2668224573135376,
      "learning_rate": 0.0001974287949726162,
      "loss": 12.1945,
      "step": 4696
    },
    {
      "epoch": 0.769117406255117,
      "grad_norm": 0.22205239534378052,
      "learning_rate": 0.00019742763008835282,
      "loss": 12.2101,
      "step": 4697
    },
    {
      "epoch": 0.7692811527755036,
      "grad_norm": 0.24213559925556183,
      "learning_rate": 0.00019742646494371198,
      "loss": 12.1648,
      "step": 4698
    },
    {
      "epoch": 0.76944489929589,
      "grad_norm": 0.24696268141269684,
      "learning_rate": 0.00019742529953869676,
      "loss": 12.1999,
      "step": 4699
    },
    {
      "epoch": 0.7696086458162764,
      "grad_norm": 0.2405647188425064,
      "learning_rate": 0.0001974241338733103,
      "loss": 12.2198,
      "step": 4700
    },
    {
      "epoch": 0.7697723923366628,
      "grad_norm": 0.27465954422950745,
      "learning_rate": 0.0001974229679475557,
      "loss": 12.2283,
      "step": 4701
    },
    {
      "epoch": 0.7699361388570493,
      "grad_norm": 0.213197723031044,
      "learning_rate": 0.0001974218017614361,
      "loss": 12.1841,
      "step": 4702
    },
    {
      "epoch": 0.7700998853774357,
      "grad_norm": 0.2261580228805542,
      "learning_rate": 0.00019742063531495463,
      "loss": 12.1901,
      "step": 4703
    },
    {
      "epoch": 0.7702636318978222,
      "grad_norm": 0.2160707414150238,
      "learning_rate": 0.00019741946860811434,
      "loss": 12.1872,
      "step": 4704
    },
    {
      "epoch": 0.7704273784182086,
      "grad_norm": 0.2329791635274887,
      "learning_rate": 0.0001974183016409184,
      "loss": 12.1764,
      "step": 4705
    },
    {
      "epoch": 0.770591124938595,
      "grad_norm": 0.2809138000011444,
      "learning_rate": 0.00019741713441336992,
      "loss": 12.2358,
      "step": 4706
    },
    {
      "epoch": 0.7707548714589815,
      "grad_norm": 0.23767231404781342,
      "learning_rate": 0.00019741596692547197,
      "loss": 12.2375,
      "step": 4707
    },
    {
      "epoch": 0.7709186179793679,
      "grad_norm": 0.171965554356575,
      "learning_rate": 0.00019741479917722776,
      "loss": 12.1874,
      "step": 4708
    },
    {
      "epoch": 0.7710823644997544,
      "grad_norm": 0.27242180705070496,
      "learning_rate": 0.00019741363116864034,
      "loss": 12.1594,
      "step": 4709
    },
    {
      "epoch": 0.7712461110201408,
      "grad_norm": 0.24555112421512604,
      "learning_rate": 0.0001974124628997129,
      "loss": 12.2489,
      "step": 4710
    },
    {
      "epoch": 0.7714098575405273,
      "grad_norm": 0.2625959515571594,
      "learning_rate": 0.00019741129437044847,
      "loss": 12.212,
      "step": 4711
    },
    {
      "epoch": 0.7715736040609137,
      "grad_norm": 0.19586437940597534,
      "learning_rate": 0.00019741012558085027,
      "loss": 12.1902,
      "step": 4712
    },
    {
      "epoch": 0.7717373505813001,
      "grad_norm": 0.19690227508544922,
      "learning_rate": 0.00019740895653092133,
      "loss": 12.1944,
      "step": 4713
    },
    {
      "epoch": 0.7719010971016866,
      "grad_norm": 0.16464170813560486,
      "learning_rate": 0.00019740778722066485,
      "loss": 12.2729,
      "step": 4714
    },
    {
      "epoch": 0.7720648436220731,
      "grad_norm": 0.21761314570903778,
      "learning_rate": 0.0001974066176500839,
      "loss": 12.2377,
      "step": 4715
    },
    {
      "epoch": 0.7722285901424595,
      "grad_norm": 0.18588487803936005,
      "learning_rate": 0.00019740544781918166,
      "loss": 12.2123,
      "step": 4716
    },
    {
      "epoch": 0.7723923366628459,
      "grad_norm": 0.21301166713237762,
      "learning_rate": 0.00019740427772796122,
      "loss": 12.2165,
      "step": 4717
    },
    {
      "epoch": 0.7725560831832323,
      "grad_norm": 0.21499644219875336,
      "learning_rate": 0.00019740310737642572,
      "loss": 12.211,
      "step": 4718
    },
    {
      "epoch": 0.7727198297036187,
      "grad_norm": 0.24964343011379242,
      "learning_rate": 0.00019740193676457825,
      "loss": 12.2098,
      "step": 4719
    },
    {
      "epoch": 0.7728835762240053,
      "grad_norm": 0.25841960310935974,
      "learning_rate": 0.000197400765892422,
      "loss": 12.171,
      "step": 4720
    },
    {
      "epoch": 0.7730473227443917,
      "grad_norm": 0.27313825488090515,
      "learning_rate": 0.00019739959475996007,
      "loss": 12.1691,
      "step": 4721
    },
    {
      "epoch": 0.7732110692647781,
      "grad_norm": 0.20007385313510895,
      "learning_rate": 0.00019739842336719557,
      "loss": 12.2436,
      "step": 4722
    },
    {
      "epoch": 0.7733748157851645,
      "grad_norm": 0.21191775798797607,
      "learning_rate": 0.00019739725171413167,
      "loss": 12.2225,
      "step": 4723
    },
    {
      "epoch": 0.773538562305551,
      "grad_norm": 0.1802881956100464,
      "learning_rate": 0.00019739607980077148,
      "loss": 12.2125,
      "step": 4724
    },
    {
      "epoch": 0.7737023088259375,
      "grad_norm": 0.1966121643781662,
      "learning_rate": 0.00019739490762711812,
      "loss": 12.2038,
      "step": 4725
    },
    {
      "epoch": 0.7738660553463239,
      "grad_norm": 0.21616512537002563,
      "learning_rate": 0.00019739373519317476,
      "loss": 12.2205,
      "step": 4726
    },
    {
      "epoch": 0.7740298018667103,
      "grad_norm": 0.20090676844120026,
      "learning_rate": 0.0001973925624989445,
      "loss": 12.2212,
      "step": 4727
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 0.25614815950393677,
      "learning_rate": 0.00019739138954443045,
      "loss": 12.2046,
      "step": 4728
    },
    {
      "epoch": 0.7743572949074832,
      "grad_norm": 0.24324141442775726,
      "learning_rate": 0.00019739021632963582,
      "loss": 12.1801,
      "step": 4729
    },
    {
      "epoch": 0.7745210414278697,
      "grad_norm": 0.25015929341316223,
      "learning_rate": 0.0001973890428545637,
      "loss": 12.2138,
      "step": 4730
    },
    {
      "epoch": 0.7746847879482561,
      "grad_norm": 0.671262264251709,
      "learning_rate": 0.00019738786911921723,
      "loss": 12.2319,
      "step": 4731
    },
    {
      "epoch": 0.7748485344686425,
      "grad_norm": 0.2217896580696106,
      "learning_rate": 0.00019738669512359955,
      "loss": 12.1972,
      "step": 4732
    },
    {
      "epoch": 0.775012280989029,
      "grad_norm": 0.21638286113739014,
      "learning_rate": 0.00019738552086771377,
      "loss": 12.2051,
      "step": 4733
    },
    {
      "epoch": 0.7751760275094154,
      "grad_norm": 0.17321942746639252,
      "learning_rate": 0.00019738434635156306,
      "loss": 12.2004,
      "step": 4734
    },
    {
      "epoch": 0.7753397740298019,
      "grad_norm": 0.3127697706222534,
      "learning_rate": 0.00019738317157515058,
      "loss": 12.2226,
      "step": 4735
    },
    {
      "epoch": 0.7755035205501883,
      "grad_norm": 0.2978818714618683,
      "learning_rate": 0.00019738199653847942,
      "loss": 12.1824,
      "step": 4736
    },
    {
      "epoch": 0.7756672670705748,
      "grad_norm": 0.2720165550708771,
      "learning_rate": 0.00019738082124155275,
      "loss": 12.2063,
      "step": 4737
    },
    {
      "epoch": 0.7758310135909612,
      "grad_norm": 0.28801414370536804,
      "learning_rate": 0.0001973796456843737,
      "loss": 12.1781,
      "step": 4738
    },
    {
      "epoch": 0.7759947601113476,
      "grad_norm": 0.26385369896888733,
      "learning_rate": 0.00019737846986694538,
      "loss": 12.2637,
      "step": 4739
    },
    {
      "epoch": 0.776158506631734,
      "grad_norm": 0.2612282633781433,
      "learning_rate": 0.000197377293789271,
      "loss": 12.199,
      "step": 4740
    },
    {
      "epoch": 0.7763222531521206,
      "grad_norm": 0.19197356700897217,
      "learning_rate": 0.00019737611745135366,
      "loss": 12.1568,
      "step": 4741
    },
    {
      "epoch": 0.776485999672507,
      "grad_norm": 0.22703376412391663,
      "learning_rate": 0.00019737494085319654,
      "loss": 12.214,
      "step": 4742
    },
    {
      "epoch": 0.7766497461928934,
      "grad_norm": 0.1760823279619217,
      "learning_rate": 0.00019737376399480273,
      "loss": 12.1846,
      "step": 4743
    },
    {
      "epoch": 0.7768134927132798,
      "grad_norm": 0.18882648646831512,
      "learning_rate": 0.00019737258687617542,
      "loss": 12.2532,
      "step": 4744
    },
    {
      "epoch": 0.7769772392336662,
      "grad_norm": 0.3307635188102722,
      "learning_rate": 0.0001973714094973177,
      "loss": 12.2335,
      "step": 4745
    },
    {
      "epoch": 0.7771409857540528,
      "grad_norm": 0.1955081969499588,
      "learning_rate": 0.0001973702318582328,
      "loss": 12.1811,
      "step": 4746
    },
    {
      "epoch": 0.7773047322744392,
      "grad_norm": 0.1848755031824112,
      "learning_rate": 0.0001973690539589238,
      "loss": 12.1881,
      "step": 4747
    },
    {
      "epoch": 0.7774684787948256,
      "grad_norm": 0.2830263674259186,
      "learning_rate": 0.00019736787579939389,
      "loss": 12.2773,
      "step": 4748
    },
    {
      "epoch": 0.777632225315212,
      "grad_norm": 0.195871964097023,
      "learning_rate": 0.0001973666973796462,
      "loss": 12.2592,
      "step": 4749
    },
    {
      "epoch": 0.7777959718355985,
      "grad_norm": 0.279351145029068,
      "learning_rate": 0.00019736551869968384,
      "loss": 12.1998,
      "step": 4750
    },
    {
      "epoch": 0.777959718355985,
      "grad_norm": 0.20475706458091736,
      "learning_rate": 0.00019736433975951005,
      "loss": 12.1711,
      "step": 4751
    },
    {
      "epoch": 0.7781234648763714,
      "grad_norm": 0.2045518010854721,
      "learning_rate": 0.0001973631605591279,
      "loss": 12.2068,
      "step": 4752
    },
    {
      "epoch": 0.7782872113967578,
      "grad_norm": 0.2306647002696991,
      "learning_rate": 0.00019736198109854058,
      "loss": 12.2017,
      "step": 4753
    },
    {
      "epoch": 0.7784509579171442,
      "grad_norm": 0.23236213624477386,
      "learning_rate": 0.00019736080137775123,
      "loss": 12.1679,
      "step": 4754
    },
    {
      "epoch": 0.7786147044375307,
      "grad_norm": 0.37263089418411255,
      "learning_rate": 0.00019735962139676302,
      "loss": 12.1984,
      "step": 4755
    },
    {
      "epoch": 0.7787784509579171,
      "grad_norm": 0.2350866198539734,
      "learning_rate": 0.00019735844115557907,
      "loss": 12.1967,
      "step": 4756
    },
    {
      "epoch": 0.7789421974783036,
      "grad_norm": 0.1749231517314911,
      "learning_rate": 0.00019735726065420257,
      "loss": 12.1927,
      "step": 4757
    },
    {
      "epoch": 0.77910594399869,
      "grad_norm": 0.1964593082666397,
      "learning_rate": 0.00019735607989263665,
      "loss": 12.2255,
      "step": 4758
    },
    {
      "epoch": 0.7792696905190765,
      "grad_norm": 0.21807095408439636,
      "learning_rate": 0.00019735489887088447,
      "loss": 12.1788,
      "step": 4759
    },
    {
      "epoch": 0.7794334370394629,
      "grad_norm": 0.20897112786769867,
      "learning_rate": 0.0001973537175889492,
      "loss": 12.2241,
      "step": 4760
    },
    {
      "epoch": 0.7795971835598493,
      "grad_norm": 0.1739938110113144,
      "learning_rate": 0.00019735253604683399,
      "loss": 12.2239,
      "step": 4761
    },
    {
      "epoch": 0.7797609300802358,
      "grad_norm": 0.3038901388645172,
      "learning_rate": 0.00019735135424454197,
      "loss": 12.2127,
      "step": 4762
    },
    {
      "epoch": 0.7799246766006223,
      "grad_norm": 0.29445722699165344,
      "learning_rate": 0.00019735017218207638,
      "loss": 12.2325,
      "step": 4763
    },
    {
      "epoch": 0.7800884231210087,
      "grad_norm": 0.27039119601249695,
      "learning_rate": 0.00019734898985944029,
      "loss": 12.2278,
      "step": 4764
    },
    {
      "epoch": 0.7802521696413951,
      "grad_norm": 0.19374001026153564,
      "learning_rate": 0.00019734780727663687,
      "loss": 12.2129,
      "step": 4765
    },
    {
      "epoch": 0.7804159161617815,
      "grad_norm": 0.20504754781723022,
      "learning_rate": 0.0001973466244336693,
      "loss": 12.228,
      "step": 4766
    },
    {
      "epoch": 0.780579662682168,
      "grad_norm": 0.3086543679237366,
      "learning_rate": 0.00019734544133054077,
      "loss": 12.2187,
      "step": 4767
    },
    {
      "epoch": 0.7807434092025545,
      "grad_norm": 0.2178165763616562,
      "learning_rate": 0.00019734425796725442,
      "loss": 12.1725,
      "step": 4768
    },
    {
      "epoch": 0.7809071557229409,
      "grad_norm": 0.2405344545841217,
      "learning_rate": 0.0001973430743438134,
      "loss": 12.198,
      "step": 4769
    },
    {
      "epoch": 0.7810709022433273,
      "grad_norm": 0.21742713451385498,
      "learning_rate": 0.00019734189046022088,
      "loss": 12.1663,
      "step": 4770
    },
    {
      "epoch": 0.7812346487637137,
      "grad_norm": 0.2342080920934677,
      "learning_rate": 0.00019734070631648005,
      "loss": 12.1997,
      "step": 4771
    },
    {
      "epoch": 0.7813983952841003,
      "grad_norm": 0.18938285112380981,
      "learning_rate": 0.00019733952191259402,
      "loss": 12.2042,
      "step": 4772
    },
    {
      "epoch": 0.7815621418044867,
      "grad_norm": 0.31176891922950745,
      "learning_rate": 0.000197338337248566,
      "loss": 12.1736,
      "step": 4773
    },
    {
      "epoch": 0.7817258883248731,
      "grad_norm": 0.20504282414913177,
      "learning_rate": 0.00019733715232439915,
      "loss": 12.1936,
      "step": 4774
    },
    {
      "epoch": 0.7818896348452595,
      "grad_norm": 0.18877947330474854,
      "learning_rate": 0.0001973359671400966,
      "loss": 12.205,
      "step": 4775
    },
    {
      "epoch": 0.782053381365646,
      "grad_norm": 0.23446466028690338,
      "learning_rate": 0.0001973347816956616,
      "loss": 12.2857,
      "step": 4776
    },
    {
      "epoch": 0.7822171278860324,
      "grad_norm": 0.18572016060352325,
      "learning_rate": 0.0001973335959910972,
      "loss": 12.2095,
      "step": 4777
    },
    {
      "epoch": 0.7823808744064189,
      "grad_norm": 0.2122029811143875,
      "learning_rate": 0.00019733241002640667,
      "loss": 12.2463,
      "step": 4778
    },
    {
      "epoch": 0.7825446209268053,
      "grad_norm": 0.2543894946575165,
      "learning_rate": 0.00019733122380159311,
      "loss": 12.2164,
      "step": 4779
    },
    {
      "epoch": 0.7827083674471917,
      "grad_norm": 0.24474744498729706,
      "learning_rate": 0.00019733003731665978,
      "loss": 12.1637,
      "step": 4780
    },
    {
      "epoch": 0.7828721139675782,
      "grad_norm": 0.15105654299259186,
      "learning_rate": 0.00019732885057160976,
      "loss": 12.2401,
      "step": 4781
    },
    {
      "epoch": 0.7830358604879646,
      "grad_norm": 0.18474774062633514,
      "learning_rate": 0.00019732766356644622,
      "loss": 12.2376,
      "step": 4782
    },
    {
      "epoch": 0.7831996070083511,
      "grad_norm": 0.1754111349582672,
      "learning_rate": 0.0001973264763011724,
      "loss": 12.1444,
      "step": 4783
    },
    {
      "epoch": 0.7833633535287375,
      "grad_norm": 0.18837860226631165,
      "learning_rate": 0.00019732528877579146,
      "loss": 12.2175,
      "step": 4784
    },
    {
      "epoch": 0.783527100049124,
      "grad_norm": 0.22928577661514282,
      "learning_rate": 0.00019732410099030653,
      "loss": 12.2317,
      "step": 4785
    },
    {
      "epoch": 0.7836908465695104,
      "grad_norm": 0.32472673058509827,
      "learning_rate": 0.00019732291294472084,
      "loss": 12.2552,
      "step": 4786
    },
    {
      "epoch": 0.7838545930898968,
      "grad_norm": 0.2493428736925125,
      "learning_rate": 0.0001973217246390375,
      "loss": 12.2064,
      "step": 4787
    },
    {
      "epoch": 0.7840183396102833,
      "grad_norm": 0.19634510576725006,
      "learning_rate": 0.00019732053607325974,
      "loss": 12.2298,
      "step": 4788
    },
    {
      "epoch": 0.7841820861306698,
      "grad_norm": 0.1973530352115631,
      "learning_rate": 0.0001973193472473907,
      "loss": 12.2002,
      "step": 4789
    },
    {
      "epoch": 0.7843458326510562,
      "grad_norm": 0.16474758088588715,
      "learning_rate": 0.00019731815816143359,
      "loss": 12.214,
      "step": 4790
    },
    {
      "epoch": 0.7845095791714426,
      "grad_norm": 0.34318244457244873,
      "learning_rate": 0.00019731696881539158,
      "loss": 12.178,
      "step": 4791
    },
    {
      "epoch": 0.784673325691829,
      "grad_norm": 0.25844481587409973,
      "learning_rate": 0.0001973157792092678,
      "loss": 12.2123,
      "step": 4792
    },
    {
      "epoch": 0.7848370722122154,
      "grad_norm": 0.3007902204990387,
      "learning_rate": 0.0001973145893430655,
      "loss": 12.2097,
      "step": 4793
    },
    {
      "epoch": 0.785000818732602,
      "grad_norm": 0.2624031901359558,
      "learning_rate": 0.0001973133992167878,
      "loss": 12.2435,
      "step": 4794
    },
    {
      "epoch": 0.7851645652529884,
      "grad_norm": 0.22372910380363464,
      "learning_rate": 0.00019731220883043794,
      "loss": 12.2982,
      "step": 4795
    },
    {
      "epoch": 0.7853283117733748,
      "grad_norm": 0.23114441335201263,
      "learning_rate": 0.00019731101818401908,
      "loss": 12.1912,
      "step": 4796
    },
    {
      "epoch": 0.7854920582937612,
      "grad_norm": 0.2388773411512375,
      "learning_rate": 0.00019730982727753435,
      "loss": 12.1589,
      "step": 4797
    },
    {
      "epoch": 0.7856558048141477,
      "grad_norm": 0.2455938458442688,
      "learning_rate": 0.000197308636110987,
      "loss": 12.1622,
      "step": 4798
    },
    {
      "epoch": 0.7858195513345342,
      "grad_norm": 0.16467627882957458,
      "learning_rate": 0.0001973074446843802,
      "loss": 12.1776,
      "step": 4799
    },
    {
      "epoch": 0.7859832978549206,
      "grad_norm": 0.2557693421840668,
      "learning_rate": 0.00019730625299771708,
      "loss": 12.1891,
      "step": 4800
    },
    {
      "epoch": 0.786147044375307,
      "grad_norm": 0.18163949251174927,
      "learning_rate": 0.0001973050610510009,
      "loss": 12.2116,
      "step": 4801
    },
    {
      "epoch": 0.7863107908956934,
      "grad_norm": 0.1993960738182068,
      "learning_rate": 0.00019730386884423483,
      "loss": 12.1986,
      "step": 4802
    },
    {
      "epoch": 0.7864745374160799,
      "grad_norm": 0.22274024784564972,
      "learning_rate": 0.000197302676377422,
      "loss": 12.2278,
      "step": 4803
    },
    {
      "epoch": 0.7866382839364664,
      "grad_norm": 0.1959732174873352,
      "learning_rate": 0.00019730148365056566,
      "loss": 12.2282,
      "step": 4804
    },
    {
      "epoch": 0.7868020304568528,
      "grad_norm": 0.20907437801361084,
      "learning_rate": 0.000197300290663669,
      "loss": 12.279,
      "step": 4805
    },
    {
      "epoch": 0.7869657769772392,
      "grad_norm": 0.18211032450199127,
      "learning_rate": 0.00019729909741673514,
      "loss": 12.2581,
      "step": 4806
    },
    {
      "epoch": 0.7871295234976257,
      "grad_norm": 0.17117463052272797,
      "learning_rate": 0.00019729790390976733,
      "loss": 12.1721,
      "step": 4807
    },
    {
      "epoch": 0.7872932700180121,
      "grad_norm": 0.26568692922592163,
      "learning_rate": 0.00019729671014276874,
      "loss": 12.2076,
      "step": 4808
    },
    {
      "epoch": 0.7874570165383986,
      "grad_norm": 0.3371499478816986,
      "learning_rate": 0.00019729551611574254,
      "loss": 12.2132,
      "step": 4809
    },
    {
      "epoch": 0.787620763058785,
      "grad_norm": 0.18567098677158356,
      "learning_rate": 0.00019729432182869196,
      "loss": 12.2108,
      "step": 4810
    },
    {
      "epoch": 0.7877845095791715,
      "grad_norm": 0.27960196137428284,
      "learning_rate": 0.00019729312728162016,
      "loss": 12.187,
      "step": 4811
    },
    {
      "epoch": 0.7879482560995579,
      "grad_norm": 0.26676520705223083,
      "learning_rate": 0.00019729193247453036,
      "loss": 12.2249,
      "step": 4812
    },
    {
      "epoch": 0.7881120026199443,
      "grad_norm": 0.24857646226882935,
      "learning_rate": 0.00019729073740742576,
      "loss": 12.1734,
      "step": 4813
    },
    {
      "epoch": 0.7882757491403307,
      "grad_norm": 0.21275421977043152,
      "learning_rate": 0.00019728954208030953,
      "loss": 12.2082,
      "step": 4814
    },
    {
      "epoch": 0.7884394956607172,
      "grad_norm": 0.19419482350349426,
      "learning_rate": 0.00019728834649318484,
      "loss": 12.2145,
      "step": 4815
    },
    {
      "epoch": 0.7886032421811037,
      "grad_norm": 0.23478645086288452,
      "learning_rate": 0.0001972871506460549,
      "loss": 12.1839,
      "step": 4816
    },
    {
      "epoch": 0.7887669887014901,
      "grad_norm": 0.21823391318321228,
      "learning_rate": 0.00019728595453892298,
      "loss": 12.1941,
      "step": 4817
    },
    {
      "epoch": 0.7889307352218765,
      "grad_norm": 0.24081456661224365,
      "learning_rate": 0.00019728475817179218,
      "loss": 12.1771,
      "step": 4818
    },
    {
      "epoch": 0.7890944817422629,
      "grad_norm": 0.3286263346672058,
      "learning_rate": 0.00019728356154466572,
      "loss": 12.1522,
      "step": 4819
    },
    {
      "epoch": 0.7892582282626495,
      "grad_norm": 0.2917223274707794,
      "learning_rate": 0.00019728236465754685,
      "loss": 12.1999,
      "step": 4820
    },
    {
      "epoch": 0.7894219747830359,
      "grad_norm": 0.27874863147735596,
      "learning_rate": 0.0001972811675104387,
      "loss": 12.1826,
      "step": 4821
    },
    {
      "epoch": 0.7895857213034223,
      "grad_norm": 0.21087683737277985,
      "learning_rate": 0.0001972799701033445,
      "loss": 12.2088,
      "step": 4822
    },
    {
      "epoch": 0.7897494678238087,
      "grad_norm": 0.3292105197906494,
      "learning_rate": 0.00019727877243626746,
      "loss": 12.2191,
      "step": 4823
    },
    {
      "epoch": 0.7899132143441951,
      "grad_norm": 0.22551070153713226,
      "learning_rate": 0.00019727757450921075,
      "loss": 12.2554,
      "step": 4824
    },
    {
      "epoch": 0.7900769608645817,
      "grad_norm": 0.20056091248989105,
      "learning_rate": 0.0001972763763221776,
      "loss": 12.204,
      "step": 4825
    },
    {
      "epoch": 0.7902407073849681,
      "grad_norm": 0.18860088288784027,
      "learning_rate": 0.00019727517787517123,
      "loss": 12.1948,
      "step": 4826
    },
    {
      "epoch": 0.7904044539053545,
      "grad_norm": 0.24104814231395721,
      "learning_rate": 0.0001972739791681948,
      "loss": 12.2194,
      "step": 4827
    },
    {
      "epoch": 0.7905682004257409,
      "grad_norm": 0.24688443541526794,
      "learning_rate": 0.00019727278020125152,
      "loss": 12.1835,
      "step": 4828
    },
    {
      "epoch": 0.7907319469461274,
      "grad_norm": 0.22841602563858032,
      "learning_rate": 0.00019727158097434462,
      "loss": 12.2241,
      "step": 4829
    },
    {
      "epoch": 0.7908956934665138,
      "grad_norm": 0.23067352175712585,
      "learning_rate": 0.0001972703814874773,
      "loss": 12.2015,
      "step": 4830
    },
    {
      "epoch": 0.7910594399869003,
      "grad_norm": 0.24549750983715057,
      "learning_rate": 0.00019726918174065272,
      "loss": 12.1793,
      "step": 4831
    },
    {
      "epoch": 0.7912231865072867,
      "grad_norm": 0.2016204446554184,
      "learning_rate": 0.00019726798173387415,
      "loss": 12.2011,
      "step": 4832
    },
    {
      "epoch": 0.7913869330276732,
      "grad_norm": 0.2217947393655777,
      "learning_rate": 0.00019726678146714477,
      "loss": 12.1886,
      "step": 4833
    },
    {
      "epoch": 0.7915506795480596,
      "grad_norm": 0.1931140422821045,
      "learning_rate": 0.00019726558094046776,
      "loss": 12.1727,
      "step": 4834
    },
    {
      "epoch": 0.791714426068446,
      "grad_norm": 0.17120595276355743,
      "learning_rate": 0.0001972643801538464,
      "loss": 12.1994,
      "step": 4835
    },
    {
      "epoch": 0.7918781725888325,
      "grad_norm": 0.21267928183078766,
      "learning_rate": 0.0001972631791072838,
      "loss": 12.2085,
      "step": 4836
    },
    {
      "epoch": 0.792041919109219,
      "grad_norm": 0.24066050350666046,
      "learning_rate": 0.00019726197780078325,
      "loss": 12.1889,
      "step": 4837
    },
    {
      "epoch": 0.7922056656296054,
      "grad_norm": 0.2303437888622284,
      "learning_rate": 0.00019726077623434792,
      "loss": 12.2155,
      "step": 4838
    },
    {
      "epoch": 0.7923694121499918,
      "grad_norm": 0.2352810800075531,
      "learning_rate": 0.00019725957440798106,
      "loss": 12.2361,
      "step": 4839
    },
    {
      "epoch": 0.7925331586703782,
      "grad_norm": 0.3155878782272339,
      "learning_rate": 0.00019725837232168584,
      "loss": 12.2598,
      "step": 4840
    },
    {
      "epoch": 0.7926969051907647,
      "grad_norm": 0.22296476364135742,
      "learning_rate": 0.0001972571699754655,
      "loss": 12.2305,
      "step": 4841
    },
    {
      "epoch": 0.7928606517111512,
      "grad_norm": 0.3379225432872772,
      "learning_rate": 0.00019725596736932323,
      "loss": 12.1944,
      "step": 4842
    },
    {
      "epoch": 0.7930243982315376,
      "grad_norm": 0.20246155560016632,
      "learning_rate": 0.00019725476450326227,
      "loss": 12.2038,
      "step": 4843
    },
    {
      "epoch": 0.793188144751924,
      "grad_norm": 0.23011502623558044,
      "learning_rate": 0.00019725356137728585,
      "loss": 12.2286,
      "step": 4844
    },
    {
      "epoch": 0.7933518912723104,
      "grad_norm": 0.23707938194274902,
      "learning_rate": 0.0001972523579913971,
      "loss": 12.1785,
      "step": 4845
    },
    {
      "epoch": 0.793515637792697,
      "grad_norm": 0.2284662127494812,
      "learning_rate": 0.0001972511543455993,
      "loss": 12.182,
      "step": 4846
    },
    {
      "epoch": 0.7936793843130834,
      "grad_norm": 0.1723702847957611,
      "learning_rate": 0.00019724995043989569,
      "loss": 12.2345,
      "step": 4847
    },
    {
      "epoch": 0.7938431308334698,
      "grad_norm": 0.20856064558029175,
      "learning_rate": 0.00019724874627428945,
      "loss": 12.179,
      "step": 4848
    },
    {
      "epoch": 0.7940068773538562,
      "grad_norm": 0.2144690603017807,
      "learning_rate": 0.0001972475418487838,
      "loss": 12.1937,
      "step": 4849
    },
    {
      "epoch": 0.7941706238742426,
      "grad_norm": 0.18043427169322968,
      "learning_rate": 0.000197246337163382,
      "loss": 12.2553,
      "step": 4850
    },
    {
      "epoch": 0.7943343703946291,
      "grad_norm": 0.24631556868553162,
      "learning_rate": 0.00019724513221808717,
      "loss": 12.1751,
      "step": 4851
    },
    {
      "epoch": 0.7944981169150156,
      "grad_norm": 0.2781558036804199,
      "learning_rate": 0.00019724392701290263,
      "loss": 12.1994,
      "step": 4852
    },
    {
      "epoch": 0.794661863435402,
      "grad_norm": 0.2003852128982544,
      "learning_rate": 0.00019724272154783158,
      "loss": 12.2166,
      "step": 4853
    },
    {
      "epoch": 0.7948256099557884,
      "grad_norm": 0.19059476256370544,
      "learning_rate": 0.00019724151582287721,
      "loss": 12.1705,
      "step": 4854
    },
    {
      "epoch": 0.7949893564761749,
      "grad_norm": 0.2083750069141388,
      "learning_rate": 0.00019724030983804276,
      "loss": 12.2224,
      "step": 4855
    },
    {
      "epoch": 0.7951531029965613,
      "grad_norm": 0.19893120229244232,
      "learning_rate": 0.00019723910359333146,
      "loss": 12.2108,
      "step": 4856
    },
    {
      "epoch": 0.7953168495169478,
      "grad_norm": 0.15095339715480804,
      "learning_rate": 0.0001972378970887465,
      "loss": 12.2611,
      "step": 4857
    },
    {
      "epoch": 0.7954805960373342,
      "grad_norm": 0.23813879489898682,
      "learning_rate": 0.00019723669032429119,
      "loss": 12.1811,
      "step": 4858
    },
    {
      "epoch": 0.7956443425577207,
      "grad_norm": 0.21556034684181213,
      "learning_rate": 0.00019723548329996863,
      "loss": 12.2153,
      "step": 4859
    },
    {
      "epoch": 0.7958080890781071,
      "grad_norm": 0.18823210895061493,
      "learning_rate": 0.00019723427601578213,
      "loss": 12.1623,
      "step": 4860
    },
    {
      "epoch": 0.7959718355984935,
      "grad_norm": 0.16807861626148224,
      "learning_rate": 0.0001972330684717349,
      "loss": 12.1822,
      "step": 4861
    },
    {
      "epoch": 0.79613558211888,
      "grad_norm": 0.2429632991552353,
      "learning_rate": 0.00019723186066783016,
      "loss": 12.2369,
      "step": 4862
    },
    {
      "epoch": 0.7962993286392664,
      "grad_norm": 0.19893883168697357,
      "learning_rate": 0.00019723065260407116,
      "loss": 12.245,
      "step": 4863
    },
    {
      "epoch": 0.7964630751596529,
      "grad_norm": 0.21708931028842926,
      "learning_rate": 0.0001972294442804611,
      "loss": 12.246,
      "step": 4864
    },
    {
      "epoch": 0.7966268216800393,
      "grad_norm": 0.302173376083374,
      "learning_rate": 0.0001972282356970032,
      "loss": 12.2322,
      "step": 4865
    },
    {
      "epoch": 0.7967905682004257,
      "grad_norm": 0.1573697328567505,
      "learning_rate": 0.00019722702685370078,
      "loss": 12.2083,
      "step": 4866
    },
    {
      "epoch": 0.7969543147208121,
      "grad_norm": 0.18404535949230194,
      "learning_rate": 0.00019722581775055695,
      "loss": 12.2098,
      "step": 4867
    },
    {
      "epoch": 0.7971180612411987,
      "grad_norm": 0.20603327453136444,
      "learning_rate": 0.00019722460838757499,
      "loss": 12.2402,
      "step": 4868
    },
    {
      "epoch": 0.7972818077615851,
      "grad_norm": 0.2359820306301117,
      "learning_rate": 0.00019722339876475814,
      "loss": 12.2377,
      "step": 4869
    },
    {
      "epoch": 0.7974455542819715,
      "grad_norm": 0.17744937539100647,
      "learning_rate": 0.00019722218888210965,
      "loss": 12.153,
      "step": 4870
    },
    {
      "epoch": 0.7976093008023579,
      "grad_norm": 0.2580243945121765,
      "learning_rate": 0.00019722097873963273,
      "loss": 12.1807,
      "step": 4871
    },
    {
      "epoch": 0.7977730473227443,
      "grad_norm": 0.21727019548416138,
      "learning_rate": 0.00019721976833733058,
      "loss": 12.1529,
      "step": 4872
    },
    {
      "epoch": 0.7979367938431309,
      "grad_norm": 0.24040603637695312,
      "learning_rate": 0.0001972185576752065,
      "loss": 12.1708,
      "step": 4873
    },
    {
      "epoch": 0.7981005403635173,
      "grad_norm": 0.22191497683525085,
      "learning_rate": 0.00019721734675326365,
      "loss": 12.1906,
      "step": 4874
    },
    {
      "epoch": 0.7982642868839037,
      "grad_norm": 0.18165728449821472,
      "learning_rate": 0.0001972161355715054,
      "loss": 12.1856,
      "step": 4875
    },
    {
      "epoch": 0.7984280334042901,
      "grad_norm": 0.21848642826080322,
      "learning_rate": 0.00019721492412993482,
      "loss": 12.1809,
      "step": 4876
    },
    {
      "epoch": 0.7985917799246766,
      "grad_norm": 0.19680754840373993,
      "learning_rate": 0.00019721371242855523,
      "loss": 12.1841,
      "step": 4877
    },
    {
      "epoch": 0.7987555264450631,
      "grad_norm": 0.181554913520813,
      "learning_rate": 0.0001972125004673699,
      "loss": 12.1985,
      "step": 4878
    },
    {
      "epoch": 0.7989192729654495,
      "grad_norm": 0.24435091018676758,
      "learning_rate": 0.000197211288246382,
      "loss": 12.1728,
      "step": 4879
    },
    {
      "epoch": 0.7990830194858359,
      "grad_norm": 0.19242237508296967,
      "learning_rate": 0.00019721007576559485,
      "loss": 12.2213,
      "step": 4880
    },
    {
      "epoch": 0.7992467660062224,
      "grad_norm": 0.27125683426856995,
      "learning_rate": 0.0001972088630250116,
      "loss": 12.2651,
      "step": 4881
    },
    {
      "epoch": 0.7994105125266088,
      "grad_norm": 0.17916375398635864,
      "learning_rate": 0.00019720765002463554,
      "loss": 12.2616,
      "step": 4882
    },
    {
      "epoch": 0.7995742590469953,
      "grad_norm": 0.28795599937438965,
      "learning_rate": 0.00019720643676446992,
      "loss": 12.2052,
      "step": 4883
    },
    {
      "epoch": 0.7997380055673817,
      "grad_norm": 0.1705266237258911,
      "learning_rate": 0.00019720522324451797,
      "loss": 12.1867,
      "step": 4884
    },
    {
      "epoch": 0.7999017520877681,
      "grad_norm": 0.4127486050128937,
      "learning_rate": 0.00019720400946478294,
      "loss": 12.2172,
      "step": 4885
    },
    {
      "epoch": 0.8000654986081546,
      "grad_norm": 0.2185480296611786,
      "learning_rate": 0.00019720279542526808,
      "loss": 12.2939,
      "step": 4886
    },
    {
      "epoch": 0.800229245128541,
      "grad_norm": 0.1818319708108902,
      "learning_rate": 0.0001972015811259766,
      "loss": 12.1992,
      "step": 4887
    },
    {
      "epoch": 0.8003929916489274,
      "grad_norm": 0.23783481121063232,
      "learning_rate": 0.00019720036656691175,
      "loss": 12.1976,
      "step": 4888
    },
    {
      "epoch": 0.8005567381693139,
      "grad_norm": 0.2358785718679428,
      "learning_rate": 0.00019719915174807679,
      "loss": 12.1407,
      "step": 4889
    },
    {
      "epoch": 0.8007204846897004,
      "grad_norm": 0.15015211701393127,
      "learning_rate": 0.000197197936669475,
      "loss": 12.1902,
      "step": 4890
    },
    {
      "epoch": 0.8008842312100868,
      "grad_norm": 0.23770564794540405,
      "learning_rate": 0.00019719672133110958,
      "loss": 12.2197,
      "step": 4891
    },
    {
      "epoch": 0.8010479777304732,
      "grad_norm": 0.20789487659931183,
      "learning_rate": 0.00019719550573298378,
      "loss": 12.2006,
      "step": 4892
    },
    {
      "epoch": 0.8012117242508596,
      "grad_norm": 0.22525328397750854,
      "learning_rate": 0.00019719428987510087,
      "loss": 12.2592,
      "step": 4893
    },
    {
      "epoch": 0.8013754707712462,
      "grad_norm": 0.325361430644989,
      "learning_rate": 0.0001971930737574641,
      "loss": 12.1583,
      "step": 4894
    },
    {
      "epoch": 0.8015392172916326,
      "grad_norm": 0.20196643471717834,
      "learning_rate": 0.0001971918573800767,
      "loss": 12.2617,
      "step": 4895
    },
    {
      "epoch": 0.801702963812019,
      "grad_norm": 0.22008894383907318,
      "learning_rate": 0.00019719064074294194,
      "loss": 12.1979,
      "step": 4896
    },
    {
      "epoch": 0.8018667103324054,
      "grad_norm": 0.21771778166294098,
      "learning_rate": 0.00019718942384606308,
      "loss": 12.2008,
      "step": 4897
    },
    {
      "epoch": 0.8020304568527918,
      "grad_norm": 0.3885534405708313,
      "learning_rate": 0.0001971882066894433,
      "loss": 12.2252,
      "step": 4898
    },
    {
      "epoch": 0.8021942033731784,
      "grad_norm": 0.2631584703922272,
      "learning_rate": 0.000197186989273086,
      "loss": 12.226,
      "step": 4899
    },
    {
      "epoch": 0.8023579498935648,
      "grad_norm": 0.17674055695533752,
      "learning_rate": 0.00019718577159699428,
      "loss": 12.1987,
      "step": 4900
    },
    {
      "epoch": 0.8025216964139512,
      "grad_norm": 0.2110244482755661,
      "learning_rate": 0.00019718455366117145,
      "loss": 12.2118,
      "step": 4901
    },
    {
      "epoch": 0.8026854429343376,
      "grad_norm": 0.2809549570083618,
      "learning_rate": 0.0001971833354656208,
      "loss": 12.2658,
      "step": 4902
    },
    {
      "epoch": 0.802849189454724,
      "grad_norm": 0.213563933968544,
      "learning_rate": 0.00019718211701034554,
      "loss": 12.2459,
      "step": 4903
    },
    {
      "epoch": 0.8030129359751105,
      "grad_norm": 0.30839186906814575,
      "learning_rate": 0.00019718089829534895,
      "loss": 12.1982,
      "step": 4904
    },
    {
      "epoch": 0.803176682495497,
      "grad_norm": 0.20336413383483887,
      "learning_rate": 0.0001971796793206343,
      "loss": 12.1656,
      "step": 4905
    },
    {
      "epoch": 0.8033404290158834,
      "grad_norm": 0.3250499665737152,
      "learning_rate": 0.0001971784600862048,
      "loss": 12.1935,
      "step": 4906
    },
    {
      "epoch": 0.8035041755362698,
      "grad_norm": 0.25342291593551636,
      "learning_rate": 0.00019717724059206378,
      "loss": 12.1984,
      "step": 4907
    },
    {
      "epoch": 0.8036679220566563,
      "grad_norm": 0.20813843607902527,
      "learning_rate": 0.00019717602083821442,
      "loss": 12.2574,
      "step": 4908
    },
    {
      "epoch": 0.8038316685770427,
      "grad_norm": 0.197393998503685,
      "learning_rate": 0.00019717480082466002,
      "loss": 12.1741,
      "step": 4909
    },
    {
      "epoch": 0.8039954150974292,
      "grad_norm": 0.19024094939231873,
      "learning_rate": 0.00019717358055140386,
      "loss": 12.2057,
      "step": 4910
    },
    {
      "epoch": 0.8041591616178156,
      "grad_norm": 0.3154415488243103,
      "learning_rate": 0.00019717236001844915,
      "loss": 12.1844,
      "step": 4911
    },
    {
      "epoch": 0.8043229081382021,
      "grad_norm": 0.23907649517059326,
      "learning_rate": 0.00019717113922579918,
      "loss": 12.2454,
      "step": 4912
    },
    {
      "epoch": 0.8044866546585885,
      "grad_norm": 0.31076839566230774,
      "learning_rate": 0.0001971699181734572,
      "loss": 12.1804,
      "step": 4913
    },
    {
      "epoch": 0.8046504011789749,
      "grad_norm": 0.21354007720947266,
      "learning_rate": 0.00019716869686142653,
      "loss": 12.1703,
      "step": 4914
    },
    {
      "epoch": 0.8048141476993614,
      "grad_norm": 0.18627110123634338,
      "learning_rate": 0.00019716747528971036,
      "loss": 12.2069,
      "step": 4915
    },
    {
      "epoch": 0.8049778942197479,
      "grad_norm": 0.3212796449661255,
      "learning_rate": 0.00019716625345831199,
      "loss": 12.1832,
      "step": 4916
    },
    {
      "epoch": 0.8051416407401343,
      "grad_norm": 0.2924361526966095,
      "learning_rate": 0.00019716503136723467,
      "loss": 12.2233,
      "step": 4917
    },
    {
      "epoch": 0.8053053872605207,
      "grad_norm": 0.19837716221809387,
      "learning_rate": 0.0001971638090164817,
      "loss": 12.1843,
      "step": 4918
    },
    {
      "epoch": 0.8054691337809071,
      "grad_norm": 0.17408280074596405,
      "learning_rate": 0.0001971625864060563,
      "loss": 12.1837,
      "step": 4919
    },
    {
      "epoch": 0.8056328803012937,
      "grad_norm": 0.2832200825214386,
      "learning_rate": 0.00019716136353596178,
      "loss": 12.2052,
      "step": 4920
    },
    {
      "epoch": 0.8057966268216801,
      "grad_norm": 0.17565219104290009,
      "learning_rate": 0.00019716014040620138,
      "loss": 12.1764,
      "step": 4921
    },
    {
      "epoch": 0.8059603733420665,
      "grad_norm": 0.21727342903614044,
      "learning_rate": 0.0001971589170167784,
      "loss": 12.1755,
      "step": 4922
    },
    {
      "epoch": 0.8061241198624529,
      "grad_norm": 0.19586233794689178,
      "learning_rate": 0.00019715769336769602,
      "loss": 12.1838,
      "step": 4923
    },
    {
      "epoch": 0.8062878663828393,
      "grad_norm": 0.22331300377845764,
      "learning_rate": 0.00019715646945895764,
      "loss": 12.1995,
      "step": 4924
    },
    {
      "epoch": 0.8064516129032258,
      "grad_norm": 0.2760191559791565,
      "learning_rate": 0.00019715524529056641,
      "loss": 12.1968,
      "step": 4925
    },
    {
      "epoch": 0.8066153594236123,
      "grad_norm": 0.326263427734375,
      "learning_rate": 0.0001971540208625257,
      "loss": 12.1882,
      "step": 4926
    },
    {
      "epoch": 0.8067791059439987,
      "grad_norm": 0.20788201689720154,
      "learning_rate": 0.00019715279617483876,
      "loss": 12.1657,
      "step": 4927
    },
    {
      "epoch": 0.8069428524643851,
      "grad_norm": 0.21405985951423645,
      "learning_rate": 0.0001971515712275088,
      "loss": 12.1895,
      "step": 4928
    },
    {
      "epoch": 0.8071065989847716,
      "grad_norm": 0.2996310293674469,
      "learning_rate": 0.00019715034602053917,
      "loss": 12.1998,
      "step": 4929
    },
    {
      "epoch": 0.807270345505158,
      "grad_norm": 0.35151296854019165,
      "learning_rate": 0.00019714912055393308,
      "loss": 12.2033,
      "step": 4930
    },
    {
      "epoch": 0.8074340920255445,
      "grad_norm": 0.18226686120033264,
      "learning_rate": 0.00019714789482769388,
      "loss": 12.2084,
      "step": 4931
    },
    {
      "epoch": 0.8075978385459309,
      "grad_norm": 0.21492460370063782,
      "learning_rate": 0.00019714666884182477,
      "loss": 12.185,
      "step": 4932
    },
    {
      "epoch": 0.8077615850663173,
      "grad_norm": 0.22477494180202484,
      "learning_rate": 0.0001971454425963291,
      "loss": 12.207,
      "step": 4933
    },
    {
      "epoch": 0.8079253315867038,
      "grad_norm": 0.262639582157135,
      "learning_rate": 0.00019714421609121007,
      "loss": 12.1905,
      "step": 4934
    },
    {
      "epoch": 0.8080890781070902,
      "grad_norm": 0.2562892735004425,
      "learning_rate": 0.00019714298932647098,
      "loss": 12.2456,
      "step": 4935
    },
    {
      "epoch": 0.8082528246274767,
      "grad_norm": 0.24787726998329163,
      "learning_rate": 0.0001971417623021152,
      "loss": 12.2421,
      "step": 4936
    },
    {
      "epoch": 0.8084165711478631,
      "grad_norm": 0.2003394216299057,
      "learning_rate": 0.00019714053501814583,
      "loss": 12.1691,
      "step": 4937
    },
    {
      "epoch": 0.8085803176682496,
      "grad_norm": 0.20120318233966827,
      "learning_rate": 0.00019713930747456635,
      "loss": 12.2077,
      "step": 4938
    },
    {
      "epoch": 0.808744064188636,
      "grad_norm": 0.2714683711528778,
      "learning_rate": 0.0001971380796713799,
      "loss": 12.1618,
      "step": 4939
    },
    {
      "epoch": 0.8089078107090224,
      "grad_norm": 0.19958864152431488,
      "learning_rate": 0.0001971368516085898,
      "loss": 12.2104,
      "step": 4940
    },
    {
      "epoch": 0.8090715572294088,
      "grad_norm": 0.2504410445690155,
      "learning_rate": 0.00019713562328619932,
      "loss": 12.2273,
      "step": 4941
    },
    {
      "epoch": 0.8092353037497954,
      "grad_norm": 0.274213045835495,
      "learning_rate": 0.00019713439470421177,
      "loss": 12.1902,
      "step": 4942
    },
    {
      "epoch": 0.8093990502701818,
      "grad_norm": 0.17612400650978088,
      "learning_rate": 0.00019713316586263043,
      "loss": 12.1791,
      "step": 4943
    },
    {
      "epoch": 0.8095627967905682,
      "grad_norm": 0.2061503529548645,
      "learning_rate": 0.0001971319367614586,
      "loss": 12.2092,
      "step": 4944
    },
    {
      "epoch": 0.8097265433109546,
      "grad_norm": 0.24267587065696716,
      "learning_rate": 0.00019713070740069952,
      "loss": 12.2078,
      "step": 4945
    },
    {
      "epoch": 0.809890289831341,
      "grad_norm": 0.1790434867143631,
      "learning_rate": 0.0001971294777803565,
      "loss": 12.2154,
      "step": 4946
    },
    {
      "epoch": 0.8100540363517276,
      "grad_norm": 0.34820112586021423,
      "learning_rate": 0.00019712824790043282,
      "loss": 12.2185,
      "step": 4947
    },
    {
      "epoch": 0.810217782872114,
      "grad_norm": 0.3168363869190216,
      "learning_rate": 0.00019712701776093176,
      "loss": 12.1792,
      "step": 4948
    },
    {
      "epoch": 0.8103815293925004,
      "grad_norm": 0.2115338295698166,
      "learning_rate": 0.00019712578736185666,
      "loss": 12.1813,
      "step": 4949
    },
    {
      "epoch": 0.8105452759128868,
      "grad_norm": 0.22940082848072052,
      "learning_rate": 0.00019712455670321073,
      "loss": 12.2276,
      "step": 4950
    },
    {
      "epoch": 0.8107090224332733,
      "grad_norm": 0.1840340793132782,
      "learning_rate": 0.00019712332578499732,
      "loss": 12.1941,
      "step": 4951
    },
    {
      "epoch": 0.8108727689536598,
      "grad_norm": 0.2619583010673523,
      "learning_rate": 0.00019712209460721964,
      "loss": 12.2025,
      "step": 4952
    },
    {
      "epoch": 0.8110365154740462,
      "grad_norm": 0.35863637924194336,
      "learning_rate": 0.0001971208631698811,
      "loss": 12.2622,
      "step": 4953
    },
    {
      "epoch": 0.8112002619944326,
      "grad_norm": 0.22651365399360657,
      "learning_rate": 0.0001971196314729849,
      "loss": 12.2185,
      "step": 4954
    },
    {
      "epoch": 0.811364008514819,
      "grad_norm": 0.22645650804042816,
      "learning_rate": 0.00019711839951653434,
      "loss": 12.1707,
      "step": 4955
    },
    {
      "epoch": 0.8115277550352055,
      "grad_norm": 0.24835442006587982,
      "learning_rate": 0.00019711716730053277,
      "loss": 12.2306,
      "step": 4956
    },
    {
      "epoch": 0.811691501555592,
      "grad_norm": 0.22859087586402893,
      "learning_rate": 0.0001971159348249834,
      "loss": 12.1752,
      "step": 4957
    },
    {
      "epoch": 0.8118552480759784,
      "grad_norm": 0.2758401036262512,
      "learning_rate": 0.00019711470208988961,
      "loss": 12.2037,
      "step": 4958
    },
    {
      "epoch": 0.8120189945963648,
      "grad_norm": 0.17769905924797058,
      "learning_rate": 0.00019711346909525462,
      "loss": 12.2334,
      "step": 4959
    },
    {
      "epoch": 0.8121827411167513,
      "grad_norm": 0.25759345293045044,
      "learning_rate": 0.0001971122358410818,
      "loss": 12.2352,
      "step": 4960
    },
    {
      "epoch": 0.8123464876371377,
      "grad_norm": 0.19114500284194946,
      "learning_rate": 0.00019711100232737433,
      "loss": 12.1694,
      "step": 4961
    },
    {
      "epoch": 0.8125102341575241,
      "grad_norm": 0.2986810803413391,
      "learning_rate": 0.00019710976855413564,
      "loss": 12.218,
      "step": 4962
    },
    {
      "epoch": 0.8126739806779106,
      "grad_norm": 0.23026776313781738,
      "learning_rate": 0.00019710853452136894,
      "loss": 12.1649,
      "step": 4963
    },
    {
      "epoch": 0.812837727198297,
      "grad_norm": 0.14084139466285706,
      "learning_rate": 0.00019710730022907757,
      "loss": 12.2028,
      "step": 4964
    },
    {
      "epoch": 0.8130014737186835,
      "grad_norm": 0.40341073274612427,
      "learning_rate": 0.0001971060656772648,
      "loss": 12.1484,
      "step": 4965
    },
    {
      "epoch": 0.8131652202390699,
      "grad_norm": 0.1807115077972412,
      "learning_rate": 0.00019710483086593394,
      "loss": 12.1781,
      "step": 4966
    },
    {
      "epoch": 0.8133289667594563,
      "grad_norm": 0.33282217383384705,
      "learning_rate": 0.0001971035957950883,
      "loss": 12.1823,
      "step": 4967
    },
    {
      "epoch": 0.8134927132798428,
      "grad_norm": 0.27056530117988586,
      "learning_rate": 0.0001971023604647312,
      "loss": 12.1926,
      "step": 4968
    },
    {
      "epoch": 0.8136564598002293,
      "grad_norm": 0.197135791182518,
      "learning_rate": 0.00019710112487486588,
      "loss": 12.1499,
      "step": 4969
    },
    {
      "epoch": 0.8138202063206157,
      "grad_norm": 0.20058351755142212,
      "learning_rate": 0.00019709988902549567,
      "loss": 12.1895,
      "step": 4970
    },
    {
      "epoch": 0.8139839528410021,
      "grad_norm": 0.18078170716762543,
      "learning_rate": 0.0001970986529166239,
      "loss": 12.226,
      "step": 4971
    },
    {
      "epoch": 0.8141476993613885,
      "grad_norm": 0.19967852532863617,
      "learning_rate": 0.00019709741654825387,
      "loss": 12.2703,
      "step": 4972
    },
    {
      "epoch": 0.8143114458817751,
      "grad_norm": 0.19937759637832642,
      "learning_rate": 0.00019709617992038885,
      "loss": 12.211,
      "step": 4973
    },
    {
      "epoch": 0.8144751924021615,
      "grad_norm": 0.2739618122577667,
      "learning_rate": 0.00019709494303303215,
      "loss": 12.1876,
      "step": 4974
    },
    {
      "epoch": 0.8146389389225479,
      "grad_norm": 0.199052095413208,
      "learning_rate": 0.0001970937058861871,
      "loss": 12.182,
      "step": 4975
    },
    {
      "epoch": 0.8148026854429343,
      "grad_norm": 0.18045075237751007,
      "learning_rate": 0.00019709246847985702,
      "loss": 12.2069,
      "step": 4976
    },
    {
      "epoch": 0.8149664319633207,
      "grad_norm": 0.1753222942352295,
      "learning_rate": 0.00019709123081404514,
      "loss": 12.2079,
      "step": 4977
    },
    {
      "epoch": 0.8151301784837072,
      "grad_norm": 0.22535191476345062,
      "learning_rate": 0.00019708999288875484,
      "loss": 12.2277,
      "step": 4978
    },
    {
      "epoch": 0.8152939250040937,
      "grad_norm": 0.3818955719470978,
      "learning_rate": 0.00019708875470398943,
      "loss": 12.1887,
      "step": 4979
    },
    {
      "epoch": 0.8154576715244801,
      "grad_norm": 0.17634442448616028,
      "learning_rate": 0.00019708751625975216,
      "loss": 12.1898,
      "step": 4980
    },
    {
      "epoch": 0.8156214180448665,
      "grad_norm": 0.1952468305826187,
      "learning_rate": 0.00019708627755604644,
      "loss": 12.1668,
      "step": 4981
    },
    {
      "epoch": 0.815785164565253,
      "grad_norm": 0.21106410026550293,
      "learning_rate": 0.00019708503859287545,
      "loss": 12.2036,
      "step": 4982
    },
    {
      "epoch": 0.8159489110856394,
      "grad_norm": 0.19063401222229004,
      "learning_rate": 0.0001970837993702426,
      "loss": 12.1788,
      "step": 4983
    },
    {
      "epoch": 0.8161126576060259,
      "grad_norm": 0.20373959839344025,
      "learning_rate": 0.00019708255988815118,
      "loss": 12.1865,
      "step": 4984
    },
    {
      "epoch": 0.8162764041264123,
      "grad_norm": 0.20663504302501678,
      "learning_rate": 0.00019708132014660445,
      "loss": 12.1892,
      "step": 4985
    },
    {
      "epoch": 0.8164401506467988,
      "grad_norm": 0.19294895231723785,
      "learning_rate": 0.0001970800801456058,
      "loss": 12.1555,
      "step": 4986
    },
    {
      "epoch": 0.8166038971671852,
      "grad_norm": 0.2030716836452484,
      "learning_rate": 0.0001970788398851585,
      "loss": 12.205,
      "step": 4987
    },
    {
      "epoch": 0.8167676436875716,
      "grad_norm": 0.23639264702796936,
      "learning_rate": 0.0001970775993652659,
      "loss": 12.2067,
      "step": 4988
    },
    {
      "epoch": 0.8169313902079581,
      "grad_norm": 0.23304271697998047,
      "learning_rate": 0.00019707635858593126,
      "loss": 12.2386,
      "step": 4989
    },
    {
      "epoch": 0.8170951367283446,
      "grad_norm": 0.21023249626159668,
      "learning_rate": 0.00019707511754715794,
      "loss": 12.2227,
      "step": 4990
    },
    {
      "epoch": 0.817258883248731,
      "grad_norm": 0.1980976015329361,
      "learning_rate": 0.00019707387624894922,
      "loss": 12.1873,
      "step": 4991
    },
    {
      "epoch": 0.8174226297691174,
      "grad_norm": 0.2758653163909912,
      "learning_rate": 0.00019707263469130845,
      "loss": 12.1544,
      "step": 4992
    },
    {
      "epoch": 0.8175863762895038,
      "grad_norm": 0.22294244170188904,
      "learning_rate": 0.00019707139287423894,
      "loss": 12.1965,
      "step": 4993
    },
    {
      "epoch": 0.8177501228098903,
      "grad_norm": 0.18330968916416168,
      "learning_rate": 0.000197070150797744,
      "loss": 12.1826,
      "step": 4994
    },
    {
      "epoch": 0.8179138693302768,
      "grad_norm": 0.263748437166214,
      "learning_rate": 0.00019706890846182698,
      "loss": 12.2118,
      "step": 4995
    },
    {
      "epoch": 0.8180776158506632,
      "grad_norm": 0.19486013054847717,
      "learning_rate": 0.00019706766586649117,
      "loss": 12.2034,
      "step": 4996
    },
    {
      "epoch": 0.8182413623710496,
      "grad_norm": 0.3913865089416504,
      "learning_rate": 0.00019706642301173987,
      "loss": 12.2519,
      "step": 4997
    },
    {
      "epoch": 0.818405108891436,
      "grad_norm": 0.19868578016757965,
      "learning_rate": 0.00019706517989757647,
      "loss": 12.1895,
      "step": 4998
    },
    {
      "epoch": 0.8185688554118224,
      "grad_norm": 0.22996975481510162,
      "learning_rate": 0.00019706393652400421,
      "loss": 12.2331,
      "step": 4999
    },
    {
      "epoch": 0.818732601932209,
      "grad_norm": 0.22552484273910522,
      "learning_rate": 0.0001970626928910265,
      "loss": 12.2163,
      "step": 5000
    },
    {
      "epoch": 0.818732601932209,
      "eval_loss": 12.18819522857666,
      "eval_runtime": 7.2831,
      "eval_samples_per_second": 33.777,
      "eval_steps_per_second": 16.888,
      "step": 5000
    },
    {
      "epoch": 0.8188963484525954,
      "grad_norm": 0.19535815715789795,
      "learning_rate": 0.0001970614489986466,
      "loss": 12.229,
      "step": 5001
    },
    {
      "epoch": 0.8190600949729818,
      "grad_norm": 0.1921444833278656,
      "learning_rate": 0.00019706020484686784,
      "loss": 12.2153,
      "step": 5002
    },
    {
      "epoch": 0.8192238414933682,
      "grad_norm": 0.23771192133426666,
      "learning_rate": 0.00019705896043569355,
      "loss": 12.2244,
      "step": 5003
    },
    {
      "epoch": 0.8193875880137547,
      "grad_norm": 0.22261866927146912,
      "learning_rate": 0.0001970577157651271,
      "loss": 12.215,
      "step": 5004
    },
    {
      "epoch": 0.8195513345341412,
      "grad_norm": 0.2215632200241089,
      "learning_rate": 0.00019705647083517172,
      "loss": 12.1841,
      "step": 5005
    },
    {
      "epoch": 0.8197150810545276,
      "grad_norm": 0.23154617846012115,
      "learning_rate": 0.00019705522564583084,
      "loss": 12.2188,
      "step": 5006
    },
    {
      "epoch": 0.819878827574914,
      "grad_norm": 0.2690490782260895,
      "learning_rate": 0.0001970539801971077,
      "loss": 12.2328,
      "step": 5007
    },
    {
      "epoch": 0.8200425740953005,
      "grad_norm": 0.2258324921131134,
      "learning_rate": 0.00019705273448900572,
      "loss": 12.1885,
      "step": 5008
    },
    {
      "epoch": 0.8202063206156869,
      "grad_norm": 0.18596012890338898,
      "learning_rate": 0.00019705148852152817,
      "loss": 12.1937,
      "step": 5009
    },
    {
      "epoch": 0.8203700671360734,
      "grad_norm": 0.20165030658245087,
      "learning_rate": 0.0001970502422946784,
      "loss": 12.2245,
      "step": 5010
    },
    {
      "epoch": 0.8205338136564598,
      "grad_norm": 0.3188967704772949,
      "learning_rate": 0.00019704899580845971,
      "loss": 12.2236,
      "step": 5011
    },
    {
      "epoch": 0.8206975601768463,
      "grad_norm": 0.20977748930454254,
      "learning_rate": 0.00019704774906287547,
      "loss": 12.1817,
      "step": 5012
    },
    {
      "epoch": 0.8208613066972327,
      "grad_norm": 0.19097506999969482,
      "learning_rate": 0.000197046502057929,
      "loss": 12.2011,
      "step": 5013
    },
    {
      "epoch": 0.8210250532176191,
      "grad_norm": 0.2561877965927124,
      "learning_rate": 0.00019704525479362359,
      "loss": 12.2274,
      "step": 5014
    },
    {
      "epoch": 0.8211887997380055,
      "grad_norm": 0.2884819805622101,
      "learning_rate": 0.00019704400726996263,
      "loss": 12.2026,
      "step": 5015
    },
    {
      "epoch": 0.821352546258392,
      "grad_norm": 0.14910228550434113,
      "learning_rate": 0.00019704275948694946,
      "loss": 12.223,
      "step": 5016
    },
    {
      "epoch": 0.8215162927787785,
      "grad_norm": 0.26381534337997437,
      "learning_rate": 0.00019704151144458738,
      "loss": 12.2234,
      "step": 5017
    },
    {
      "epoch": 0.8216800392991649,
      "grad_norm": 0.15266339480876923,
      "learning_rate": 0.00019704026314287974,
      "loss": 12.2217,
      "step": 5018
    },
    {
      "epoch": 0.8218437858195513,
      "grad_norm": 0.20098727941513062,
      "learning_rate": 0.00019703901458182984,
      "loss": 12.2115,
      "step": 5019
    },
    {
      "epoch": 0.8220075323399377,
      "grad_norm": 0.19124779105186462,
      "learning_rate": 0.00019703776576144105,
      "loss": 12.216,
      "step": 5020
    },
    {
      "epoch": 0.8221712788603243,
      "grad_norm": 0.3147008717060089,
      "learning_rate": 0.00019703651668171674,
      "loss": 12.222,
      "step": 5021
    },
    {
      "epoch": 0.8223350253807107,
      "grad_norm": 0.17449945211410522,
      "learning_rate": 0.00019703526734266022,
      "loss": 12.174,
      "step": 5022
    },
    {
      "epoch": 0.8224987719010971,
      "grad_norm": 0.21733619272708893,
      "learning_rate": 0.00019703401774427478,
      "loss": 12.2506,
      "step": 5023
    },
    {
      "epoch": 0.8226625184214835,
      "grad_norm": 0.29396486282348633,
      "learning_rate": 0.00019703276788656383,
      "loss": 12.23,
      "step": 5024
    },
    {
      "epoch": 0.82282626494187,
      "grad_norm": 0.2555848956108093,
      "learning_rate": 0.0001970315177695307,
      "loss": 12.2717,
      "step": 5025
    },
    {
      "epoch": 0.8229900114622565,
      "grad_norm": 0.2937433421611786,
      "learning_rate": 0.00019703026739317867,
      "loss": 12.1851,
      "step": 5026
    },
    {
      "epoch": 0.8231537579826429,
      "grad_norm": 0.2793117165565491,
      "learning_rate": 0.00019702901675751116,
      "loss": 12.1846,
      "step": 5027
    },
    {
      "epoch": 0.8233175045030293,
      "grad_norm": 0.3461153209209442,
      "learning_rate": 0.00019702776586253147,
      "loss": 12.1752,
      "step": 5028
    },
    {
      "epoch": 0.8234812510234157,
      "grad_norm": 0.21996143460273743,
      "learning_rate": 0.00019702651470824293,
      "loss": 12.2332,
      "step": 5029
    },
    {
      "epoch": 0.8236449975438022,
      "grad_norm": 0.24724967777729034,
      "learning_rate": 0.00019702526329464895,
      "loss": 12.1776,
      "step": 5030
    },
    {
      "epoch": 0.8238087440641886,
      "grad_norm": 0.21772068738937378,
      "learning_rate": 0.00019702401162175276,
      "loss": 12.2113,
      "step": 5031
    },
    {
      "epoch": 0.8239724905845751,
      "grad_norm": 0.24183346331119537,
      "learning_rate": 0.00019702275968955783,
      "loss": 12.175,
      "step": 5032
    },
    {
      "epoch": 0.8241362371049615,
      "grad_norm": 0.26624995470046997,
      "learning_rate": 0.00019702150749806744,
      "loss": 12.1908,
      "step": 5033
    },
    {
      "epoch": 0.824299983625348,
      "grad_norm": 0.1898171603679657,
      "learning_rate": 0.00019702025504728495,
      "loss": 12.1535,
      "step": 5034
    },
    {
      "epoch": 0.8244637301457344,
      "grad_norm": 0.2087172120809555,
      "learning_rate": 0.0001970190023372137,
      "loss": 12.2576,
      "step": 5035
    },
    {
      "epoch": 0.8246274766661208,
      "grad_norm": 0.22331655025482178,
      "learning_rate": 0.000197017749367857,
      "loss": 12.2595,
      "step": 5036
    },
    {
      "epoch": 0.8247912231865073,
      "grad_norm": 0.22505751252174377,
      "learning_rate": 0.00019701649613921828,
      "loss": 12.2228,
      "step": 5037
    },
    {
      "epoch": 0.8249549697068937,
      "grad_norm": 0.22563789784908295,
      "learning_rate": 0.00019701524265130086,
      "loss": 12.1674,
      "step": 5038
    },
    {
      "epoch": 0.8251187162272802,
      "grad_norm": 0.1802741289138794,
      "learning_rate": 0.00019701398890410805,
      "loss": 12.1937,
      "step": 5039
    },
    {
      "epoch": 0.8252824627476666,
      "grad_norm": 0.19021718204021454,
      "learning_rate": 0.00019701273489764325,
      "loss": 12.1983,
      "step": 5040
    },
    {
      "epoch": 0.825446209268053,
      "grad_norm": 0.2501245439052582,
      "learning_rate": 0.0001970114806319098,
      "loss": 12.166,
      "step": 5041
    },
    {
      "epoch": 0.8256099557884395,
      "grad_norm": 0.197353795170784,
      "learning_rate": 0.000197010226106911,
      "loss": 12.2001,
      "step": 5042
    },
    {
      "epoch": 0.825773702308826,
      "grad_norm": 0.19215720891952515,
      "learning_rate": 0.0001970089713226503,
      "loss": 12.2018,
      "step": 5043
    },
    {
      "epoch": 0.8259374488292124,
      "grad_norm": 0.16778893768787384,
      "learning_rate": 0.00019700771627913097,
      "loss": 12.1712,
      "step": 5044
    },
    {
      "epoch": 0.8261011953495988,
      "grad_norm": 0.18514464795589447,
      "learning_rate": 0.0001970064609763564,
      "loss": 12.1857,
      "step": 5045
    },
    {
      "epoch": 0.8262649418699852,
      "grad_norm": 0.19180946052074432,
      "learning_rate": 0.00019700520541432996,
      "loss": 12.1946,
      "step": 5046
    },
    {
      "epoch": 0.8264286883903718,
      "grad_norm": 0.22278732061386108,
      "learning_rate": 0.00019700394959305494,
      "loss": 12.2202,
      "step": 5047
    },
    {
      "epoch": 0.8265924349107582,
      "grad_norm": 0.19071316719055176,
      "learning_rate": 0.00019700269351253478,
      "loss": 12.2132,
      "step": 5048
    },
    {
      "epoch": 0.8267561814311446,
      "grad_norm": 0.19279488921165466,
      "learning_rate": 0.00019700143717277276,
      "loss": 12.255,
      "step": 5049
    },
    {
      "epoch": 0.826919927951531,
      "grad_norm": 0.23012836277484894,
      "learning_rate": 0.00019700018057377232,
      "loss": 12.1804,
      "step": 5050
    },
    {
      "epoch": 0.8270836744719174,
      "grad_norm": 0.20679372549057007,
      "learning_rate": 0.00019699892371553675,
      "loss": 12.2355,
      "step": 5051
    },
    {
      "epoch": 0.8272474209923039,
      "grad_norm": 0.16423118114471436,
      "learning_rate": 0.0001969976665980694,
      "loss": 12.196,
      "step": 5052
    },
    {
      "epoch": 0.8274111675126904,
      "grad_norm": 0.2238939106464386,
      "learning_rate": 0.00019699640922137373,
      "loss": 12.1787,
      "step": 5053
    },
    {
      "epoch": 0.8275749140330768,
      "grad_norm": 0.19613106548786163,
      "learning_rate": 0.00019699515158545298,
      "loss": 12.1956,
      "step": 5054
    },
    {
      "epoch": 0.8277386605534632,
      "grad_norm": 0.28283312916755676,
      "learning_rate": 0.00019699389369031057,
      "loss": 12.2026,
      "step": 5055
    },
    {
      "epoch": 0.8279024070738497,
      "grad_norm": 0.23777440190315247,
      "learning_rate": 0.00019699263553594988,
      "loss": 12.1908,
      "step": 5056
    },
    {
      "epoch": 0.8280661535942361,
      "grad_norm": 0.2142055779695511,
      "learning_rate": 0.00019699137712237422,
      "loss": 12.2118,
      "step": 5057
    },
    {
      "epoch": 0.8282299001146226,
      "grad_norm": 0.17510530352592468,
      "learning_rate": 0.000196990118449587,
      "loss": 12.2017,
      "step": 5058
    },
    {
      "epoch": 0.828393646635009,
      "grad_norm": 0.49706074595451355,
      "learning_rate": 0.00019698885951759153,
      "loss": 12.2437,
      "step": 5059
    },
    {
      "epoch": 0.8285573931553954,
      "grad_norm": 0.15006767213344574,
      "learning_rate": 0.00019698760032639125,
      "loss": 12.1788,
      "step": 5060
    },
    {
      "epoch": 0.8287211396757819,
      "grad_norm": 0.2155563086271286,
      "learning_rate": 0.00019698634087598945,
      "loss": 12.1893,
      "step": 5061
    },
    {
      "epoch": 0.8288848861961683,
      "grad_norm": 0.26474079489707947,
      "learning_rate": 0.00019698508116638958,
      "loss": 12.155,
      "step": 5062
    },
    {
      "epoch": 0.8290486327165548,
      "grad_norm": 0.23877426981925964,
      "learning_rate": 0.00019698382119759492,
      "loss": 12.1917,
      "step": 5063
    },
    {
      "epoch": 0.8292123792369412,
      "grad_norm": 0.2032722681760788,
      "learning_rate": 0.00019698256096960888,
      "loss": 12.1694,
      "step": 5064
    },
    {
      "epoch": 0.8293761257573277,
      "grad_norm": 0.246880441904068,
      "learning_rate": 0.00019698130048243482,
      "loss": 12.1853,
      "step": 5065
    },
    {
      "epoch": 0.8295398722777141,
      "grad_norm": 0.20787528157234192,
      "learning_rate": 0.0001969800397360761,
      "loss": 12.1548,
      "step": 5066
    },
    {
      "epoch": 0.8297036187981005,
      "grad_norm": 0.17673058807849884,
      "learning_rate": 0.0001969787787305361,
      "loss": 12.2337,
      "step": 5067
    },
    {
      "epoch": 0.8298673653184869,
      "grad_norm": 0.18237578868865967,
      "learning_rate": 0.00019697751746581822,
      "loss": 12.2202,
      "step": 5068
    },
    {
      "epoch": 0.8300311118388735,
      "grad_norm": 0.29243913292884827,
      "learning_rate": 0.0001969762559419258,
      "loss": 12.2059,
      "step": 5069
    },
    {
      "epoch": 0.8301948583592599,
      "grad_norm": 0.21211868524551392,
      "learning_rate": 0.00019697499415886218,
      "loss": 12.2152,
      "step": 5070
    },
    {
      "epoch": 0.8303586048796463,
      "grad_norm": 0.16951823234558105,
      "learning_rate": 0.00019697373211663077,
      "loss": 12.1762,
      "step": 5071
    },
    {
      "epoch": 0.8305223514000327,
      "grad_norm": 0.17932996153831482,
      "learning_rate": 0.00019697246981523496,
      "loss": 12.2182,
      "step": 5072
    },
    {
      "epoch": 0.8306860979204191,
      "grad_norm": 0.1939895898103714,
      "learning_rate": 0.0001969712072546781,
      "loss": 12.1738,
      "step": 5073
    },
    {
      "epoch": 0.8308498444408057,
      "grad_norm": 0.2281944751739502,
      "learning_rate": 0.00019696994443496352,
      "loss": 12.2071,
      "step": 5074
    },
    {
      "epoch": 0.8310135909611921,
      "grad_norm": 0.211665078997612,
      "learning_rate": 0.0001969686813560947,
      "loss": 12.1868,
      "step": 5075
    },
    {
      "epoch": 0.8311773374815785,
      "grad_norm": 0.26251739263534546,
      "learning_rate": 0.00019696741801807492,
      "loss": 12.1623,
      "step": 5076
    },
    {
      "epoch": 0.8313410840019649,
      "grad_norm": 0.18047450482845306,
      "learning_rate": 0.0001969661544209076,
      "loss": 12.2096,
      "step": 5077
    },
    {
      "epoch": 0.8315048305223514,
      "grad_norm": 0.25993630290031433,
      "learning_rate": 0.00019696489056459613,
      "loss": 12.2463,
      "step": 5078
    },
    {
      "epoch": 0.8316685770427379,
      "grad_norm": 0.20650511980056763,
      "learning_rate": 0.0001969636264491438,
      "loss": 12.1976,
      "step": 5079
    },
    {
      "epoch": 0.8318323235631243,
      "grad_norm": 0.21312567591667175,
      "learning_rate": 0.0001969623620745541,
      "loss": 12.2151,
      "step": 5080
    },
    {
      "epoch": 0.8319960700835107,
      "grad_norm": 0.20383061468601227,
      "learning_rate": 0.0001969610974408304,
      "loss": 12.2007,
      "step": 5081
    },
    {
      "epoch": 0.8321598166038972,
      "grad_norm": 0.27186456322669983,
      "learning_rate": 0.000196959832547976,
      "loss": 12.2379,
      "step": 5082
    },
    {
      "epoch": 0.8323235631242836,
      "grad_norm": 0.19234414398670197,
      "learning_rate": 0.00019695856739599435,
      "loss": 12.2348,
      "step": 5083
    },
    {
      "epoch": 0.8324873096446701,
      "grad_norm": 0.18695776164531708,
      "learning_rate": 0.00019695730198488877,
      "loss": 12.2017,
      "step": 5084
    },
    {
      "epoch": 0.8326510561650565,
      "grad_norm": 0.18461889028549194,
      "learning_rate": 0.0001969560363146627,
      "loss": 12.1795,
      "step": 5085
    },
    {
      "epoch": 0.832814802685443,
      "grad_norm": 0.631776750087738,
      "learning_rate": 0.00019695477038531947,
      "loss": 12.2141,
      "step": 5086
    },
    {
      "epoch": 0.8329785492058294,
      "grad_norm": 0.1898423582315445,
      "learning_rate": 0.00019695350419686255,
      "loss": 12.2016,
      "step": 5087
    },
    {
      "epoch": 0.8331422957262158,
      "grad_norm": 0.23337136209011078,
      "learning_rate": 0.0001969522377492952,
      "loss": 12.1581,
      "step": 5088
    },
    {
      "epoch": 0.8333060422466022,
      "grad_norm": 0.19581563770771027,
      "learning_rate": 0.00019695097104262092,
      "loss": 12.2139,
      "step": 5089
    },
    {
      "epoch": 0.8334697887669887,
      "grad_norm": 0.17871296405792236,
      "learning_rate": 0.00019694970407684305,
      "loss": 12.2029,
      "step": 5090
    },
    {
      "epoch": 0.8336335352873752,
      "grad_norm": 0.18371638655662537,
      "learning_rate": 0.00019694843685196496,
      "loss": 12.1553,
      "step": 5091
    },
    {
      "epoch": 0.8337972818077616,
      "grad_norm": 0.15917612612247467,
      "learning_rate": 0.00019694716936799003,
      "loss": 12.1816,
      "step": 5092
    },
    {
      "epoch": 0.833961028328148,
      "grad_norm": 0.20442473888397217,
      "learning_rate": 0.0001969459016249217,
      "loss": 12.2113,
      "step": 5093
    },
    {
      "epoch": 0.8341247748485344,
      "grad_norm": 0.1923886090517044,
      "learning_rate": 0.0001969446336227633,
      "loss": 12.202,
      "step": 5094
    },
    {
      "epoch": 0.834288521368921,
      "grad_norm": 0.19293496012687683,
      "learning_rate": 0.00019694336536151826,
      "loss": 12.1936,
      "step": 5095
    },
    {
      "epoch": 0.8344522678893074,
      "grad_norm": 0.2670958638191223,
      "learning_rate": 0.0001969420968411899,
      "loss": 12.2087,
      "step": 5096
    },
    {
      "epoch": 0.8346160144096938,
      "grad_norm": 0.2010478377342224,
      "learning_rate": 0.0001969408280617817,
      "loss": 12.2101,
      "step": 5097
    },
    {
      "epoch": 0.8347797609300802,
      "grad_norm": 0.2535300850868225,
      "learning_rate": 0.00019693955902329706,
      "loss": 12.2433,
      "step": 5098
    },
    {
      "epoch": 0.8349435074504666,
      "grad_norm": 0.2679998576641083,
      "learning_rate": 0.0001969382897257393,
      "loss": 12.1927,
      "step": 5099
    },
    {
      "epoch": 0.8351072539708532,
      "grad_norm": 0.19172079861164093,
      "learning_rate": 0.0001969370201691118,
      "loss": 12.1555,
      "step": 5100
    },
    {
      "epoch": 0.8352710004912396,
      "grad_norm": 0.2862175703048706,
      "learning_rate": 0.00019693575035341801,
      "loss": 12.1737,
      "step": 5101
    },
    {
      "epoch": 0.835434747011626,
      "grad_norm": 0.18713904917240143,
      "learning_rate": 0.00019693448027866133,
      "loss": 12.1865,
      "step": 5102
    },
    {
      "epoch": 0.8355984935320124,
      "grad_norm": 0.17636162042617798,
      "learning_rate": 0.0001969332099448451,
      "loss": 12.2408,
      "step": 5103
    },
    {
      "epoch": 0.8357622400523989,
      "grad_norm": 0.17827068269252777,
      "learning_rate": 0.00019693193935197274,
      "loss": 12.2581,
      "step": 5104
    },
    {
      "epoch": 0.8359259865727853,
      "grad_norm": 0.2766396105289459,
      "learning_rate": 0.00019693066850004764,
      "loss": 12.1864,
      "step": 5105
    },
    {
      "epoch": 0.8360897330931718,
      "grad_norm": 0.1733764410018921,
      "learning_rate": 0.00019692939738907327,
      "loss": 12.1647,
      "step": 5106
    },
    {
      "epoch": 0.8362534796135582,
      "grad_norm": 0.2187405526638031,
      "learning_rate": 0.00019692812601905288,
      "loss": 12.1687,
      "step": 5107
    },
    {
      "epoch": 0.8364172261339446,
      "grad_norm": 0.21918368339538574,
      "learning_rate": 0.00019692685438998998,
      "loss": 12.2073,
      "step": 5108
    },
    {
      "epoch": 0.8365809726543311,
      "grad_norm": 0.19041870534420013,
      "learning_rate": 0.00019692558250188798,
      "loss": 12.209,
      "step": 5109
    },
    {
      "epoch": 0.8367447191747175,
      "grad_norm": 0.21078749001026154,
      "learning_rate": 0.0001969243103547502,
      "loss": 12.2808,
      "step": 5110
    },
    {
      "epoch": 0.836908465695104,
      "grad_norm": 0.24134841561317444,
      "learning_rate": 0.0001969230379485801,
      "loss": 12.2216,
      "step": 5111
    },
    {
      "epoch": 0.8370722122154904,
      "grad_norm": 0.43893855810165405,
      "learning_rate": 0.000196921765283381,
      "loss": 12.2325,
      "step": 5112
    },
    {
      "epoch": 0.8372359587358769,
      "grad_norm": 0.3177935481071472,
      "learning_rate": 0.0001969204923591564,
      "loss": 12.1798,
      "step": 5113
    },
    {
      "epoch": 0.8373997052562633,
      "grad_norm": 0.1971077173948288,
      "learning_rate": 0.0001969192191759097,
      "loss": 12.2246,
      "step": 5114
    },
    {
      "epoch": 0.8375634517766497,
      "grad_norm": 0.2161044478416443,
      "learning_rate": 0.00019691794573364421,
      "loss": 12.1657,
      "step": 5115
    },
    {
      "epoch": 0.8377271982970362,
      "grad_norm": 0.2228042185306549,
      "learning_rate": 0.0001969166720323634,
      "loss": 12.1931,
      "step": 5116
    },
    {
      "epoch": 0.8378909448174227,
      "grad_norm": 0.18897809088230133,
      "learning_rate": 0.0001969153980720707,
      "loss": 12.205,
      "step": 5117
    },
    {
      "epoch": 0.8380546913378091,
      "grad_norm": 0.20915116369724274,
      "learning_rate": 0.00019691412385276945,
      "loss": 12.2248,
      "step": 5118
    },
    {
      "epoch": 0.8382184378581955,
      "grad_norm": 0.2557949423789978,
      "learning_rate": 0.00019691284937446306,
      "loss": 12.1741,
      "step": 5119
    },
    {
      "epoch": 0.8383821843785819,
      "grad_norm": 0.2625778019428253,
      "learning_rate": 0.00019691157463715497,
      "loss": 12.1902,
      "step": 5120
    },
    {
      "epoch": 0.8385459308989685,
      "grad_norm": 0.23466609418392181,
      "learning_rate": 0.0001969102996408486,
      "loss": 12.1724,
      "step": 5121
    },
    {
      "epoch": 0.8387096774193549,
      "grad_norm": 0.25095438957214355,
      "learning_rate": 0.0001969090243855473,
      "loss": 12.217,
      "step": 5122
    },
    {
      "epoch": 0.8388734239397413,
      "grad_norm": 0.22493554651737213,
      "learning_rate": 0.00019690774887125452,
      "loss": 12.1833,
      "step": 5123
    },
    {
      "epoch": 0.8390371704601277,
      "grad_norm": 0.22725540399551392,
      "learning_rate": 0.00019690647309797367,
      "loss": 12.1972,
      "step": 5124
    },
    {
      "epoch": 0.8392009169805141,
      "grad_norm": 0.2800663113594055,
      "learning_rate": 0.00019690519706570814,
      "loss": 12.2152,
      "step": 5125
    },
    {
      "epoch": 0.8393646635009006,
      "grad_norm": 0.1819552630186081,
      "learning_rate": 0.00019690392077446132,
      "loss": 12.1813,
      "step": 5126
    },
    {
      "epoch": 0.8395284100212871,
      "grad_norm": 0.21787795424461365,
      "learning_rate": 0.00019690264422423667,
      "loss": 12.1983,
      "step": 5127
    },
    {
      "epoch": 0.8396921565416735,
      "grad_norm": 0.2125927060842514,
      "learning_rate": 0.0001969013674150376,
      "loss": 12.1675,
      "step": 5128
    },
    {
      "epoch": 0.8398559030620599,
      "grad_norm": 0.2219158262014389,
      "learning_rate": 0.00019690009034686748,
      "loss": 12.2181,
      "step": 5129
    },
    {
      "epoch": 0.8400196495824463,
      "grad_norm": 0.20181165635585785,
      "learning_rate": 0.00019689881301972978,
      "loss": 12.2214,
      "step": 5130
    },
    {
      "epoch": 0.8401833961028328,
      "grad_norm": 0.20385660231113434,
      "learning_rate": 0.00019689753543362785,
      "loss": 12.2479,
      "step": 5131
    },
    {
      "epoch": 0.8403471426232193,
      "grad_norm": 0.1779920607805252,
      "learning_rate": 0.00019689625758856515,
      "loss": 12.1888,
      "step": 5132
    },
    {
      "epoch": 0.8405108891436057,
      "grad_norm": 0.2517412006855011,
      "learning_rate": 0.00019689497948454507,
      "loss": 12.2216,
      "step": 5133
    },
    {
      "epoch": 0.8406746356639921,
      "grad_norm": 0.18169240653514862,
      "learning_rate": 0.00019689370112157102,
      "loss": 12.1878,
      "step": 5134
    },
    {
      "epoch": 0.8408383821843786,
      "grad_norm": 0.21232879161834717,
      "learning_rate": 0.00019689242249964646,
      "loss": 12.2068,
      "step": 5135
    },
    {
      "epoch": 0.841002128704765,
      "grad_norm": 0.2148445099592209,
      "learning_rate": 0.00019689114361877476,
      "loss": 12.2476,
      "step": 5136
    },
    {
      "epoch": 0.8411658752251515,
      "grad_norm": 0.3202274739742279,
      "learning_rate": 0.00019688986447895937,
      "loss": 12.2225,
      "step": 5137
    },
    {
      "epoch": 0.8413296217455379,
      "grad_norm": 0.32658734917640686,
      "learning_rate": 0.0001968885850802037,
      "loss": 12.2114,
      "step": 5138
    },
    {
      "epoch": 0.8414933682659244,
      "grad_norm": 0.1807478666305542,
      "learning_rate": 0.00019688730542251115,
      "loss": 12.1932,
      "step": 5139
    },
    {
      "epoch": 0.8416571147863108,
      "grad_norm": 0.23700068891048431,
      "learning_rate": 0.00019688602550588518,
      "loss": 12.1788,
      "step": 5140
    },
    {
      "epoch": 0.8418208613066972,
      "grad_norm": 0.2005445659160614,
      "learning_rate": 0.00019688474533032915,
      "loss": 12.272,
      "step": 5141
    },
    {
      "epoch": 0.8419846078270836,
      "grad_norm": 0.17766965925693512,
      "learning_rate": 0.00019688346489584653,
      "loss": 12.1746,
      "step": 5142
    },
    {
      "epoch": 0.8421483543474702,
      "grad_norm": 0.17996229231357574,
      "learning_rate": 0.00019688218420244074,
      "loss": 12.2001,
      "step": 5143
    },
    {
      "epoch": 0.8423121008678566,
      "grad_norm": 0.1822991818189621,
      "learning_rate": 0.00019688090325011516,
      "loss": 12.2444,
      "step": 5144
    },
    {
      "epoch": 0.842475847388243,
      "grad_norm": 0.2913116216659546,
      "learning_rate": 0.00019687962203887327,
      "loss": 12.1922,
      "step": 5145
    },
    {
      "epoch": 0.8426395939086294,
      "grad_norm": 0.26743847131729126,
      "learning_rate": 0.00019687834056871846,
      "loss": 12.2058,
      "step": 5146
    },
    {
      "epoch": 0.8428033404290158,
      "grad_norm": 0.18837901949882507,
      "learning_rate": 0.00019687705883965418,
      "loss": 12.19,
      "step": 5147
    },
    {
      "epoch": 0.8429670869494024,
      "grad_norm": 0.2178042083978653,
      "learning_rate": 0.0001968757768516838,
      "loss": 12.2146,
      "step": 5148
    },
    {
      "epoch": 0.8431308334697888,
      "grad_norm": 0.23214620351791382,
      "learning_rate": 0.00019687449460481082,
      "loss": 12.227,
      "step": 5149
    },
    {
      "epoch": 0.8432945799901752,
      "grad_norm": 0.21552574634552002,
      "learning_rate": 0.00019687321209903863,
      "loss": 12.2392,
      "step": 5150
    },
    {
      "epoch": 0.8434583265105616,
      "grad_norm": 0.20128494501113892,
      "learning_rate": 0.00019687192933437065,
      "loss": 12.2028,
      "step": 5151
    },
    {
      "epoch": 0.843622073030948,
      "grad_norm": 0.28427809476852417,
      "learning_rate": 0.00019687064631081032,
      "loss": 12.1775,
      "step": 5152
    },
    {
      "epoch": 0.8437858195513346,
      "grad_norm": 0.24136826395988464,
      "learning_rate": 0.00019686936302836108,
      "loss": 12.1881,
      "step": 5153
    },
    {
      "epoch": 0.843949566071721,
      "grad_norm": 0.17956283688545227,
      "learning_rate": 0.0001968680794870263,
      "loss": 12.2015,
      "step": 5154
    },
    {
      "epoch": 0.8441133125921074,
      "grad_norm": 0.28476399183273315,
      "learning_rate": 0.0001968667956868095,
      "loss": 12.2136,
      "step": 5155
    },
    {
      "epoch": 0.8442770591124938,
      "grad_norm": 0.23732160031795502,
      "learning_rate": 0.00019686551162771405,
      "loss": 12.2294,
      "step": 5156
    },
    {
      "epoch": 0.8444408056328803,
      "grad_norm": 0.19728317856788635,
      "learning_rate": 0.00019686422730974342,
      "loss": 12.2457,
      "step": 5157
    },
    {
      "epoch": 0.8446045521532668,
      "grad_norm": 0.20381204783916473,
      "learning_rate": 0.000196862942732901,
      "loss": 12.1968,
      "step": 5158
    },
    {
      "epoch": 0.8447682986736532,
      "grad_norm": 0.227614626288414,
      "learning_rate": 0.00019686165789719026,
      "loss": 12.1725,
      "step": 5159
    },
    {
      "epoch": 0.8449320451940396,
      "grad_norm": 0.2488117814064026,
      "learning_rate": 0.0001968603728026146,
      "loss": 12.2585,
      "step": 5160
    },
    {
      "epoch": 0.8450957917144261,
      "grad_norm": 0.19985146820545197,
      "learning_rate": 0.00019685908744917748,
      "loss": 12.1946,
      "step": 5161
    },
    {
      "epoch": 0.8452595382348125,
      "grad_norm": 0.20765019953250885,
      "learning_rate": 0.0001968578018368823,
      "loss": 12.1837,
      "step": 5162
    },
    {
      "epoch": 0.8454232847551989,
      "grad_norm": 0.1947900503873825,
      "learning_rate": 0.00019685651596573257,
      "loss": 12.2004,
      "step": 5163
    },
    {
      "epoch": 0.8455870312755854,
      "grad_norm": 0.23839594423770905,
      "learning_rate": 0.00019685522983573165,
      "loss": 12.1949,
      "step": 5164
    },
    {
      "epoch": 0.8457507777959719,
      "grad_norm": 0.17950297892093658,
      "learning_rate": 0.00019685394344688302,
      "loss": 12.1977,
      "step": 5165
    },
    {
      "epoch": 0.8459145243163583,
      "grad_norm": 0.24691008031368256,
      "learning_rate": 0.0001968526567991901,
      "loss": 12.2193,
      "step": 5166
    },
    {
      "epoch": 0.8460782708367447,
      "grad_norm": 0.2034616768360138,
      "learning_rate": 0.00019685136989265636,
      "loss": 12.197,
      "step": 5167
    },
    {
      "epoch": 0.8462420173571311,
      "grad_norm": 0.20592676103115082,
      "learning_rate": 0.0001968500827272852,
      "loss": 12.2046,
      "step": 5168
    },
    {
      "epoch": 0.8464057638775176,
      "grad_norm": 0.20535410940647125,
      "learning_rate": 0.00019684879530308002,
      "loss": 12.1577,
      "step": 5169
    },
    {
      "epoch": 0.8465695103979041,
      "grad_norm": 0.23364095389842987,
      "learning_rate": 0.00019684750762004435,
      "loss": 12.1744,
      "step": 5170
    },
    {
      "epoch": 0.8467332569182905,
      "grad_norm": 0.20780949294567108,
      "learning_rate": 0.00019684621967818163,
      "loss": 12.2156,
      "step": 5171
    },
    {
      "epoch": 0.8468970034386769,
      "grad_norm": 0.1597900241613388,
      "learning_rate": 0.00019684493147749524,
      "loss": 12.1504,
      "step": 5172
    },
    {
      "epoch": 0.8470607499590633,
      "grad_norm": 0.1833980679512024,
      "learning_rate": 0.00019684364301798867,
      "loss": 12.1788,
      "step": 5173
    },
    {
      "epoch": 0.8472244964794499,
      "grad_norm": 0.20121660828590393,
      "learning_rate": 0.0001968423542996653,
      "loss": 12.186,
      "step": 5174
    },
    {
      "epoch": 0.8473882429998363,
      "grad_norm": 0.21868708729743958,
      "learning_rate": 0.00019684106532252864,
      "loss": 12.1819,
      "step": 5175
    },
    {
      "epoch": 0.8475519895202227,
      "grad_norm": 0.3916584849357605,
      "learning_rate": 0.0001968397760865821,
      "loss": 12.1534,
      "step": 5176
    },
    {
      "epoch": 0.8477157360406091,
      "grad_norm": 0.22411035001277924,
      "learning_rate": 0.00019683848659182915,
      "loss": 12.1908,
      "step": 5177
    },
    {
      "epoch": 0.8478794825609955,
      "grad_norm": 0.1584102362394333,
      "learning_rate": 0.00019683719683827322,
      "loss": 12.1904,
      "step": 5178
    },
    {
      "epoch": 0.848043229081382,
      "grad_norm": 0.24916142225265503,
      "learning_rate": 0.00019683590682591776,
      "loss": 12.1828,
      "step": 5179
    },
    {
      "epoch": 0.8482069756017685,
      "grad_norm": 0.23996606469154358,
      "learning_rate": 0.00019683461655476623,
      "loss": 12.209,
      "step": 5180
    },
    {
      "epoch": 0.8483707221221549,
      "grad_norm": 0.2144039124250412,
      "learning_rate": 0.00019683332602482207,
      "loss": 12.2206,
      "step": 5181
    },
    {
      "epoch": 0.8485344686425413,
      "grad_norm": 0.14463473856449127,
      "learning_rate": 0.0001968320352360887,
      "loss": 12.1889,
      "step": 5182
    },
    {
      "epoch": 0.8486982151629278,
      "grad_norm": 0.18648649752140045,
      "learning_rate": 0.0001968307441885696,
      "loss": 12.2054,
      "step": 5183
    },
    {
      "epoch": 0.8488619616833142,
      "grad_norm": 0.20598475635051727,
      "learning_rate": 0.00019682945288226824,
      "loss": 12.252,
      "step": 5184
    },
    {
      "epoch": 0.8490257082037007,
      "grad_norm": 0.40471383929252625,
      "learning_rate": 0.000196828161317188,
      "loss": 12.1997,
      "step": 5185
    },
    {
      "epoch": 0.8491894547240871,
      "grad_norm": 0.2997633218765259,
      "learning_rate": 0.00019682686949333244,
      "loss": 12.2524,
      "step": 5186
    },
    {
      "epoch": 0.8493532012444736,
      "grad_norm": 0.19800874590873718,
      "learning_rate": 0.00019682557741070494,
      "loss": 12.2155,
      "step": 5187
    },
    {
      "epoch": 0.84951694776486,
      "grad_norm": 0.28282594680786133,
      "learning_rate": 0.0001968242850693089,
      "loss": 12.1556,
      "step": 5188
    },
    {
      "epoch": 0.8496806942852464,
      "grad_norm": 0.23933865129947662,
      "learning_rate": 0.00019682299246914791,
      "loss": 12.2222,
      "step": 5189
    },
    {
      "epoch": 0.8498444408056329,
      "grad_norm": 0.16700498759746552,
      "learning_rate": 0.00019682169961022532,
      "loss": 12.2128,
      "step": 5190
    },
    {
      "epoch": 0.8500081873260193,
      "grad_norm": 0.21056893467903137,
      "learning_rate": 0.0001968204064925446,
      "loss": 12.1554,
      "step": 5191
    },
    {
      "epoch": 0.8501719338464058,
      "grad_norm": 0.229032963514328,
      "learning_rate": 0.00019681911311610927,
      "loss": 12.1955,
      "step": 5192
    },
    {
      "epoch": 0.8503356803667922,
      "grad_norm": 0.2191949337720871,
      "learning_rate": 0.0001968178194809227,
      "loss": 12.1713,
      "step": 5193
    },
    {
      "epoch": 0.8504994268871786,
      "grad_norm": 0.2065040022134781,
      "learning_rate": 0.0001968165255869884,
      "loss": 12.1846,
      "step": 5194
    },
    {
      "epoch": 0.8506631734075651,
      "grad_norm": 0.19753816723823547,
      "learning_rate": 0.00019681523143430982,
      "loss": 12.2509,
      "step": 5195
    },
    {
      "epoch": 0.8508269199279516,
      "grad_norm": 0.32116445899009705,
      "learning_rate": 0.00019681393702289043,
      "loss": 12.2179,
      "step": 5196
    },
    {
      "epoch": 0.850990666448338,
      "grad_norm": 0.2285255342721939,
      "learning_rate": 0.00019681264235273365,
      "loss": 12.2079,
      "step": 5197
    },
    {
      "epoch": 0.8511544129687244,
      "grad_norm": 0.2805636525154114,
      "learning_rate": 0.00019681134742384297,
      "loss": 12.2204,
      "step": 5198
    },
    {
      "epoch": 0.8513181594891108,
      "grad_norm": 0.20042890310287476,
      "learning_rate": 0.00019681005223622184,
      "loss": 12.2062,
      "step": 5199
    },
    {
      "epoch": 0.8514819060094972,
      "grad_norm": 0.1458636075258255,
      "learning_rate": 0.00019680875678987372,
      "loss": 12.1833,
      "step": 5200
    },
    {
      "epoch": 0.8516456525298838,
      "grad_norm": 0.20871469378471375,
      "learning_rate": 0.00019680746108480208,
      "loss": 12.1861,
      "step": 5201
    },
    {
      "epoch": 0.8518093990502702,
      "grad_norm": 0.2547406256198883,
      "learning_rate": 0.0001968061651210104,
      "loss": 12.2373,
      "step": 5202
    },
    {
      "epoch": 0.8519731455706566,
      "grad_norm": 0.20159855484962463,
      "learning_rate": 0.0001968048688985021,
      "loss": 12.152,
      "step": 5203
    },
    {
      "epoch": 0.852136892091043,
      "grad_norm": 0.18870200216770172,
      "learning_rate": 0.00019680357241728066,
      "loss": 12.18,
      "step": 5204
    },
    {
      "epoch": 0.8523006386114295,
      "grad_norm": 0.2240464836359024,
      "learning_rate": 0.0001968022756773496,
      "loss": 12.2089,
      "step": 5205
    },
    {
      "epoch": 0.852464385131816,
      "grad_norm": 0.24643120169639587,
      "learning_rate": 0.0001968009786787123,
      "loss": 12.2071,
      "step": 5206
    },
    {
      "epoch": 0.8526281316522024,
      "grad_norm": 0.240601047873497,
      "learning_rate": 0.00019679968142137226,
      "loss": 12.2266,
      "step": 5207
    },
    {
      "epoch": 0.8527918781725888,
      "grad_norm": 0.1971011459827423,
      "learning_rate": 0.000196798383905333,
      "loss": 12.1934,
      "step": 5208
    },
    {
      "epoch": 0.8529556246929753,
      "grad_norm": 0.2132396399974823,
      "learning_rate": 0.00019679708613059787,
      "loss": 12.1914,
      "step": 5209
    },
    {
      "epoch": 0.8531193712133617,
      "grad_norm": 0.18594923615455627,
      "learning_rate": 0.00019679578809717047,
      "loss": 12.1852,
      "step": 5210
    },
    {
      "epoch": 0.8532831177337482,
      "grad_norm": 0.2597246468067169,
      "learning_rate": 0.00019679448980505418,
      "loss": 12.1755,
      "step": 5211
    },
    {
      "epoch": 0.8534468642541346,
      "grad_norm": 0.21384985744953156,
      "learning_rate": 0.0001967931912542525,
      "loss": 12.1755,
      "step": 5212
    },
    {
      "epoch": 0.853610610774521,
      "grad_norm": 0.22473526000976562,
      "learning_rate": 0.0001967918924447689,
      "loss": 12.1508,
      "step": 5213
    },
    {
      "epoch": 0.8537743572949075,
      "grad_norm": 0.17627790570259094,
      "learning_rate": 0.00019679059337660682,
      "loss": 12.2085,
      "step": 5214
    },
    {
      "epoch": 0.8539381038152939,
      "grad_norm": 0.20719890296459198,
      "learning_rate": 0.00019678929404976975,
      "loss": 12.2185,
      "step": 5215
    },
    {
      "epoch": 0.8541018503356803,
      "grad_norm": 0.19538331031799316,
      "learning_rate": 0.0001967879944642612,
      "loss": 12.1981,
      "step": 5216
    },
    {
      "epoch": 0.8542655968560668,
      "grad_norm": 0.1970684975385666,
      "learning_rate": 0.0001967866946200846,
      "loss": 12.2135,
      "step": 5217
    },
    {
      "epoch": 0.8544293433764533,
      "grad_norm": 0.22437059879302979,
      "learning_rate": 0.0001967853945172435,
      "loss": 12.2073,
      "step": 5218
    },
    {
      "epoch": 0.8545930898968397,
      "grad_norm": 0.30075374245643616,
      "learning_rate": 0.00019678409415574123,
      "loss": 12.2327,
      "step": 5219
    },
    {
      "epoch": 0.8547568364172261,
      "grad_norm": 0.22922281920909882,
      "learning_rate": 0.0001967827935355814,
      "loss": 12.1835,
      "step": 5220
    },
    {
      "epoch": 0.8549205829376125,
      "grad_norm": 0.19572730362415314,
      "learning_rate": 0.00019678149265676742,
      "loss": 12.2481,
      "step": 5221
    },
    {
      "epoch": 0.8550843294579991,
      "grad_norm": 0.26430726051330566,
      "learning_rate": 0.00019678019151930277,
      "loss": 12.1673,
      "step": 5222
    },
    {
      "epoch": 0.8552480759783855,
      "grad_norm": 0.19136753678321838,
      "learning_rate": 0.00019677889012319097,
      "loss": 12.1786,
      "step": 5223
    },
    {
      "epoch": 0.8554118224987719,
      "grad_norm": 0.18841920793056488,
      "learning_rate": 0.00019677758846843544,
      "loss": 12.1884,
      "step": 5224
    },
    {
      "epoch": 0.8555755690191583,
      "grad_norm": 0.25421881675720215,
      "learning_rate": 0.0001967762865550397,
      "loss": 12.2311,
      "step": 5225
    },
    {
      "epoch": 0.8557393155395447,
      "grad_norm": 0.3218687176704407,
      "learning_rate": 0.00019677498438300722,
      "loss": 12.1847,
      "step": 5226
    },
    {
      "epoch": 0.8559030620599313,
      "grad_norm": 0.190916508436203,
      "learning_rate": 0.00019677368195234146,
      "loss": 12.1709,
      "step": 5227
    },
    {
      "epoch": 0.8560668085803177,
      "grad_norm": 0.14504879713058472,
      "learning_rate": 0.00019677237926304591,
      "loss": 12.2047,
      "step": 5228
    },
    {
      "epoch": 0.8562305551007041,
      "grad_norm": 0.1798357218503952,
      "learning_rate": 0.00019677107631512408,
      "loss": 12.1888,
      "step": 5229
    },
    {
      "epoch": 0.8563943016210905,
      "grad_norm": 0.2692805528640747,
      "learning_rate": 0.0001967697731085794,
      "loss": 12.1862,
      "step": 5230
    },
    {
      "epoch": 0.856558048141477,
      "grad_norm": 0.21160614490509033,
      "learning_rate": 0.0001967684696434154,
      "loss": 12.2015,
      "step": 5231
    },
    {
      "epoch": 0.8567217946618635,
      "grad_norm": 0.22043371200561523,
      "learning_rate": 0.00019676716591963554,
      "loss": 12.1826,
      "step": 5232
    },
    {
      "epoch": 0.8568855411822499,
      "grad_norm": 0.25499996542930603,
      "learning_rate": 0.00019676586193724332,
      "loss": 12.1549,
      "step": 5233
    },
    {
      "epoch": 0.8570492877026363,
      "grad_norm": 0.29643821716308594,
      "learning_rate": 0.0001967645576962422,
      "loss": 12.1913,
      "step": 5234
    },
    {
      "epoch": 0.8572130342230228,
      "grad_norm": 0.20435909926891327,
      "learning_rate": 0.0001967632531966357,
      "loss": 12.3576,
      "step": 5235
    },
    {
      "epoch": 0.8573767807434092,
      "grad_norm": 0.3127914369106293,
      "learning_rate": 0.0001967619484384273,
      "loss": 12.2125,
      "step": 5236
    },
    {
      "epoch": 0.8575405272637956,
      "grad_norm": 0.1591159999370575,
      "learning_rate": 0.0001967606434216204,
      "loss": 12.2253,
      "step": 5237
    },
    {
      "epoch": 0.8577042737841821,
      "grad_norm": 0.17689312994480133,
      "learning_rate": 0.00019675933814621862,
      "loss": 12.219,
      "step": 5238
    },
    {
      "epoch": 0.8578680203045685,
      "grad_norm": 0.20206980407238007,
      "learning_rate": 0.0001967580326122254,
      "loss": 12.2047,
      "step": 5239
    },
    {
      "epoch": 0.858031766824955,
      "grad_norm": 0.2614913582801819,
      "learning_rate": 0.00019675672681964418,
      "loss": 12.2458,
      "step": 5240
    },
    {
      "epoch": 0.8581955133453414,
      "grad_norm": 0.1675226241350174,
      "learning_rate": 0.00019675542076847853,
      "loss": 12.1881,
      "step": 5241
    },
    {
      "epoch": 0.8583592598657278,
      "grad_norm": 0.22968581318855286,
      "learning_rate": 0.00019675411445873187,
      "loss": 12.1984,
      "step": 5242
    },
    {
      "epoch": 0.8585230063861143,
      "grad_norm": 0.2631663382053375,
      "learning_rate": 0.00019675280789040772,
      "loss": 12.2245,
      "step": 5243
    },
    {
      "epoch": 0.8586867529065008,
      "grad_norm": 0.21783502399921417,
      "learning_rate": 0.00019675150106350956,
      "loss": 12.1808,
      "step": 5244
    },
    {
      "epoch": 0.8588504994268872,
      "grad_norm": 0.2921386957168579,
      "learning_rate": 0.00019675019397804094,
      "loss": 12.1641,
      "step": 5245
    },
    {
      "epoch": 0.8590142459472736,
      "grad_norm": 0.31527748703956604,
      "learning_rate": 0.0001967488866340053,
      "loss": 12.1963,
      "step": 5246
    },
    {
      "epoch": 0.85917799246766,
      "grad_norm": 0.19016312062740326,
      "learning_rate": 0.0001967475790314061,
      "loss": 12.2187,
      "step": 5247
    },
    {
      "epoch": 0.8593417389880466,
      "grad_norm": 0.20464548468589783,
      "learning_rate": 0.0001967462711702469,
      "loss": 12.2455,
      "step": 5248
    },
    {
      "epoch": 0.859505485508433,
      "grad_norm": 0.16616319119930267,
      "learning_rate": 0.0001967449630505312,
      "loss": 12.1748,
      "step": 5249
    },
    {
      "epoch": 0.8596692320288194,
      "grad_norm": 0.23528018593788147,
      "learning_rate": 0.00019674365467226243,
      "loss": 12.2433,
      "step": 5250
    },
    {
      "epoch": 0.8598329785492058,
      "grad_norm": 0.23197990655899048,
      "learning_rate": 0.00019674234603544414,
      "loss": 12.2339,
      "step": 5251
    },
    {
      "epoch": 0.8599967250695922,
      "grad_norm": 0.20666861534118652,
      "learning_rate": 0.00019674103714007978,
      "loss": 12.202,
      "step": 5252
    },
    {
      "epoch": 0.8601604715899787,
      "grad_norm": 0.21253210306167603,
      "learning_rate": 0.00019673972798617292,
      "loss": 12.1976,
      "step": 5253
    },
    {
      "epoch": 0.8603242181103652,
      "grad_norm": 0.21456551551818848,
      "learning_rate": 0.00019673841857372702,
      "loss": 12.189,
      "step": 5254
    },
    {
      "epoch": 0.8604879646307516,
      "grad_norm": 0.24527710676193237,
      "learning_rate": 0.00019673710890274552,
      "loss": 12.1701,
      "step": 5255
    },
    {
      "epoch": 0.860651711151138,
      "grad_norm": 0.20710718631744385,
      "learning_rate": 0.00019673579897323205,
      "loss": 12.1663,
      "step": 5256
    },
    {
      "epoch": 0.8608154576715245,
      "grad_norm": 0.17689207196235657,
      "learning_rate": 0.00019673448878518998,
      "loss": 12.187,
      "step": 5257
    },
    {
      "epoch": 0.8609792041919109,
      "grad_norm": 0.20993071794509888,
      "learning_rate": 0.0001967331783386229,
      "loss": 12.158,
      "step": 5258
    },
    {
      "epoch": 0.8611429507122974,
      "grad_norm": 0.15570621192455292,
      "learning_rate": 0.0001967318676335343,
      "loss": 12.1835,
      "step": 5259
    },
    {
      "epoch": 0.8613066972326838,
      "grad_norm": 0.19821134209632874,
      "learning_rate": 0.00019673055666992765,
      "loss": 12.1966,
      "step": 5260
    },
    {
      "epoch": 0.8614704437530702,
      "grad_norm": 0.15799984335899353,
      "learning_rate": 0.00019672924544780645,
      "loss": 12.2436,
      "step": 5261
    },
    {
      "epoch": 0.8616341902734567,
      "grad_norm": 0.22566863894462585,
      "learning_rate": 0.00019672793396717424,
      "loss": 12.2038,
      "step": 5262
    },
    {
      "epoch": 0.8617979367938431,
      "grad_norm": 0.3533579111099243,
      "learning_rate": 0.00019672662222803452,
      "loss": 12.1791,
      "step": 5263
    },
    {
      "epoch": 0.8619616833142296,
      "grad_norm": 0.17039325833320618,
      "learning_rate": 0.00019672531023039074,
      "loss": 12.1904,
      "step": 5264
    },
    {
      "epoch": 0.862125429834616,
      "grad_norm": 0.28686943650245667,
      "learning_rate": 0.00019672399797424653,
      "loss": 12.1733,
      "step": 5265
    },
    {
      "epoch": 0.8622891763550025,
      "grad_norm": 0.2326585352420807,
      "learning_rate": 0.00019672268545960523,
      "loss": 12.178,
      "step": 5266
    },
    {
      "epoch": 0.8624529228753889,
      "grad_norm": 0.25853443145751953,
      "learning_rate": 0.00019672137268647049,
      "loss": 12.1662,
      "step": 5267
    },
    {
      "epoch": 0.8626166693957753,
      "grad_norm": 0.3149724006652832,
      "learning_rate": 0.00019672005965484573,
      "loss": 12.2414,
      "step": 5268
    },
    {
      "epoch": 0.8627804159161618,
      "grad_norm": 0.19651217758655548,
      "learning_rate": 0.00019671874636473453,
      "loss": 12.2144,
      "step": 5269
    },
    {
      "epoch": 0.8629441624365483,
      "grad_norm": 0.26106202602386475,
      "learning_rate": 0.00019671743281614036,
      "loss": 12.205,
      "step": 5270
    },
    {
      "epoch": 0.8631079089569347,
      "grad_norm": 0.2978205978870392,
      "learning_rate": 0.00019671611900906667,
      "loss": 12.2358,
      "step": 5271
    },
    {
      "epoch": 0.8632716554773211,
      "grad_norm": 0.24764703214168549,
      "learning_rate": 0.0001967148049435171,
      "loss": 12.2046,
      "step": 5272
    },
    {
      "epoch": 0.8634354019977075,
      "grad_norm": 0.19093327224254608,
      "learning_rate": 0.0001967134906194951,
      "loss": 12.1801,
      "step": 5273
    },
    {
      "epoch": 0.8635991485180939,
      "grad_norm": 0.25486454367637634,
      "learning_rate": 0.00019671217603700413,
      "loss": 12.1847,
      "step": 5274
    },
    {
      "epoch": 0.8637628950384805,
      "grad_norm": 0.3694732189178467,
      "learning_rate": 0.00019671086119604775,
      "loss": 12.1696,
      "step": 5275
    },
    {
      "epoch": 0.8639266415588669,
      "grad_norm": 0.19475390017032623,
      "learning_rate": 0.0001967095460966295,
      "loss": 12.1845,
      "step": 5276
    },
    {
      "epoch": 0.8640903880792533,
      "grad_norm": 0.22261951863765717,
      "learning_rate": 0.0001967082307387529,
      "loss": 12.2098,
      "step": 5277
    },
    {
      "epoch": 0.8642541345996397,
      "grad_norm": 0.259692519903183,
      "learning_rate": 0.00019670691512242141,
      "loss": 12.186,
      "step": 5278
    },
    {
      "epoch": 0.8644178811200262,
      "grad_norm": 0.1637069582939148,
      "learning_rate": 0.00019670559924763855,
      "loss": 12.1614,
      "step": 5279
    },
    {
      "epoch": 0.8645816276404127,
      "grad_norm": 0.16429661214351654,
      "learning_rate": 0.00019670428311440786,
      "loss": 12.1758,
      "step": 5280
    },
    {
      "epoch": 0.8647453741607991,
      "grad_norm": 0.21637414395809174,
      "learning_rate": 0.00019670296672273289,
      "loss": 12.1881,
      "step": 5281
    },
    {
      "epoch": 0.8649091206811855,
      "grad_norm": 0.2709941267967224,
      "learning_rate": 0.0001967016500726171,
      "loss": 12.1358,
      "step": 5282
    },
    {
      "epoch": 0.865072867201572,
      "grad_norm": 0.2235441356897354,
      "learning_rate": 0.00019670033316406406,
      "loss": 12.1779,
      "step": 5283
    },
    {
      "epoch": 0.8652366137219584,
      "grad_norm": 0.21848148107528687,
      "learning_rate": 0.00019669901599707722,
      "loss": 12.2049,
      "step": 5284
    },
    {
      "epoch": 0.8654003602423449,
      "grad_norm": 0.16492994129657745,
      "learning_rate": 0.00019669769857166017,
      "loss": 12.2389,
      "step": 5285
    },
    {
      "epoch": 0.8655641067627313,
      "grad_norm": 0.2309674173593521,
      "learning_rate": 0.00019669638088781638,
      "loss": 12.1658,
      "step": 5286
    },
    {
      "epoch": 0.8657278532831177,
      "grad_norm": 0.3154303729534149,
      "learning_rate": 0.00019669506294554942,
      "loss": 12.1637,
      "step": 5287
    },
    {
      "epoch": 0.8658915998035042,
      "grad_norm": 0.2737997770309448,
      "learning_rate": 0.00019669374474486277,
      "loss": 12.1992,
      "step": 5288
    },
    {
      "epoch": 0.8660553463238906,
      "grad_norm": 0.18430961668491364,
      "learning_rate": 0.00019669242628575997,
      "loss": 12.2198,
      "step": 5289
    },
    {
      "epoch": 0.866219092844277,
      "grad_norm": 0.20702877640724182,
      "learning_rate": 0.00019669110756824455,
      "loss": 12.2169,
      "step": 5290
    },
    {
      "epoch": 0.8663828393646635,
      "grad_norm": 0.1960717737674713,
      "learning_rate": 0.00019668978859232003,
      "loss": 12.2347,
      "step": 5291
    },
    {
      "epoch": 0.86654658588505,
      "grad_norm": 0.15227478742599487,
      "learning_rate": 0.00019668846935798993,
      "loss": 12.1986,
      "step": 5292
    },
    {
      "epoch": 0.8667103324054364,
      "grad_norm": 0.23174750804901123,
      "learning_rate": 0.00019668714986525779,
      "loss": 12.2857,
      "step": 5293
    },
    {
      "epoch": 0.8668740789258228,
      "grad_norm": 0.17230179905891418,
      "learning_rate": 0.0001966858301141271,
      "loss": 12.193,
      "step": 5294
    },
    {
      "epoch": 0.8670378254462092,
      "grad_norm": 0.21977776288986206,
      "learning_rate": 0.0001966845101046014,
      "loss": 12.1969,
      "step": 5295
    },
    {
      "epoch": 0.8672015719665958,
      "grad_norm": 0.1638709157705307,
      "learning_rate": 0.00019668318983668428,
      "loss": 12.2009,
      "step": 5296
    },
    {
      "epoch": 0.8673653184869822,
      "grad_norm": 0.26110973954200745,
      "learning_rate": 0.00019668186931037917,
      "loss": 12.2333,
      "step": 5297
    },
    {
      "epoch": 0.8675290650073686,
      "grad_norm": 0.31869447231292725,
      "learning_rate": 0.00019668054852568968,
      "loss": 12.1785,
      "step": 5298
    },
    {
      "epoch": 0.867692811527755,
      "grad_norm": 0.1896667778491974,
      "learning_rate": 0.00019667922748261928,
      "loss": 12.1856,
      "step": 5299
    },
    {
      "epoch": 0.8678565580481414,
      "grad_norm": 0.1868896633386612,
      "learning_rate": 0.00019667790618117155,
      "loss": 12.2331,
      "step": 5300
    },
    {
      "epoch": 0.868020304568528,
      "grad_norm": 0.2381696254014969,
      "learning_rate": 0.00019667658462134999,
      "loss": 12.1672,
      "step": 5301
    },
    {
      "epoch": 0.8681840510889144,
      "grad_norm": 0.2799675762653351,
      "learning_rate": 0.00019667526280315814,
      "loss": 12.2538,
      "step": 5302
    },
    {
      "epoch": 0.8683477976093008,
      "grad_norm": 0.2535625696182251,
      "learning_rate": 0.00019667394072659953,
      "loss": 12.2073,
      "step": 5303
    },
    {
      "epoch": 0.8685115441296872,
      "grad_norm": 0.1909484565258026,
      "learning_rate": 0.0001966726183916777,
      "loss": 12.1928,
      "step": 5304
    },
    {
      "epoch": 0.8686752906500737,
      "grad_norm": 0.22263692319393158,
      "learning_rate": 0.00019667129579839618,
      "loss": 12.1889,
      "step": 5305
    },
    {
      "epoch": 0.8688390371704602,
      "grad_norm": 0.1706101894378662,
      "learning_rate": 0.00019666997294675852,
      "loss": 12.1906,
      "step": 5306
    },
    {
      "epoch": 0.8690027836908466,
      "grad_norm": 0.3732722997665405,
      "learning_rate": 0.0001966686498367682,
      "loss": 12.225,
      "step": 5307
    },
    {
      "epoch": 0.869166530211233,
      "grad_norm": 0.20202919840812683,
      "learning_rate": 0.00019666732646842885,
      "loss": 12.2433,
      "step": 5308
    },
    {
      "epoch": 0.8693302767316194,
      "grad_norm": 0.3605703115463257,
      "learning_rate": 0.0001966660028417439,
      "loss": 12.1802,
      "step": 5309
    },
    {
      "epoch": 0.8694940232520059,
      "grad_norm": 0.20861893892288208,
      "learning_rate": 0.00019666467895671698,
      "loss": 12.2139,
      "step": 5310
    },
    {
      "epoch": 0.8696577697723923,
      "grad_norm": 0.18111048638820648,
      "learning_rate": 0.00019666335481335158,
      "loss": 12.1815,
      "step": 5311
    },
    {
      "epoch": 0.8698215162927788,
      "grad_norm": 0.17077237367630005,
      "learning_rate": 0.00019666203041165123,
      "loss": 12.1928,
      "step": 5312
    },
    {
      "epoch": 0.8699852628131652,
      "grad_norm": 0.17274434864521027,
      "learning_rate": 0.00019666070575161948,
      "loss": 12.2265,
      "step": 5313
    },
    {
      "epoch": 0.8701490093335517,
      "grad_norm": 0.18864983320236206,
      "learning_rate": 0.0001966593808332599,
      "loss": 12.1912,
      "step": 5314
    },
    {
      "epoch": 0.8703127558539381,
      "grad_norm": 0.3111690878868103,
      "learning_rate": 0.00019665805565657603,
      "loss": 12.2047,
      "step": 5315
    },
    {
      "epoch": 0.8704765023743245,
      "grad_norm": 0.2609795928001404,
      "learning_rate": 0.00019665673022157133,
      "loss": 12.2118,
      "step": 5316
    },
    {
      "epoch": 0.870640248894711,
      "grad_norm": 0.5637698173522949,
      "learning_rate": 0.00019665540452824945,
      "loss": 12.1703,
      "step": 5317
    },
    {
      "epoch": 0.8708039954150975,
      "grad_norm": 0.23025235533714294,
      "learning_rate": 0.00019665407857661388,
      "loss": 12.229,
      "step": 5318
    },
    {
      "epoch": 0.8709677419354839,
      "grad_norm": 0.19636157155036926,
      "learning_rate": 0.00019665275236666814,
      "loss": 12.209,
      "step": 5319
    },
    {
      "epoch": 0.8711314884558703,
      "grad_norm": 0.25117719173431396,
      "learning_rate": 0.00019665142589841584,
      "loss": 12.2237,
      "step": 5320
    },
    {
      "epoch": 0.8712952349762567,
      "grad_norm": 0.258932888507843,
      "learning_rate": 0.00019665009917186046,
      "loss": 12.1999,
      "step": 5321
    },
    {
      "epoch": 0.8714589814966432,
      "grad_norm": 0.29627496004104614,
      "learning_rate": 0.00019664877218700556,
      "loss": 12.1857,
      "step": 5322
    },
    {
      "epoch": 0.8716227280170297,
      "grad_norm": 0.24971944093704224,
      "learning_rate": 0.00019664744494385473,
      "loss": 12.184,
      "step": 5323
    },
    {
      "epoch": 0.8717864745374161,
      "grad_norm": 0.20042486488819122,
      "learning_rate": 0.00019664611744241148,
      "loss": 12.2455,
      "step": 5324
    },
    {
      "epoch": 0.8719502210578025,
      "grad_norm": 0.20028424263000488,
      "learning_rate": 0.00019664478968267935,
      "loss": 12.2075,
      "step": 5325
    },
    {
      "epoch": 0.8721139675781889,
      "grad_norm": 0.25574132800102234,
      "learning_rate": 0.0001966434616646619,
      "loss": 12.1695,
      "step": 5326
    },
    {
      "epoch": 0.8722777140985754,
      "grad_norm": 0.17647379636764526,
      "learning_rate": 0.00019664213338836274,
      "loss": 12.2048,
      "step": 5327
    },
    {
      "epoch": 0.8724414606189619,
      "grad_norm": 0.226620614528656,
      "learning_rate": 0.0001966408048537853,
      "loss": 12.1756,
      "step": 5328
    },
    {
      "epoch": 0.8726052071393483,
      "grad_norm": 0.2104504555463791,
      "learning_rate": 0.0001966394760609332,
      "loss": 12.1951,
      "step": 5329
    },
    {
      "epoch": 0.8727689536597347,
      "grad_norm": 0.19590739905834198,
      "learning_rate": 0.00019663814700981002,
      "loss": 12.197,
      "step": 5330
    },
    {
      "epoch": 0.8729327001801211,
      "grad_norm": 0.25460749864578247,
      "learning_rate": 0.00019663681770041924,
      "loss": 12.2186,
      "step": 5331
    },
    {
      "epoch": 0.8730964467005076,
      "grad_norm": 0.2085714340209961,
      "learning_rate": 0.00019663548813276448,
      "loss": 12.2249,
      "step": 5332
    },
    {
      "epoch": 0.8732601932208941,
      "grad_norm": 0.2694096565246582,
      "learning_rate": 0.00019663415830684924,
      "loss": 12.1881,
      "step": 5333
    },
    {
      "epoch": 0.8734239397412805,
      "grad_norm": 0.20099599659442902,
      "learning_rate": 0.00019663282822267707,
      "loss": 12.1861,
      "step": 5334
    },
    {
      "epoch": 0.8735876862616669,
      "grad_norm": 0.2679409384727478,
      "learning_rate": 0.0001966314978802516,
      "loss": 12.1997,
      "step": 5335
    },
    {
      "epoch": 0.8737514327820534,
      "grad_norm": 0.29468509554862976,
      "learning_rate": 0.00019663016727957633,
      "loss": 12.1756,
      "step": 5336
    },
    {
      "epoch": 0.8739151793024398,
      "grad_norm": 0.18625305593013763,
      "learning_rate": 0.00019662883642065479,
      "loss": 12.1986,
      "step": 5337
    },
    {
      "epoch": 0.8740789258228263,
      "grad_norm": 0.20475894212722778,
      "learning_rate": 0.0001966275053034906,
      "loss": 12.1949,
      "step": 5338
    },
    {
      "epoch": 0.8742426723432127,
      "grad_norm": 0.21331484615802765,
      "learning_rate": 0.00019662617392808725,
      "loss": 12.2458,
      "step": 5339
    },
    {
      "epoch": 0.8744064188635992,
      "grad_norm": 0.1626499593257904,
      "learning_rate": 0.0001966248422944484,
      "loss": 12.1683,
      "step": 5340
    },
    {
      "epoch": 0.8745701653839856,
      "grad_norm": 0.18704551458358765,
      "learning_rate": 0.00019662351040257745,
      "loss": 12.2455,
      "step": 5341
    },
    {
      "epoch": 0.874733911904372,
      "grad_norm": 0.21743912994861603,
      "learning_rate": 0.0001966221782524781,
      "loss": 12.1845,
      "step": 5342
    },
    {
      "epoch": 0.8748976584247585,
      "grad_norm": 0.21111485362052917,
      "learning_rate": 0.00019662084584415389,
      "loss": 12.2188,
      "step": 5343
    },
    {
      "epoch": 0.875061404945145,
      "grad_norm": 0.16149498522281647,
      "learning_rate": 0.00019661951317760833,
      "loss": 12.2237,
      "step": 5344
    },
    {
      "epoch": 0.8752251514655314,
      "grad_norm": 0.19868864119052887,
      "learning_rate": 0.00019661818025284498,
      "loss": 12.2037,
      "step": 5345
    },
    {
      "epoch": 0.8753888979859178,
      "grad_norm": 0.16060315072536469,
      "learning_rate": 0.00019661684706986744,
      "loss": 12.1909,
      "step": 5346
    },
    {
      "epoch": 0.8755526445063042,
      "grad_norm": 0.15974484384059906,
      "learning_rate": 0.00019661551362867928,
      "loss": 12.1794,
      "step": 5347
    },
    {
      "epoch": 0.8757163910266906,
      "grad_norm": 0.313090443611145,
      "learning_rate": 0.00019661417992928405,
      "loss": 12.1752,
      "step": 5348
    },
    {
      "epoch": 0.8758801375470772,
      "grad_norm": 0.21084755659103394,
      "learning_rate": 0.0001966128459716853,
      "loss": 12.2026,
      "step": 5349
    },
    {
      "epoch": 0.8760438840674636,
      "grad_norm": 0.14575031399726868,
      "learning_rate": 0.00019661151175588657,
      "loss": 12.2196,
      "step": 5350
    },
    {
      "epoch": 0.87620763058785,
      "grad_norm": 0.21510013937950134,
      "learning_rate": 0.00019661017728189148,
      "loss": 12.1775,
      "step": 5351
    },
    {
      "epoch": 0.8763713771082364,
      "grad_norm": 0.23899602890014648,
      "learning_rate": 0.0001966088425497036,
      "loss": 12.2158,
      "step": 5352
    },
    {
      "epoch": 0.8765351236286228,
      "grad_norm": 0.24776338040828705,
      "learning_rate": 0.00019660750755932645,
      "loss": 12.2328,
      "step": 5353
    },
    {
      "epoch": 0.8766988701490094,
      "grad_norm": 0.25881850719451904,
      "learning_rate": 0.0001966061723107636,
      "loss": 12.1517,
      "step": 5354
    },
    {
      "epoch": 0.8768626166693958,
      "grad_norm": 0.20920826494693756,
      "learning_rate": 0.00019660483680401867,
      "loss": 12.1841,
      "step": 5355
    },
    {
      "epoch": 0.8770263631897822,
      "grad_norm": 0.4521313011646271,
      "learning_rate": 0.0001966035010390952,
      "loss": 12.1829,
      "step": 5356
    },
    {
      "epoch": 0.8771901097101686,
      "grad_norm": 0.26930177211761475,
      "learning_rate": 0.00019660216501599673,
      "loss": 12.1757,
      "step": 5357
    },
    {
      "epoch": 0.8773538562305551,
      "grad_norm": 0.30591341853141785,
      "learning_rate": 0.0001966008287347269,
      "loss": 12.2138,
      "step": 5358
    },
    {
      "epoch": 0.8775176027509416,
      "grad_norm": 0.22250162065029144,
      "learning_rate": 0.0001965994921952892,
      "loss": 12.1985,
      "step": 5359
    },
    {
      "epoch": 0.877681349271328,
      "grad_norm": 0.2540954351425171,
      "learning_rate": 0.00019659815539768726,
      "loss": 12.2227,
      "step": 5360
    },
    {
      "epoch": 0.8778450957917144,
      "grad_norm": 0.24417923390865326,
      "learning_rate": 0.00019659681834192463,
      "loss": 12.1899,
      "step": 5361
    },
    {
      "epoch": 0.8780088423121009,
      "grad_norm": 0.2871958613395691,
      "learning_rate": 0.0001965954810280049,
      "loss": 12.2112,
      "step": 5362
    },
    {
      "epoch": 0.8781725888324873,
      "grad_norm": 0.22603066265583038,
      "learning_rate": 0.00019659414345593162,
      "loss": 12.1815,
      "step": 5363
    },
    {
      "epoch": 0.8783363353528737,
      "grad_norm": 0.2263142168521881,
      "learning_rate": 0.0001965928056257084,
      "loss": 12.1942,
      "step": 5364
    },
    {
      "epoch": 0.8785000818732602,
      "grad_norm": 0.22921618819236755,
      "learning_rate": 0.00019659146753733873,
      "loss": 12.2556,
      "step": 5365
    },
    {
      "epoch": 0.8786638283936467,
      "grad_norm": 0.192302405834198,
      "learning_rate": 0.00019659012919082632,
      "loss": 12.1651,
      "step": 5366
    },
    {
      "epoch": 0.8788275749140331,
      "grad_norm": 0.2161189764738083,
      "learning_rate": 0.0001965887905861746,
      "loss": 12.1857,
      "step": 5367
    },
    {
      "epoch": 0.8789913214344195,
      "grad_norm": 0.22724470496177673,
      "learning_rate": 0.00019658745172338729,
      "loss": 12.1934,
      "step": 5368
    },
    {
      "epoch": 0.8791550679548059,
      "grad_norm": 0.15808436274528503,
      "learning_rate": 0.00019658611260246785,
      "loss": 12.1779,
      "step": 5369
    },
    {
      "epoch": 0.8793188144751924,
      "grad_norm": 0.14837469160556793,
      "learning_rate": 0.00019658477322341994,
      "loss": 12.2187,
      "step": 5370
    },
    {
      "epoch": 0.8794825609955789,
      "grad_norm": 0.19740605354309082,
      "learning_rate": 0.0001965834335862471,
      "loss": 12.2168,
      "step": 5371
    },
    {
      "epoch": 0.8796463075159653,
      "grad_norm": 0.24039441347122192,
      "learning_rate": 0.00019658209369095294,
      "loss": 12.1885,
      "step": 5372
    },
    {
      "epoch": 0.8798100540363517,
      "grad_norm": 0.22776098549365997,
      "learning_rate": 0.000196580753537541,
      "loss": 12.1861,
      "step": 5373
    },
    {
      "epoch": 0.8799738005567381,
      "grad_norm": 0.16584518551826477,
      "learning_rate": 0.00019657941312601487,
      "loss": 12.2192,
      "step": 5374
    },
    {
      "epoch": 0.8801375470771247,
      "grad_norm": 0.2384319007396698,
      "learning_rate": 0.00019657807245637815,
      "loss": 12.1819,
      "step": 5375
    },
    {
      "epoch": 0.8803012935975111,
      "grad_norm": 0.2053939700126648,
      "learning_rate": 0.00019657673152863442,
      "loss": 12.209,
      "step": 5376
    },
    {
      "epoch": 0.8804650401178975,
      "grad_norm": 0.2863193154335022,
      "learning_rate": 0.00019657539034278725,
      "loss": 12.2014,
      "step": 5377
    },
    {
      "epoch": 0.8806287866382839,
      "grad_norm": 0.2523629665374756,
      "learning_rate": 0.00019657404889884025,
      "loss": 12.2933,
      "step": 5378
    },
    {
      "epoch": 0.8807925331586703,
      "grad_norm": 0.20591136813163757,
      "learning_rate": 0.000196572707196797,
      "loss": 12.1824,
      "step": 5379
    },
    {
      "epoch": 0.8809562796790569,
      "grad_norm": 0.1913083791732788,
      "learning_rate": 0.00019657136523666108,
      "loss": 12.2136,
      "step": 5380
    },
    {
      "epoch": 0.8811200261994433,
      "grad_norm": 0.2696981430053711,
      "learning_rate": 0.000196570023018436,
      "loss": 12.1887,
      "step": 5381
    },
    {
      "epoch": 0.8812837727198297,
      "grad_norm": 0.17520564794540405,
      "learning_rate": 0.0001965686805421255,
      "loss": 12.2185,
      "step": 5382
    },
    {
      "epoch": 0.8814475192402161,
      "grad_norm": 0.16621682047843933,
      "learning_rate": 0.00019656733780773304,
      "loss": 12.1955,
      "step": 5383
    },
    {
      "epoch": 0.8816112657606026,
      "grad_norm": 0.19752421975135803,
      "learning_rate": 0.00019656599481526228,
      "loss": 12.199,
      "step": 5384
    },
    {
      "epoch": 0.881775012280989,
      "grad_norm": 0.21680553257465363,
      "learning_rate": 0.00019656465156471677,
      "loss": 12.2044,
      "step": 5385
    },
    {
      "epoch": 0.8819387588013755,
      "grad_norm": 0.2772693932056427,
      "learning_rate": 0.0001965633080561001,
      "loss": 12.1732,
      "step": 5386
    },
    {
      "epoch": 0.8821025053217619,
      "grad_norm": 0.23945340514183044,
      "learning_rate": 0.0001965619642894159,
      "loss": 12.2419,
      "step": 5387
    },
    {
      "epoch": 0.8822662518421484,
      "grad_norm": 0.20898021757602692,
      "learning_rate": 0.00019656062026466775,
      "loss": 12.1957,
      "step": 5388
    },
    {
      "epoch": 0.8824299983625348,
      "grad_norm": 0.18325871229171753,
      "learning_rate": 0.0001965592759818592,
      "loss": 12.2199,
      "step": 5389
    },
    {
      "epoch": 0.8825937448829212,
      "grad_norm": 0.1941148191690445,
      "learning_rate": 0.00019655793144099387,
      "loss": 12.1997,
      "step": 5390
    },
    {
      "epoch": 0.8827574914033077,
      "grad_norm": 0.22217395901679993,
      "learning_rate": 0.00019655658664207538,
      "loss": 12.1698,
      "step": 5391
    },
    {
      "epoch": 0.8829212379236941,
      "grad_norm": 0.24421826004981995,
      "learning_rate": 0.00019655524158510726,
      "loss": 12.2219,
      "step": 5392
    },
    {
      "epoch": 0.8830849844440806,
      "grad_norm": 0.20204107463359833,
      "learning_rate": 0.00019655389627009316,
      "loss": 12.1876,
      "step": 5393
    },
    {
      "epoch": 0.883248730964467,
      "grad_norm": 0.22577153146266937,
      "learning_rate": 0.00019655255069703668,
      "loss": 12.2262,
      "step": 5394
    },
    {
      "epoch": 0.8834124774848534,
      "grad_norm": 0.26122328639030457,
      "learning_rate": 0.00019655120486594137,
      "loss": 12.1976,
      "step": 5395
    },
    {
      "epoch": 0.8835762240052399,
      "grad_norm": 0.16808271408081055,
      "learning_rate": 0.00019654985877681086,
      "loss": 12.2246,
      "step": 5396
    },
    {
      "epoch": 0.8837399705256264,
      "grad_norm": 0.22875890135765076,
      "learning_rate": 0.0001965485124296487,
      "loss": 12.1992,
      "step": 5397
    },
    {
      "epoch": 0.8839037170460128,
      "grad_norm": 0.22617661952972412,
      "learning_rate": 0.00019654716582445856,
      "loss": 12.1989,
      "step": 5398
    },
    {
      "epoch": 0.8840674635663992,
      "grad_norm": 0.1974848061800003,
      "learning_rate": 0.000196545818961244,
      "loss": 12.173,
      "step": 5399
    },
    {
      "epoch": 0.8842312100867856,
      "grad_norm": 0.17293989658355713,
      "learning_rate": 0.00019654447184000863,
      "loss": 12.1885,
      "step": 5400
    },
    {
      "epoch": 0.884394956607172,
      "grad_norm": 0.18442586064338684,
      "learning_rate": 0.00019654312446075605,
      "loss": 12.2433,
      "step": 5401
    },
    {
      "epoch": 0.8845587031275586,
      "grad_norm": 0.18505088984966278,
      "learning_rate": 0.00019654177682348984,
      "loss": 12.1922,
      "step": 5402
    },
    {
      "epoch": 0.884722449647945,
      "grad_norm": 0.21452270448207855,
      "learning_rate": 0.00019654042892821362,
      "loss": 12.2466,
      "step": 5403
    },
    {
      "epoch": 0.8848861961683314,
      "grad_norm": 0.19911737740039825,
      "learning_rate": 0.00019653908077493098,
      "loss": 12.197,
      "step": 5404
    },
    {
      "epoch": 0.8850499426887178,
      "grad_norm": 0.2274569571018219,
      "learning_rate": 0.00019653773236364558,
      "loss": 12.2211,
      "step": 5405
    },
    {
      "epoch": 0.8852136892091043,
      "grad_norm": 0.33347171545028687,
      "learning_rate": 0.00019653638369436093,
      "loss": 12.2603,
      "step": 5406
    },
    {
      "epoch": 0.8853774357294908,
      "grad_norm": 0.30079954862594604,
      "learning_rate": 0.0001965350347670807,
      "loss": 12.2018,
      "step": 5407
    },
    {
      "epoch": 0.8855411822498772,
      "grad_norm": 0.29643142223358154,
      "learning_rate": 0.00019653368558180846,
      "loss": 12.2127,
      "step": 5408
    },
    {
      "epoch": 0.8857049287702636,
      "grad_norm": 0.24670402705669403,
      "learning_rate": 0.00019653233613854784,
      "loss": 12.1785,
      "step": 5409
    },
    {
      "epoch": 0.88586867529065,
      "grad_norm": 0.20543113350868225,
      "learning_rate": 0.00019653098643730244,
      "loss": 12.1749,
      "step": 5410
    },
    {
      "epoch": 0.8860324218110365,
      "grad_norm": 0.14766377210617065,
      "learning_rate": 0.00019652963647807587,
      "loss": 12.1703,
      "step": 5411
    },
    {
      "epoch": 0.886196168331423,
      "grad_norm": 0.2057431936264038,
      "learning_rate": 0.0001965282862608717,
      "loss": 12.1919,
      "step": 5412
    },
    {
      "epoch": 0.8863599148518094,
      "grad_norm": 0.3063999116420746,
      "learning_rate": 0.00019652693578569363,
      "loss": 12.1502,
      "step": 5413
    },
    {
      "epoch": 0.8865236613721958,
      "grad_norm": 0.20234070718288422,
      "learning_rate": 0.00019652558505254517,
      "loss": 12.2103,
      "step": 5414
    },
    {
      "epoch": 0.8866874078925823,
      "grad_norm": 0.26406753063201904,
      "learning_rate": 0.00019652423406142996,
      "loss": 12.1817,
      "step": 5415
    },
    {
      "epoch": 0.8868511544129687,
      "grad_norm": 0.19212624430656433,
      "learning_rate": 0.00019652288281235165,
      "loss": 12.225,
      "step": 5416
    },
    {
      "epoch": 0.8870149009333552,
      "grad_norm": 0.16861864924430847,
      "learning_rate": 0.0001965215313053138,
      "loss": 12.17,
      "step": 5417
    },
    {
      "epoch": 0.8871786474537416,
      "grad_norm": 0.2335277944803238,
      "learning_rate": 0.00019652017954032008,
      "loss": 12.1742,
      "step": 5418
    },
    {
      "epoch": 0.8873423939741281,
      "grad_norm": 0.14762955904006958,
      "learning_rate": 0.00019651882751737403,
      "loss": 12.1701,
      "step": 5419
    },
    {
      "epoch": 0.8875061404945145,
      "grad_norm": 0.17531447112560272,
      "learning_rate": 0.0001965174752364793,
      "loss": 12.2191,
      "step": 5420
    },
    {
      "epoch": 0.8876698870149009,
      "grad_norm": 0.14335264265537262,
      "learning_rate": 0.00019651612269763952,
      "loss": 12.181,
      "step": 5421
    },
    {
      "epoch": 0.8878336335352873,
      "grad_norm": 0.17182417213916779,
      "learning_rate": 0.00019651476990085827,
      "loss": 12.2351,
      "step": 5422
    },
    {
      "epoch": 0.8879973800556739,
      "grad_norm": 0.19952547550201416,
      "learning_rate": 0.0001965134168461392,
      "loss": 12.2412,
      "step": 5423
    },
    {
      "epoch": 0.8881611265760603,
      "grad_norm": 0.26796746253967285,
      "learning_rate": 0.00019651206353348593,
      "loss": 12.2185,
      "step": 5424
    },
    {
      "epoch": 0.8883248730964467,
      "grad_norm": 0.2393687516450882,
      "learning_rate": 0.000196510709962902,
      "loss": 12.181,
      "step": 5425
    },
    {
      "epoch": 0.8884886196168331,
      "grad_norm": 0.29319050908088684,
      "learning_rate": 0.00019650935613439111,
      "loss": 12.194,
      "step": 5426
    },
    {
      "epoch": 0.8886523661372195,
      "grad_norm": 0.21772262454032898,
      "learning_rate": 0.00019650800204795688,
      "loss": 12.2103,
      "step": 5427
    },
    {
      "epoch": 0.8888161126576061,
      "grad_norm": 0.20809681713581085,
      "learning_rate": 0.00019650664770360287,
      "loss": 12.1943,
      "step": 5428
    },
    {
      "epoch": 0.8889798591779925,
      "grad_norm": 0.1750519871711731,
      "learning_rate": 0.00019650529310133273,
      "loss": 12.2278,
      "step": 5429
    },
    {
      "epoch": 0.8891436056983789,
      "grad_norm": 0.1757284700870514,
      "learning_rate": 0.0001965039382411501,
      "loss": 12.1721,
      "step": 5430
    },
    {
      "epoch": 0.8893073522187653,
      "grad_norm": 0.2545665502548218,
      "learning_rate": 0.00019650258312305858,
      "loss": 12.1833,
      "step": 5431
    },
    {
      "epoch": 0.8894710987391518,
      "grad_norm": 0.17610281705856323,
      "learning_rate": 0.0001965012277470618,
      "loss": 12.1973,
      "step": 5432
    },
    {
      "epoch": 0.8896348452595383,
      "grad_norm": 0.19277021288871765,
      "learning_rate": 0.00019649987211316333,
      "loss": 12.1872,
      "step": 5433
    },
    {
      "epoch": 0.8897985917799247,
      "grad_norm": 0.23533087968826294,
      "learning_rate": 0.00019649851622136687,
      "loss": 12.1831,
      "step": 5434
    },
    {
      "epoch": 0.8899623383003111,
      "grad_norm": 0.2492072880268097,
      "learning_rate": 0.00019649716007167603,
      "loss": 12.1907,
      "step": 5435
    },
    {
      "epoch": 0.8901260848206975,
      "grad_norm": 0.19317859411239624,
      "learning_rate": 0.0001964958036640944,
      "loss": 12.1379,
      "step": 5436
    },
    {
      "epoch": 0.890289831341084,
      "grad_norm": 0.2242225706577301,
      "learning_rate": 0.00019649444699862563,
      "loss": 12.1549,
      "step": 5437
    },
    {
      "epoch": 0.8904535778614704,
      "grad_norm": 0.18521229922771454,
      "learning_rate": 0.00019649309007527333,
      "loss": 12.2003,
      "step": 5438
    },
    {
      "epoch": 0.8906173243818569,
      "grad_norm": 0.20189817249774933,
      "learning_rate": 0.00019649173289404114,
      "loss": 12.2564,
      "step": 5439
    },
    {
      "epoch": 0.8907810709022433,
      "grad_norm": 0.2615988552570343,
      "learning_rate": 0.00019649037545493262,
      "loss": 12.2349,
      "step": 5440
    },
    {
      "epoch": 0.8909448174226298,
      "grad_norm": 0.20406047999858856,
      "learning_rate": 0.00019648901775795152,
      "loss": 12.1992,
      "step": 5441
    },
    {
      "epoch": 0.8911085639430162,
      "grad_norm": 0.17357738316059113,
      "learning_rate": 0.0001964876598031014,
      "loss": 12.1983,
      "step": 5442
    },
    {
      "epoch": 0.8912723104634026,
      "grad_norm": 0.336292564868927,
      "learning_rate": 0.00019648630159038591,
      "loss": 12.1916,
      "step": 5443
    },
    {
      "epoch": 0.8914360569837891,
      "grad_norm": 0.1567222625017166,
      "learning_rate": 0.00019648494311980862,
      "loss": 12.216,
      "step": 5444
    },
    {
      "epoch": 0.8915998035041756,
      "grad_norm": 0.22057078778743744,
      "learning_rate": 0.00019648358439137327,
      "loss": 12.1767,
      "step": 5445
    },
    {
      "epoch": 0.891763550024562,
      "grad_norm": 0.2345612794160843,
      "learning_rate": 0.0001964822254050834,
      "loss": 12.1951,
      "step": 5446
    },
    {
      "epoch": 0.8919272965449484,
      "grad_norm": 0.2505810260772705,
      "learning_rate": 0.00019648086616094265,
      "loss": 12.1812,
      "step": 5447
    },
    {
      "epoch": 0.8920910430653348,
      "grad_norm": 0.16063730418682098,
      "learning_rate": 0.0001964795066589547,
      "loss": 12.2272,
      "step": 5448
    },
    {
      "epoch": 0.8922547895857214,
      "grad_norm": 0.20965324342250824,
      "learning_rate": 0.0001964781468991231,
      "loss": 12.2252,
      "step": 5449
    },
    {
      "epoch": 0.8924185361061078,
      "grad_norm": 0.20895497500896454,
      "learning_rate": 0.0001964767868814516,
      "loss": 12.1705,
      "step": 5450
    },
    {
      "epoch": 0.8925822826264942,
      "grad_norm": 0.2811448872089386,
      "learning_rate": 0.00019647542660594376,
      "loss": 12.1535,
      "step": 5451
    },
    {
      "epoch": 0.8927460291468806,
      "grad_norm": 0.35765573382377625,
      "learning_rate": 0.0001964740660726032,
      "loss": 12.2052,
      "step": 5452
    },
    {
      "epoch": 0.892909775667267,
      "grad_norm": 0.14198888838291168,
      "learning_rate": 0.00019647270528143365,
      "loss": 12.2097,
      "step": 5453
    },
    {
      "epoch": 0.8930735221876535,
      "grad_norm": 0.32861682772636414,
      "learning_rate": 0.00019647134423243863,
      "loss": 12.2164,
      "step": 5454
    },
    {
      "epoch": 0.89323726870804,
      "grad_norm": 0.23956432938575745,
      "learning_rate": 0.00019646998292562184,
      "loss": 12.1609,
      "step": 5455
    },
    {
      "epoch": 0.8934010152284264,
      "grad_norm": 0.18193715810775757,
      "learning_rate": 0.0001964686213609869,
      "loss": 12.2109,
      "step": 5456
    },
    {
      "epoch": 0.8935647617488128,
      "grad_norm": 0.22204603254795074,
      "learning_rate": 0.00019646725953853747,
      "loss": 12.1946,
      "step": 5457
    },
    {
      "epoch": 0.8937285082691993,
      "grad_norm": 0.31222662329673767,
      "learning_rate": 0.0001964658974582772,
      "loss": 12.2332,
      "step": 5458
    },
    {
      "epoch": 0.8938922547895857,
      "grad_norm": 0.20466507971286774,
      "learning_rate": 0.00019646453512020968,
      "loss": 12.1839,
      "step": 5459
    },
    {
      "epoch": 0.8940560013099722,
      "grad_norm": 0.3093145489692688,
      "learning_rate": 0.00019646317252433856,
      "loss": 12.2037,
      "step": 5460
    },
    {
      "epoch": 0.8942197478303586,
      "grad_norm": 0.2696705162525177,
      "learning_rate": 0.00019646180967066752,
      "loss": 12.1828,
      "step": 5461
    },
    {
      "epoch": 0.894383494350745,
      "grad_norm": 0.357363760471344,
      "learning_rate": 0.00019646044655920018,
      "loss": 12.2008,
      "step": 5462
    },
    {
      "epoch": 0.8945472408711315,
      "grad_norm": 0.1879502832889557,
      "learning_rate": 0.00019645908318994016,
      "loss": 12.1417,
      "step": 5463
    },
    {
      "epoch": 0.8947109873915179,
      "grad_norm": 0.21234050393104553,
      "learning_rate": 0.00019645771956289116,
      "loss": 12.1592,
      "step": 5464
    },
    {
      "epoch": 0.8948747339119044,
      "grad_norm": 0.16997899115085602,
      "learning_rate": 0.0001964563556780568,
      "loss": 12.1919,
      "step": 5465
    },
    {
      "epoch": 0.8950384804322908,
      "grad_norm": 0.32301029562950134,
      "learning_rate": 0.00019645499153544068,
      "loss": 12.2283,
      "step": 5466
    },
    {
      "epoch": 0.8952022269526773,
      "grad_norm": 0.20284268260002136,
      "learning_rate": 0.0001964536271350465,
      "loss": 12.1907,
      "step": 5467
    },
    {
      "epoch": 0.8953659734730637,
      "grad_norm": 0.20087093114852905,
      "learning_rate": 0.00019645226247687792,
      "loss": 12.1839,
      "step": 5468
    },
    {
      "epoch": 0.8955297199934501,
      "grad_norm": 0.262514591217041,
      "learning_rate": 0.00019645089756093853,
      "loss": 12.2075,
      "step": 5469
    },
    {
      "epoch": 0.8956934665138366,
      "grad_norm": 0.25714513659477234,
      "learning_rate": 0.00019644953238723197,
      "loss": 12.1744,
      "step": 5470
    },
    {
      "epoch": 0.895857213034223,
      "grad_norm": 0.2327851951122284,
      "learning_rate": 0.000196448166955762,
      "loss": 12.2046,
      "step": 5471
    },
    {
      "epoch": 0.8960209595546095,
      "grad_norm": 0.19213822484016418,
      "learning_rate": 0.00019644680126653212,
      "loss": 12.1694,
      "step": 5472
    },
    {
      "epoch": 0.8961847060749959,
      "grad_norm": 0.1899726241827011,
      "learning_rate": 0.0001964454353195461,
      "loss": 12.1646,
      "step": 5473
    },
    {
      "epoch": 0.8963484525953823,
      "grad_norm": 0.2429402470588684,
      "learning_rate": 0.0001964440691148075,
      "loss": 12.1775,
      "step": 5474
    },
    {
      "epoch": 0.8965121991157687,
      "grad_norm": 0.2892002463340759,
      "learning_rate": 0.00019644270265232002,
      "loss": 12.2039,
      "step": 5475
    },
    {
      "epoch": 0.8966759456361553,
      "grad_norm": 0.20710185170173645,
      "learning_rate": 0.00019644133593208732,
      "loss": 12.2032,
      "step": 5476
    },
    {
      "epoch": 0.8968396921565417,
      "grad_norm": 0.1989775151014328,
      "learning_rate": 0.00019643996895411304,
      "loss": 12.1897,
      "step": 5477
    },
    {
      "epoch": 0.8970034386769281,
      "grad_norm": 0.1908726990222931,
      "learning_rate": 0.00019643860171840083,
      "loss": 12.1807,
      "step": 5478
    },
    {
      "epoch": 0.8971671851973145,
      "grad_norm": 0.14833278954029083,
      "learning_rate": 0.00019643723422495434,
      "loss": 12.1943,
      "step": 5479
    },
    {
      "epoch": 0.897330931717701,
      "grad_norm": 0.2531777024269104,
      "learning_rate": 0.00019643586647377723,
      "loss": 12.1992,
      "step": 5480
    },
    {
      "epoch": 0.8974946782380875,
      "grad_norm": 0.15467454493045807,
      "learning_rate": 0.00019643449846487316,
      "loss": 12.2112,
      "step": 5481
    },
    {
      "epoch": 0.8976584247584739,
      "grad_norm": 0.24493160843849182,
      "learning_rate": 0.00019643313019824577,
      "loss": 12.2002,
      "step": 5482
    },
    {
      "epoch": 0.8978221712788603,
      "grad_norm": 0.2405363768339157,
      "learning_rate": 0.00019643176167389873,
      "loss": 12.1924,
      "step": 5483
    },
    {
      "epoch": 0.8979859177992467,
      "grad_norm": 0.22353297472000122,
      "learning_rate": 0.00019643039289183573,
      "loss": 12.2444,
      "step": 5484
    },
    {
      "epoch": 0.8981496643196332,
      "grad_norm": 0.2033051699399948,
      "learning_rate": 0.00019642902385206035,
      "loss": 12.2011,
      "step": 5485
    },
    {
      "epoch": 0.8983134108400197,
      "grad_norm": 0.18388885259628296,
      "learning_rate": 0.0001964276545545763,
      "loss": 12.189,
      "step": 5486
    },
    {
      "epoch": 0.8984771573604061,
      "grad_norm": 0.14707276225090027,
      "learning_rate": 0.00019642628499938724,
      "loss": 12.1606,
      "step": 5487
    },
    {
      "epoch": 0.8986409038807925,
      "grad_norm": 0.2868458926677704,
      "learning_rate": 0.00019642491518649682,
      "loss": 12.1782,
      "step": 5488
    },
    {
      "epoch": 0.898804650401179,
      "grad_norm": 0.17394380271434784,
      "learning_rate": 0.0001964235451159087,
      "loss": 12.2186,
      "step": 5489
    },
    {
      "epoch": 0.8989683969215654,
      "grad_norm": 0.1849113404750824,
      "learning_rate": 0.00019642217478762654,
      "loss": 12.175,
      "step": 5490
    },
    {
      "epoch": 0.8991321434419518,
      "grad_norm": 0.1802939921617508,
      "learning_rate": 0.00019642080420165402,
      "loss": 12.2259,
      "step": 5491
    },
    {
      "epoch": 0.8992958899623383,
      "grad_norm": 0.2525530159473419,
      "learning_rate": 0.00019641943335799478,
      "loss": 12.2544,
      "step": 5492
    },
    {
      "epoch": 0.8994596364827248,
      "grad_norm": 0.23146416246891022,
      "learning_rate": 0.00019641806225665249,
      "loss": 12.1796,
      "step": 5493
    },
    {
      "epoch": 0.8996233830031112,
      "grad_norm": 0.21136529743671417,
      "learning_rate": 0.0001964166908976308,
      "loss": 12.2143,
      "step": 5494
    },
    {
      "epoch": 0.8997871295234976,
      "grad_norm": 0.1975000649690628,
      "learning_rate": 0.00019641531928093345,
      "loss": 12.2613,
      "step": 5495
    },
    {
      "epoch": 0.899950876043884,
      "grad_norm": 0.18350078165531158,
      "learning_rate": 0.000196413947406564,
      "loss": 12.1942,
      "step": 5496
    },
    {
      "epoch": 0.9001146225642706,
      "grad_norm": 0.2046961933374405,
      "learning_rate": 0.00019641257527452618,
      "loss": 12.2138,
      "step": 5497
    },
    {
      "epoch": 0.900278369084657,
      "grad_norm": 0.21217146515846252,
      "learning_rate": 0.00019641120288482362,
      "loss": 12.2035,
      "step": 5498
    },
    {
      "epoch": 0.9004421156050434,
      "grad_norm": 0.20479761064052582,
      "learning_rate": 0.00019640983023746004,
      "loss": 12.1727,
      "step": 5499
    },
    {
      "epoch": 0.9006058621254298,
      "grad_norm": 0.23257897794246674,
      "learning_rate": 0.00019640845733243906,
      "loss": 12.1936,
      "step": 5500
    },
    {
      "epoch": 0.9007696086458162,
      "grad_norm": 0.21835742890834808,
      "learning_rate": 0.00019640708416976437,
      "loss": 12.2143,
      "step": 5501
    },
    {
      "epoch": 0.9009333551662028,
      "grad_norm": 0.23654595017433167,
      "learning_rate": 0.00019640571074943964,
      "loss": 12.2114,
      "step": 5502
    },
    {
      "epoch": 0.9010971016865892,
      "grad_norm": 0.21755824983119965,
      "learning_rate": 0.00019640433707146851,
      "loss": 12.1767,
      "step": 5503
    },
    {
      "epoch": 0.9012608482069756,
      "grad_norm": 0.26647433638572693,
      "learning_rate": 0.00019640296313585472,
      "loss": 12.2061,
      "step": 5504
    },
    {
      "epoch": 0.901424594727362,
      "grad_norm": 0.2962128520011902,
      "learning_rate": 0.00019640158894260185,
      "loss": 12.1792,
      "step": 5505
    },
    {
      "epoch": 0.9015883412477484,
      "grad_norm": 0.19125217199325562,
      "learning_rate": 0.00019640021449171367,
      "loss": 12.1565,
      "step": 5506
    },
    {
      "epoch": 0.901752087768135,
      "grad_norm": 0.21925587952136993,
      "learning_rate": 0.00019639883978319378,
      "loss": 12.1665,
      "step": 5507
    },
    {
      "epoch": 0.9019158342885214,
      "grad_norm": 0.17451533675193787,
      "learning_rate": 0.0001963974648170459,
      "loss": 12.1988,
      "step": 5508
    },
    {
      "epoch": 0.9020795808089078,
      "grad_norm": 0.1785857081413269,
      "learning_rate": 0.00019639608959327366,
      "loss": 12.1905,
      "step": 5509
    },
    {
      "epoch": 0.9022433273292942,
      "grad_norm": 0.17771711945533752,
      "learning_rate": 0.00019639471411188078,
      "loss": 12.2471,
      "step": 5510
    },
    {
      "epoch": 0.9024070738496807,
      "grad_norm": 0.18283720314502716,
      "learning_rate": 0.0001963933383728709,
      "loss": 12.2237,
      "step": 5511
    },
    {
      "epoch": 0.9025708203700671,
      "grad_norm": 0.25431132316589355,
      "learning_rate": 0.00019639196237624773,
      "loss": 12.2443,
      "step": 5512
    },
    {
      "epoch": 0.9027345668904536,
      "grad_norm": 0.18953686952590942,
      "learning_rate": 0.00019639058612201492,
      "loss": 12.2035,
      "step": 5513
    },
    {
      "epoch": 0.90289831341084,
      "grad_norm": 0.18691718578338623,
      "learning_rate": 0.00019638920961017616,
      "loss": 12.1804,
      "step": 5514
    },
    {
      "epoch": 0.9030620599312265,
      "grad_norm": 0.17548076808452606,
      "learning_rate": 0.0001963878328407351,
      "loss": 12.1916,
      "step": 5515
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 0.25483763217926025,
      "learning_rate": 0.0001963864558136955,
      "loss": 12.1932,
      "step": 5516
    },
    {
      "epoch": 0.9033895529719993,
      "grad_norm": 0.18971115350723267,
      "learning_rate": 0.00019638507852906095,
      "loss": 12.2435,
      "step": 5517
    },
    {
      "epoch": 0.9035532994923858,
      "grad_norm": 0.24928677082061768,
      "learning_rate": 0.00019638370098683515,
      "loss": 12.1433,
      "step": 5518
    },
    {
      "epoch": 0.9037170460127723,
      "grad_norm": 0.24095802009105682,
      "learning_rate": 0.00019638232318702184,
      "loss": 12.175,
      "step": 5519
    },
    {
      "epoch": 0.9038807925331587,
      "grad_norm": 0.24664843082427979,
      "learning_rate": 0.00019638094512962464,
      "loss": 12.2137,
      "step": 5520
    },
    {
      "epoch": 0.9040445390535451,
      "grad_norm": 0.38964059948921204,
      "learning_rate": 0.00019637956681464727,
      "loss": 12.2645,
      "step": 5521
    },
    {
      "epoch": 0.9042082855739315,
      "grad_norm": 0.17318522930145264,
      "learning_rate": 0.00019637818824209336,
      "loss": 12.2185,
      "step": 5522
    },
    {
      "epoch": 0.904372032094318,
      "grad_norm": 0.19336378574371338,
      "learning_rate": 0.00019637680941196666,
      "loss": 12.2357,
      "step": 5523
    },
    {
      "epoch": 0.9045357786147045,
      "grad_norm": 0.15321455895900726,
      "learning_rate": 0.0001963754303242708,
      "loss": 12.1926,
      "step": 5524
    },
    {
      "epoch": 0.9046995251350909,
      "grad_norm": 0.37872710824012756,
      "learning_rate": 0.0001963740509790095,
      "loss": 12.2196,
      "step": 5525
    },
    {
      "epoch": 0.9048632716554773,
      "grad_norm": 0.1967724710702896,
      "learning_rate": 0.00019637267137618647,
      "loss": 12.1819,
      "step": 5526
    },
    {
      "epoch": 0.9050270181758637,
      "grad_norm": 0.24283172190189362,
      "learning_rate": 0.00019637129151580534,
      "loss": 12.2475,
      "step": 5527
    },
    {
      "epoch": 0.9051907646962501,
      "grad_norm": 0.22868524491786957,
      "learning_rate": 0.00019636991139786983,
      "loss": 12.1437,
      "step": 5528
    },
    {
      "epoch": 0.9053545112166367,
      "grad_norm": 0.3724064230918884,
      "learning_rate": 0.00019636853102238363,
      "loss": 12.1526,
      "step": 5529
    },
    {
      "epoch": 0.9055182577370231,
      "grad_norm": 0.33997368812561035,
      "learning_rate": 0.0001963671503893504,
      "loss": 12.1744,
      "step": 5530
    },
    {
      "epoch": 0.9056820042574095,
      "grad_norm": 0.23206524550914764,
      "learning_rate": 0.00019636576949877386,
      "loss": 12.2226,
      "step": 5531
    },
    {
      "epoch": 0.9058457507777959,
      "grad_norm": 0.18008258938789368,
      "learning_rate": 0.00019636438835065768,
      "loss": 12.229,
      "step": 5532
    },
    {
      "epoch": 0.9060094972981824,
      "grad_norm": 0.1968875527381897,
      "learning_rate": 0.00019636300694500557,
      "loss": 12.1963,
      "step": 5533
    },
    {
      "epoch": 0.9061732438185689,
      "grad_norm": 0.18469345569610596,
      "learning_rate": 0.00019636162528182123,
      "loss": 12.1992,
      "step": 5534
    },
    {
      "epoch": 0.9063369903389553,
      "grad_norm": 0.18159055709838867,
      "learning_rate": 0.0001963602433611083,
      "loss": 12.1871,
      "step": 5535
    },
    {
      "epoch": 0.9065007368593417,
      "grad_norm": 0.18288667500019073,
      "learning_rate": 0.00019635886118287056,
      "loss": 12.2015,
      "step": 5536
    },
    {
      "epoch": 0.9066644833797282,
      "grad_norm": 0.19670705497264862,
      "learning_rate": 0.00019635747874711165,
      "loss": 12.2556,
      "step": 5537
    },
    {
      "epoch": 0.9068282299001146,
      "grad_norm": 0.20187531411647797,
      "learning_rate": 0.00019635609605383523,
      "loss": 12.2292,
      "step": 5538
    },
    {
      "epoch": 0.9069919764205011,
      "grad_norm": 0.18336746096611023,
      "learning_rate": 0.00019635471310304502,
      "loss": 12.2436,
      "step": 5539
    },
    {
      "epoch": 0.9071557229408875,
      "grad_norm": 0.17701983451843262,
      "learning_rate": 0.00019635332989474476,
      "loss": 12.2483,
      "step": 5540
    },
    {
      "epoch": 0.907319469461274,
      "grad_norm": 0.22480981051921844,
      "learning_rate": 0.0001963519464289381,
      "loss": 12.1971,
      "step": 5541
    },
    {
      "epoch": 0.9074832159816604,
      "grad_norm": 0.16765595972537994,
      "learning_rate": 0.00019635056270562879,
      "loss": 12.2331,
      "step": 5542
    },
    {
      "epoch": 0.9076469625020468,
      "grad_norm": 0.3057440519332886,
      "learning_rate": 0.00019634917872482044,
      "loss": 12.1939,
      "step": 5543
    },
    {
      "epoch": 0.9078107090224333,
      "grad_norm": 0.2349509298801422,
      "learning_rate": 0.00019634779448651684,
      "loss": 12.214,
      "step": 5544
    },
    {
      "epoch": 0.9079744555428197,
      "grad_norm": 0.21509763598442078,
      "learning_rate": 0.00019634640999072165,
      "loss": 12.1928,
      "step": 5545
    },
    {
      "epoch": 0.9081382020632062,
      "grad_norm": 0.2097274661064148,
      "learning_rate": 0.00019634502523743853,
      "loss": 12.2109,
      "step": 5546
    },
    {
      "epoch": 0.9083019485835926,
      "grad_norm": 0.25460225343704224,
      "learning_rate": 0.00019634364022667124,
      "loss": 12.1596,
      "step": 5547
    },
    {
      "epoch": 0.908465695103979,
      "grad_norm": 0.28408318758010864,
      "learning_rate": 0.00019634225495842347,
      "loss": 12.1782,
      "step": 5548
    },
    {
      "epoch": 0.9086294416243654,
      "grad_norm": 0.3190418779850006,
      "learning_rate": 0.0001963408694326989,
      "loss": 12.2148,
      "step": 5549
    },
    {
      "epoch": 0.908793188144752,
      "grad_norm": 0.23027391731739044,
      "learning_rate": 0.00019633948364950125,
      "loss": 12.1884,
      "step": 5550
    },
    {
      "epoch": 0.9089569346651384,
      "grad_norm": 0.1823619157075882,
      "learning_rate": 0.00019633809760883427,
      "loss": 12.1885,
      "step": 5551
    },
    {
      "epoch": 0.9091206811855248,
      "grad_norm": 0.20494131743907928,
      "learning_rate": 0.00019633671131070155,
      "loss": 12.1947,
      "step": 5552
    },
    {
      "epoch": 0.9092844277059112,
      "grad_norm": 0.20161812007427216,
      "learning_rate": 0.00019633532475510688,
      "loss": 12.2013,
      "step": 5553
    },
    {
      "epoch": 0.9094481742262976,
      "grad_norm": 0.31010743975639343,
      "learning_rate": 0.00019633393794205395,
      "loss": 12.184,
      "step": 5554
    },
    {
      "epoch": 0.9096119207466842,
      "grad_norm": 0.23047974705696106,
      "learning_rate": 0.00019633255087154645,
      "loss": 12.2086,
      "step": 5555
    },
    {
      "epoch": 0.9097756672670706,
      "grad_norm": 0.19611789286136627,
      "learning_rate": 0.0001963311635435881,
      "loss": 12.1524,
      "step": 5556
    },
    {
      "epoch": 0.909939413787457,
      "grad_norm": 0.2260327935218811,
      "learning_rate": 0.0001963297759581826,
      "loss": 12.1724,
      "step": 5557
    },
    {
      "epoch": 0.9101031603078434,
      "grad_norm": 0.27541208267211914,
      "learning_rate": 0.00019632838811533366,
      "loss": 12.2333,
      "step": 5558
    },
    {
      "epoch": 0.9102669068282299,
      "grad_norm": 0.20773500204086304,
      "learning_rate": 0.00019632700001504503,
      "loss": 12.1873,
      "step": 5559
    },
    {
      "epoch": 0.9104306533486164,
      "grad_norm": 0.1515439748764038,
      "learning_rate": 0.00019632561165732035,
      "loss": 12.2155,
      "step": 5560
    },
    {
      "epoch": 0.9105943998690028,
      "grad_norm": 0.21105898916721344,
      "learning_rate": 0.00019632422304216338,
      "loss": 12.2009,
      "step": 5561
    },
    {
      "epoch": 0.9107581463893892,
      "grad_norm": 0.32009610533714294,
      "learning_rate": 0.0001963228341695778,
      "loss": 12.165,
      "step": 5562
    },
    {
      "epoch": 0.9109218929097757,
      "grad_norm": 0.20287175476551056,
      "learning_rate": 0.00019632144503956735,
      "loss": 12.1722,
      "step": 5563
    },
    {
      "epoch": 0.9110856394301621,
      "grad_norm": 0.23047593235969543,
      "learning_rate": 0.00019632005565213575,
      "loss": 12.2105,
      "step": 5564
    },
    {
      "epoch": 0.9112493859505485,
      "grad_norm": 0.1874959021806717,
      "learning_rate": 0.00019631866600728666,
      "loss": 12.2238,
      "step": 5565
    },
    {
      "epoch": 0.911413132470935,
      "grad_norm": 0.19761738181114197,
      "learning_rate": 0.00019631727610502382,
      "loss": 12.2259,
      "step": 5566
    },
    {
      "epoch": 0.9115768789913214,
      "grad_norm": 0.2271406203508377,
      "learning_rate": 0.00019631588594535098,
      "loss": 12.2208,
      "step": 5567
    },
    {
      "epoch": 0.9117406255117079,
      "grad_norm": 0.23177951574325562,
      "learning_rate": 0.0001963144955282718,
      "loss": 12.1564,
      "step": 5568
    },
    {
      "epoch": 0.9119043720320943,
      "grad_norm": 0.23407697677612305,
      "learning_rate": 0.00019631310485379003,
      "loss": 12.256,
      "step": 5569
    },
    {
      "epoch": 0.9120681185524807,
      "grad_norm": 0.1991937905550003,
      "learning_rate": 0.00019631171392190937,
      "loss": 12.2037,
      "step": 5570
    },
    {
      "epoch": 0.9122318650728672,
      "grad_norm": 0.16949152946472168,
      "learning_rate": 0.00019631032273263355,
      "loss": 12.1607,
      "step": 5571
    },
    {
      "epoch": 0.9123956115932537,
      "grad_norm": 0.18378371000289917,
      "learning_rate": 0.00019630893128596628,
      "loss": 12.2079,
      "step": 5572
    },
    {
      "epoch": 0.9125593581136401,
      "grad_norm": 0.28451430797576904,
      "learning_rate": 0.00019630753958191127,
      "loss": 12.1967,
      "step": 5573
    },
    {
      "epoch": 0.9127231046340265,
      "grad_norm": 0.24678632616996765,
      "learning_rate": 0.00019630614762047228,
      "loss": 12.1752,
      "step": 5574
    },
    {
      "epoch": 0.9128868511544129,
      "grad_norm": 0.1980373114347458,
      "learning_rate": 0.000196304755401653,
      "loss": 12.2059,
      "step": 5575
    },
    {
      "epoch": 0.9130505976747995,
      "grad_norm": 0.17855502665042877,
      "learning_rate": 0.00019630336292545715,
      "loss": 12.1892,
      "step": 5576
    },
    {
      "epoch": 0.9132143441951859,
      "grad_norm": 0.16646316647529602,
      "learning_rate": 0.00019630197019188843,
      "loss": 12.1871,
      "step": 5577
    },
    {
      "epoch": 0.9133780907155723,
      "grad_norm": 0.25967565178871155,
      "learning_rate": 0.0001963005772009506,
      "loss": 12.1705,
      "step": 5578
    },
    {
      "epoch": 0.9135418372359587,
      "grad_norm": 0.24722515046596527,
      "learning_rate": 0.00019629918395264737,
      "loss": 12.2497,
      "step": 5579
    },
    {
      "epoch": 0.9137055837563451,
      "grad_norm": 0.39940646290779114,
      "learning_rate": 0.00019629779044698245,
      "loss": 12.2307,
      "step": 5580
    },
    {
      "epoch": 0.9138693302767317,
      "grad_norm": 0.2521853446960449,
      "learning_rate": 0.0001962963966839596,
      "loss": 12.1712,
      "step": 5581
    },
    {
      "epoch": 0.9140330767971181,
      "grad_norm": 0.21657101809978485,
      "learning_rate": 0.00019629500266358252,
      "loss": 12.2135,
      "step": 5582
    },
    {
      "epoch": 0.9141968233175045,
      "grad_norm": 0.3074314296245575,
      "learning_rate": 0.0001962936083858549,
      "loss": 12.1631,
      "step": 5583
    },
    {
      "epoch": 0.9143605698378909,
      "grad_norm": 0.36722809076309204,
      "learning_rate": 0.00019629221385078057,
      "loss": 12.1806,
      "step": 5584
    },
    {
      "epoch": 0.9145243163582774,
      "grad_norm": 0.16407924890518188,
      "learning_rate": 0.00019629081905836313,
      "loss": 12.22,
      "step": 5585
    },
    {
      "epoch": 0.9146880628786638,
      "grad_norm": 0.2450379580259323,
      "learning_rate": 0.0001962894240086064,
      "loss": 12.2025,
      "step": 5586
    },
    {
      "epoch": 0.9148518093990503,
      "grad_norm": 0.23185379803180695,
      "learning_rate": 0.00019628802870151404,
      "loss": 12.1731,
      "step": 5587
    },
    {
      "epoch": 0.9150155559194367,
      "grad_norm": 0.2305319905281067,
      "learning_rate": 0.00019628663313708985,
      "loss": 12.2026,
      "step": 5588
    },
    {
      "epoch": 0.9151793024398232,
      "grad_norm": 0.22881747782230377,
      "learning_rate": 0.0001962852373153375,
      "loss": 12.1726,
      "step": 5589
    },
    {
      "epoch": 0.9153430489602096,
      "grad_norm": 0.23087134957313538,
      "learning_rate": 0.00019628384123626075,
      "loss": 12.2017,
      "step": 5590
    },
    {
      "epoch": 0.915506795480596,
      "grad_norm": 0.2512141764163971,
      "learning_rate": 0.00019628244489986333,
      "loss": 12.1854,
      "step": 5591
    },
    {
      "epoch": 0.9156705420009825,
      "grad_norm": 0.16962803900241852,
      "learning_rate": 0.00019628104830614898,
      "loss": 12.2042,
      "step": 5592
    },
    {
      "epoch": 0.9158342885213689,
      "grad_norm": 0.21456128358840942,
      "learning_rate": 0.00019627965145512142,
      "loss": 12.207,
      "step": 5593
    },
    {
      "epoch": 0.9159980350417554,
      "grad_norm": 0.26604217290878296,
      "learning_rate": 0.00019627825434678436,
      "loss": 12.1823,
      "step": 5594
    },
    {
      "epoch": 0.9161617815621418,
      "grad_norm": 0.21090373396873474,
      "learning_rate": 0.00019627685698114154,
      "loss": 12.1963,
      "step": 5595
    },
    {
      "epoch": 0.9163255280825282,
      "grad_norm": 0.19021250307559967,
      "learning_rate": 0.00019627545935819676,
      "loss": 12.2262,
      "step": 5596
    },
    {
      "epoch": 0.9164892746029147,
      "grad_norm": 0.21300260722637177,
      "learning_rate": 0.0001962740614779537,
      "loss": 12.2236,
      "step": 5597
    },
    {
      "epoch": 0.9166530211233012,
      "grad_norm": 0.21213604509830475,
      "learning_rate": 0.00019627266334041606,
      "loss": 12.2078,
      "step": 5598
    },
    {
      "epoch": 0.9168167676436876,
      "grad_norm": 0.21590757369995117,
      "learning_rate": 0.00019627126494558766,
      "loss": 12.2192,
      "step": 5599
    },
    {
      "epoch": 0.916980514164074,
      "grad_norm": 0.21304984390735626,
      "learning_rate": 0.0001962698662934722,
      "loss": 12.1843,
      "step": 5600
    },
    {
      "epoch": 0.9171442606844604,
      "grad_norm": 0.3009447157382965,
      "learning_rate": 0.00019626846738407338,
      "loss": 12.1754,
      "step": 5601
    },
    {
      "epoch": 0.9173080072048468,
      "grad_norm": 0.21674510836601257,
      "learning_rate": 0.000196267068217395,
      "loss": 12.1915,
      "step": 5602
    },
    {
      "epoch": 0.9174717537252334,
      "grad_norm": 0.1980867236852646,
      "learning_rate": 0.00019626566879344076,
      "loss": 12.1928,
      "step": 5603
    },
    {
      "epoch": 0.9176355002456198,
      "grad_norm": 0.23862797021865845,
      "learning_rate": 0.00019626426911221442,
      "loss": 12.1897,
      "step": 5604
    },
    {
      "epoch": 0.9177992467660062,
      "grad_norm": 0.21696722507476807,
      "learning_rate": 0.0001962628691737197,
      "loss": 12.1875,
      "step": 5605
    },
    {
      "epoch": 0.9179629932863926,
      "grad_norm": 0.2776798903942108,
      "learning_rate": 0.00019626146897796037,
      "loss": 12.1912,
      "step": 5606
    },
    {
      "epoch": 0.9181267398067791,
      "grad_norm": 0.2753942608833313,
      "learning_rate": 0.00019626006852494014,
      "loss": 12.2038,
      "step": 5607
    },
    {
      "epoch": 0.9182904863271656,
      "grad_norm": 0.2120659500360489,
      "learning_rate": 0.00019625866781466277,
      "loss": 12.2269,
      "step": 5608
    },
    {
      "epoch": 0.918454232847552,
      "grad_norm": 0.2191070169210434,
      "learning_rate": 0.000196257266847132,
      "loss": 12.2023,
      "step": 5609
    },
    {
      "epoch": 0.9186179793679384,
      "grad_norm": 0.18459241092205048,
      "learning_rate": 0.0001962558656223516,
      "loss": 12.2507,
      "step": 5610
    },
    {
      "epoch": 0.9187817258883249,
      "grad_norm": 0.22016586363315582,
      "learning_rate": 0.00019625446414032528,
      "loss": 12.2022,
      "step": 5611
    },
    {
      "epoch": 0.9189454724087113,
      "grad_norm": 0.2339899241924286,
      "learning_rate": 0.00019625306240105678,
      "loss": 12.1885,
      "step": 5612
    },
    {
      "epoch": 0.9191092189290978,
      "grad_norm": 0.16001994907855988,
      "learning_rate": 0.0001962516604045499,
      "loss": 12.2032,
      "step": 5613
    },
    {
      "epoch": 0.9192729654494842,
      "grad_norm": 0.1658070683479309,
      "learning_rate": 0.00019625025815080832,
      "loss": 12.2337,
      "step": 5614
    },
    {
      "epoch": 0.9194367119698706,
      "grad_norm": 0.20818838477134705,
      "learning_rate": 0.0001962488556398358,
      "loss": 12.1758,
      "step": 5615
    },
    {
      "epoch": 0.9196004584902571,
      "grad_norm": 0.1763136386871338,
      "learning_rate": 0.00019624745287163614,
      "loss": 12.2373,
      "step": 5616
    },
    {
      "epoch": 0.9197642050106435,
      "grad_norm": 0.24905569851398468,
      "learning_rate": 0.00019624604984621303,
      "loss": 12.2229,
      "step": 5617
    },
    {
      "epoch": 0.91992795153103,
      "grad_norm": 0.23795831203460693,
      "learning_rate": 0.0001962446465635703,
      "loss": 12.2294,
      "step": 5618
    },
    {
      "epoch": 0.9200916980514164,
      "grad_norm": 0.1871357262134552,
      "learning_rate": 0.00019624324302371159,
      "loss": 12.2287,
      "step": 5619
    },
    {
      "epoch": 0.9202554445718029,
      "grad_norm": 0.19260695576667786,
      "learning_rate": 0.0001962418392266407,
      "loss": 12.2156,
      "step": 5620
    },
    {
      "epoch": 0.9204191910921893,
      "grad_norm": 0.22474630177021027,
      "learning_rate": 0.00019624043517236142,
      "loss": 12.2062,
      "step": 5621
    },
    {
      "epoch": 0.9205829376125757,
      "grad_norm": 0.21308498084545135,
      "learning_rate": 0.00019623903086087743,
      "loss": 12.1534,
      "step": 5622
    },
    {
      "epoch": 0.9207466841329621,
      "grad_norm": 0.23840853571891785,
      "learning_rate": 0.00019623762629219254,
      "loss": 12.2294,
      "step": 5623
    },
    {
      "epoch": 0.9209104306533487,
      "grad_norm": 0.16088342666625977,
      "learning_rate": 0.0001962362214663105,
      "loss": 12.1875,
      "step": 5624
    },
    {
      "epoch": 0.9210741771737351,
      "grad_norm": 0.17406006157398224,
      "learning_rate": 0.00019623481638323504,
      "loss": 12.1899,
      "step": 5625
    },
    {
      "epoch": 0.9212379236941215,
      "grad_norm": 0.3836399018764496,
      "learning_rate": 0.00019623341104296996,
      "loss": 12.1809,
      "step": 5626
    },
    {
      "epoch": 0.9214016702145079,
      "grad_norm": 0.22275377810001373,
      "learning_rate": 0.00019623200544551894,
      "loss": 12.2282,
      "step": 5627
    },
    {
      "epoch": 0.9215654167348943,
      "grad_norm": 0.17254777252674103,
      "learning_rate": 0.0001962305995908858,
      "loss": 12.1682,
      "step": 5628
    },
    {
      "epoch": 0.9217291632552809,
      "grad_norm": 0.18798069655895233,
      "learning_rate": 0.00019622919347907423,
      "loss": 12.1696,
      "step": 5629
    },
    {
      "epoch": 0.9218929097756673,
      "grad_norm": 0.18211108446121216,
      "learning_rate": 0.00019622778711008806,
      "loss": 12.244,
      "step": 5630
    },
    {
      "epoch": 0.9220566562960537,
      "grad_norm": 0.1724194884300232,
      "learning_rate": 0.00019622638048393104,
      "loss": 12.2049,
      "step": 5631
    },
    {
      "epoch": 0.9222204028164401,
      "grad_norm": 0.216278538107872,
      "learning_rate": 0.0001962249736006069,
      "loss": 12.1942,
      "step": 5632
    },
    {
      "epoch": 0.9223841493368266,
      "grad_norm": 0.1511804312467575,
      "learning_rate": 0.0001962235664601194,
      "loss": 12.1749,
      "step": 5633
    },
    {
      "epoch": 0.9225478958572131,
      "grad_norm": 0.22259478271007538,
      "learning_rate": 0.00019622215906247233,
      "loss": 12.1889,
      "step": 5634
    },
    {
      "epoch": 0.9227116423775995,
      "grad_norm": 0.1721561849117279,
      "learning_rate": 0.00019622075140766942,
      "loss": 12.1448,
      "step": 5635
    },
    {
      "epoch": 0.9228753888979859,
      "grad_norm": 0.273781418800354,
      "learning_rate": 0.00019621934349571446,
      "loss": 12.1711,
      "step": 5636
    },
    {
      "epoch": 0.9230391354183723,
      "grad_norm": 0.14642216265201569,
      "learning_rate": 0.0001962179353266112,
      "loss": 12.2197,
      "step": 5637
    },
    {
      "epoch": 0.9232028819387588,
      "grad_norm": 0.1758895218372345,
      "learning_rate": 0.00019621652690036335,
      "loss": 12.1829,
      "step": 5638
    },
    {
      "epoch": 0.9233666284591452,
      "grad_norm": 0.2126394659280777,
      "learning_rate": 0.00019621511821697477,
      "loss": 12.1811,
      "step": 5639
    },
    {
      "epoch": 0.9235303749795317,
      "grad_norm": 0.22470438480377197,
      "learning_rate": 0.00019621370927644916,
      "loss": 12.1908,
      "step": 5640
    },
    {
      "epoch": 0.9236941214999181,
      "grad_norm": 0.3052608370780945,
      "learning_rate": 0.00019621230007879032,
      "loss": 12.185,
      "step": 5641
    },
    {
      "epoch": 0.9238578680203046,
      "grad_norm": 0.1935403198003769,
      "learning_rate": 0.00019621089062400203,
      "loss": 12.1812,
      "step": 5642
    },
    {
      "epoch": 0.924021614540691,
      "grad_norm": 0.2462088167667389,
      "learning_rate": 0.00019620948091208796,
      "loss": 12.2655,
      "step": 5643
    },
    {
      "epoch": 0.9241853610610774,
      "grad_norm": 0.16665256023406982,
      "learning_rate": 0.000196208070943052,
      "loss": 12.1541,
      "step": 5644
    },
    {
      "epoch": 0.9243491075814639,
      "grad_norm": 0.19369006156921387,
      "learning_rate": 0.00019620666071689784,
      "loss": 12.2169,
      "step": 5645
    },
    {
      "epoch": 0.9245128541018504,
      "grad_norm": 0.21364004909992218,
      "learning_rate": 0.00019620525023362925,
      "loss": 12.2395,
      "step": 5646
    },
    {
      "epoch": 0.9246766006222368,
      "grad_norm": 0.17877444624900818,
      "learning_rate": 0.00019620383949325008,
      "loss": 12.1984,
      "step": 5647
    },
    {
      "epoch": 0.9248403471426232,
      "grad_norm": 0.25867190957069397,
      "learning_rate": 0.000196202428495764,
      "loss": 12.2378,
      "step": 5648
    },
    {
      "epoch": 0.9250040936630096,
      "grad_norm": 0.26397934556007385,
      "learning_rate": 0.00019620101724117484,
      "loss": 12.2431,
      "step": 5649
    },
    {
      "epoch": 0.9251678401833962,
      "grad_norm": 0.21353283524513245,
      "learning_rate": 0.00019619960572948633,
      "loss": 12.1855,
      "step": 5650
    },
    {
      "epoch": 0.9253315867037826,
      "grad_norm": 0.22339512407779694,
      "learning_rate": 0.00019619819396070228,
      "loss": 12.2217,
      "step": 5651
    },
    {
      "epoch": 0.925495333224169,
      "grad_norm": 0.24192406237125397,
      "learning_rate": 0.00019619678193482648,
      "loss": 12.1972,
      "step": 5652
    },
    {
      "epoch": 0.9256590797445554,
      "grad_norm": 0.1845921277999878,
      "learning_rate": 0.00019619536965186261,
      "loss": 12.1971,
      "step": 5653
    },
    {
      "epoch": 0.9258228262649418,
      "grad_norm": 0.20364996790885925,
      "learning_rate": 0.00019619395711181458,
      "loss": 12.2293,
      "step": 5654
    },
    {
      "epoch": 0.9259865727853284,
      "grad_norm": 0.2523849606513977,
      "learning_rate": 0.00019619254431468605,
      "loss": 12.2391,
      "step": 5655
    },
    {
      "epoch": 0.9261503193057148,
      "grad_norm": 0.2320571094751358,
      "learning_rate": 0.00019619113126048086,
      "loss": 12.24,
      "step": 5656
    },
    {
      "epoch": 0.9263140658261012,
      "grad_norm": 0.1942824274301529,
      "learning_rate": 0.00019618971794920276,
      "loss": 12.1602,
      "step": 5657
    },
    {
      "epoch": 0.9264778123464876,
      "grad_norm": 0.2245338261127472,
      "learning_rate": 0.00019618830438085548,
      "loss": 12.1721,
      "step": 5658
    },
    {
      "epoch": 0.926641558866874,
      "grad_norm": 0.18910005688667297,
      "learning_rate": 0.00019618689055544292,
      "loss": 12.1884,
      "step": 5659
    },
    {
      "epoch": 0.9268053053872605,
      "grad_norm": 0.19292569160461426,
      "learning_rate": 0.00019618547647296875,
      "loss": 12.2185,
      "step": 5660
    },
    {
      "epoch": 0.926969051907647,
      "grad_norm": 0.2163044661283493,
      "learning_rate": 0.00019618406213343681,
      "loss": 12.1878,
      "step": 5661
    },
    {
      "epoch": 0.9271327984280334,
      "grad_norm": 0.16511471569538116,
      "learning_rate": 0.00019618264753685084,
      "loss": 12.2038,
      "step": 5662
    },
    {
      "epoch": 0.9272965449484198,
      "grad_norm": 0.2402312457561493,
      "learning_rate": 0.00019618123268321465,
      "loss": 12.2501,
      "step": 5663
    },
    {
      "epoch": 0.9274602914688063,
      "grad_norm": 0.2006823718547821,
      "learning_rate": 0.00019617981757253202,
      "loss": 12.2564,
      "step": 5664
    },
    {
      "epoch": 0.9276240379891927,
      "grad_norm": 0.1727198213338852,
      "learning_rate": 0.0001961784022048067,
      "loss": 12.211,
      "step": 5665
    },
    {
      "epoch": 0.9277877845095792,
      "grad_norm": 0.19486209750175476,
      "learning_rate": 0.00019617698658004251,
      "loss": 12.1818,
      "step": 5666
    },
    {
      "epoch": 0.9279515310299656,
      "grad_norm": 0.1928364336490631,
      "learning_rate": 0.0001961755706982432,
      "loss": 12.2167,
      "step": 5667
    },
    {
      "epoch": 0.9281152775503521,
      "grad_norm": 0.22016997635364532,
      "learning_rate": 0.0001961741545594126,
      "loss": 12.1553,
      "step": 5668
    },
    {
      "epoch": 0.9282790240707385,
      "grad_norm": 0.2169150412082672,
      "learning_rate": 0.00019617273816355444,
      "loss": 12.1815,
      "step": 5669
    },
    {
      "epoch": 0.9284427705911249,
      "grad_norm": 0.2274349331855774,
      "learning_rate": 0.00019617132151067255,
      "loss": 12.2011,
      "step": 5670
    },
    {
      "epoch": 0.9286065171115114,
      "grad_norm": 0.17192387580871582,
      "learning_rate": 0.00019616990460077067,
      "loss": 12.1669,
      "step": 5671
    },
    {
      "epoch": 0.9287702636318979,
      "grad_norm": 0.1945233792066574,
      "learning_rate": 0.00019616848743385262,
      "loss": 12.2001,
      "step": 5672
    },
    {
      "epoch": 0.9289340101522843,
      "grad_norm": 0.2884347140789032,
      "learning_rate": 0.0001961670700099222,
      "loss": 12.1854,
      "step": 5673
    },
    {
      "epoch": 0.9290977566726707,
      "grad_norm": 0.16646908223628998,
      "learning_rate": 0.00019616565232898316,
      "loss": 12.2051,
      "step": 5674
    },
    {
      "epoch": 0.9292615031930571,
      "grad_norm": 0.14535023272037506,
      "learning_rate": 0.00019616423439103932,
      "loss": 12.2185,
      "step": 5675
    },
    {
      "epoch": 0.9294252497134435,
      "grad_norm": 0.27560099959373474,
      "learning_rate": 0.00019616281619609446,
      "loss": 12.1836,
      "step": 5676
    },
    {
      "epoch": 0.9295889962338301,
      "grad_norm": 0.30544137954711914,
      "learning_rate": 0.00019616139774415237,
      "loss": 12.1814,
      "step": 5677
    },
    {
      "epoch": 0.9297527427542165,
      "grad_norm": 0.18589167296886444,
      "learning_rate": 0.00019615997903521683,
      "loss": 12.2166,
      "step": 5678
    },
    {
      "epoch": 0.9299164892746029,
      "grad_norm": 0.2670202851295471,
      "learning_rate": 0.00019615856006929163,
      "loss": 12.1844,
      "step": 5679
    },
    {
      "epoch": 0.9300802357949893,
      "grad_norm": 0.19052939116954803,
      "learning_rate": 0.0001961571408463806,
      "loss": 12.1753,
      "step": 5680
    },
    {
      "epoch": 0.9302439823153758,
      "grad_norm": 0.24917669594287872,
      "learning_rate": 0.00019615572136648748,
      "loss": 12.1824,
      "step": 5681
    },
    {
      "epoch": 0.9304077288357623,
      "grad_norm": 0.1877196580171585,
      "learning_rate": 0.0001961543016296161,
      "loss": 12.2742,
      "step": 5682
    },
    {
      "epoch": 0.9305714753561487,
      "grad_norm": 0.17763978242874146,
      "learning_rate": 0.00019615288163577022,
      "loss": 12.1875,
      "step": 5683
    },
    {
      "epoch": 0.9307352218765351,
      "grad_norm": 0.2501419484615326,
      "learning_rate": 0.0001961514613849537,
      "loss": 12.2083,
      "step": 5684
    },
    {
      "epoch": 0.9308989683969215,
      "grad_norm": 0.18614964187145233,
      "learning_rate": 0.00019615004087717027,
      "loss": 12.2249,
      "step": 5685
    },
    {
      "epoch": 0.931062714917308,
      "grad_norm": 0.17082014679908752,
      "learning_rate": 0.00019614862011242375,
      "loss": 12.1832,
      "step": 5686
    },
    {
      "epoch": 0.9312264614376945,
      "grad_norm": 0.16875071823596954,
      "learning_rate": 0.00019614719909071796,
      "loss": 12.2072,
      "step": 5687
    },
    {
      "epoch": 0.9313902079580809,
      "grad_norm": 0.18436971306800842,
      "learning_rate": 0.00019614577781205665,
      "loss": 12.1598,
      "step": 5688
    },
    {
      "epoch": 0.9315539544784673,
      "grad_norm": 0.24892780184745789,
      "learning_rate": 0.00019614435627644366,
      "loss": 12.227,
      "step": 5689
    },
    {
      "epoch": 0.9317177009988538,
      "grad_norm": 0.23447230458259583,
      "learning_rate": 0.00019614293448388275,
      "loss": 12.232,
      "step": 5690
    },
    {
      "epoch": 0.9318814475192402,
      "grad_norm": 0.18023471534252167,
      "learning_rate": 0.00019614151243437775,
      "loss": 12.1575,
      "step": 5691
    },
    {
      "epoch": 0.9320451940396267,
      "grad_norm": 0.1866658478975296,
      "learning_rate": 0.00019614009012793244,
      "loss": 12.2226,
      "step": 5692
    },
    {
      "epoch": 0.9322089405600131,
      "grad_norm": 0.18168456852436066,
      "learning_rate": 0.00019613866756455067,
      "loss": 12.2221,
      "step": 5693
    },
    {
      "epoch": 0.9323726870803996,
      "grad_norm": 0.2184976488351822,
      "learning_rate": 0.00019613724474423617,
      "loss": 12.1998,
      "step": 5694
    },
    {
      "epoch": 0.932536433600786,
      "grad_norm": 0.191021129488945,
      "learning_rate": 0.0001961358216669928,
      "loss": 12.2058,
      "step": 5695
    },
    {
      "epoch": 0.9327001801211724,
      "grad_norm": 0.1260496973991394,
      "learning_rate": 0.00019613439833282434,
      "loss": 12.2131,
      "step": 5696
    },
    {
      "epoch": 0.9328639266415588,
      "grad_norm": 0.23969487845897675,
      "learning_rate": 0.0001961329747417346,
      "loss": 12.2094,
      "step": 5697
    },
    {
      "epoch": 0.9330276731619453,
      "grad_norm": 0.21809333562850952,
      "learning_rate": 0.00019613155089372736,
      "loss": 12.2107,
      "step": 5698
    },
    {
      "epoch": 0.9331914196823318,
      "grad_norm": 0.19611544907093048,
      "learning_rate": 0.00019613012678880646,
      "loss": 12.2551,
      "step": 5699
    },
    {
      "epoch": 0.9333551662027182,
      "grad_norm": 0.20403163135051727,
      "learning_rate": 0.0001961287024269757,
      "loss": 12.2759,
      "step": 5700
    },
    {
      "epoch": 0.9335189127231046,
      "grad_norm": 0.20901760458946228,
      "learning_rate": 0.00019612727780823886,
      "loss": 12.2017,
      "step": 5701
    },
    {
      "epoch": 0.933682659243491,
      "grad_norm": 0.22681692242622375,
      "learning_rate": 0.00019612585293259975,
      "loss": 12.1611,
      "step": 5702
    },
    {
      "epoch": 0.9338464057638776,
      "grad_norm": 0.24276740849018097,
      "learning_rate": 0.00019612442780006222,
      "loss": 12.1841,
      "step": 5703
    },
    {
      "epoch": 0.934010152284264,
      "grad_norm": 0.1780768185853958,
      "learning_rate": 0.00019612300241063005,
      "loss": 12.1802,
      "step": 5704
    },
    {
      "epoch": 0.9341738988046504,
      "grad_norm": 0.1984616219997406,
      "learning_rate": 0.00019612157676430702,
      "loss": 12.1838,
      "step": 5705
    },
    {
      "epoch": 0.9343376453250368,
      "grad_norm": 0.2193368673324585,
      "learning_rate": 0.000196120150861097,
      "loss": 12.224,
      "step": 5706
    },
    {
      "epoch": 0.9345013918454232,
      "grad_norm": 0.17784272134304047,
      "learning_rate": 0.00019611872470100375,
      "loss": 12.1998,
      "step": 5707
    },
    {
      "epoch": 0.9346651383658098,
      "grad_norm": 0.208487406373024,
      "learning_rate": 0.00019611729828403115,
      "loss": 12.1975,
      "step": 5708
    },
    {
      "epoch": 0.9348288848861962,
      "grad_norm": 0.26166805624961853,
      "learning_rate": 0.00019611587161018292,
      "loss": 12.2116,
      "step": 5709
    },
    {
      "epoch": 0.9349926314065826,
      "grad_norm": 0.2478247582912445,
      "learning_rate": 0.00019611444467946293,
      "loss": 12.1731,
      "step": 5710
    },
    {
      "epoch": 0.935156377926969,
      "grad_norm": 0.17533932626247406,
      "learning_rate": 0.000196113017491875,
      "loss": 12.2237,
      "step": 5711
    },
    {
      "epoch": 0.9353201244473555,
      "grad_norm": 0.3268287181854248,
      "learning_rate": 0.0001961115900474229,
      "loss": 12.2013,
      "step": 5712
    },
    {
      "epoch": 0.9354838709677419,
      "grad_norm": 0.2923751771450043,
      "learning_rate": 0.00019611016234611048,
      "loss": 12.1918,
      "step": 5713
    },
    {
      "epoch": 0.9356476174881284,
      "grad_norm": 0.2339494675397873,
      "learning_rate": 0.00019610873438794159,
      "loss": 12.2225,
      "step": 5714
    },
    {
      "epoch": 0.9358113640085148,
      "grad_norm": 0.24291352927684784,
      "learning_rate": 0.00019610730617291994,
      "loss": 12.2187,
      "step": 5715
    },
    {
      "epoch": 0.9359751105289013,
      "grad_norm": 0.2420472800731659,
      "learning_rate": 0.00019610587770104942,
      "loss": 12.2208,
      "step": 5716
    },
    {
      "epoch": 0.9361388570492877,
      "grad_norm": 0.23428751528263092,
      "learning_rate": 0.00019610444897233387,
      "loss": 12.196,
      "step": 5717
    },
    {
      "epoch": 0.9363026035696741,
      "grad_norm": 0.20849305391311646,
      "learning_rate": 0.00019610301998677706,
      "loss": 12.2279,
      "step": 5718
    },
    {
      "epoch": 0.9364663500900606,
      "grad_norm": 0.14612583816051483,
      "learning_rate": 0.00019610159074438279,
      "loss": 12.1832,
      "step": 5719
    },
    {
      "epoch": 0.936630096610447,
      "grad_norm": 0.24751894176006317,
      "learning_rate": 0.00019610016124515495,
      "loss": 12.2294,
      "step": 5720
    },
    {
      "epoch": 0.9367938431308335,
      "grad_norm": 0.18598857522010803,
      "learning_rate": 0.0001960987314890973,
      "loss": 12.1898,
      "step": 5721
    },
    {
      "epoch": 0.9369575896512199,
      "grad_norm": 0.20388567447662354,
      "learning_rate": 0.00019609730147621373,
      "loss": 12.1786,
      "step": 5722
    },
    {
      "epoch": 0.9371213361716063,
      "grad_norm": 0.21964147686958313,
      "learning_rate": 0.00019609587120650798,
      "loss": 12.2126,
      "step": 5723
    },
    {
      "epoch": 0.9372850826919928,
      "grad_norm": 0.16454637050628662,
      "learning_rate": 0.00019609444067998391,
      "loss": 12.1891,
      "step": 5724
    },
    {
      "epoch": 0.9374488292123793,
      "grad_norm": 0.21249088644981384,
      "learning_rate": 0.00019609300989664537,
      "loss": 12.1788,
      "step": 5725
    },
    {
      "epoch": 0.9376125757327657,
      "grad_norm": 0.25794675946235657,
      "learning_rate": 0.00019609157885649615,
      "loss": 12.2114,
      "step": 5726
    },
    {
      "epoch": 0.9377763222531521,
      "grad_norm": 0.19011899828910828,
      "learning_rate": 0.00019609014755954005,
      "loss": 12.1708,
      "step": 5727
    },
    {
      "epoch": 0.9379400687735385,
      "grad_norm": 0.22295257449150085,
      "learning_rate": 0.00019608871600578095,
      "loss": 12.1776,
      "step": 5728
    },
    {
      "epoch": 0.9381038152939251,
      "grad_norm": 0.2024075984954834,
      "learning_rate": 0.00019608728419522265,
      "loss": 12.1673,
      "step": 5729
    },
    {
      "epoch": 0.9382675618143115,
      "grad_norm": 0.20001335442066193,
      "learning_rate": 0.00019608585212786898,
      "loss": 12.182,
      "step": 5730
    },
    {
      "epoch": 0.9384313083346979,
      "grad_norm": 0.14758525788784027,
      "learning_rate": 0.00019608441980372375,
      "loss": 12.1866,
      "step": 5731
    },
    {
      "epoch": 0.9385950548550843,
      "grad_norm": 0.17733673751354218,
      "learning_rate": 0.0001960829872227908,
      "loss": 12.1491,
      "step": 5732
    },
    {
      "epoch": 0.9387588013754707,
      "grad_norm": 0.18179203569889069,
      "learning_rate": 0.000196081554385074,
      "loss": 12.183,
      "step": 5733
    },
    {
      "epoch": 0.9389225478958572,
      "grad_norm": 0.1734178513288498,
      "learning_rate": 0.00019608012129057714,
      "loss": 12.2075,
      "step": 5734
    },
    {
      "epoch": 0.9390862944162437,
      "grad_norm": 0.1859382688999176,
      "learning_rate": 0.00019607868793930405,
      "loss": 12.2171,
      "step": 5735
    },
    {
      "epoch": 0.9392500409366301,
      "grad_norm": 0.20576949417591095,
      "learning_rate": 0.00019607725433125851,
      "loss": 12.2113,
      "step": 5736
    },
    {
      "epoch": 0.9394137874570165,
      "grad_norm": 0.20561236143112183,
      "learning_rate": 0.00019607582046644444,
      "loss": 12.1472,
      "step": 5737
    },
    {
      "epoch": 0.939577533977403,
      "grad_norm": 0.21298524737358093,
      "learning_rate": 0.00019607438634486565,
      "loss": 12.21,
      "step": 5738
    },
    {
      "epoch": 0.9397412804977894,
      "grad_norm": 0.16882266104221344,
      "learning_rate": 0.00019607295196652594,
      "loss": 12.1997,
      "step": 5739
    },
    {
      "epoch": 0.9399050270181759,
      "grad_norm": 0.19741562008857727,
      "learning_rate": 0.00019607151733142916,
      "loss": 12.1901,
      "step": 5740
    },
    {
      "epoch": 0.9400687735385623,
      "grad_norm": 0.19676810503005981,
      "learning_rate": 0.00019607008243957915,
      "loss": 12.18,
      "step": 5741
    },
    {
      "epoch": 0.9402325200589488,
      "grad_norm": 0.20860585570335388,
      "learning_rate": 0.00019606864729097975,
      "loss": 12.2146,
      "step": 5742
    },
    {
      "epoch": 0.9403962665793352,
      "grad_norm": 0.19127902388572693,
      "learning_rate": 0.00019606721188563476,
      "loss": 12.277,
      "step": 5743
    },
    {
      "epoch": 0.9405600130997216,
      "grad_norm": 0.23891474306583405,
      "learning_rate": 0.0001960657762235481,
      "loss": 12.1682,
      "step": 5744
    },
    {
      "epoch": 0.9407237596201081,
      "grad_norm": 0.18401974439620972,
      "learning_rate": 0.0001960643403047235,
      "loss": 12.1993,
      "step": 5745
    },
    {
      "epoch": 0.9408875061404945,
      "grad_norm": 0.2497795671224594,
      "learning_rate": 0.00019606290412916487,
      "loss": 12.1606,
      "step": 5746
    },
    {
      "epoch": 0.941051252660881,
      "grad_norm": 0.24040183424949646,
      "learning_rate": 0.000196061467696876,
      "loss": 12.2031,
      "step": 5747
    },
    {
      "epoch": 0.9412149991812674,
      "grad_norm": 0.2096463143825531,
      "learning_rate": 0.00019606003100786077,
      "loss": 12.1701,
      "step": 5748
    },
    {
      "epoch": 0.9413787457016538,
      "grad_norm": 0.35686713457107544,
      "learning_rate": 0.000196058594062123,
      "loss": 12.1732,
      "step": 5749
    },
    {
      "epoch": 0.9415424922220402,
      "grad_norm": 0.30494606494903564,
      "learning_rate": 0.00019605715685966653,
      "loss": 12.2243,
      "step": 5750
    },
    {
      "epoch": 0.9417062387424268,
      "grad_norm": 0.2643411457538605,
      "learning_rate": 0.0001960557194004952,
      "loss": 12.1705,
      "step": 5751
    },
    {
      "epoch": 0.9418699852628132,
      "grad_norm": 0.22798515856266022,
      "learning_rate": 0.0001960542816846129,
      "loss": 12.184,
      "step": 5752
    },
    {
      "epoch": 0.9420337317831996,
      "grad_norm": 0.16101138293743134,
      "learning_rate": 0.00019605284371202337,
      "loss": 12.2074,
      "step": 5753
    },
    {
      "epoch": 0.942197478303586,
      "grad_norm": 0.2129461020231247,
      "learning_rate": 0.00019605140548273052,
      "loss": 12.2261,
      "step": 5754
    },
    {
      "epoch": 0.9423612248239724,
      "grad_norm": 0.1796865612268448,
      "learning_rate": 0.00019604996699673822,
      "loss": 12.1641,
      "step": 5755
    },
    {
      "epoch": 0.942524971344359,
      "grad_norm": 0.18516293168067932,
      "learning_rate": 0.00019604852825405025,
      "loss": 12.1769,
      "step": 5756
    },
    {
      "epoch": 0.9426887178647454,
      "grad_norm": 0.182500958442688,
      "learning_rate": 0.0001960470892546705,
      "loss": 12.1496,
      "step": 5757
    },
    {
      "epoch": 0.9428524643851318,
      "grad_norm": 0.19426406919956207,
      "learning_rate": 0.0001960456499986028,
      "loss": 12.1883,
      "step": 5758
    },
    {
      "epoch": 0.9430162109055182,
      "grad_norm": 0.26755622029304504,
      "learning_rate": 0.000196044210485851,
      "loss": 12.2564,
      "step": 5759
    },
    {
      "epoch": 0.9431799574259047,
      "grad_norm": 0.19737522304058075,
      "learning_rate": 0.0001960427707164189,
      "loss": 12.1698,
      "step": 5760
    },
    {
      "epoch": 0.9433437039462912,
      "grad_norm": 0.14766277372837067,
      "learning_rate": 0.00019604133069031046,
      "loss": 12.2157,
      "step": 5761
    },
    {
      "epoch": 0.9435074504666776,
      "grad_norm": 0.17765431106090546,
      "learning_rate": 0.00019603989040752943,
      "loss": 12.1452,
      "step": 5762
    },
    {
      "epoch": 0.943671196987064,
      "grad_norm": 0.24055378139019012,
      "learning_rate": 0.0001960384498680797,
      "loss": 12.162,
      "step": 5763
    },
    {
      "epoch": 0.9438349435074505,
      "grad_norm": 0.21418236196041107,
      "learning_rate": 0.00019603700907196508,
      "loss": 12.1936,
      "step": 5764
    },
    {
      "epoch": 0.9439986900278369,
      "grad_norm": 0.1871052086353302,
      "learning_rate": 0.00019603556801918947,
      "loss": 12.2346,
      "step": 5765
    },
    {
      "epoch": 0.9441624365482234,
      "grad_norm": 0.15091466903686523,
      "learning_rate": 0.0001960341267097567,
      "loss": 12.1959,
      "step": 5766
    },
    {
      "epoch": 0.9443261830686098,
      "grad_norm": 0.1691902130842209,
      "learning_rate": 0.00019603268514367065,
      "loss": 12.2064,
      "step": 5767
    },
    {
      "epoch": 0.9444899295889962,
      "grad_norm": 0.20045983791351318,
      "learning_rate": 0.0001960312433209351,
      "loss": 12.2532,
      "step": 5768
    },
    {
      "epoch": 0.9446536761093827,
      "grad_norm": 0.17856910824775696,
      "learning_rate": 0.00019602980124155397,
      "loss": 12.1866,
      "step": 5769
    },
    {
      "epoch": 0.9448174226297691,
      "grad_norm": 0.21975480020046234,
      "learning_rate": 0.00019602835890553108,
      "loss": 12.1834,
      "step": 5770
    },
    {
      "epoch": 0.9449811691501555,
      "grad_norm": 0.24720263481140137,
      "learning_rate": 0.00019602691631287033,
      "loss": 12.2009,
      "step": 5771
    },
    {
      "epoch": 0.945144915670542,
      "grad_norm": 0.2673643231391907,
      "learning_rate": 0.0001960254734635755,
      "loss": 12.2082,
      "step": 5772
    },
    {
      "epoch": 0.9453086621909285,
      "grad_norm": 0.20913855731487274,
      "learning_rate": 0.00019602403035765052,
      "loss": 12.1976,
      "step": 5773
    },
    {
      "epoch": 0.9454724087113149,
      "grad_norm": 0.19520261883735657,
      "learning_rate": 0.00019602258699509922,
      "loss": 12.2113,
      "step": 5774
    },
    {
      "epoch": 0.9456361552317013,
      "grad_norm": 0.1944911926984787,
      "learning_rate": 0.00019602114337592544,
      "loss": 12.187,
      "step": 5775
    },
    {
      "epoch": 0.9457999017520877,
      "grad_norm": 0.19678615033626556,
      "learning_rate": 0.00019601969950013305,
      "loss": 12.1897,
      "step": 5776
    },
    {
      "epoch": 0.9459636482724743,
      "grad_norm": 0.24596554040908813,
      "learning_rate": 0.00019601825536772594,
      "loss": 12.1888,
      "step": 5777
    },
    {
      "epoch": 0.9461273947928607,
      "grad_norm": 0.2492445558309555,
      "learning_rate": 0.0001960168109787079,
      "loss": 12.2383,
      "step": 5778
    },
    {
      "epoch": 0.9462911413132471,
      "grad_norm": 0.19963818788528442,
      "learning_rate": 0.00019601536633308283,
      "loss": 12.2013,
      "step": 5779
    },
    {
      "epoch": 0.9464548878336335,
      "grad_norm": 0.1932254135608673,
      "learning_rate": 0.0001960139214308546,
      "loss": 12.2594,
      "step": 5780
    },
    {
      "epoch": 0.9466186343540199,
      "grad_norm": 0.16652202606201172,
      "learning_rate": 0.00019601247627202707,
      "loss": 12.1974,
      "step": 5781
    },
    {
      "epoch": 0.9467823808744065,
      "grad_norm": 0.15917137265205383,
      "learning_rate": 0.00019601103085660411,
      "loss": 12.1514,
      "step": 5782
    },
    {
      "epoch": 0.9469461273947929,
      "grad_norm": 0.14761988818645477,
      "learning_rate": 0.00019600958518458953,
      "loss": 12.161,
      "step": 5783
    },
    {
      "epoch": 0.9471098739151793,
      "grad_norm": 0.36920133233070374,
      "learning_rate": 0.00019600813925598726,
      "loss": 12.2805,
      "step": 5784
    },
    {
      "epoch": 0.9472736204355657,
      "grad_norm": 0.24711216986179352,
      "learning_rate": 0.00019600669307080114,
      "loss": 12.2273,
      "step": 5785
    },
    {
      "epoch": 0.9474373669559522,
      "grad_norm": 0.17120042443275452,
      "learning_rate": 0.000196005246629035,
      "loss": 12.2211,
      "step": 5786
    },
    {
      "epoch": 0.9476011134763386,
      "grad_norm": 0.2280026525259018,
      "learning_rate": 0.00019600379993069274,
      "loss": 12.1964,
      "step": 5787
    },
    {
      "epoch": 0.9477648599967251,
      "grad_norm": 0.2162821888923645,
      "learning_rate": 0.00019600235297577824,
      "loss": 12.2135,
      "step": 5788
    },
    {
      "epoch": 0.9479286065171115,
      "grad_norm": 0.20984989404678345,
      "learning_rate": 0.00019600090576429535,
      "loss": 12.2077,
      "step": 5789
    },
    {
      "epoch": 0.948092353037498,
      "grad_norm": 0.24709033966064453,
      "learning_rate": 0.00019599945829624793,
      "loss": 12.1799,
      "step": 5790
    },
    {
      "epoch": 0.9482560995578844,
      "grad_norm": 0.24531950056552887,
      "learning_rate": 0.00019599801057163988,
      "loss": 12.2132,
      "step": 5791
    },
    {
      "epoch": 0.9484198460782708,
      "grad_norm": 0.2851313352584839,
      "learning_rate": 0.00019599656259047498,
      "loss": 12.2043,
      "step": 5792
    },
    {
      "epoch": 0.9485835925986573,
      "grad_norm": 0.36306747794151306,
      "learning_rate": 0.00019599511435275724,
      "loss": 12.2221,
      "step": 5793
    },
    {
      "epoch": 0.9487473391190437,
      "grad_norm": 0.23814430832862854,
      "learning_rate": 0.0001959936658584904,
      "loss": 12.2001,
      "step": 5794
    },
    {
      "epoch": 0.9489110856394302,
      "grad_norm": 0.24589788913726807,
      "learning_rate": 0.0001959922171076784,
      "loss": 12.2024,
      "step": 5795
    },
    {
      "epoch": 0.9490748321598166,
      "grad_norm": 0.18269073963165283,
      "learning_rate": 0.0001959907681003251,
      "loss": 12.1324,
      "step": 5796
    },
    {
      "epoch": 0.949238578680203,
      "grad_norm": 0.2413405328989029,
      "learning_rate": 0.0001959893188364344,
      "loss": 12.1758,
      "step": 5797
    },
    {
      "epoch": 0.9494023252005895,
      "grad_norm": 0.28322723507881165,
      "learning_rate": 0.0001959878693160101,
      "loss": 12.1556,
      "step": 5798
    },
    {
      "epoch": 0.949566071720976,
      "grad_norm": 0.20262180268764496,
      "learning_rate": 0.00019598641953905613,
      "loss": 12.2105,
      "step": 5799
    },
    {
      "epoch": 0.9497298182413624,
      "grad_norm": 0.18398772180080414,
      "learning_rate": 0.00019598496950557634,
      "loss": 12.211,
      "step": 5800
    },
    {
      "epoch": 0.9498935647617488,
      "grad_norm": 0.2390953004360199,
      "learning_rate": 0.00019598351921557464,
      "loss": 12.2041,
      "step": 5801
    },
    {
      "epoch": 0.9500573112821352,
      "grad_norm": 0.19375713169574738,
      "learning_rate": 0.00019598206866905488,
      "loss": 12.1872,
      "step": 5802
    },
    {
      "epoch": 0.9502210578025218,
      "grad_norm": 0.22456593811511993,
      "learning_rate": 0.00019598061786602094,
      "loss": 12.2015,
      "step": 5803
    },
    {
      "epoch": 0.9503848043229082,
      "grad_norm": 0.19655023515224457,
      "learning_rate": 0.0001959791668064767,
      "loss": 12.1816,
      "step": 5804
    },
    {
      "epoch": 0.9505485508432946,
      "grad_norm": 0.2499515414237976,
      "learning_rate": 0.000195977715490426,
      "loss": 12.2345,
      "step": 5805
    },
    {
      "epoch": 0.950712297363681,
      "grad_norm": 0.22834481298923492,
      "learning_rate": 0.0001959762639178728,
      "loss": 12.1834,
      "step": 5806
    },
    {
      "epoch": 0.9508760438840674,
      "grad_norm": 0.20497354865074158,
      "learning_rate": 0.0001959748120888209,
      "loss": 12.226,
      "step": 5807
    },
    {
      "epoch": 0.9510397904044539,
      "grad_norm": 0.15035952627658844,
      "learning_rate": 0.0001959733600032742,
      "loss": 12.1677,
      "step": 5808
    },
    {
      "epoch": 0.9512035369248404,
      "grad_norm": 0.2684926688671112,
      "learning_rate": 0.00019597190766123664,
      "loss": 12.2196,
      "step": 5809
    },
    {
      "epoch": 0.9513672834452268,
      "grad_norm": 0.3031744360923767,
      "learning_rate": 0.00019597045506271202,
      "loss": 12.1709,
      "step": 5810
    },
    {
      "epoch": 0.9515310299656132,
      "grad_norm": 0.19142642617225647,
      "learning_rate": 0.0001959690022077043,
      "loss": 12.2252,
      "step": 5811
    },
    {
      "epoch": 0.9516947764859996,
      "grad_norm": 0.22350537776947021,
      "learning_rate": 0.0001959675490962173,
      "loss": 12.1897,
      "step": 5812
    },
    {
      "epoch": 0.9518585230063861,
      "grad_norm": 0.1836141049861908,
      "learning_rate": 0.0001959660957282549,
      "loss": 12.2142,
      "step": 5813
    },
    {
      "epoch": 0.9520222695267726,
      "grad_norm": 0.17398935556411743,
      "learning_rate": 0.00019596464210382104,
      "loss": 12.1392,
      "step": 5814
    },
    {
      "epoch": 0.952186016047159,
      "grad_norm": 0.15665054321289062,
      "learning_rate": 0.00019596318822291954,
      "loss": 12.1781,
      "step": 5815
    },
    {
      "epoch": 0.9523497625675454,
      "grad_norm": 0.20424659550189972,
      "learning_rate": 0.00019596173408555434,
      "loss": 12.1955,
      "step": 5816
    },
    {
      "epoch": 0.9525135090879319,
      "grad_norm": 0.18599878251552582,
      "learning_rate": 0.0001959602796917293,
      "loss": 12.2306,
      "step": 5817
    },
    {
      "epoch": 0.9526772556083183,
      "grad_norm": 0.16957508027553558,
      "learning_rate": 0.0001959588250414483,
      "loss": 12.2142,
      "step": 5818
    },
    {
      "epoch": 0.9528410021287048,
      "grad_norm": 0.2435225546360016,
      "learning_rate": 0.00019595737013471524,
      "loss": 12.169,
      "step": 5819
    },
    {
      "epoch": 0.9530047486490912,
      "grad_norm": 0.2015203833580017,
      "learning_rate": 0.00019595591497153402,
      "loss": 12.2137,
      "step": 5820
    },
    {
      "epoch": 0.9531684951694777,
      "grad_norm": 0.1875952184200287,
      "learning_rate": 0.0001959544595519085,
      "loss": 12.1432,
      "step": 5821
    },
    {
      "epoch": 0.9533322416898641,
      "grad_norm": 0.19975866377353668,
      "learning_rate": 0.00019595300387584258,
      "loss": 12.1778,
      "step": 5822
    },
    {
      "epoch": 0.9534959882102505,
      "grad_norm": 0.28319546580314636,
      "learning_rate": 0.0001959515479433402,
      "loss": 12.1708,
      "step": 5823
    },
    {
      "epoch": 0.9536597347306369,
      "grad_norm": 0.20383645594120026,
      "learning_rate": 0.00019595009175440517,
      "loss": 12.1779,
      "step": 5824
    },
    {
      "epoch": 0.9538234812510235,
      "grad_norm": 0.22998665273189545,
      "learning_rate": 0.00019594863530904145,
      "loss": 12.197,
      "step": 5825
    },
    {
      "epoch": 0.9539872277714099,
      "grad_norm": 0.1957469880580902,
      "learning_rate": 0.00019594717860725287,
      "loss": 12.1846,
      "step": 5826
    },
    {
      "epoch": 0.9541509742917963,
      "grad_norm": 0.237367644906044,
      "learning_rate": 0.00019594572164904333,
      "loss": 12.1952,
      "step": 5827
    },
    {
      "epoch": 0.9543147208121827,
      "grad_norm": 0.2625521421432495,
      "learning_rate": 0.0001959442644344168,
      "loss": 12.1725,
      "step": 5828
    },
    {
      "epoch": 0.9544784673325691,
      "grad_norm": 0.36761224269866943,
      "learning_rate": 0.0001959428069633771,
      "loss": 12.1954,
      "step": 5829
    },
    {
      "epoch": 0.9546422138529557,
      "grad_norm": 0.188044011592865,
      "learning_rate": 0.00019594134923592814,
      "loss": 12.2035,
      "step": 5830
    },
    {
      "epoch": 0.9548059603733421,
      "grad_norm": 0.24944551289081573,
      "learning_rate": 0.00019593989125207383,
      "loss": 12.2109,
      "step": 5831
    },
    {
      "epoch": 0.9549697068937285,
      "grad_norm": 0.30412107706069946,
      "learning_rate": 0.00019593843301181807,
      "loss": 12.2208,
      "step": 5832
    },
    {
      "epoch": 0.9551334534141149,
      "grad_norm": 0.18516886234283447,
      "learning_rate": 0.00019593697451516473,
      "loss": 12.1939,
      "step": 5833
    },
    {
      "epoch": 0.9552971999345014,
      "grad_norm": 0.17047348618507385,
      "learning_rate": 0.00019593551576211775,
      "loss": 12.1766,
      "step": 5834
    },
    {
      "epoch": 0.9554609464548879,
      "grad_norm": 0.18362420797348022,
      "learning_rate": 0.00019593405675268096,
      "loss": 12.1827,
      "step": 5835
    },
    {
      "epoch": 0.9556246929752743,
      "grad_norm": 0.19869199395179749,
      "learning_rate": 0.00019593259748685834,
      "loss": 12.1699,
      "step": 5836
    },
    {
      "epoch": 0.9557884394956607,
      "grad_norm": 0.15039955079555511,
      "learning_rate": 0.00019593113796465374,
      "loss": 12.2153,
      "step": 5837
    },
    {
      "epoch": 0.9559521860160471,
      "grad_norm": 0.18794475495815277,
      "learning_rate": 0.00019592967818607106,
      "loss": 12.1711,
      "step": 5838
    },
    {
      "epoch": 0.9561159325364336,
      "grad_norm": 0.20750197768211365,
      "learning_rate": 0.00019592821815111425,
      "loss": 12.2173,
      "step": 5839
    },
    {
      "epoch": 0.9562796790568201,
      "grad_norm": 0.17039883136749268,
      "learning_rate": 0.00019592675785978715,
      "loss": 12.1807,
      "step": 5840
    },
    {
      "epoch": 0.9564434255772065,
      "grad_norm": 0.20193549990653992,
      "learning_rate": 0.0001959252973120937,
      "loss": 12.2043,
      "step": 5841
    },
    {
      "epoch": 0.9566071720975929,
      "grad_norm": 0.21056166291236877,
      "learning_rate": 0.00019592383650803778,
      "loss": 12.1814,
      "step": 5842
    },
    {
      "epoch": 0.9567709186179794,
      "grad_norm": 0.16295892000198364,
      "learning_rate": 0.0001959223754476233,
      "loss": 12.1726,
      "step": 5843
    },
    {
      "epoch": 0.9569346651383658,
      "grad_norm": 0.15214751660823822,
      "learning_rate": 0.0001959209141308542,
      "loss": 12.2029,
      "step": 5844
    },
    {
      "epoch": 0.9570984116587522,
      "grad_norm": 0.3235377371311188,
      "learning_rate": 0.0001959194525577343,
      "loss": 12.1739,
      "step": 5845
    },
    {
      "epoch": 0.9572621581791387,
      "grad_norm": 0.2033548653125763,
      "learning_rate": 0.00019591799072826764,
      "loss": 12.2416,
      "step": 5846
    },
    {
      "epoch": 0.9574259046995252,
      "grad_norm": 0.2508009374141693,
      "learning_rate": 0.00019591652864245801,
      "loss": 12.1799,
      "step": 5847
    },
    {
      "epoch": 0.9575896512199116,
      "grad_norm": 0.24884046614170074,
      "learning_rate": 0.00019591506630030936,
      "loss": 12.1806,
      "step": 5848
    },
    {
      "epoch": 0.957753397740298,
      "grad_norm": 0.20158301293849945,
      "learning_rate": 0.0001959136037018256,
      "loss": 12.177,
      "step": 5849
    },
    {
      "epoch": 0.9579171442606844,
      "grad_norm": 0.16876201331615448,
      "learning_rate": 0.00019591214084701059,
      "loss": 12.1822,
      "step": 5850
    },
    {
      "epoch": 0.958080890781071,
      "grad_norm": 0.24118341505527496,
      "learning_rate": 0.00019591067773586836,
      "loss": 12.1697,
      "step": 5851
    },
    {
      "epoch": 0.9582446373014574,
      "grad_norm": 0.17906911671161652,
      "learning_rate": 0.0001959092143684027,
      "loss": 12.1792,
      "step": 5852
    },
    {
      "epoch": 0.9584083838218438,
      "grad_norm": 0.273882120847702,
      "learning_rate": 0.00019590775074461756,
      "loss": 12.1916,
      "step": 5853
    },
    {
      "epoch": 0.9585721303422302,
      "grad_norm": 0.20609740912914276,
      "learning_rate": 0.00019590628686451687,
      "loss": 12.1981,
      "step": 5854
    },
    {
      "epoch": 0.9587358768626166,
      "grad_norm": 0.16839599609375,
      "learning_rate": 0.00019590482272810448,
      "loss": 12.1936,
      "step": 5855
    },
    {
      "epoch": 0.9588996233830032,
      "grad_norm": 0.3167732357978821,
      "learning_rate": 0.00019590335833538443,
      "loss": 12.1833,
      "step": 5856
    },
    {
      "epoch": 0.9590633699033896,
      "grad_norm": 0.2493872195482254,
      "learning_rate": 0.0001959018936863605,
      "loss": 12.201,
      "step": 5857
    },
    {
      "epoch": 0.959227116423776,
      "grad_norm": 0.16087108850479126,
      "learning_rate": 0.00019590042878103668,
      "loss": 12.21,
      "step": 5858
    },
    {
      "epoch": 0.9593908629441624,
      "grad_norm": 0.224862739443779,
      "learning_rate": 0.00019589896361941683,
      "loss": 12.1858,
      "step": 5859
    },
    {
      "epoch": 0.9595546094645488,
      "grad_norm": 0.26411405205726624,
      "learning_rate": 0.00019589749820150492,
      "loss": 12.2251,
      "step": 5860
    },
    {
      "epoch": 0.9597183559849353,
      "grad_norm": 0.2243632972240448,
      "learning_rate": 0.0001958960325273049,
      "loss": 12.2149,
      "step": 5861
    },
    {
      "epoch": 0.9598821025053218,
      "grad_norm": 0.19259802997112274,
      "learning_rate": 0.00019589456659682057,
      "loss": 12.1875,
      "step": 5862
    },
    {
      "epoch": 0.9600458490257082,
      "grad_norm": 0.17665959894657135,
      "learning_rate": 0.00019589310041005594,
      "loss": 12.1862,
      "step": 5863
    },
    {
      "epoch": 0.9602095955460946,
      "grad_norm": 0.281610369682312,
      "learning_rate": 0.00019589163396701488,
      "loss": 12.1819,
      "step": 5864
    },
    {
      "epoch": 0.9603733420664811,
      "grad_norm": 0.34173503518104553,
      "learning_rate": 0.00019589016726770134,
      "loss": 12.1669,
      "step": 5865
    },
    {
      "epoch": 0.9605370885868675,
      "grad_norm": 0.2128552347421646,
      "learning_rate": 0.00019588870031211921,
      "loss": 12.2087,
      "step": 5866
    },
    {
      "epoch": 0.960700835107254,
      "grad_norm": 0.25054389238357544,
      "learning_rate": 0.00019588723310027243,
      "loss": 12.1765,
      "step": 5867
    },
    {
      "epoch": 0.9608645816276404,
      "grad_norm": 0.16360986232757568,
      "learning_rate": 0.00019588576563216495,
      "loss": 12.1944,
      "step": 5868
    },
    {
      "epoch": 0.9610283281480269,
      "grad_norm": 0.3057347536087036,
      "learning_rate": 0.00019588429790780065,
      "loss": 12.2793,
      "step": 5869
    },
    {
      "epoch": 0.9611920746684133,
      "grad_norm": 0.198841854929924,
      "learning_rate": 0.00019588282992718346,
      "loss": 12.1839,
      "step": 5870
    },
    {
      "epoch": 0.9613558211887997,
      "grad_norm": 0.19052594900131226,
      "learning_rate": 0.0001958813616903173,
      "loss": 12.2204,
      "step": 5871
    },
    {
      "epoch": 0.9615195677091862,
      "grad_norm": 0.16733418405056,
      "learning_rate": 0.00019587989319720612,
      "loss": 12.2019,
      "step": 5872
    },
    {
      "epoch": 0.9616833142295726,
      "grad_norm": 0.2022985965013504,
      "learning_rate": 0.00019587842444785381,
      "loss": 12.1514,
      "step": 5873
    },
    {
      "epoch": 0.9618470607499591,
      "grad_norm": 0.18627016246318817,
      "learning_rate": 0.0001958769554422643,
      "loss": 12.2078,
      "step": 5874
    },
    {
      "epoch": 0.9620108072703455,
      "grad_norm": 0.22372308373451233,
      "learning_rate": 0.00019587548618044153,
      "loss": 12.1802,
      "step": 5875
    },
    {
      "epoch": 0.9621745537907319,
      "grad_norm": 0.28952333331108093,
      "learning_rate": 0.00019587401666238945,
      "loss": 12.2566,
      "step": 5876
    },
    {
      "epoch": 0.9623383003111184,
      "grad_norm": 0.21486790478229523,
      "learning_rate": 0.00019587254688811193,
      "loss": 12.187,
      "step": 5877
    },
    {
      "epoch": 0.9625020468315049,
      "grad_norm": 0.2509631812572479,
      "learning_rate": 0.00019587107685761293,
      "loss": 12.1606,
      "step": 5878
    },
    {
      "epoch": 0.9626657933518913,
      "grad_norm": 0.1871526837348938,
      "learning_rate": 0.00019586960657089642,
      "loss": 12.1695,
      "step": 5879
    },
    {
      "epoch": 0.9628295398722777,
      "grad_norm": 0.2212713211774826,
      "learning_rate": 0.00019586813602796626,
      "loss": 12.1801,
      "step": 5880
    },
    {
      "epoch": 0.9629932863926641,
      "grad_norm": 0.16637973487377167,
      "learning_rate": 0.0001958666652288264,
      "loss": 12.1861,
      "step": 5881
    },
    {
      "epoch": 0.9631570329130505,
      "grad_norm": 0.21089771389961243,
      "learning_rate": 0.00019586519417348077,
      "loss": 12.1595,
      "step": 5882
    },
    {
      "epoch": 0.9633207794334371,
      "grad_norm": 0.16734828054904938,
      "learning_rate": 0.00019586372286193332,
      "loss": 12.1759,
      "step": 5883
    },
    {
      "epoch": 0.9634845259538235,
      "grad_norm": 0.2222415953874588,
      "learning_rate": 0.00019586225129418798,
      "loss": 12.1952,
      "step": 5884
    },
    {
      "epoch": 0.9636482724742099,
      "grad_norm": 0.1906774938106537,
      "learning_rate": 0.00019586077947024867,
      "loss": 12.195,
      "step": 5885
    },
    {
      "epoch": 0.9638120189945963,
      "grad_norm": 0.18934480845928192,
      "learning_rate": 0.00019585930739011932,
      "loss": 12.2132,
      "step": 5886
    },
    {
      "epoch": 0.9639757655149828,
      "grad_norm": 0.15290960669517517,
      "learning_rate": 0.00019585783505380387,
      "loss": 12.1747,
      "step": 5887
    },
    {
      "epoch": 0.9641395120353693,
      "grad_norm": 0.2313149869441986,
      "learning_rate": 0.00019585636246130628,
      "loss": 12.1603,
      "step": 5888
    },
    {
      "epoch": 0.9643032585557557,
      "grad_norm": 0.24442139267921448,
      "learning_rate": 0.00019585488961263044,
      "loss": 12.2177,
      "step": 5889
    },
    {
      "epoch": 0.9644670050761421,
      "grad_norm": 0.18279235064983368,
      "learning_rate": 0.00019585341650778034,
      "loss": 12.1866,
      "step": 5890
    },
    {
      "epoch": 0.9646307515965286,
      "grad_norm": 0.24227046966552734,
      "learning_rate": 0.00019585194314675983,
      "loss": 12.1717,
      "step": 5891
    },
    {
      "epoch": 0.964794498116915,
      "grad_norm": 0.23119890689849854,
      "learning_rate": 0.00019585046952957295,
      "loss": 12.2247,
      "step": 5892
    },
    {
      "epoch": 0.9649582446373015,
      "grad_norm": 0.2610424757003784,
      "learning_rate": 0.00019584899565622358,
      "loss": 12.2039,
      "step": 5893
    },
    {
      "epoch": 0.9651219911576879,
      "grad_norm": 0.25636860728263855,
      "learning_rate": 0.00019584752152671566,
      "loss": 12.2473,
      "step": 5894
    },
    {
      "epoch": 0.9652857376780744,
      "grad_norm": 0.20747962594032288,
      "learning_rate": 0.00019584604714105311,
      "loss": 12.2129,
      "step": 5895
    },
    {
      "epoch": 0.9654494841984608,
      "grad_norm": 0.17443783581256866,
      "learning_rate": 0.00019584457249923994,
      "loss": 12.2235,
      "step": 5896
    },
    {
      "epoch": 0.9656132307188472,
      "grad_norm": 0.2285829782485962,
      "learning_rate": 0.00019584309760128005,
      "loss": 12.1751,
      "step": 5897
    },
    {
      "epoch": 0.9657769772392336,
      "grad_norm": 0.22059890627861023,
      "learning_rate": 0.0001958416224471774,
      "loss": 12.1906,
      "step": 5898
    },
    {
      "epoch": 0.9659407237596201,
      "grad_norm": 0.15274998545646667,
      "learning_rate": 0.00019584014703693587,
      "loss": 12.188,
      "step": 5899
    },
    {
      "epoch": 0.9661044702800066,
      "grad_norm": 0.1587221473455429,
      "learning_rate": 0.00019583867137055948,
      "loss": 12.2131,
      "step": 5900
    },
    {
      "epoch": 0.966268216800393,
      "grad_norm": 0.21758733689785004,
      "learning_rate": 0.0001958371954480521,
      "loss": 12.2161,
      "step": 5901
    },
    {
      "epoch": 0.9664319633207794,
      "grad_norm": 0.18540704250335693,
      "learning_rate": 0.00019583571926941776,
      "loss": 12.2017,
      "step": 5902
    },
    {
      "epoch": 0.9665957098411658,
      "grad_norm": 0.14778783917427063,
      "learning_rate": 0.00019583424283466038,
      "loss": 12.2105,
      "step": 5903
    },
    {
      "epoch": 0.9667594563615524,
      "grad_norm": 0.24116244912147522,
      "learning_rate": 0.00019583276614378386,
      "loss": 12.1635,
      "step": 5904
    },
    {
      "epoch": 0.9669232028819388,
      "grad_norm": 0.2000170350074768,
      "learning_rate": 0.00019583128919679215,
      "loss": 12.2246,
      "step": 5905
    },
    {
      "epoch": 0.9670869494023252,
      "grad_norm": 0.15216854214668274,
      "learning_rate": 0.00019582981199368926,
      "loss": 12.2046,
      "step": 5906
    },
    {
      "epoch": 0.9672506959227116,
      "grad_norm": 0.1995154619216919,
      "learning_rate": 0.00019582833453447905,
      "loss": 12.1811,
      "step": 5907
    },
    {
      "epoch": 0.967414442443098,
      "grad_norm": 0.16327998042106628,
      "learning_rate": 0.00019582685681916555,
      "loss": 12.2071,
      "step": 5908
    },
    {
      "epoch": 0.9675781889634846,
      "grad_norm": 0.21289105713367462,
      "learning_rate": 0.0001958253788477527,
      "loss": 12.1748,
      "step": 5909
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 0.22323490679264069,
      "learning_rate": 0.0001958239006202444,
      "loss": 12.1652,
      "step": 5910
    },
    {
      "epoch": 0.9679056820042574,
      "grad_norm": 0.23260200023651123,
      "learning_rate": 0.0001958224221366446,
      "loss": 12.1763,
      "step": 5911
    },
    {
      "epoch": 0.9680694285246438,
      "grad_norm": 0.16004689037799835,
      "learning_rate": 0.00019582094339695735,
      "loss": 12.1965,
      "step": 5912
    },
    {
      "epoch": 0.9682331750450303,
      "grad_norm": 0.2343057245016098,
      "learning_rate": 0.00019581946440118647,
      "loss": 12.1986,
      "step": 5913
    },
    {
      "epoch": 0.9683969215654167,
      "grad_norm": 0.26836255192756653,
      "learning_rate": 0.00019581798514933598,
      "loss": 12.166,
      "step": 5914
    },
    {
      "epoch": 0.9685606680858032,
      "grad_norm": 0.24487419426441193,
      "learning_rate": 0.00019581650564140984,
      "loss": 12.1851,
      "step": 5915
    },
    {
      "epoch": 0.9687244146061896,
      "grad_norm": 0.14868038892745972,
      "learning_rate": 0.00019581502587741198,
      "loss": 12.1916,
      "step": 5916
    },
    {
      "epoch": 0.968888161126576,
      "grad_norm": 0.210237517952919,
      "learning_rate": 0.00019581354585734636,
      "loss": 12.1925,
      "step": 5917
    },
    {
      "epoch": 0.9690519076469625,
      "grad_norm": 0.1635591685771942,
      "learning_rate": 0.00019581206558121696,
      "loss": 12.2067,
      "step": 5918
    },
    {
      "epoch": 0.9692156541673489,
      "grad_norm": 0.16244542598724365,
      "learning_rate": 0.0001958105850490277,
      "loss": 12.1562,
      "step": 5919
    },
    {
      "epoch": 0.9693794006877354,
      "grad_norm": 0.22640560567378998,
      "learning_rate": 0.0001958091042607826,
      "loss": 12.1744,
      "step": 5920
    },
    {
      "epoch": 0.9695431472081218,
      "grad_norm": 0.1515909880399704,
      "learning_rate": 0.00019580762321648552,
      "loss": 12.2157,
      "step": 5921
    },
    {
      "epoch": 0.9697068937285083,
      "grad_norm": 0.21233177185058594,
      "learning_rate": 0.0001958061419161405,
      "loss": 12.1801,
      "step": 5922
    },
    {
      "epoch": 0.9698706402488947,
      "grad_norm": 0.2463543564081192,
      "learning_rate": 0.00019580466035975142,
      "loss": 12.2254,
      "step": 5923
    },
    {
      "epoch": 0.9700343867692811,
      "grad_norm": 0.1895311325788498,
      "learning_rate": 0.00019580317854732234,
      "loss": 12.1821,
      "step": 5924
    },
    {
      "epoch": 0.9701981332896676,
      "grad_norm": 0.4297029674053192,
      "learning_rate": 0.00019580169647885712,
      "loss": 12.2088,
      "step": 5925
    },
    {
      "epoch": 0.9703618798100541,
      "grad_norm": 0.16862726211547852,
      "learning_rate": 0.00019580021415435982,
      "loss": 12.1808,
      "step": 5926
    },
    {
      "epoch": 0.9705256263304405,
      "grad_norm": 0.20535622537136078,
      "learning_rate": 0.0001957987315738343,
      "loss": 12.1758,
      "step": 5927
    },
    {
      "epoch": 0.9706893728508269,
      "grad_norm": 0.17903827130794525,
      "learning_rate": 0.0001957972487372846,
      "loss": 12.2018,
      "step": 5928
    },
    {
      "epoch": 0.9708531193712133,
      "grad_norm": 0.2345571666955948,
      "learning_rate": 0.00019579576564471464,
      "loss": 12.202,
      "step": 5929
    },
    {
      "epoch": 0.9710168658915999,
      "grad_norm": 0.25932586193084717,
      "learning_rate": 0.00019579428229612842,
      "loss": 12.1871,
      "step": 5930
    },
    {
      "epoch": 0.9711806124119863,
      "grad_norm": 0.18772754073143005,
      "learning_rate": 0.00019579279869152988,
      "loss": 12.1861,
      "step": 5931
    },
    {
      "epoch": 0.9713443589323727,
      "grad_norm": 0.23388271033763885,
      "learning_rate": 0.00019579131483092298,
      "loss": 12.1991,
      "step": 5932
    },
    {
      "epoch": 0.9715081054527591,
      "grad_norm": 0.2196408212184906,
      "learning_rate": 0.00019578983071431166,
      "loss": 12.2322,
      "step": 5933
    },
    {
      "epoch": 0.9716718519731455,
      "grad_norm": 0.2790205180644989,
      "learning_rate": 0.0001957883463417,
      "loss": 12.1426,
      "step": 5934
    },
    {
      "epoch": 0.971835598493532,
      "grad_norm": 0.3164273798465729,
      "learning_rate": 0.0001957868617130918,
      "loss": 12.1769,
      "step": 5935
    },
    {
      "epoch": 0.9719993450139185,
      "grad_norm": 0.23333948850631714,
      "learning_rate": 0.00019578537682849115,
      "loss": 12.1945,
      "step": 5936
    },
    {
      "epoch": 0.9721630915343049,
      "grad_norm": 0.1839446872472763,
      "learning_rate": 0.00019578389168790198,
      "loss": 12.1692,
      "step": 5937
    },
    {
      "epoch": 0.9723268380546913,
      "grad_norm": 0.21173131465911865,
      "learning_rate": 0.00019578240629132828,
      "loss": 12.1697,
      "step": 5938
    },
    {
      "epoch": 0.9724905845750778,
      "grad_norm": 0.22930102050304413,
      "learning_rate": 0.000195780920638774,
      "loss": 12.2418,
      "step": 5939
    },
    {
      "epoch": 0.9726543310954642,
      "grad_norm": 0.24482636153697968,
      "learning_rate": 0.00019577943473024308,
      "loss": 12.1801,
      "step": 5940
    },
    {
      "epoch": 0.9728180776158507,
      "grad_norm": 0.2016969472169876,
      "learning_rate": 0.00019577794856573958,
      "loss": 12.1949,
      "step": 5941
    },
    {
      "epoch": 0.9729818241362371,
      "grad_norm": 0.18304957449436188,
      "learning_rate": 0.00019577646214526736,
      "loss": 12.1931,
      "step": 5942
    },
    {
      "epoch": 0.9731455706566235,
      "grad_norm": 0.18828831613063812,
      "learning_rate": 0.00019577497546883045,
      "loss": 12.2123,
      "step": 5943
    },
    {
      "epoch": 0.97330931717701,
      "grad_norm": 0.24156588315963745,
      "learning_rate": 0.00019577348853643285,
      "loss": 12.172,
      "step": 5944
    },
    {
      "epoch": 0.9734730636973964,
      "grad_norm": 0.20733661949634552,
      "learning_rate": 0.00019577200134807848,
      "loss": 12.2089,
      "step": 5945
    },
    {
      "epoch": 0.9736368102177829,
      "grad_norm": 0.2632623314857483,
      "learning_rate": 0.00019577051390377138,
      "loss": 12.211,
      "step": 5946
    },
    {
      "epoch": 0.9738005567381693,
      "grad_norm": 0.24733637273311615,
      "learning_rate": 0.00019576902620351542,
      "loss": 12.1964,
      "step": 5947
    },
    {
      "epoch": 0.9739643032585558,
      "grad_norm": 0.1613728404045105,
      "learning_rate": 0.00019576753824731468,
      "loss": 12.1938,
      "step": 5948
    },
    {
      "epoch": 0.9741280497789422,
      "grad_norm": 0.2200729250907898,
      "learning_rate": 0.0001957660500351731,
      "loss": 12.2284,
      "step": 5949
    },
    {
      "epoch": 0.9742917962993286,
      "grad_norm": 0.267691045999527,
      "learning_rate": 0.00019576456156709463,
      "loss": 12.1919,
      "step": 5950
    },
    {
      "epoch": 0.974455542819715,
      "grad_norm": 0.1768437772989273,
      "learning_rate": 0.0001957630728430833,
      "loss": 12.2325,
      "step": 5951
    },
    {
      "epoch": 0.9746192893401016,
      "grad_norm": 0.2484380304813385,
      "learning_rate": 0.00019576158386314305,
      "loss": 12.1574,
      "step": 5952
    },
    {
      "epoch": 0.974783035860488,
      "grad_norm": 0.2118748426437378,
      "learning_rate": 0.00019576009462727787,
      "loss": 12.192,
      "step": 5953
    },
    {
      "epoch": 0.9749467823808744,
      "grad_norm": 0.19188804924488068,
      "learning_rate": 0.00019575860513549174,
      "loss": 12.1657,
      "step": 5954
    },
    {
      "epoch": 0.9751105289012608,
      "grad_norm": 0.19937177002429962,
      "learning_rate": 0.00019575711538778861,
      "loss": 12.1719,
      "step": 5955
    },
    {
      "epoch": 0.9752742754216472,
      "grad_norm": 0.20893873274326324,
      "learning_rate": 0.00019575562538417255,
      "loss": 12.259,
      "step": 5956
    },
    {
      "epoch": 0.9754380219420338,
      "grad_norm": 0.23474235832691193,
      "learning_rate": 0.00019575413512464747,
      "loss": 12.1973,
      "step": 5957
    },
    {
      "epoch": 0.9756017684624202,
      "grad_norm": 0.2614748179912567,
      "learning_rate": 0.00019575264460921731,
      "loss": 12.1951,
      "step": 5958
    },
    {
      "epoch": 0.9757655149828066,
      "grad_norm": 0.16373379528522491,
      "learning_rate": 0.00019575115383788617,
      "loss": 12.2175,
      "step": 5959
    },
    {
      "epoch": 0.975929261503193,
      "grad_norm": 0.1660487800836563,
      "learning_rate": 0.00019574966281065797,
      "loss": 12.18,
      "step": 5960
    },
    {
      "epoch": 0.9760930080235795,
      "grad_norm": 0.25533875823020935,
      "learning_rate": 0.00019574817152753668,
      "loss": 12.1739,
      "step": 5961
    },
    {
      "epoch": 0.976256754543966,
      "grad_norm": 0.17921042442321777,
      "learning_rate": 0.00019574667998852632,
      "loss": 12.2241,
      "step": 5962
    },
    {
      "epoch": 0.9764205010643524,
      "grad_norm": 0.16153733432292938,
      "learning_rate": 0.00019574518819363084,
      "loss": 12.1848,
      "step": 5963
    },
    {
      "epoch": 0.9765842475847388,
      "grad_norm": 0.17434002459049225,
      "learning_rate": 0.00019574369614285426,
      "loss": 12.1945,
      "step": 5964
    },
    {
      "epoch": 0.9767479941051253,
      "grad_norm": 0.1579861044883728,
      "learning_rate": 0.00019574220383620055,
      "loss": 12.209,
      "step": 5965
    },
    {
      "epoch": 0.9769117406255117,
      "grad_norm": 0.22479857504367828,
      "learning_rate": 0.00019574071127367371,
      "loss": 12.1997,
      "step": 5966
    },
    {
      "epoch": 0.9770754871458982,
      "grad_norm": 0.21849030256271362,
      "learning_rate": 0.00019573921845527772,
      "loss": 12.219,
      "step": 5967
    },
    {
      "epoch": 0.9772392336662846,
      "grad_norm": 0.20029217004776,
      "learning_rate": 0.0001957377253810166,
      "loss": 12.1834,
      "step": 5968
    },
    {
      "epoch": 0.977402980186671,
      "grad_norm": 0.18058167397975922,
      "learning_rate": 0.00019573623205089427,
      "loss": 12.2037,
      "step": 5969
    },
    {
      "epoch": 0.9775667267070575,
      "grad_norm": 0.24055345356464386,
      "learning_rate": 0.00019573473846491477,
      "loss": 12.2092,
      "step": 5970
    },
    {
      "epoch": 0.9777304732274439,
      "grad_norm": 0.2821539044380188,
      "learning_rate": 0.0001957332446230821,
      "loss": 12.1763,
      "step": 5971
    },
    {
      "epoch": 0.9778942197478303,
      "grad_norm": 0.16221018135547638,
      "learning_rate": 0.00019573175052540025,
      "loss": 12.198,
      "step": 5972
    },
    {
      "epoch": 0.9780579662682168,
      "grad_norm": 0.14949043095111847,
      "learning_rate": 0.00019573025617187315,
      "loss": 12.2193,
      "step": 5973
    },
    {
      "epoch": 0.9782217127886033,
      "grad_norm": 0.22767192125320435,
      "learning_rate": 0.0001957287615625049,
      "loss": 12.1868,
      "step": 5974
    },
    {
      "epoch": 0.9783854593089897,
      "grad_norm": 0.2199701964855194,
      "learning_rate": 0.0001957272666972994,
      "loss": 12.1969,
      "step": 5975
    },
    {
      "epoch": 0.9785492058293761,
      "grad_norm": 0.21598301827907562,
      "learning_rate": 0.0001957257715762607,
      "loss": 12.1431,
      "step": 5976
    },
    {
      "epoch": 0.9787129523497625,
      "grad_norm": 0.16026878356933594,
      "learning_rate": 0.00019572427619939277,
      "loss": 12.179,
      "step": 5977
    },
    {
      "epoch": 0.978876698870149,
      "grad_norm": 0.1819828897714615,
      "learning_rate": 0.00019572278056669964,
      "loss": 12.2325,
      "step": 5978
    },
    {
      "epoch": 0.9790404453905355,
      "grad_norm": 0.35060185194015503,
      "learning_rate": 0.00019572128467818526,
      "loss": 12.1984,
      "step": 5979
    },
    {
      "epoch": 0.9792041919109219,
      "grad_norm": 0.21882973611354828,
      "learning_rate": 0.00019571978853385368,
      "loss": 12.1847,
      "step": 5980
    },
    {
      "epoch": 0.9793679384313083,
      "grad_norm": 0.16315723955631256,
      "learning_rate": 0.0001957182921337088,
      "loss": 12.1863,
      "step": 5981
    },
    {
      "epoch": 0.9795316849516947,
      "grad_norm": 0.307323157787323,
      "learning_rate": 0.00019571679547775473,
      "loss": 12.1713,
      "step": 5982
    },
    {
      "epoch": 0.9796954314720813,
      "grad_norm": 0.3069819211959839,
      "learning_rate": 0.00019571529856599545,
      "loss": 12.1839,
      "step": 5983
    },
    {
      "epoch": 0.9798591779924677,
      "grad_norm": 0.23684310913085938,
      "learning_rate": 0.00019571380139843492,
      "loss": 12.1991,
      "step": 5984
    },
    {
      "epoch": 0.9800229245128541,
      "grad_norm": 0.23401454091072083,
      "learning_rate": 0.00019571230397507716,
      "loss": 12.1691,
      "step": 5985
    },
    {
      "epoch": 0.9801866710332405,
      "grad_norm": 0.31170180439949036,
      "learning_rate": 0.00019571080629592617,
      "loss": 12.1793,
      "step": 5986
    },
    {
      "epoch": 0.980350417553627,
      "grad_norm": 0.19687727093696594,
      "learning_rate": 0.00019570930836098596,
      "loss": 12.1573,
      "step": 5987
    },
    {
      "epoch": 0.9805141640740134,
      "grad_norm": 0.24891135096549988,
      "learning_rate": 0.0001957078101702605,
      "loss": 12.1723,
      "step": 5988
    },
    {
      "epoch": 0.9806779105943999,
      "grad_norm": 0.2571397125720978,
      "learning_rate": 0.00019570631172375388,
      "loss": 12.1951,
      "step": 5989
    },
    {
      "epoch": 0.9808416571147863,
      "grad_norm": 0.2418891191482544,
      "learning_rate": 0.00019570481302147,
      "loss": 12.2017,
      "step": 5990
    },
    {
      "epoch": 0.9810054036351727,
      "grad_norm": 0.1861771047115326,
      "learning_rate": 0.0001957033140634129,
      "loss": 12.2005,
      "step": 5991
    },
    {
      "epoch": 0.9811691501555592,
      "grad_norm": 0.3360106348991394,
      "learning_rate": 0.0001957018148495866,
      "loss": 12.1952,
      "step": 5992
    },
    {
      "epoch": 0.9813328966759456,
      "grad_norm": 0.18541209399700165,
      "learning_rate": 0.00019570031537999514,
      "loss": 12.2339,
      "step": 5993
    },
    {
      "epoch": 0.9814966431963321,
      "grad_norm": 0.22903451323509216,
      "learning_rate": 0.00019569881565464247,
      "loss": 12.2003,
      "step": 5994
    },
    {
      "epoch": 0.9816603897167185,
      "grad_norm": 0.23566648364067078,
      "learning_rate": 0.0001956973156735326,
      "loss": 12.2321,
      "step": 5995
    },
    {
      "epoch": 0.981824136237105,
      "grad_norm": 0.1789863556623459,
      "learning_rate": 0.00019569581543666962,
      "loss": 12.2251,
      "step": 5996
    },
    {
      "epoch": 0.9819878827574914,
      "grad_norm": 0.1652638465166092,
      "learning_rate": 0.00019569431494405743,
      "loss": 12.2133,
      "step": 5997
    },
    {
      "epoch": 0.9821516292778778,
      "grad_norm": 0.21821491420269012,
      "learning_rate": 0.0001956928141957001,
      "loss": 12.2326,
      "step": 5998
    },
    {
      "epoch": 0.9823153757982643,
      "grad_norm": 0.3316085934638977,
      "learning_rate": 0.00019569131319160162,
      "loss": 12.2251,
      "step": 5999
    },
    {
      "epoch": 0.9824791223186508,
      "grad_norm": 0.26420778036117554,
      "learning_rate": 0.00019568981193176602,
      "loss": 12.1597,
      "step": 6000
    },
    {
      "epoch": 0.9824791223186508,
      "eval_loss": 12.182229995727539,
      "eval_runtime": 7.3214,
      "eval_samples_per_second": 33.6,
      "eval_steps_per_second": 16.8,
      "step": 6000
    },
    {
      "epoch": 0.9826428688390372,
      "grad_norm": 0.18100294470787048,
      "learning_rate": 0.0001956883104161973,
      "loss": 12.2206,
      "step": 6001
    },
    {
      "epoch": 0.9828066153594236,
      "grad_norm": 0.2222035676240921,
      "learning_rate": 0.00019568680864489948,
      "loss": 12.2061,
      "step": 6002
    },
    {
      "epoch": 0.98297036187981,
      "grad_norm": 0.1514136791229248,
      "learning_rate": 0.00019568530661787654,
      "loss": 12.1977,
      "step": 6003
    },
    {
      "epoch": 0.9831341084001965,
      "grad_norm": 0.23637977242469788,
      "learning_rate": 0.00019568380433513256,
      "loss": 12.1704,
      "step": 6004
    },
    {
      "epoch": 0.983297854920583,
      "grad_norm": 0.1762647181749344,
      "learning_rate": 0.00019568230179667148,
      "loss": 12.1691,
      "step": 6005
    },
    {
      "epoch": 0.9834616014409694,
      "grad_norm": 0.1872202306985855,
      "learning_rate": 0.00019568079900249738,
      "loss": 12.1985,
      "step": 6006
    },
    {
      "epoch": 0.9836253479613558,
      "grad_norm": 0.14597134292125702,
      "learning_rate": 0.00019567929595261423,
      "loss": 12.2106,
      "step": 6007
    },
    {
      "epoch": 0.9837890944817422,
      "grad_norm": 0.17688091099262238,
      "learning_rate": 0.0001956777926470261,
      "loss": 12.1803,
      "step": 6008
    },
    {
      "epoch": 0.9839528410021287,
      "grad_norm": 0.16327734291553497,
      "learning_rate": 0.00019567628908573694,
      "loss": 12.1989,
      "step": 6009
    },
    {
      "epoch": 0.9841165875225152,
      "grad_norm": 0.16149532794952393,
      "learning_rate": 0.00019567478526875083,
      "loss": 12.2025,
      "step": 6010
    },
    {
      "epoch": 0.9842803340429016,
      "grad_norm": 0.22238191962242126,
      "learning_rate": 0.00019567328119607174,
      "loss": 12.1845,
      "step": 6011
    },
    {
      "epoch": 0.984444080563288,
      "grad_norm": 0.23691102862358093,
      "learning_rate": 0.0001956717768677037,
      "loss": 12.1976,
      "step": 6012
    },
    {
      "epoch": 0.9846078270836744,
      "grad_norm": 0.317971408367157,
      "learning_rate": 0.00019567027228365076,
      "loss": 12.1854,
      "step": 6013
    },
    {
      "epoch": 0.9847715736040609,
      "grad_norm": 0.14845673739910126,
      "learning_rate": 0.00019566876744391693,
      "loss": 12.1779,
      "step": 6014
    },
    {
      "epoch": 0.9849353201244474,
      "grad_norm": 0.29689210653305054,
      "learning_rate": 0.0001956672623485062,
      "loss": 12.1616,
      "step": 6015
    },
    {
      "epoch": 0.9850990666448338,
      "grad_norm": 0.1687317043542862,
      "learning_rate": 0.00019566575699742265,
      "loss": 12.1619,
      "step": 6016
    },
    {
      "epoch": 0.9852628131652202,
      "grad_norm": 0.2640036642551422,
      "learning_rate": 0.00019566425139067023,
      "loss": 12.2066,
      "step": 6017
    },
    {
      "epoch": 0.9854265596856067,
      "grad_norm": 0.17890729010105133,
      "learning_rate": 0.00019566274552825302,
      "loss": 12.2362,
      "step": 6018
    },
    {
      "epoch": 0.9855903062059931,
      "grad_norm": 0.1604868620634079,
      "learning_rate": 0.00019566123941017506,
      "loss": 12.2019,
      "step": 6019
    },
    {
      "epoch": 0.9857540527263796,
      "grad_norm": 0.19069069623947144,
      "learning_rate": 0.0001956597330364403,
      "loss": 12.1663,
      "step": 6020
    },
    {
      "epoch": 0.985917799246766,
      "grad_norm": 0.2343839854001999,
      "learning_rate": 0.00019565822640705283,
      "loss": 12.2049,
      "step": 6021
    },
    {
      "epoch": 0.9860815457671525,
      "grad_norm": 0.21029263734817505,
      "learning_rate": 0.00019565671952201665,
      "loss": 12.2078,
      "step": 6022
    },
    {
      "epoch": 0.9862452922875389,
      "grad_norm": 0.22191619873046875,
      "learning_rate": 0.00019565521238133578,
      "loss": 12.1882,
      "step": 6023
    },
    {
      "epoch": 0.9864090388079253,
      "grad_norm": 0.2460683435201645,
      "learning_rate": 0.00019565370498501427,
      "loss": 12.2158,
      "step": 6024
    },
    {
      "epoch": 0.9865727853283117,
      "grad_norm": 0.20055106282234192,
      "learning_rate": 0.00019565219733305616,
      "loss": 12.2267,
      "step": 6025
    },
    {
      "epoch": 0.9867365318486983,
      "grad_norm": 0.23869231343269348,
      "learning_rate": 0.0001956506894254654,
      "loss": 12.2245,
      "step": 6026
    },
    {
      "epoch": 0.9869002783690847,
      "grad_norm": 0.1695045679807663,
      "learning_rate": 0.00019564918126224612,
      "loss": 12.1901,
      "step": 6027
    },
    {
      "epoch": 0.9870640248894711,
      "grad_norm": 0.20017030835151672,
      "learning_rate": 0.0001956476728434023,
      "loss": 12.1672,
      "step": 6028
    },
    {
      "epoch": 0.9872277714098575,
      "grad_norm": 0.22680002450942993,
      "learning_rate": 0.000195646164168938,
      "loss": 12.2676,
      "step": 6029
    },
    {
      "epoch": 0.9873915179302439,
      "grad_norm": 0.18258021771907806,
      "learning_rate": 0.0001956446552388572,
      "loss": 12.1823,
      "step": 6030
    },
    {
      "epoch": 0.9875552644506305,
      "grad_norm": 0.1774192601442337,
      "learning_rate": 0.00019564314605316399,
      "loss": 12.1843,
      "step": 6031
    },
    {
      "epoch": 0.9877190109710169,
      "grad_norm": 0.20255492627620697,
      "learning_rate": 0.00019564163661186235,
      "loss": 12.2204,
      "step": 6032
    },
    {
      "epoch": 0.9878827574914033,
      "grad_norm": 0.18498271703720093,
      "learning_rate": 0.00019564012691495637,
      "loss": 12.1937,
      "step": 6033
    },
    {
      "epoch": 0.9880465040117897,
      "grad_norm": 0.2328011393547058,
      "learning_rate": 0.00019563861696245005,
      "loss": 12.2003,
      "step": 6034
    },
    {
      "epoch": 0.9882102505321761,
      "grad_norm": 0.22743317484855652,
      "learning_rate": 0.00019563710675434744,
      "loss": 12.2408,
      "step": 6035
    },
    {
      "epoch": 0.9883739970525627,
      "grad_norm": 0.21609900891780853,
      "learning_rate": 0.00019563559629065254,
      "loss": 12.214,
      "step": 6036
    },
    {
      "epoch": 0.9885377435729491,
      "grad_norm": 0.18506291508674622,
      "learning_rate": 0.0001956340855713694,
      "loss": 12.1475,
      "step": 6037
    },
    {
      "epoch": 0.9887014900933355,
      "grad_norm": 0.16684891283512115,
      "learning_rate": 0.0001956325745965021,
      "loss": 12.2096,
      "step": 6038
    },
    {
      "epoch": 0.9888652366137219,
      "grad_norm": 0.2247021347284317,
      "learning_rate": 0.00019563106336605466,
      "loss": 12.1908,
      "step": 6039
    },
    {
      "epoch": 0.9890289831341084,
      "grad_norm": 0.1853533238172531,
      "learning_rate": 0.0001956295518800311,
      "loss": 12.2101,
      "step": 6040
    },
    {
      "epoch": 0.9891927296544949,
      "grad_norm": 0.17684991657733917,
      "learning_rate": 0.00019562804013843548,
      "loss": 12.1907,
      "step": 6041
    },
    {
      "epoch": 0.9893564761748813,
      "grad_norm": 0.24115975201129913,
      "learning_rate": 0.00019562652814127183,
      "loss": 12.2099,
      "step": 6042
    },
    {
      "epoch": 0.9895202226952677,
      "grad_norm": 0.1765746921300888,
      "learning_rate": 0.00019562501588854417,
      "loss": 12.2481,
      "step": 6043
    },
    {
      "epoch": 0.9896839692156542,
      "grad_norm": 0.22179339826107025,
      "learning_rate": 0.00019562350338025658,
      "loss": 12.1958,
      "step": 6044
    },
    {
      "epoch": 0.9898477157360406,
      "grad_norm": 0.17364633083343506,
      "learning_rate": 0.00019562199061641305,
      "loss": 12.2052,
      "step": 6045
    },
    {
      "epoch": 0.990011462256427,
      "grad_norm": 0.1729932576417923,
      "learning_rate": 0.00019562047759701768,
      "loss": 12.1875,
      "step": 6046
    },
    {
      "epoch": 0.9901752087768135,
      "grad_norm": 0.21031439304351807,
      "learning_rate": 0.00019561896432207447,
      "loss": 12.2072,
      "step": 6047
    },
    {
      "epoch": 0.9903389552972,
      "grad_norm": 0.23552431166172028,
      "learning_rate": 0.0001956174507915875,
      "loss": 12.2035,
      "step": 6048
    },
    {
      "epoch": 0.9905027018175864,
      "grad_norm": 0.19543270766735077,
      "learning_rate": 0.0001956159370055608,
      "loss": 12.2549,
      "step": 6049
    },
    {
      "epoch": 0.9906664483379728,
      "grad_norm": 0.24097108840942383,
      "learning_rate": 0.00019561442296399842,
      "loss": 12.2151,
      "step": 6050
    },
    {
      "epoch": 0.9908301948583592,
      "grad_norm": 0.1797563135623932,
      "learning_rate": 0.00019561290866690437,
      "loss": 12.1866,
      "step": 6051
    },
    {
      "epoch": 0.9909939413787457,
      "grad_norm": 0.22887928783893585,
      "learning_rate": 0.00019561139411428276,
      "loss": 12.2541,
      "step": 6052
    },
    {
      "epoch": 0.9911576878991322,
      "grad_norm": 0.23771505057811737,
      "learning_rate": 0.0001956098793061376,
      "loss": 12.1384,
      "step": 6053
    },
    {
      "epoch": 0.9913214344195186,
      "grad_norm": 0.17756891250610352,
      "learning_rate": 0.00019560836424247296,
      "loss": 12.1912,
      "step": 6054
    },
    {
      "epoch": 0.991485180939905,
      "grad_norm": 0.20922787487506866,
      "learning_rate": 0.00019560684892329285,
      "loss": 12.1957,
      "step": 6055
    },
    {
      "epoch": 0.9916489274602914,
      "grad_norm": 0.22207368910312653,
      "learning_rate": 0.00019560533334860134,
      "loss": 12.1902,
      "step": 6056
    },
    {
      "epoch": 0.991812673980678,
      "grad_norm": 0.20235271751880646,
      "learning_rate": 0.00019560381751840248,
      "loss": 12.1707,
      "step": 6057
    },
    {
      "epoch": 0.9919764205010644,
      "grad_norm": 0.1858314722776413,
      "learning_rate": 0.00019560230143270032,
      "loss": 12.2077,
      "step": 6058
    },
    {
      "epoch": 0.9921401670214508,
      "grad_norm": 0.18233564496040344,
      "learning_rate": 0.00019560078509149893,
      "loss": 12.1985,
      "step": 6059
    },
    {
      "epoch": 0.9923039135418372,
      "grad_norm": 0.21429504454135895,
      "learning_rate": 0.00019559926849480234,
      "loss": 12.1786,
      "step": 6060
    },
    {
      "epoch": 0.9924676600622236,
      "grad_norm": 0.18999363481998444,
      "learning_rate": 0.00019559775164261462,
      "loss": 12.1793,
      "step": 6061
    },
    {
      "epoch": 0.9926314065826101,
      "grad_norm": 0.1914217174053192,
      "learning_rate": 0.00019559623453493984,
      "loss": 12.2123,
      "step": 6062
    },
    {
      "epoch": 0.9927951531029966,
      "grad_norm": 0.23074601590633392,
      "learning_rate": 0.000195594717171782,
      "loss": 12.1688,
      "step": 6063
    },
    {
      "epoch": 0.992958899623383,
      "grad_norm": 0.22321496903896332,
      "learning_rate": 0.00019559319955314518,
      "loss": 12.2201,
      "step": 6064
    },
    {
      "epoch": 0.9931226461437694,
      "grad_norm": 0.17343319952487946,
      "learning_rate": 0.00019559168167903343,
      "loss": 12.2038,
      "step": 6065
    },
    {
      "epoch": 0.9932863926641559,
      "grad_norm": 0.14983166754245758,
      "learning_rate": 0.00019559016354945085,
      "loss": 12.1987,
      "step": 6066
    },
    {
      "epoch": 0.9934501391845423,
      "grad_norm": 0.22464187443256378,
      "learning_rate": 0.00019558864516440146,
      "loss": 12.2249,
      "step": 6067
    },
    {
      "epoch": 0.9936138857049288,
      "grad_norm": 0.23867563903331757,
      "learning_rate": 0.00019558712652388932,
      "loss": 12.202,
      "step": 6068
    },
    {
      "epoch": 0.9937776322253152,
      "grad_norm": 0.23902438580989838,
      "learning_rate": 0.00019558560762791846,
      "loss": 12.2048,
      "step": 6069
    },
    {
      "epoch": 0.9939413787457017,
      "grad_norm": 0.2805095314979553,
      "learning_rate": 0.000195584088476493,
      "loss": 12.1737,
      "step": 6070
    },
    {
      "epoch": 0.9941051252660881,
      "grad_norm": 0.36033159494400024,
      "learning_rate": 0.00019558256906961695,
      "loss": 12.2148,
      "step": 6071
    },
    {
      "epoch": 0.9942688717864745,
      "grad_norm": 0.28869330883026123,
      "learning_rate": 0.00019558104940729443,
      "loss": 12.2076,
      "step": 6072
    },
    {
      "epoch": 0.994432618306861,
      "grad_norm": 0.20216885209083557,
      "learning_rate": 0.00019557952948952943,
      "loss": 12.173,
      "step": 6073
    },
    {
      "epoch": 0.9945963648272474,
      "grad_norm": 0.15996086597442627,
      "learning_rate": 0.00019557800931632605,
      "loss": 12.2218,
      "step": 6074
    },
    {
      "epoch": 0.9947601113476339,
      "grad_norm": 0.17679445445537567,
      "learning_rate": 0.00019557648888768835,
      "loss": 12.221,
      "step": 6075
    },
    {
      "epoch": 0.9949238578680203,
      "grad_norm": 0.16892173886299133,
      "learning_rate": 0.0001955749682036204,
      "loss": 12.1781,
      "step": 6076
    },
    {
      "epoch": 0.9950876043884067,
      "grad_norm": 0.16409268975257874,
      "learning_rate": 0.00019557344726412623,
      "loss": 12.1981,
      "step": 6077
    },
    {
      "epoch": 0.9952513509087932,
      "grad_norm": 0.2516123950481415,
      "learning_rate": 0.00019557192606920997,
      "loss": 12.1708,
      "step": 6078
    },
    {
      "epoch": 0.9954150974291797,
      "grad_norm": 0.28090959787368774,
      "learning_rate": 0.0001955704046188756,
      "loss": 12.2105,
      "step": 6079
    },
    {
      "epoch": 0.9955788439495661,
      "grad_norm": 0.16527608036994934,
      "learning_rate": 0.00019556888291312726,
      "loss": 12.2384,
      "step": 6080
    },
    {
      "epoch": 0.9957425904699525,
      "grad_norm": 0.2919570803642273,
      "learning_rate": 0.00019556736095196895,
      "loss": 12.2111,
      "step": 6081
    },
    {
      "epoch": 0.9959063369903389,
      "grad_norm": 0.14414969086647034,
      "learning_rate": 0.0001955658387354048,
      "loss": 12.2013,
      "step": 6082
    },
    {
      "epoch": 0.9960700835107253,
      "grad_norm": 0.3157816529273987,
      "learning_rate": 0.00019556431626343885,
      "loss": 12.2127,
      "step": 6083
    },
    {
      "epoch": 0.9962338300311119,
      "grad_norm": 0.17491638660430908,
      "learning_rate": 0.00019556279353607518,
      "loss": 12.2052,
      "step": 6084
    },
    {
      "epoch": 0.9963975765514983,
      "grad_norm": 0.21869276463985443,
      "learning_rate": 0.00019556127055331786,
      "loss": 12.1801,
      "step": 6085
    },
    {
      "epoch": 0.9965613230718847,
      "grad_norm": 0.2467489391565323,
      "learning_rate": 0.00019555974731517094,
      "loss": 12.2296,
      "step": 6086
    },
    {
      "epoch": 0.9967250695922711,
      "grad_norm": 0.15781520307064056,
      "learning_rate": 0.0001955582238216385,
      "loss": 12.1414,
      "step": 6087
    },
    {
      "epoch": 0.9968888161126576,
      "grad_norm": 0.2170475572347641,
      "learning_rate": 0.0001955567000727246,
      "loss": 12.195,
      "step": 6088
    },
    {
      "epoch": 0.9970525626330441,
      "grad_norm": 0.23821012675762177,
      "learning_rate": 0.00019555517606843336,
      "loss": 12.2153,
      "step": 6089
    },
    {
      "epoch": 0.9972163091534305,
      "grad_norm": 0.2005271464586258,
      "learning_rate": 0.0001955536518087688,
      "loss": 12.1816,
      "step": 6090
    },
    {
      "epoch": 0.9973800556738169,
      "grad_norm": 0.22151996195316315,
      "learning_rate": 0.00019555212729373503,
      "loss": 12.1803,
      "step": 6091
    },
    {
      "epoch": 0.9975438021942034,
      "grad_norm": 0.16699029505252838,
      "learning_rate": 0.00019555060252333608,
      "loss": 12.1955,
      "step": 6092
    },
    {
      "epoch": 0.9977075487145898,
      "grad_norm": 0.2192429155111313,
      "learning_rate": 0.00019554907749757606,
      "loss": 12.1685,
      "step": 6093
    },
    {
      "epoch": 0.9978712952349763,
      "grad_norm": 0.2339882105588913,
      "learning_rate": 0.00019554755221645907,
      "loss": 12.1659,
      "step": 6094
    },
    {
      "epoch": 0.9980350417553627,
      "grad_norm": 0.25597676634788513,
      "learning_rate": 0.0001955460266799891,
      "loss": 12.192,
      "step": 6095
    },
    {
      "epoch": 0.9981987882757491,
      "grad_norm": 0.25036200881004333,
      "learning_rate": 0.00019554450088817032,
      "loss": 12.2139,
      "step": 6096
    },
    {
      "epoch": 0.9983625347961356,
      "grad_norm": 0.2175070345401764,
      "learning_rate": 0.00019554297484100674,
      "loss": 12.1801,
      "step": 6097
    },
    {
      "epoch": 0.998526281316522,
      "grad_norm": 0.20879584550857544,
      "learning_rate": 0.00019554144853850249,
      "loss": 12.2113,
      "step": 6098
    },
    {
      "epoch": 0.9986900278369084,
      "grad_norm": 0.2464701533317566,
      "learning_rate": 0.00019553992198066166,
      "loss": 12.2163,
      "step": 6099
    },
    {
      "epoch": 0.9988537743572949,
      "grad_norm": 0.16892698407173157,
      "learning_rate": 0.0001955383951674882,
      "loss": 12.2081,
      "step": 6100
    },
    {
      "epoch": 0.9990175208776814,
      "grad_norm": 0.18816043436527252,
      "learning_rate": 0.00019553686809898636,
      "loss": 12.2099,
      "step": 6101
    },
    {
      "epoch": 0.9991812673980678,
      "grad_norm": 0.22685548663139343,
      "learning_rate": 0.00019553534077516014,
      "loss": 12.1847,
      "step": 6102
    },
    {
      "epoch": 0.9993450139184542,
      "grad_norm": 0.28827103972435,
      "learning_rate": 0.00019553381319601363,
      "loss": 12.2068,
      "step": 6103
    },
    {
      "epoch": 0.9995087604388406,
      "grad_norm": 0.17115430533885956,
      "learning_rate": 0.00019553228536155087,
      "loss": 12.2051,
      "step": 6104
    },
    {
      "epoch": 0.9996725069592272,
      "grad_norm": 0.20684854686260223,
      "learning_rate": 0.00019553075727177604,
      "loss": 12.2279,
      "step": 6105
    },
    {
      "epoch": 0.9998362534796136,
      "grad_norm": 0.2738850712776184,
      "learning_rate": 0.00019552922892669314,
      "loss": 12.1982,
      "step": 6106
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.28729623556137085,
      "learning_rate": 0.0001955277003263063,
      "loss": 12.1666,
      "step": 6107
    },
    {
      "epoch": 1.0001637465203865,
      "grad_norm": 0.21750660240650177,
      "learning_rate": 0.0001955261714706196,
      "loss": 12.2029,
      "step": 6108
    },
    {
      "epoch": 1.0003274930407728,
      "grad_norm": 0.29010632634162903,
      "learning_rate": 0.0001955246423596371,
      "loss": 12.2065,
      "step": 6109
    },
    {
      "epoch": 1.0004912395611594,
      "grad_norm": 0.20940251648426056,
      "learning_rate": 0.00019552311299336287,
      "loss": 12.187,
      "step": 6110
    },
    {
      "epoch": 1.0006549860815457,
      "grad_norm": 0.22213484346866608,
      "learning_rate": 0.00019552158337180108,
      "loss": 12.1647,
      "step": 6111
    },
    {
      "epoch": 1.0008187326019322,
      "grad_norm": 0.25407612323760986,
      "learning_rate": 0.00019552005349495572,
      "loss": 12.2626,
      "step": 6112
    },
    {
      "epoch": 1.0009824791223187,
      "grad_norm": 0.14704732596874237,
      "learning_rate": 0.00019551852336283093,
      "loss": 12.1632,
      "step": 6113
    },
    {
      "epoch": 1.001146225642705,
      "grad_norm": 0.1837681233882904,
      "learning_rate": 0.00019551699297543085,
      "loss": 12.199,
      "step": 6114
    },
    {
      "epoch": 1.0013099721630916,
      "grad_norm": 0.1935853809118271,
      "learning_rate": 0.00019551546233275945,
      "loss": 12.2425,
      "step": 6115
    },
    {
      "epoch": 1.001473718683478,
      "grad_norm": 0.3394640386104584,
      "learning_rate": 0.00019551393143482092,
      "loss": 12.1842,
      "step": 6116
    },
    {
      "epoch": 1.0016374652038644,
      "grad_norm": 0.25428926944732666,
      "learning_rate": 0.00019551240028161933,
      "loss": 12.1985,
      "step": 6117
    },
    {
      "epoch": 1.001801211724251,
      "grad_norm": 0.1866794377565384,
      "learning_rate": 0.0001955108688731587,
      "loss": 12.1978,
      "step": 6118
    },
    {
      "epoch": 1.0019649582446373,
      "grad_norm": 0.20996104180812836,
      "learning_rate": 0.00019550933720944324,
      "loss": 12.186,
      "step": 6119
    },
    {
      "epoch": 1.0021287047650238,
      "grad_norm": 0.25969618558883667,
      "learning_rate": 0.00019550780529047697,
      "loss": 12.2071,
      "step": 6120
    },
    {
      "epoch": 1.0022924512854101,
      "grad_norm": 0.23218828439712524,
      "learning_rate": 0.00019550627311626397,
      "loss": 12.1712,
      "step": 6121
    },
    {
      "epoch": 1.0024561978057966,
      "grad_norm": 0.22172856330871582,
      "learning_rate": 0.0001955047406868084,
      "loss": 12.2276,
      "step": 6122
    },
    {
      "epoch": 1.0026199443261832,
      "grad_norm": 0.22802697122097015,
      "learning_rate": 0.0001955032080021143,
      "loss": 12.2345,
      "step": 6123
    },
    {
      "epoch": 1.0027836908465695,
      "grad_norm": 0.22235240042209625,
      "learning_rate": 0.0001955016750621858,
      "loss": 12.1817,
      "step": 6124
    },
    {
      "epoch": 1.002947437366956,
      "grad_norm": 0.33993056416511536,
      "learning_rate": 0.00019550014186702698,
      "loss": 12.165,
      "step": 6125
    },
    {
      "epoch": 1.0031111838873423,
      "grad_norm": 0.18265660107135773,
      "learning_rate": 0.00019549860841664191,
      "loss": 12.1721,
      "step": 6126
    },
    {
      "epoch": 1.0032749304077289,
      "grad_norm": 0.25570669770240784,
      "learning_rate": 0.00019549707471103474,
      "loss": 12.183,
      "step": 6127
    },
    {
      "epoch": 1.0034386769281152,
      "grad_norm": 0.21564480662345886,
      "learning_rate": 0.00019549554075020954,
      "loss": 12.2678,
      "step": 6128
    },
    {
      "epoch": 1.0036024234485017,
      "grad_norm": 0.24197989702224731,
      "learning_rate": 0.00019549400653417042,
      "loss": 12.1658,
      "step": 6129
    },
    {
      "epoch": 1.0037661699688882,
      "grad_norm": 0.2175164669752121,
      "learning_rate": 0.00019549247206292149,
      "loss": 12.2031,
      "step": 6130
    },
    {
      "epoch": 1.0039299164892745,
      "grad_norm": 0.3025093078613281,
      "learning_rate": 0.0001954909373364668,
      "loss": 12.1786,
      "step": 6131
    },
    {
      "epoch": 1.004093663009661,
      "grad_norm": 0.1921970099210739,
      "learning_rate": 0.00019548940235481052,
      "loss": 12.1882,
      "step": 6132
    },
    {
      "epoch": 1.0042574095300474,
      "grad_norm": 0.14769235253334045,
      "learning_rate": 0.00019548786711795672,
      "loss": 12.2055,
      "step": 6133
    },
    {
      "epoch": 1.004421156050434,
      "grad_norm": 0.24383562803268433,
      "learning_rate": 0.0001954863316259095,
      "loss": 12.1655,
      "step": 6134
    },
    {
      "epoch": 1.0045849025708204,
      "grad_norm": 0.20276373624801636,
      "learning_rate": 0.00019548479587867297,
      "loss": 12.1884,
      "step": 6135
    },
    {
      "epoch": 1.0047486490912068,
      "grad_norm": 0.25034430623054504,
      "learning_rate": 0.00019548325987625123,
      "loss": 12.2097,
      "step": 6136
    },
    {
      "epoch": 1.0049123956115933,
      "grad_norm": 0.19371820986270905,
      "learning_rate": 0.00019548172361864838,
      "loss": 12.2183,
      "step": 6137
    },
    {
      "epoch": 1.0050761421319796,
      "grad_norm": 0.1674530804157257,
      "learning_rate": 0.00019548018710586855,
      "loss": 12.1929,
      "step": 6138
    },
    {
      "epoch": 1.0052398886523661,
      "grad_norm": 0.26359665393829346,
      "learning_rate": 0.0001954786503379158,
      "loss": 12.18,
      "step": 6139
    },
    {
      "epoch": 1.0054036351727527,
      "grad_norm": 0.20732492208480835,
      "learning_rate": 0.00019547711331479431,
      "loss": 12.1741,
      "step": 6140
    },
    {
      "epoch": 1.005567381693139,
      "grad_norm": 0.19839845597743988,
      "learning_rate": 0.0001954755760365081,
      "loss": 12.1753,
      "step": 6141
    },
    {
      "epoch": 1.0057311282135255,
      "grad_norm": 0.1850292831659317,
      "learning_rate": 0.00019547403850306134,
      "loss": 12.1759,
      "step": 6142
    },
    {
      "epoch": 1.0058948747339118,
      "grad_norm": 0.2319500595331192,
      "learning_rate": 0.00019547250071445812,
      "loss": 12.2363,
      "step": 6143
    },
    {
      "epoch": 1.0060586212542983,
      "grad_norm": 0.22651980817317963,
      "learning_rate": 0.00019547096267070256,
      "loss": 12.2243,
      "step": 6144
    },
    {
      "epoch": 1.0062223677746849,
      "grad_norm": 0.23187555372714996,
      "learning_rate": 0.00019546942437179875,
      "loss": 12.1752,
      "step": 6145
    },
    {
      "epoch": 1.0063861142950712,
      "grad_norm": 0.15435269474983215,
      "learning_rate": 0.0001954678858177508,
      "loss": 12.2024,
      "step": 6146
    },
    {
      "epoch": 1.0065498608154577,
      "grad_norm": 0.16484209895133972,
      "learning_rate": 0.00019546634700856285,
      "loss": 12.2102,
      "step": 6147
    },
    {
      "epoch": 1.006713607335844,
      "grad_norm": 0.24526268243789673,
      "learning_rate": 0.000195464807944239,
      "loss": 12.1908,
      "step": 6148
    },
    {
      "epoch": 1.0068773538562306,
      "grad_norm": 0.23231525719165802,
      "learning_rate": 0.00019546326862478336,
      "loss": 12.1807,
      "step": 6149
    },
    {
      "epoch": 1.007041100376617,
      "grad_norm": 0.2329002320766449,
      "learning_rate": 0.00019546172905020006,
      "loss": 12.175,
      "step": 6150
    },
    {
      "epoch": 1.0072048468970034,
      "grad_norm": 0.19047465920448303,
      "learning_rate": 0.00019546018922049317,
      "loss": 12.208,
      "step": 6151
    },
    {
      "epoch": 1.00736859341739,
      "grad_norm": 0.17800372838974,
      "learning_rate": 0.00019545864913566682,
      "loss": 12.2041,
      "step": 6152
    },
    {
      "epoch": 1.0075323399377762,
      "grad_norm": 0.16728615760803223,
      "learning_rate": 0.00019545710879572518,
      "loss": 12.1899,
      "step": 6153
    },
    {
      "epoch": 1.0076960864581628,
      "grad_norm": 0.15221786499023438,
      "learning_rate": 0.00019545556820067234,
      "loss": 12.1606,
      "step": 6154
    },
    {
      "epoch": 1.0078598329785493,
      "grad_norm": 0.16794584691524506,
      "learning_rate": 0.00019545402735051236,
      "loss": 12.1742,
      "step": 6155
    },
    {
      "epoch": 1.0080235794989356,
      "grad_norm": 0.17038153111934662,
      "learning_rate": 0.0001954524862452494,
      "loss": 12.1849,
      "step": 6156
    },
    {
      "epoch": 1.0081873260193221,
      "grad_norm": 0.1902640163898468,
      "learning_rate": 0.00019545094488488757,
      "loss": 12.2309,
      "step": 6157
    },
    {
      "epoch": 1.0083510725397085,
      "grad_norm": 0.19895145297050476,
      "learning_rate": 0.00019544940326943105,
      "loss": 12.2521,
      "step": 6158
    },
    {
      "epoch": 1.008514819060095,
      "grad_norm": 0.2461666315793991,
      "learning_rate": 0.0001954478613988839,
      "loss": 12.1729,
      "step": 6159
    },
    {
      "epoch": 1.0086785655804815,
      "grad_norm": 0.2919808626174927,
      "learning_rate": 0.00019544631927325022,
      "loss": 12.1805,
      "step": 6160
    },
    {
      "epoch": 1.0088423121008678,
      "grad_norm": 0.1737774908542633,
      "learning_rate": 0.00019544477689253419,
      "loss": 12.2256,
      "step": 6161
    },
    {
      "epoch": 1.0090060586212544,
      "grad_norm": 0.18870165944099426,
      "learning_rate": 0.00019544323425673988,
      "loss": 12.1986,
      "step": 6162
    },
    {
      "epoch": 1.0091698051416407,
      "grad_norm": 0.20117348432540894,
      "learning_rate": 0.00019544169136587143,
      "loss": 12.2283,
      "step": 6163
    },
    {
      "epoch": 1.0093335516620272,
      "grad_norm": 0.2606866955757141,
      "learning_rate": 0.00019544014821993298,
      "loss": 12.1844,
      "step": 6164
    },
    {
      "epoch": 1.0094972981824135,
      "grad_norm": 0.23470737040042877,
      "learning_rate": 0.00019543860481892867,
      "loss": 12.2086,
      "step": 6165
    },
    {
      "epoch": 1.0096610447028,
      "grad_norm": 0.2217509001493454,
      "learning_rate": 0.00019543706116286255,
      "loss": 12.1766,
      "step": 6166
    },
    {
      "epoch": 1.0098247912231866,
      "grad_norm": 0.1784110963344574,
      "learning_rate": 0.00019543551725173885,
      "loss": 12.2434,
      "step": 6167
    },
    {
      "epoch": 1.009988537743573,
      "grad_norm": 0.23795679211616516,
      "learning_rate": 0.0001954339730855616,
      "loss": 12.2299,
      "step": 6168
    },
    {
      "epoch": 1.0101522842639594,
      "grad_norm": 0.15135999023914337,
      "learning_rate": 0.00019543242866433498,
      "loss": 12.1904,
      "step": 6169
    },
    {
      "epoch": 1.0103160307843457,
      "grad_norm": 0.17581424117088318,
      "learning_rate": 0.0001954308839880631,
      "loss": 12.22,
      "step": 6170
    },
    {
      "epoch": 1.0104797773047323,
      "grad_norm": 0.1807052046060562,
      "learning_rate": 0.0001954293390567501,
      "loss": 12.1897,
      "step": 6171
    },
    {
      "epoch": 1.0106435238251188,
      "grad_norm": 0.1748465597629547,
      "learning_rate": 0.0001954277938704001,
      "loss": 12.1919,
      "step": 6172
    },
    {
      "epoch": 1.010807270345505,
      "grad_norm": 0.29741472005844116,
      "learning_rate": 0.00019542624842901722,
      "loss": 12.1864,
      "step": 6173
    },
    {
      "epoch": 1.0109710168658916,
      "grad_norm": 0.19173969328403473,
      "learning_rate": 0.00019542470273260562,
      "loss": 12.186,
      "step": 6174
    },
    {
      "epoch": 1.011134763386278,
      "grad_norm": 0.20519128441810608,
      "learning_rate": 0.0001954231567811694,
      "loss": 12.2004,
      "step": 6175
    },
    {
      "epoch": 1.0112985099066645,
      "grad_norm": 0.27423223853111267,
      "learning_rate": 0.00019542161057471268,
      "loss": 12.214,
      "step": 6176
    },
    {
      "epoch": 1.011462256427051,
      "grad_norm": 0.16726213693618774,
      "learning_rate": 0.00019542006411323967,
      "loss": 12.1848,
      "step": 6177
    },
    {
      "epoch": 1.0116260029474373,
      "grad_norm": 0.214821919798851,
      "learning_rate": 0.00019541851739675442,
      "loss": 12.1741,
      "step": 6178
    },
    {
      "epoch": 1.0117897494678239,
      "grad_norm": 0.2018263041973114,
      "learning_rate": 0.00019541697042526108,
      "loss": 12.1744,
      "step": 6179
    },
    {
      "epoch": 1.0119534959882102,
      "grad_norm": 0.27154144644737244,
      "learning_rate": 0.0001954154231987638,
      "loss": 12.2069,
      "step": 6180
    },
    {
      "epoch": 1.0121172425085967,
      "grad_norm": 0.2631963789463043,
      "learning_rate": 0.00019541387571726674,
      "loss": 12.1761,
      "step": 6181
    },
    {
      "epoch": 1.0122809890289832,
      "grad_norm": 0.20673707127571106,
      "learning_rate": 0.00019541232798077397,
      "loss": 12.1809,
      "step": 6182
    },
    {
      "epoch": 1.0124447355493695,
      "grad_norm": 0.23972991108894348,
      "learning_rate": 0.00019541077998928968,
      "loss": 12.2076,
      "step": 6183
    },
    {
      "epoch": 1.012608482069756,
      "grad_norm": 0.19785986840724945,
      "learning_rate": 0.000195409231742818,
      "loss": 12.1808,
      "step": 6184
    },
    {
      "epoch": 1.0127722285901424,
      "grad_norm": 0.20780469477176666,
      "learning_rate": 0.00019540768324136307,
      "loss": 12.1577,
      "step": 6185
    },
    {
      "epoch": 1.012935975110529,
      "grad_norm": 0.2367110401391983,
      "learning_rate": 0.000195406134484929,
      "loss": 12.2147,
      "step": 6186
    },
    {
      "epoch": 1.0130997216309154,
      "grad_norm": 0.21710069477558136,
      "learning_rate": 0.00019540458547351994,
      "loss": 12.1999,
      "step": 6187
    },
    {
      "epoch": 1.0132634681513017,
      "grad_norm": 0.31649094820022583,
      "learning_rate": 0.00019540303620714004,
      "loss": 12.1833,
      "step": 6188
    },
    {
      "epoch": 1.0134272146716883,
      "grad_norm": 0.2918224334716797,
      "learning_rate": 0.00019540148668579347,
      "loss": 12.2039,
      "step": 6189
    },
    {
      "epoch": 1.0135909611920746,
      "grad_norm": 0.20746947824954987,
      "learning_rate": 0.00019539993690948428,
      "loss": 12.1992,
      "step": 6190
    },
    {
      "epoch": 1.0137547077124611,
      "grad_norm": 0.19877497851848602,
      "learning_rate": 0.00019539838687821672,
      "loss": 12.1711,
      "step": 6191
    },
    {
      "epoch": 1.0139184542328477,
      "grad_norm": 0.27069881558418274,
      "learning_rate": 0.00019539683659199484,
      "loss": 12.2294,
      "step": 6192
    },
    {
      "epoch": 1.014082200753234,
      "grad_norm": 0.15181489288806915,
      "learning_rate": 0.00019539528605082285,
      "loss": 12.2325,
      "step": 6193
    },
    {
      "epoch": 1.0142459472736205,
      "grad_norm": 0.3732456564903259,
      "learning_rate": 0.0001953937352547049,
      "loss": 12.1795,
      "step": 6194
    },
    {
      "epoch": 1.0144096937940068,
      "grad_norm": 0.2406127154827118,
      "learning_rate": 0.00019539218420364503,
      "loss": 12.1673,
      "step": 6195
    },
    {
      "epoch": 1.0145734403143933,
      "grad_norm": 0.1432623714208603,
      "learning_rate": 0.0001953906328976475,
      "loss": 12.1916,
      "step": 6196
    },
    {
      "epoch": 1.0147371868347799,
      "grad_norm": 0.21368122100830078,
      "learning_rate": 0.0001953890813367164,
      "loss": 12.1945,
      "step": 6197
    },
    {
      "epoch": 1.0149009333551662,
      "grad_norm": 0.1951133757829666,
      "learning_rate": 0.0001953875295208559,
      "loss": 12.2207,
      "step": 6198
    },
    {
      "epoch": 1.0150646798755527,
      "grad_norm": 0.16199901700019836,
      "learning_rate": 0.00019538597745007014,
      "loss": 12.2276,
      "step": 6199
    },
    {
      "epoch": 1.015228426395939,
      "grad_norm": 0.2778078019618988,
      "learning_rate": 0.00019538442512436328,
      "loss": 12.163,
      "step": 6200
    },
    {
      "epoch": 1.0153921729163256,
      "grad_norm": 0.2995057702064514,
      "learning_rate": 0.00019538287254373943,
      "loss": 12.1922,
      "step": 6201
    },
    {
      "epoch": 1.0155559194367119,
      "grad_norm": 0.22490909695625305,
      "learning_rate": 0.0001953813197082028,
      "loss": 12.22,
      "step": 6202
    },
    {
      "epoch": 1.0157196659570984,
      "grad_norm": 0.19504857063293457,
      "learning_rate": 0.00019537976661775748,
      "loss": 12.175,
      "step": 6203
    },
    {
      "epoch": 1.015883412477485,
      "grad_norm": 0.16332083940505981,
      "learning_rate": 0.0001953782132724076,
      "loss": 12.1544,
      "step": 6204
    },
    {
      "epoch": 1.0160471589978712,
      "grad_norm": 0.16932174563407898,
      "learning_rate": 0.00019537665967215743,
      "loss": 12.2272,
      "step": 6205
    },
    {
      "epoch": 1.0162109055182578,
      "grad_norm": 0.20375610888004303,
      "learning_rate": 0.00019537510581701102,
      "loss": 12.2156,
      "step": 6206
    },
    {
      "epoch": 1.016374652038644,
      "grad_norm": 0.22465091943740845,
      "learning_rate": 0.00019537355170697255,
      "loss": 12.212,
      "step": 6207
    },
    {
      "epoch": 1.0165383985590306,
      "grad_norm": 0.194045752286911,
      "learning_rate": 0.00019537199734204617,
      "loss": 12.1677,
      "step": 6208
    },
    {
      "epoch": 1.0167021450794171,
      "grad_norm": 0.24390661716461182,
      "learning_rate": 0.00019537044272223604,
      "loss": 12.2333,
      "step": 6209
    },
    {
      "epoch": 1.0168658915998035,
      "grad_norm": 0.22919797897338867,
      "learning_rate": 0.00019536888784754631,
      "loss": 12.1874,
      "step": 6210
    },
    {
      "epoch": 1.01702963812019,
      "grad_norm": 0.18079081177711487,
      "learning_rate": 0.00019536733271798115,
      "loss": 12.1738,
      "step": 6211
    },
    {
      "epoch": 1.0171933846405763,
      "grad_norm": 0.25856316089630127,
      "learning_rate": 0.0001953657773335447,
      "loss": 12.2009,
      "step": 6212
    },
    {
      "epoch": 1.0173571311609628,
      "grad_norm": 0.1720246821641922,
      "learning_rate": 0.00019536422169424113,
      "loss": 12.1771,
      "step": 6213
    },
    {
      "epoch": 1.0175208776813494,
      "grad_norm": 0.20016172528266907,
      "learning_rate": 0.00019536266580007458,
      "loss": 12.1773,
      "step": 6214
    },
    {
      "epoch": 1.0176846242017357,
      "grad_norm": 0.21256321668624878,
      "learning_rate": 0.00019536110965104922,
      "loss": 12.201,
      "step": 6215
    },
    {
      "epoch": 1.0178483707221222,
      "grad_norm": 0.254046231508255,
      "learning_rate": 0.00019535955324716923,
      "loss": 12.2564,
      "step": 6216
    },
    {
      "epoch": 1.0180121172425085,
      "grad_norm": 0.23003917932510376,
      "learning_rate": 0.0001953579965884387,
      "loss": 12.2334,
      "step": 6217
    },
    {
      "epoch": 1.018175863762895,
      "grad_norm": 0.29046475887298584,
      "learning_rate": 0.00019535643967486186,
      "loss": 12.1686,
      "step": 6218
    },
    {
      "epoch": 1.0183396102832816,
      "grad_norm": 0.14442178606987,
      "learning_rate": 0.00019535488250644286,
      "loss": 12.1761,
      "step": 6219
    },
    {
      "epoch": 1.0185033568036679,
      "grad_norm": 0.183437779545784,
      "learning_rate": 0.0001953533250831858,
      "loss": 12.1848,
      "step": 6220
    },
    {
      "epoch": 1.0186671033240544,
      "grad_norm": 0.20155371725559235,
      "learning_rate": 0.00019535176740509492,
      "loss": 12.2142,
      "step": 6221
    },
    {
      "epoch": 1.0188308498444407,
      "grad_norm": 0.21345005929470062,
      "learning_rate": 0.00019535020947217437,
      "loss": 12.1992,
      "step": 6222
    },
    {
      "epoch": 1.0189945963648273,
      "grad_norm": 0.23795688152313232,
      "learning_rate": 0.00019534865128442827,
      "loss": 12.2089,
      "step": 6223
    },
    {
      "epoch": 1.0191583428852138,
      "grad_norm": 0.20457345247268677,
      "learning_rate": 0.0001953470928418608,
      "loss": 12.2163,
      "step": 6224
    },
    {
      "epoch": 1.0193220894056,
      "grad_norm": 0.20090879499912262,
      "learning_rate": 0.0001953455341444762,
      "loss": 12.2388,
      "step": 6225
    },
    {
      "epoch": 1.0194858359259866,
      "grad_norm": 0.19077536463737488,
      "learning_rate": 0.00019534397519227852,
      "loss": 12.1778,
      "step": 6226
    },
    {
      "epoch": 1.019649582446373,
      "grad_norm": 0.18776488304138184,
      "learning_rate": 0.000195342415985272,
      "loss": 12.1756,
      "step": 6227
    },
    {
      "epoch": 1.0198133289667595,
      "grad_norm": 0.17760804295539856,
      "learning_rate": 0.00019534085652346076,
      "loss": 12.3086,
      "step": 6228
    },
    {
      "epoch": 1.019977075487146,
      "grad_norm": 0.351270467042923,
      "learning_rate": 0.000195339296806849,
      "loss": 12.1826,
      "step": 6229
    },
    {
      "epoch": 1.0201408220075323,
      "grad_norm": 0.26576241850852966,
      "learning_rate": 0.0001953377368354409,
      "loss": 12.2251,
      "step": 6230
    },
    {
      "epoch": 1.0203045685279188,
      "grad_norm": 0.29230761528015137,
      "learning_rate": 0.0001953361766092406,
      "loss": 12.3156,
      "step": 6231
    },
    {
      "epoch": 1.0204683150483052,
      "grad_norm": 0.1595848649740219,
      "learning_rate": 0.00019533461612825228,
      "loss": 12.1857,
      "step": 6232
    },
    {
      "epoch": 1.0206320615686917,
      "grad_norm": 0.23979978263378143,
      "learning_rate": 0.0001953330553924801,
      "loss": 12.1713,
      "step": 6233
    },
    {
      "epoch": 1.0207958080890782,
      "grad_norm": 0.1744600385427475,
      "learning_rate": 0.00019533149440192826,
      "loss": 12.186,
      "step": 6234
    },
    {
      "epoch": 1.0209595546094645,
      "grad_norm": 0.17435777187347412,
      "learning_rate": 0.0001953299331566009,
      "loss": 12.1849,
      "step": 6235
    },
    {
      "epoch": 1.021123301129851,
      "grad_norm": 0.1813153624534607,
      "learning_rate": 0.00019532837165650224,
      "loss": 12.1874,
      "step": 6236
    },
    {
      "epoch": 1.0212870476502374,
      "grad_norm": 0.21955960988998413,
      "learning_rate": 0.00019532680990163638,
      "loss": 12.2441,
      "step": 6237
    },
    {
      "epoch": 1.021450794170624,
      "grad_norm": 0.2877723276615143,
      "learning_rate": 0.00019532524789200753,
      "loss": 12.2057,
      "step": 6238
    },
    {
      "epoch": 1.0216145406910102,
      "grad_norm": 0.14558345079421997,
      "learning_rate": 0.00019532368562761988,
      "loss": 12.1949,
      "step": 6239
    },
    {
      "epoch": 1.0217782872113967,
      "grad_norm": 0.15312565863132477,
      "learning_rate": 0.0001953221231084776,
      "loss": 12.1925,
      "step": 6240
    },
    {
      "epoch": 1.0219420337317833,
      "grad_norm": 0.22405599057674408,
      "learning_rate": 0.00019532056033458485,
      "loss": 12.1942,
      "step": 6241
    },
    {
      "epoch": 1.0221057802521696,
      "grad_norm": 0.27572187781333923,
      "learning_rate": 0.00019531899730594582,
      "loss": 12.2089,
      "step": 6242
    },
    {
      "epoch": 1.0222695267725561,
      "grad_norm": 0.24876362085342407,
      "learning_rate": 0.00019531743402256471,
      "loss": 12.2397,
      "step": 6243
    },
    {
      "epoch": 1.0224332732929424,
      "grad_norm": 0.1938781589269638,
      "learning_rate": 0.00019531587048444562,
      "loss": 12.2261,
      "step": 6244
    },
    {
      "epoch": 1.022597019813329,
      "grad_norm": 0.19441112875938416,
      "learning_rate": 0.00019531430669159278,
      "loss": 12.2549,
      "step": 6245
    },
    {
      "epoch": 1.0227607663337155,
      "grad_norm": 0.2149457335472107,
      "learning_rate": 0.00019531274264401042,
      "loss": 12.1777,
      "step": 6246
    },
    {
      "epoch": 1.0229245128541018,
      "grad_norm": 0.1921277940273285,
      "learning_rate": 0.00019531117834170264,
      "loss": 12.1573,
      "step": 6247
    },
    {
      "epoch": 1.0230882593744883,
      "grad_norm": 0.2552683651447296,
      "learning_rate": 0.00019530961378467362,
      "loss": 12.2181,
      "step": 6248
    },
    {
      "epoch": 1.0232520058948746,
      "grad_norm": 0.1561749428510666,
      "learning_rate": 0.0001953080489729276,
      "loss": 12.1924,
      "step": 6249
    },
    {
      "epoch": 1.0234157524152612,
      "grad_norm": 0.2194533348083496,
      "learning_rate": 0.00019530648390646873,
      "loss": 12.1689,
      "step": 6250
    },
    {
      "epoch": 1.0235794989356477,
      "grad_norm": 0.22459779679775238,
      "learning_rate": 0.00019530491858530118,
      "loss": 12.1673,
      "step": 6251
    },
    {
      "epoch": 1.023743245456034,
      "grad_norm": 0.19188208878040314,
      "learning_rate": 0.00019530335300942917,
      "loss": 12.215,
      "step": 6252
    },
    {
      "epoch": 1.0239069919764205,
      "grad_norm": 0.18666067719459534,
      "learning_rate": 0.00019530178717885687,
      "loss": 12.1633,
      "step": 6253
    },
    {
      "epoch": 1.0240707384968069,
      "grad_norm": 0.1851843148469925,
      "learning_rate": 0.0001953002210935884,
      "loss": 12.1727,
      "step": 6254
    },
    {
      "epoch": 1.0242344850171934,
      "grad_norm": 0.1895332634449005,
      "learning_rate": 0.00019529865475362805,
      "loss": 12.2066,
      "step": 6255
    },
    {
      "epoch": 1.02439823153758,
      "grad_norm": 0.23228293657302856,
      "learning_rate": 0.00019529708815897996,
      "loss": 12.2308,
      "step": 6256
    },
    {
      "epoch": 1.0245619780579662,
      "grad_norm": 0.19375936686992645,
      "learning_rate": 0.0001952955213096483,
      "loss": 12.1711,
      "step": 6257
    },
    {
      "epoch": 1.0247257245783528,
      "grad_norm": 0.1572544127702713,
      "learning_rate": 0.00019529395420563728,
      "loss": 12.2216,
      "step": 6258
    },
    {
      "epoch": 1.024889471098739,
      "grad_norm": 0.4389221668243408,
      "learning_rate": 0.00019529238684695108,
      "loss": 12.1806,
      "step": 6259
    },
    {
      "epoch": 1.0250532176191256,
      "grad_norm": 0.1927080899477005,
      "learning_rate": 0.00019529081923359387,
      "loss": 12.1837,
      "step": 6260
    },
    {
      "epoch": 1.0252169641395121,
      "grad_norm": 0.20652544498443604,
      "learning_rate": 0.00019528925136556987,
      "loss": 12.1552,
      "step": 6261
    },
    {
      "epoch": 1.0253807106598984,
      "grad_norm": 0.18643847107887268,
      "learning_rate": 0.00019528768324288327,
      "loss": 12.2129,
      "step": 6262
    },
    {
      "epoch": 1.025544457180285,
      "grad_norm": 0.21776077151298523,
      "learning_rate": 0.00019528611486553822,
      "loss": 12.1524,
      "step": 6263
    },
    {
      "epoch": 1.0257082037006713,
      "grad_norm": 0.23693816363811493,
      "learning_rate": 0.00019528454623353897,
      "loss": 12.1562,
      "step": 6264
    },
    {
      "epoch": 1.0258719502210578,
      "grad_norm": 0.2252628058195114,
      "learning_rate": 0.0001952829773468897,
      "loss": 12.2095,
      "step": 6265
    },
    {
      "epoch": 1.0260356967414443,
      "grad_norm": 0.21552471816539764,
      "learning_rate": 0.00019528140820559455,
      "loss": 12.1965,
      "step": 6266
    },
    {
      "epoch": 1.0261994432618307,
      "grad_norm": 0.24609734117984772,
      "learning_rate": 0.00019527983880965777,
      "loss": 12.1742,
      "step": 6267
    },
    {
      "epoch": 1.0263631897822172,
      "grad_norm": 0.22928225994110107,
      "learning_rate": 0.00019527826915908354,
      "loss": 12.1662,
      "step": 6268
    },
    {
      "epoch": 1.0265269363026035,
      "grad_norm": 0.2757520377635956,
      "learning_rate": 0.00019527669925387603,
      "loss": 12.1939,
      "step": 6269
    },
    {
      "epoch": 1.02669068282299,
      "grad_norm": 0.19250895082950592,
      "learning_rate": 0.00019527512909403946,
      "loss": 12.1957,
      "step": 6270
    },
    {
      "epoch": 1.0268544293433766,
      "grad_norm": 0.23427633941173553,
      "learning_rate": 0.000195273558679578,
      "loss": 12.1777,
      "step": 6271
    },
    {
      "epoch": 1.0270181758637629,
      "grad_norm": 0.2770567238330841,
      "learning_rate": 0.0001952719880104959,
      "loss": 12.2026,
      "step": 6272
    },
    {
      "epoch": 1.0271819223841494,
      "grad_norm": 0.31594184041023254,
      "learning_rate": 0.00019527041708679733,
      "loss": 12.1986,
      "step": 6273
    },
    {
      "epoch": 1.0273456689045357,
      "grad_norm": 0.22655096650123596,
      "learning_rate": 0.00019526884590848647,
      "loss": 12.1758,
      "step": 6274
    },
    {
      "epoch": 1.0275094154249222,
      "grad_norm": 0.20865531265735626,
      "learning_rate": 0.00019526727447556752,
      "loss": 12.184,
      "step": 6275
    },
    {
      "epoch": 1.0276731619453086,
      "grad_norm": 0.2552936375141144,
      "learning_rate": 0.00019526570278804471,
      "loss": 12.1936,
      "step": 6276
    },
    {
      "epoch": 1.027836908465695,
      "grad_norm": 0.3003455400466919,
      "learning_rate": 0.0001952641308459222,
      "loss": 12.1736,
      "step": 6277
    },
    {
      "epoch": 1.0280006549860816,
      "grad_norm": 0.18842226266860962,
      "learning_rate": 0.00019526255864920426,
      "loss": 12.223,
      "step": 6278
    },
    {
      "epoch": 1.028164401506468,
      "grad_norm": 0.19721348583698273,
      "learning_rate": 0.00019526098619789505,
      "loss": 12.1863,
      "step": 6279
    },
    {
      "epoch": 1.0283281480268545,
      "grad_norm": 0.2807241380214691,
      "learning_rate": 0.00019525941349199873,
      "loss": 12.1617,
      "step": 6280
    },
    {
      "epoch": 1.0284918945472408,
      "grad_norm": 0.20578937232494354,
      "learning_rate": 0.00019525784053151953,
      "loss": 12.2258,
      "step": 6281
    },
    {
      "epoch": 1.0286556410676273,
      "grad_norm": 0.20561063289642334,
      "learning_rate": 0.0001952562673164617,
      "loss": 12.1998,
      "step": 6282
    },
    {
      "epoch": 1.0288193875880138,
      "grad_norm": 0.2747567892074585,
      "learning_rate": 0.00019525469384682937,
      "loss": 12.2171,
      "step": 6283
    },
    {
      "epoch": 1.0289831341084001,
      "grad_norm": 0.19003954529762268,
      "learning_rate": 0.00019525312012262682,
      "loss": 12.1957,
      "step": 6284
    },
    {
      "epoch": 1.0291468806287867,
      "grad_norm": 0.1832863986492157,
      "learning_rate": 0.0001952515461438582,
      "loss": 12.1938,
      "step": 6285
    },
    {
      "epoch": 1.029310627149173,
      "grad_norm": 0.22214928269386292,
      "learning_rate": 0.00019524997191052777,
      "loss": 12.1898,
      "step": 6286
    },
    {
      "epoch": 1.0294743736695595,
      "grad_norm": 0.17452816665172577,
      "learning_rate": 0.00019524839742263966,
      "loss": 12.1895,
      "step": 6287
    },
    {
      "epoch": 1.029638120189946,
      "grad_norm": 0.2540972828865051,
      "learning_rate": 0.00019524682268019813,
      "loss": 12.1761,
      "step": 6288
    },
    {
      "epoch": 1.0298018667103324,
      "grad_norm": 0.22807224094867706,
      "learning_rate": 0.0001952452476832074,
      "loss": 12.1935,
      "step": 6289
    },
    {
      "epoch": 1.029965613230719,
      "grad_norm": 0.21114446222782135,
      "learning_rate": 0.00019524367243167165,
      "loss": 12.1984,
      "step": 6290
    },
    {
      "epoch": 1.0301293597511052,
      "grad_norm": 0.19913487136363983,
      "learning_rate": 0.0001952420969255951,
      "loss": 12.158,
      "step": 6291
    },
    {
      "epoch": 1.0302931062714917,
      "grad_norm": 0.17626196146011353,
      "learning_rate": 0.00019524052116498197,
      "loss": 12.2179,
      "step": 6292
    },
    {
      "epoch": 1.0304568527918783,
      "grad_norm": 0.20854300260543823,
      "learning_rate": 0.00019523894514983644,
      "loss": 12.1898,
      "step": 6293
    },
    {
      "epoch": 1.0306205993122646,
      "grad_norm": 0.22521163523197174,
      "learning_rate": 0.00019523736888016279,
      "loss": 12.1656,
      "step": 6294
    },
    {
      "epoch": 1.030784345832651,
      "grad_norm": 0.18408355116844177,
      "learning_rate": 0.0001952357923559651,
      "loss": 12.1781,
      "step": 6295
    },
    {
      "epoch": 1.0309480923530374,
      "grad_norm": 0.20980536937713623,
      "learning_rate": 0.00019523421557724775,
      "loss": 12.2145,
      "step": 6296
    },
    {
      "epoch": 1.031111838873424,
      "grad_norm": 0.17568711936473846,
      "learning_rate": 0.00019523263854401485,
      "loss": 12.2173,
      "step": 6297
    },
    {
      "epoch": 1.0312755853938105,
      "grad_norm": 0.2175881713628769,
      "learning_rate": 0.00019523106125627062,
      "loss": 12.1895,
      "step": 6298
    },
    {
      "epoch": 1.0314393319141968,
      "grad_norm": 0.2061241865158081,
      "learning_rate": 0.00019522948371401933,
      "loss": 12.212,
      "step": 6299
    },
    {
      "epoch": 1.0316030784345833,
      "grad_norm": 0.17221570014953613,
      "learning_rate": 0.0001952279059172651,
      "loss": 12.2249,
      "step": 6300
    },
    {
      "epoch": 1.0317668249549696,
      "grad_norm": 0.21460027992725372,
      "learning_rate": 0.00019522632786601228,
      "loss": 12.1987,
      "step": 6301
    },
    {
      "epoch": 1.0319305714753562,
      "grad_norm": 0.28845715522766113,
      "learning_rate": 0.00019522474956026496,
      "loss": 12.3167,
      "step": 6302
    },
    {
      "epoch": 1.0320943179957427,
      "grad_norm": 0.22125151753425598,
      "learning_rate": 0.00019522317100002746,
      "loss": 12.2111,
      "step": 6303
    },
    {
      "epoch": 1.032258064516129,
      "grad_norm": 0.1897617131471634,
      "learning_rate": 0.0001952215921853039,
      "loss": 12.2256,
      "step": 6304
    },
    {
      "epoch": 1.0324218110365155,
      "grad_norm": 0.20844675600528717,
      "learning_rate": 0.00019522001311609856,
      "loss": 12.2089,
      "step": 6305
    },
    {
      "epoch": 1.0325855575569018,
      "grad_norm": 0.20515833795070648,
      "learning_rate": 0.00019521843379241566,
      "loss": 12.2236,
      "step": 6306
    },
    {
      "epoch": 1.0327493040772884,
      "grad_norm": 0.2012263834476471,
      "learning_rate": 0.0001952168542142594,
      "loss": 12.217,
      "step": 6307
    },
    {
      "epoch": 1.0329130505976747,
      "grad_norm": 0.16939525306224823,
      "learning_rate": 0.00019521527438163402,
      "loss": 12.2128,
      "step": 6308
    },
    {
      "epoch": 1.0330767971180612,
      "grad_norm": 0.21503214538097382,
      "learning_rate": 0.00019521369429454372,
      "loss": 12.1955,
      "step": 6309
    },
    {
      "epoch": 1.0332405436384478,
      "grad_norm": 0.23237070441246033,
      "learning_rate": 0.00019521211395299277,
      "loss": 12.1519,
      "step": 6310
    },
    {
      "epoch": 1.033404290158834,
      "grad_norm": 0.1961631327867508,
      "learning_rate": 0.00019521053335698534,
      "loss": 12.1946,
      "step": 6311
    },
    {
      "epoch": 1.0335680366792206,
      "grad_norm": 0.18689313530921936,
      "learning_rate": 0.00019520895250652566,
      "loss": 12.198,
      "step": 6312
    },
    {
      "epoch": 1.033731783199607,
      "grad_norm": 0.16587772965431213,
      "learning_rate": 0.000195207371401618,
      "loss": 12.143,
      "step": 6313
    },
    {
      "epoch": 1.0338955297199934,
      "grad_norm": 0.2602739930152893,
      "learning_rate": 0.00019520579004226652,
      "loss": 12.1623,
      "step": 6314
    },
    {
      "epoch": 1.03405927624038,
      "grad_norm": 0.2151041328907013,
      "learning_rate": 0.00019520420842847553,
      "loss": 12.2114,
      "step": 6315
    },
    {
      "epoch": 1.0342230227607663,
      "grad_norm": 0.1883893758058548,
      "learning_rate": 0.00019520262656024916,
      "loss": 12.1934,
      "step": 6316
    },
    {
      "epoch": 1.0343867692811528,
      "grad_norm": 0.24059619009494781,
      "learning_rate": 0.0001952010444375917,
      "loss": 12.2186,
      "step": 6317
    },
    {
      "epoch": 1.0345505158015391,
      "grad_norm": 0.17247501015663147,
      "learning_rate": 0.00019519946206050735,
      "loss": 12.185,
      "step": 6318
    },
    {
      "epoch": 1.0347142623219256,
      "grad_norm": 0.21309871971607208,
      "learning_rate": 0.00019519787942900041,
      "loss": 12.1865,
      "step": 6319
    },
    {
      "epoch": 1.0348780088423122,
      "grad_norm": 0.18439438939094543,
      "learning_rate": 0.000195196296543075,
      "loss": 12.1926,
      "step": 6320
    },
    {
      "epoch": 1.0350417553626985,
      "grad_norm": 0.19235622882843018,
      "learning_rate": 0.00019519471340273542,
      "loss": 12.1952,
      "step": 6321
    },
    {
      "epoch": 1.035205501883085,
      "grad_norm": 0.17793463170528412,
      "learning_rate": 0.0001951931300079859,
      "loss": 12.173,
      "step": 6322
    },
    {
      "epoch": 1.0353692484034713,
      "grad_norm": 0.22252748906612396,
      "learning_rate": 0.00019519154635883062,
      "loss": 12.218,
      "step": 6323
    },
    {
      "epoch": 1.0355329949238579,
      "grad_norm": 0.2312241792678833,
      "learning_rate": 0.00019518996245527386,
      "loss": 12.2146,
      "step": 6324
    },
    {
      "epoch": 1.0356967414442444,
      "grad_norm": 0.2148163765668869,
      "learning_rate": 0.00019518837829731985,
      "loss": 12.2017,
      "step": 6325
    },
    {
      "epoch": 1.0358604879646307,
      "grad_norm": 0.2921277582645416,
      "learning_rate": 0.00019518679388497281,
      "loss": 12.2478,
      "step": 6326
    },
    {
      "epoch": 1.0360242344850172,
      "grad_norm": 0.17408788204193115,
      "learning_rate": 0.00019518520921823698,
      "loss": 12.2239,
      "step": 6327
    },
    {
      "epoch": 1.0361879810054035,
      "grad_norm": 0.2395196110010147,
      "learning_rate": 0.00019518362429711658,
      "loss": 12.1806,
      "step": 6328
    },
    {
      "epoch": 1.03635172752579,
      "grad_norm": 0.2634352445602417,
      "learning_rate": 0.00019518203912161588,
      "loss": 12.1614,
      "step": 6329
    },
    {
      "epoch": 1.0365154740461766,
      "grad_norm": 0.15623800456523895,
      "learning_rate": 0.00019518045369173908,
      "loss": 12.2077,
      "step": 6330
    },
    {
      "epoch": 1.036679220566563,
      "grad_norm": 0.21777260303497314,
      "learning_rate": 0.00019517886800749046,
      "loss": 12.2173,
      "step": 6331
    },
    {
      "epoch": 1.0368429670869495,
      "grad_norm": 0.21808961033821106,
      "learning_rate": 0.0001951772820688742,
      "loss": 12.2065,
      "step": 6332
    },
    {
      "epoch": 1.0370067136073358,
      "grad_norm": 0.3383431136608124,
      "learning_rate": 0.00019517569587589457,
      "loss": 12.2429,
      "step": 6333
    },
    {
      "epoch": 1.0371704601277223,
      "grad_norm": 0.1654011607170105,
      "learning_rate": 0.00019517410942855584,
      "loss": 12.1542,
      "step": 6334
    },
    {
      "epoch": 1.0373342066481088,
      "grad_norm": 0.21401788294315338,
      "learning_rate": 0.00019517252272686217,
      "loss": 12.2599,
      "step": 6335
    },
    {
      "epoch": 1.0374979531684951,
      "grad_norm": 0.23019900918006897,
      "learning_rate": 0.0001951709357708179,
      "loss": 12.1992,
      "step": 6336
    },
    {
      "epoch": 1.0376616996888817,
      "grad_norm": 0.2868565618991852,
      "learning_rate": 0.00019516934856042716,
      "loss": 12.2469,
      "step": 6337
    },
    {
      "epoch": 1.037825446209268,
      "grad_norm": 0.16468839347362518,
      "learning_rate": 0.0001951677610956943,
      "loss": 12.1744,
      "step": 6338
    },
    {
      "epoch": 1.0379891927296545,
      "grad_norm": 0.1494847536087036,
      "learning_rate": 0.0001951661733766235,
      "loss": 12.183,
      "step": 6339
    },
    {
      "epoch": 1.038152939250041,
      "grad_norm": 0.1957288384437561,
      "learning_rate": 0.000195164585403219,
      "loss": 12.2157,
      "step": 6340
    },
    {
      "epoch": 1.0383166857704274,
      "grad_norm": 0.23614265024662018,
      "learning_rate": 0.0001951629971754851,
      "loss": 12.2218,
      "step": 6341
    },
    {
      "epoch": 1.0384804322908139,
      "grad_norm": 0.18014176189899445,
      "learning_rate": 0.000195161408693426,
      "loss": 12.1753,
      "step": 6342
    },
    {
      "epoch": 1.0386441788112002,
      "grad_norm": 0.2305808663368225,
      "learning_rate": 0.00019515981995704593,
      "loss": 12.1585,
      "step": 6343
    },
    {
      "epoch": 1.0388079253315867,
      "grad_norm": 0.1958964318037033,
      "learning_rate": 0.00019515823096634917,
      "loss": 12.1974,
      "step": 6344
    },
    {
      "epoch": 1.0389716718519733,
      "grad_norm": 0.3128972351551056,
      "learning_rate": 0.00019515664172133995,
      "loss": 12.2102,
      "step": 6345
    },
    {
      "epoch": 1.0391354183723596,
      "grad_norm": 0.20431946218013763,
      "learning_rate": 0.00019515505222202252,
      "loss": 12.1822,
      "step": 6346
    },
    {
      "epoch": 1.039299164892746,
      "grad_norm": 0.2921265661716461,
      "learning_rate": 0.00019515346246840113,
      "loss": 12.2084,
      "step": 6347
    },
    {
      "epoch": 1.0394629114131324,
      "grad_norm": 0.2342563420534134,
      "learning_rate": 0.00019515187246048004,
      "loss": 12.2341,
      "step": 6348
    },
    {
      "epoch": 1.039626657933519,
      "grad_norm": 0.2624174654483795,
      "learning_rate": 0.00019515028219826346,
      "loss": 12.2737,
      "step": 6349
    },
    {
      "epoch": 1.0397904044539052,
      "grad_norm": 0.21583427488803864,
      "learning_rate": 0.0001951486916817557,
      "loss": 12.1961,
      "step": 6350
    },
    {
      "epoch": 1.0399541509742918,
      "grad_norm": 0.1726539433002472,
      "learning_rate": 0.00019514710091096094,
      "loss": 12.1496,
      "step": 6351
    },
    {
      "epoch": 1.0401178974946783,
      "grad_norm": 0.19504162669181824,
      "learning_rate": 0.0001951455098858835,
      "loss": 12.2434,
      "step": 6352
    },
    {
      "epoch": 1.0402816440150646,
      "grad_norm": 0.31149598956108093,
      "learning_rate": 0.0001951439186065276,
      "loss": 12.2006,
      "step": 6353
    },
    {
      "epoch": 1.0404453905354512,
      "grad_norm": 0.472095787525177,
      "learning_rate": 0.00019514232707289745,
      "loss": 12.1777,
      "step": 6354
    },
    {
      "epoch": 1.0406091370558375,
      "grad_norm": 0.2633967101573944,
      "learning_rate": 0.0001951407352849974,
      "loss": 12.2062,
      "step": 6355
    },
    {
      "epoch": 1.040772883576224,
      "grad_norm": 0.14802561700344086,
      "learning_rate": 0.00019513914324283165,
      "loss": 12.1672,
      "step": 6356
    },
    {
      "epoch": 1.0409366300966105,
      "grad_norm": 0.2892715334892273,
      "learning_rate": 0.00019513755094640442,
      "loss": 12.1879,
      "step": 6357
    },
    {
      "epoch": 1.0411003766169968,
      "grad_norm": 0.17703083157539368,
      "learning_rate": 0.00019513595839572,
      "loss": 12.2057,
      "step": 6358
    },
    {
      "epoch": 1.0412641231373834,
      "grad_norm": 0.16077636182308197,
      "learning_rate": 0.00019513436559078268,
      "loss": 12.2328,
      "step": 6359
    },
    {
      "epoch": 1.0414278696577697,
      "grad_norm": 0.23485167324543,
      "learning_rate": 0.0001951327725315967,
      "loss": 12.2262,
      "step": 6360
    },
    {
      "epoch": 1.0415916161781562,
      "grad_norm": 0.20543502271175385,
      "learning_rate": 0.00019513117921816627,
      "loss": 12.2328,
      "step": 6361
    },
    {
      "epoch": 1.0417553626985427,
      "grad_norm": 0.22164177894592285,
      "learning_rate": 0.00019512958565049568,
      "loss": 12.2019,
      "step": 6362
    },
    {
      "epoch": 1.041919109218929,
      "grad_norm": 0.1846858710050583,
      "learning_rate": 0.0001951279918285892,
      "loss": 12.2037,
      "step": 6363
    },
    {
      "epoch": 1.0420828557393156,
      "grad_norm": 0.17794360220432281,
      "learning_rate": 0.00019512639775245107,
      "loss": 12.1634,
      "step": 6364
    },
    {
      "epoch": 1.042246602259702,
      "grad_norm": 0.20113059878349304,
      "learning_rate": 0.00019512480342208556,
      "loss": 12.2315,
      "step": 6365
    },
    {
      "epoch": 1.0424103487800884,
      "grad_norm": 0.291972279548645,
      "learning_rate": 0.00019512320883749692,
      "loss": 12.1626,
      "step": 6366
    },
    {
      "epoch": 1.042574095300475,
      "grad_norm": 0.1765497624874115,
      "learning_rate": 0.00019512161399868943,
      "loss": 12.1679,
      "step": 6367
    },
    {
      "epoch": 1.0427378418208613,
      "grad_norm": 0.20687878131866455,
      "learning_rate": 0.00019512001890566736,
      "loss": 12.195,
      "step": 6368
    },
    {
      "epoch": 1.0429015883412478,
      "grad_norm": 0.21352361142635345,
      "learning_rate": 0.00019511842355843495,
      "loss": 12.1933,
      "step": 6369
    },
    {
      "epoch": 1.043065334861634,
      "grad_norm": 0.22736825048923492,
      "learning_rate": 0.00019511682795699645,
      "loss": 12.1842,
      "step": 6370
    },
    {
      "epoch": 1.0432290813820206,
      "grad_norm": 0.22088252007961273,
      "learning_rate": 0.00019511523210135616,
      "loss": 12.2035,
      "step": 6371
    },
    {
      "epoch": 1.0433928279024072,
      "grad_norm": 0.25059443712234497,
      "learning_rate": 0.00019511363599151833,
      "loss": 12.1877,
      "step": 6372
    },
    {
      "epoch": 1.0435565744227935,
      "grad_norm": 0.22971953451633453,
      "learning_rate": 0.00019511203962748722,
      "loss": 12.2021,
      "step": 6373
    },
    {
      "epoch": 1.04372032094318,
      "grad_norm": 0.21432964503765106,
      "learning_rate": 0.0001951104430092671,
      "loss": 12.1649,
      "step": 6374
    },
    {
      "epoch": 1.0438840674635663,
      "grad_norm": 0.18631012737751007,
      "learning_rate": 0.00019510884613686225,
      "loss": 12.2071,
      "step": 6375
    },
    {
      "epoch": 1.0440478139839529,
      "grad_norm": 0.23231488466262817,
      "learning_rate": 0.00019510724901027692,
      "loss": 12.188,
      "step": 6376
    },
    {
      "epoch": 1.0442115605043394,
      "grad_norm": 0.1783018261194229,
      "learning_rate": 0.00019510565162951537,
      "loss": 12.1903,
      "step": 6377
    },
    {
      "epoch": 1.0443753070247257,
      "grad_norm": 0.18589435517787933,
      "learning_rate": 0.0001951040539945819,
      "loss": 12.1893,
      "step": 6378
    },
    {
      "epoch": 1.0445390535451122,
      "grad_norm": 0.2303653061389923,
      "learning_rate": 0.00019510245610548075,
      "loss": 12.2012,
      "step": 6379
    },
    {
      "epoch": 1.0447028000654985,
      "grad_norm": 0.22992689907550812,
      "learning_rate": 0.00019510085796221622,
      "loss": 12.2114,
      "step": 6380
    },
    {
      "epoch": 1.044866546585885,
      "grad_norm": 0.35448017716407776,
      "learning_rate": 0.00019509925956479255,
      "loss": 12.1769,
      "step": 6381
    },
    {
      "epoch": 1.0450302931062714,
      "grad_norm": 0.3353695869445801,
      "learning_rate": 0.00019509766091321403,
      "loss": 12.1772,
      "step": 6382
    },
    {
      "epoch": 1.045194039626658,
      "grad_norm": 0.282022625207901,
      "learning_rate": 0.0001950960620074849,
      "loss": 12.1717,
      "step": 6383
    },
    {
      "epoch": 1.0453577861470444,
      "grad_norm": 0.20900888741016388,
      "learning_rate": 0.0001950944628476095,
      "loss": 12.2465,
      "step": 6384
    },
    {
      "epoch": 1.0455215326674308,
      "grad_norm": 0.2926594018936157,
      "learning_rate": 0.00019509286343359208,
      "loss": 12.1929,
      "step": 6385
    },
    {
      "epoch": 1.0456852791878173,
      "grad_norm": 0.15805388987064362,
      "learning_rate": 0.00019509126376543687,
      "loss": 12.2132,
      "step": 6386
    },
    {
      "epoch": 1.0458490257082036,
      "grad_norm": 0.22400648891925812,
      "learning_rate": 0.00019508966384314816,
      "loss": 12.2306,
      "step": 6387
    },
    {
      "epoch": 1.0460127722285901,
      "grad_norm": 0.17003941535949707,
      "learning_rate": 0.00019508806366673028,
      "loss": 12.1952,
      "step": 6388
    },
    {
      "epoch": 1.0461765187489767,
      "grad_norm": 0.146072119474411,
      "learning_rate": 0.00019508646323618747,
      "loss": 12.1958,
      "step": 6389
    },
    {
      "epoch": 1.046340265269363,
      "grad_norm": 0.16637693345546722,
      "learning_rate": 0.00019508486255152398,
      "loss": 12.1784,
      "step": 6390
    },
    {
      "epoch": 1.0465040117897495,
      "grad_norm": 0.18706727027893066,
      "learning_rate": 0.0001950832616127441,
      "loss": 12.1846,
      "step": 6391
    },
    {
      "epoch": 1.0466677583101358,
      "grad_norm": 0.18439064919948578,
      "learning_rate": 0.00019508166041985216,
      "loss": 12.2289,
      "step": 6392
    },
    {
      "epoch": 1.0468315048305223,
      "grad_norm": 0.2615942656993866,
      "learning_rate": 0.00019508005897285238,
      "loss": 12.2368,
      "step": 6393
    },
    {
      "epoch": 1.0469952513509089,
      "grad_norm": 0.2413850873708725,
      "learning_rate": 0.00019507845727174906,
      "loss": 12.2332,
      "step": 6394
    },
    {
      "epoch": 1.0471589978712952,
      "grad_norm": 0.28794196248054504,
      "learning_rate": 0.00019507685531654646,
      "loss": 12.1631,
      "step": 6395
    },
    {
      "epoch": 1.0473227443916817,
      "grad_norm": 0.20611867308616638,
      "learning_rate": 0.00019507525310724893,
      "loss": 12.2147,
      "step": 6396
    },
    {
      "epoch": 1.047486490912068,
      "grad_norm": 0.21979358792304993,
      "learning_rate": 0.00019507365064386068,
      "loss": 12.1866,
      "step": 6397
    },
    {
      "epoch": 1.0476502374324546,
      "grad_norm": 0.20824934542179108,
      "learning_rate": 0.00019507204792638597,
      "loss": 12.2142,
      "step": 6398
    },
    {
      "epoch": 1.047813983952841,
      "grad_norm": 0.15877081453800201,
      "learning_rate": 0.0001950704449548292,
      "loss": 12.1928,
      "step": 6399
    },
    {
      "epoch": 1.0479777304732274,
      "grad_norm": 0.180789515376091,
      "learning_rate": 0.00019506884172919455,
      "loss": 12.1821,
      "step": 6400
    },
    {
      "epoch": 1.048141476993614,
      "grad_norm": 0.24632702767848969,
      "learning_rate": 0.00019506723824948635,
      "loss": 12.1796,
      "step": 6401
    },
    {
      "epoch": 1.0483052235140002,
      "grad_norm": 0.19888465106487274,
      "learning_rate": 0.00019506563451570887,
      "loss": 12.2064,
      "step": 6402
    },
    {
      "epoch": 1.0484689700343868,
      "grad_norm": 0.18405300378799438,
      "learning_rate": 0.0001950640305278664,
      "loss": 12.2145,
      "step": 6403
    },
    {
      "epoch": 1.0486327165547733,
      "grad_norm": 0.20388472080230713,
      "learning_rate": 0.00019506242628596323,
      "loss": 12.1799,
      "step": 6404
    },
    {
      "epoch": 1.0487964630751596,
      "grad_norm": 0.2663995027542114,
      "learning_rate": 0.00019506082179000363,
      "loss": 12.1837,
      "step": 6405
    },
    {
      "epoch": 1.0489602095955461,
      "grad_norm": 0.20191822946071625,
      "learning_rate": 0.0001950592170399919,
      "loss": 12.1812,
      "step": 6406
    },
    {
      "epoch": 1.0491239561159325,
      "grad_norm": 0.2150212675333023,
      "learning_rate": 0.00019505761203593235,
      "loss": 12.161,
      "step": 6407
    },
    {
      "epoch": 1.049287702636319,
      "grad_norm": 0.23368880152702332,
      "learning_rate": 0.00019505600677782926,
      "loss": 12.2333,
      "step": 6408
    },
    {
      "epoch": 1.0494514491567055,
      "grad_norm": 0.1677287369966507,
      "learning_rate": 0.0001950544012656869,
      "loss": 12.2131,
      "step": 6409
    },
    {
      "epoch": 1.0496151956770918,
      "grad_norm": 0.2790578603744507,
      "learning_rate": 0.00019505279549950956,
      "loss": 12.2031,
      "step": 6410
    },
    {
      "epoch": 1.0497789421974784,
      "grad_norm": 0.175753653049469,
      "learning_rate": 0.00019505118947930154,
      "loss": 12.2153,
      "step": 6411
    },
    {
      "epoch": 1.0499426887178647,
      "grad_norm": 0.1320274919271469,
      "learning_rate": 0.00019504958320506712,
      "loss": 12.193,
      "step": 6412
    },
    {
      "epoch": 1.0501064352382512,
      "grad_norm": 0.3566136360168457,
      "learning_rate": 0.00019504797667681064,
      "loss": 12.1591,
      "step": 6413
    },
    {
      "epoch": 1.0502701817586377,
      "grad_norm": 0.1892438679933548,
      "learning_rate": 0.00019504636989453635,
      "loss": 12.1617,
      "step": 6414
    },
    {
      "epoch": 1.050433928279024,
      "grad_norm": 0.19386860728263855,
      "learning_rate": 0.00019504476285824856,
      "loss": 12.1877,
      "step": 6415
    },
    {
      "epoch": 1.0505976747994106,
      "grad_norm": 0.20728403329849243,
      "learning_rate": 0.00019504315556795153,
      "loss": 12.2106,
      "step": 6416
    },
    {
      "epoch": 1.0507614213197969,
      "grad_norm": 0.243536114692688,
      "learning_rate": 0.00019504154802364962,
      "loss": 12.2394,
      "step": 6417
    },
    {
      "epoch": 1.0509251678401834,
      "grad_norm": 0.23153160512447357,
      "learning_rate": 0.00019503994022534708,
      "loss": 12.1653,
      "step": 6418
    },
    {
      "epoch": 1.05108891436057,
      "grad_norm": 0.24399597942829132,
      "learning_rate": 0.00019503833217304823,
      "loss": 12.1765,
      "step": 6419
    },
    {
      "epoch": 1.0512526608809563,
      "grad_norm": 0.18867942690849304,
      "learning_rate": 0.00019503672386675733,
      "loss": 12.2094,
      "step": 6420
    },
    {
      "epoch": 1.0514164074013428,
      "grad_norm": 0.1984572559595108,
      "learning_rate": 0.00019503511530647873,
      "loss": 12.226,
      "step": 6421
    },
    {
      "epoch": 1.051580153921729,
      "grad_norm": 0.21977627277374268,
      "learning_rate": 0.0001950335064922167,
      "loss": 12.2246,
      "step": 6422
    },
    {
      "epoch": 1.0517439004421156,
      "grad_norm": 0.17865623533725739,
      "learning_rate": 0.00019503189742397554,
      "loss": 12.2365,
      "step": 6423
    },
    {
      "epoch": 1.051907646962502,
      "grad_norm": 0.2205941081047058,
      "learning_rate": 0.00019503028810175955,
      "loss": 12.2138,
      "step": 6424
    },
    {
      "epoch": 1.0520713934828885,
      "grad_norm": 0.19581513106822968,
      "learning_rate": 0.00019502867852557303,
      "loss": 12.1914,
      "step": 6425
    },
    {
      "epoch": 1.052235140003275,
      "grad_norm": 0.1827763170003891,
      "learning_rate": 0.00019502706869542027,
      "loss": 12.2375,
      "step": 6426
    },
    {
      "epoch": 1.0523988865236613,
      "grad_norm": 0.21340778470039368,
      "learning_rate": 0.0001950254586113056,
      "loss": 12.2378,
      "step": 6427
    },
    {
      "epoch": 1.0525626330440478,
      "grad_norm": 0.22599749267101288,
      "learning_rate": 0.00019502384827323335,
      "loss": 12.1712,
      "step": 6428
    },
    {
      "epoch": 1.0527263795644342,
      "grad_norm": 0.2145516574382782,
      "learning_rate": 0.00019502223768120774,
      "loss": 12.1729,
      "step": 6429
    },
    {
      "epoch": 1.0528901260848207,
      "grad_norm": 0.20389337837696075,
      "learning_rate": 0.00019502062683523312,
      "loss": 12.1967,
      "step": 6430
    },
    {
      "epoch": 1.0530538726052072,
      "grad_norm": 0.18493063747882843,
      "learning_rate": 0.0001950190157353138,
      "loss": 12.21,
      "step": 6431
    },
    {
      "epoch": 1.0532176191255935,
      "grad_norm": 0.16740743815898895,
      "learning_rate": 0.0001950174043814541,
      "loss": 12.1944,
      "step": 6432
    },
    {
      "epoch": 1.05338136564598,
      "grad_norm": 0.20824509859085083,
      "learning_rate": 0.00019501579277365826,
      "loss": 12.2493,
      "step": 6433
    },
    {
      "epoch": 1.0535451121663664,
      "grad_norm": 0.18442007899284363,
      "learning_rate": 0.0001950141809119307,
      "loss": 12.2115,
      "step": 6434
    },
    {
      "epoch": 1.053708858686753,
      "grad_norm": 0.16084982454776764,
      "learning_rate": 0.00019501256879627562,
      "loss": 12.1931,
      "step": 6435
    },
    {
      "epoch": 1.0538726052071394,
      "grad_norm": 0.1946675330400467,
      "learning_rate": 0.00019501095642669735,
      "loss": 12.1944,
      "step": 6436
    },
    {
      "epoch": 1.0540363517275257,
      "grad_norm": 0.18543410301208496,
      "learning_rate": 0.00019500934380320027,
      "loss": 12.1904,
      "step": 6437
    },
    {
      "epoch": 1.0542000982479123,
      "grad_norm": 0.3166990578174591,
      "learning_rate": 0.0001950077309257886,
      "loss": 12.1661,
      "step": 6438
    },
    {
      "epoch": 1.0543638447682986,
      "grad_norm": 0.2097565084695816,
      "learning_rate": 0.00019500611779446668,
      "loss": 12.1872,
      "step": 6439
    },
    {
      "epoch": 1.0545275912886851,
      "grad_norm": 0.2558469772338867,
      "learning_rate": 0.00019500450440923886,
      "loss": 12.1888,
      "step": 6440
    },
    {
      "epoch": 1.0546913378090716,
      "grad_norm": 0.16804976761341095,
      "learning_rate": 0.0001950028907701094,
      "loss": 12.2148,
      "step": 6441
    },
    {
      "epoch": 1.054855084329458,
      "grad_norm": 0.16421052813529968,
      "learning_rate": 0.00019500127687708266,
      "loss": 12.1796,
      "step": 6442
    },
    {
      "epoch": 1.0550188308498445,
      "grad_norm": 0.28666993975639343,
      "learning_rate": 0.0001949996627301629,
      "loss": 12.1687,
      "step": 6443
    },
    {
      "epoch": 1.0551825773702308,
      "grad_norm": 0.1812175065279007,
      "learning_rate": 0.00019499804832935445,
      "loss": 12.1988,
      "step": 6444
    },
    {
      "epoch": 1.0553463238906173,
      "grad_norm": 0.2184615284204483,
      "learning_rate": 0.00019499643367466168,
      "loss": 12.2331,
      "step": 6445
    },
    {
      "epoch": 1.0555100704110039,
      "grad_norm": 0.1988554745912552,
      "learning_rate": 0.00019499481876608882,
      "loss": 12.2206,
      "step": 6446
    },
    {
      "epoch": 1.0556738169313902,
      "grad_norm": 0.25891825556755066,
      "learning_rate": 0.00019499320360364024,
      "loss": 12.1853,
      "step": 6447
    },
    {
      "epoch": 1.0558375634517767,
      "grad_norm": 0.24599944055080414,
      "learning_rate": 0.00019499158818732026,
      "loss": 12.2456,
      "step": 6448
    },
    {
      "epoch": 1.056001309972163,
      "grad_norm": 0.26332977414131165,
      "learning_rate": 0.0001949899725171332,
      "loss": 12.2754,
      "step": 6449
    },
    {
      "epoch": 1.0561650564925495,
      "grad_norm": 0.17647486925125122,
      "learning_rate": 0.0001949883565930833,
      "loss": 12.2293,
      "step": 6450
    },
    {
      "epoch": 1.056328803012936,
      "grad_norm": 0.2946126163005829,
      "learning_rate": 0.00019498674041517494,
      "loss": 12.2328,
      "step": 6451
    },
    {
      "epoch": 1.0564925495333224,
      "grad_norm": 0.2438327819108963,
      "learning_rate": 0.0001949851239834125,
      "loss": 12.197,
      "step": 6452
    },
    {
      "epoch": 1.056656296053709,
      "grad_norm": 0.19568713009357452,
      "learning_rate": 0.00019498350729780018,
      "loss": 12.1654,
      "step": 6453
    },
    {
      "epoch": 1.0568200425740952,
      "grad_norm": 0.20314417779445648,
      "learning_rate": 0.00019498189035834236,
      "loss": 12.1753,
      "step": 6454
    },
    {
      "epoch": 1.0569837890944818,
      "grad_norm": 0.22897936403751373,
      "learning_rate": 0.00019498027316504338,
      "loss": 12.1779,
      "step": 6455
    },
    {
      "epoch": 1.057147535614868,
      "grad_norm": 0.19716939330101013,
      "learning_rate": 0.0001949786557179075,
      "loss": 12.1844,
      "step": 6456
    },
    {
      "epoch": 1.0573112821352546,
      "grad_norm": 0.20613570511341095,
      "learning_rate": 0.0001949770380169391,
      "loss": 12.1672,
      "step": 6457
    },
    {
      "epoch": 1.0574750286556411,
      "grad_norm": 0.2107849419116974,
      "learning_rate": 0.00019497542006214252,
      "loss": 12.209,
      "step": 6458
    },
    {
      "epoch": 1.0576387751760274,
      "grad_norm": 0.3154502809047699,
      "learning_rate": 0.00019497380185352204,
      "loss": 12.1818,
      "step": 6459
    },
    {
      "epoch": 1.057802521696414,
      "grad_norm": 0.2577400803565979,
      "learning_rate": 0.00019497218339108199,
      "loss": 12.1919,
      "step": 6460
    },
    {
      "epoch": 1.0579662682168003,
      "grad_norm": 0.18263407051563263,
      "learning_rate": 0.00019497056467482668,
      "loss": 12.205,
      "step": 6461
    },
    {
      "epoch": 1.0581300147371868,
      "grad_norm": 0.21200314164161682,
      "learning_rate": 0.00019496894570476044,
      "loss": 12.1928,
      "step": 6462
    },
    {
      "epoch": 1.0582937612575734,
      "grad_norm": 0.37587374448776245,
      "learning_rate": 0.00019496732648088767,
      "loss": 12.2122,
      "step": 6463
    },
    {
      "epoch": 1.0584575077779597,
      "grad_norm": 0.16893604397773743,
      "learning_rate": 0.0001949657070032126,
      "loss": 12.2014,
      "step": 6464
    },
    {
      "epoch": 1.0586212542983462,
      "grad_norm": 0.23405958712100983,
      "learning_rate": 0.00019496408727173964,
      "loss": 12.1613,
      "step": 6465
    },
    {
      "epoch": 1.0587850008187325,
      "grad_norm": 0.22910356521606445,
      "learning_rate": 0.00019496246728647302,
      "loss": 12.1921,
      "step": 6466
    },
    {
      "epoch": 1.058948747339119,
      "grad_norm": 0.21031807363033295,
      "learning_rate": 0.00019496084704741714,
      "loss": 12.1741,
      "step": 6467
    },
    {
      "epoch": 1.0591124938595056,
      "grad_norm": 0.18742257356643677,
      "learning_rate": 0.00019495922655457634,
      "loss": 12.1693,
      "step": 6468
    },
    {
      "epoch": 1.0592762403798919,
      "grad_norm": 0.22863225638866425,
      "learning_rate": 0.00019495760580795493,
      "loss": 12.1716,
      "step": 6469
    },
    {
      "epoch": 1.0594399869002784,
      "grad_norm": 0.2218017727136612,
      "learning_rate": 0.00019495598480755725,
      "loss": 12.2004,
      "step": 6470
    },
    {
      "epoch": 1.0596037334206647,
      "grad_norm": 0.17319293320178986,
      "learning_rate": 0.00019495436355338757,
      "loss": 12.1946,
      "step": 6471
    },
    {
      "epoch": 1.0597674799410512,
      "grad_norm": 0.21525262296199799,
      "learning_rate": 0.0001949527420454503,
      "loss": 12.161,
      "step": 6472
    },
    {
      "epoch": 1.0599312264614378,
      "grad_norm": 0.15922720730304718,
      "learning_rate": 0.00019495112028374974,
      "loss": 12.197,
      "step": 6473
    },
    {
      "epoch": 1.060094972981824,
      "grad_norm": 0.33730772137641907,
      "learning_rate": 0.00019494949826829024,
      "loss": 12.1923,
      "step": 6474
    },
    {
      "epoch": 1.0602587195022106,
      "grad_norm": 0.2019800990819931,
      "learning_rate": 0.00019494787599907612,
      "loss": 12.1914,
      "step": 6475
    },
    {
      "epoch": 1.060422466022597,
      "grad_norm": 0.18335342407226562,
      "learning_rate": 0.00019494625347611175,
      "loss": 12.1871,
      "step": 6476
    },
    {
      "epoch": 1.0605862125429835,
      "grad_norm": 0.21045655012130737,
      "learning_rate": 0.0001949446306994014,
      "loss": 12.1663,
      "step": 6477
    },
    {
      "epoch": 1.06074995906337,
      "grad_norm": 0.2002633512020111,
      "learning_rate": 0.00019494300766894948,
      "loss": 12.1701,
      "step": 6478
    },
    {
      "epoch": 1.0609137055837563,
      "grad_norm": 0.17894484102725983,
      "learning_rate": 0.00019494138438476028,
      "loss": 12.1925,
      "step": 6479
    },
    {
      "epoch": 1.0610774521041428,
      "grad_norm": 0.22399377822875977,
      "learning_rate": 0.00019493976084683813,
      "loss": 12.179,
      "step": 6480
    },
    {
      "epoch": 1.0612411986245291,
      "grad_norm": 0.17608226835727692,
      "learning_rate": 0.00019493813705518743,
      "loss": 12.2472,
      "step": 6481
    },
    {
      "epoch": 1.0614049451449157,
      "grad_norm": 0.16311442852020264,
      "learning_rate": 0.00019493651300981244,
      "loss": 12.1834,
      "step": 6482
    },
    {
      "epoch": 1.0615686916653022,
      "grad_norm": 0.22177673876285553,
      "learning_rate": 0.00019493488871071755,
      "loss": 12.2312,
      "step": 6483
    },
    {
      "epoch": 1.0617324381856885,
      "grad_norm": 0.17824074625968933,
      "learning_rate": 0.00019493326415790708,
      "loss": 12.2216,
      "step": 6484
    },
    {
      "epoch": 1.061896184706075,
      "grad_norm": 0.2874370813369751,
      "learning_rate": 0.00019493163935138544,
      "loss": 12.1535,
      "step": 6485
    },
    {
      "epoch": 1.0620599312264614,
      "grad_norm": 0.1488805115222931,
      "learning_rate": 0.00019493001429115686,
      "loss": 12.1664,
      "step": 6486
    },
    {
      "epoch": 1.062223677746848,
      "grad_norm": 0.21319252252578735,
      "learning_rate": 0.00019492838897722576,
      "loss": 12.1832,
      "step": 6487
    },
    {
      "epoch": 1.0623874242672344,
      "grad_norm": 0.1961749643087387,
      "learning_rate": 0.00019492676340959647,
      "loss": 12.1762,
      "step": 6488
    },
    {
      "epoch": 1.0625511707876207,
      "grad_norm": 0.2025194615125656,
      "learning_rate": 0.00019492513758827328,
      "loss": 12.1693,
      "step": 6489
    },
    {
      "epoch": 1.0627149173080073,
      "grad_norm": 0.25416406989097595,
      "learning_rate": 0.00019492351151326063,
      "loss": 12.2107,
      "step": 6490
    },
    {
      "epoch": 1.0628786638283936,
      "grad_norm": 0.18466567993164062,
      "learning_rate": 0.0001949218851845628,
      "loss": 12.2144,
      "step": 6491
    },
    {
      "epoch": 1.06304241034878,
      "grad_norm": 0.20446555316448212,
      "learning_rate": 0.00019492025860218414,
      "loss": 12.2195,
      "step": 6492
    },
    {
      "epoch": 1.0632061568691666,
      "grad_norm": 0.23437540233135223,
      "learning_rate": 0.00019491863176612903,
      "loss": 12.2037,
      "step": 6493
    },
    {
      "epoch": 1.063369903389553,
      "grad_norm": 0.1647375226020813,
      "learning_rate": 0.00019491700467640178,
      "loss": 12.179,
      "step": 6494
    },
    {
      "epoch": 1.0635336499099395,
      "grad_norm": 0.1733078509569168,
      "learning_rate": 0.00019491537733300676,
      "loss": 12.1791,
      "step": 6495
    },
    {
      "epoch": 1.0636973964303258,
      "grad_norm": 0.2498263716697693,
      "learning_rate": 0.00019491374973594833,
      "loss": 12.2449,
      "step": 6496
    },
    {
      "epoch": 1.0638611429507123,
      "grad_norm": 0.20785821974277496,
      "learning_rate": 0.00019491212188523082,
      "loss": 12.2181,
      "step": 6497
    },
    {
      "epoch": 1.0640248894710989,
      "grad_norm": 0.17377837002277374,
      "learning_rate": 0.00019491049378085858,
      "loss": 12.2262,
      "step": 6498
    },
    {
      "epoch": 1.0641886359914852,
      "grad_norm": 0.21921591460704803,
      "learning_rate": 0.00019490886542283597,
      "loss": 12.2117,
      "step": 6499
    },
    {
      "epoch": 1.0643523825118717,
      "grad_norm": 0.22083039581775665,
      "learning_rate": 0.00019490723681116732,
      "loss": 12.2121,
      "step": 6500
    },
    {
      "epoch": 1.064516129032258,
      "grad_norm": 0.14496847987174988,
      "learning_rate": 0.00019490560794585703,
      "loss": 12.1471,
      "step": 6501
    },
    {
      "epoch": 1.0646798755526445,
      "grad_norm": 0.2192254662513733,
      "learning_rate": 0.0001949039788269094,
      "loss": 12.1763,
      "step": 6502
    },
    {
      "epoch": 1.0648436220730308,
      "grad_norm": 0.1768052726984024,
      "learning_rate": 0.00019490234945432886,
      "loss": 12.1685,
      "step": 6503
    },
    {
      "epoch": 1.0650073685934174,
      "grad_norm": 0.18086585402488708,
      "learning_rate": 0.00019490071982811966,
      "loss": 12.2316,
      "step": 6504
    },
    {
      "epoch": 1.065171115113804,
      "grad_norm": 0.18347933888435364,
      "learning_rate": 0.00019489908994828624,
      "loss": 12.1946,
      "step": 6505
    },
    {
      "epoch": 1.0653348616341902,
      "grad_norm": 0.15900962054729462,
      "learning_rate": 0.00019489745981483288,
      "loss": 12.2376,
      "step": 6506
    },
    {
      "epoch": 1.0654986081545768,
      "grad_norm": 0.17136432230472565,
      "learning_rate": 0.00019489582942776402,
      "loss": 12.1458,
      "step": 6507
    },
    {
      "epoch": 1.065662354674963,
      "grad_norm": 0.2212335467338562,
      "learning_rate": 0.00019489419878708394,
      "loss": 12.2083,
      "step": 6508
    },
    {
      "epoch": 1.0658261011953496,
      "grad_norm": 0.19502481818199158,
      "learning_rate": 0.00019489256789279708,
      "loss": 12.2056,
      "step": 6509
    },
    {
      "epoch": 1.0659898477157361,
      "grad_norm": 0.17729853093624115,
      "learning_rate": 0.00019489093674490774,
      "loss": 12.2479,
      "step": 6510
    },
    {
      "epoch": 1.0661535942361224,
      "grad_norm": 0.1709209382534027,
      "learning_rate": 0.0001948893053434203,
      "loss": 12.1763,
      "step": 6511
    },
    {
      "epoch": 1.066317340756509,
      "grad_norm": 0.17219947278499603,
      "learning_rate": 0.0001948876736883391,
      "loss": 12.1809,
      "step": 6512
    },
    {
      "epoch": 1.0664810872768953,
      "grad_norm": 0.18760569393634796,
      "learning_rate": 0.00019488604177966853,
      "loss": 12.1976,
      "step": 6513
    },
    {
      "epoch": 1.0666448337972818,
      "grad_norm": 0.18028704822063446,
      "learning_rate": 0.0001948844096174129,
      "loss": 12.1555,
      "step": 6514
    },
    {
      "epoch": 1.0668085803176683,
      "grad_norm": 0.19228269159793854,
      "learning_rate": 0.00019488277720157662,
      "loss": 12.1737,
      "step": 6515
    },
    {
      "epoch": 1.0669723268380547,
      "grad_norm": 0.1677834540605545,
      "learning_rate": 0.00019488114453216406,
      "loss": 12.2132,
      "step": 6516
    },
    {
      "epoch": 1.0671360733584412,
      "grad_norm": 0.26428651809692383,
      "learning_rate": 0.00019487951160917954,
      "loss": 12.1816,
      "step": 6517
    },
    {
      "epoch": 1.0672998198788275,
      "grad_norm": 0.19448217749595642,
      "learning_rate": 0.00019487787843262746,
      "loss": 12.1747,
      "step": 6518
    },
    {
      "epoch": 1.067463566399214,
      "grad_norm": 0.24385562539100647,
      "learning_rate": 0.00019487624500251217,
      "loss": 12.181,
      "step": 6519
    },
    {
      "epoch": 1.0676273129196006,
      "grad_norm": 0.19515012204647064,
      "learning_rate": 0.00019487461131883804,
      "loss": 12.2134,
      "step": 6520
    },
    {
      "epoch": 1.0677910594399869,
      "grad_norm": 0.16189241409301758,
      "learning_rate": 0.00019487297738160944,
      "loss": 12.2362,
      "step": 6521
    },
    {
      "epoch": 1.0679548059603734,
      "grad_norm": 0.21541264653205872,
      "learning_rate": 0.0001948713431908307,
      "loss": 12.178,
      "step": 6522
    },
    {
      "epoch": 1.0681185524807597,
      "grad_norm": 0.21217510104179382,
      "learning_rate": 0.00019486970874650625,
      "loss": 12.1706,
      "step": 6523
    },
    {
      "epoch": 1.0682822990011462,
      "grad_norm": 0.30801549553871155,
      "learning_rate": 0.00019486807404864043,
      "loss": 12.1995,
      "step": 6524
    },
    {
      "epoch": 1.0684460455215326,
      "grad_norm": 0.3018608093261719,
      "learning_rate": 0.00019486643909723757,
      "loss": 12.1489,
      "step": 6525
    },
    {
      "epoch": 1.068609792041919,
      "grad_norm": 0.16687512397766113,
      "learning_rate": 0.00019486480389230211,
      "loss": 12.232,
      "step": 6526
    },
    {
      "epoch": 1.0687735385623056,
      "grad_norm": 0.2880335748195648,
      "learning_rate": 0.00019486316843383836,
      "loss": 12.231,
      "step": 6527
    },
    {
      "epoch": 1.068937285082692,
      "grad_norm": 0.1639716476202011,
      "learning_rate": 0.0001948615327218507,
      "loss": 12.1769,
      "step": 6528
    },
    {
      "epoch": 1.0691010316030785,
      "grad_norm": 0.19936320185661316,
      "learning_rate": 0.00019485989675634358,
      "loss": 12.2054,
      "step": 6529
    },
    {
      "epoch": 1.0692647781234648,
      "grad_norm": 0.20141755044460297,
      "learning_rate": 0.00019485826053732125,
      "loss": 12.1838,
      "step": 6530
    },
    {
      "epoch": 1.0694285246438513,
      "grad_norm": 0.21685881912708282,
      "learning_rate": 0.00019485662406478816,
      "loss": 12.231,
      "step": 6531
    },
    {
      "epoch": 1.0695922711642378,
      "grad_norm": 0.19822999835014343,
      "learning_rate": 0.00019485498733874868,
      "loss": 12.1824,
      "step": 6532
    },
    {
      "epoch": 1.0697560176846241,
      "grad_norm": 0.23918558657169342,
      "learning_rate": 0.00019485335035920715,
      "loss": 12.1577,
      "step": 6533
    },
    {
      "epoch": 1.0699197642050107,
      "grad_norm": 0.18393011391162872,
      "learning_rate": 0.00019485171312616796,
      "loss": 12.2007,
      "step": 6534
    },
    {
      "epoch": 1.070083510725397,
      "grad_norm": 0.21616923809051514,
      "learning_rate": 0.0001948500756396355,
      "loss": 12.1659,
      "step": 6535
    },
    {
      "epoch": 1.0702472572457835,
      "grad_norm": 0.3090311288833618,
      "learning_rate": 0.00019484843789961413,
      "loss": 12.1954,
      "step": 6536
    },
    {
      "epoch": 1.07041100376617,
      "grad_norm": 0.1857607513666153,
      "learning_rate": 0.00019484679990610827,
      "loss": 12.1678,
      "step": 6537
    },
    {
      "epoch": 1.0705747502865564,
      "grad_norm": 0.27675971388816833,
      "learning_rate": 0.0001948451616591222,
      "loss": 12.1639,
      "step": 6538
    },
    {
      "epoch": 1.0707384968069429,
      "grad_norm": 0.30893024802207947,
      "learning_rate": 0.0001948435231586604,
      "loss": 12.174,
      "step": 6539
    },
    {
      "epoch": 1.0709022433273292,
      "grad_norm": 0.20050331950187683,
      "learning_rate": 0.0001948418844047272,
      "loss": 12.176,
      "step": 6540
    },
    {
      "epoch": 1.0710659898477157,
      "grad_norm": 0.22332356870174408,
      "learning_rate": 0.00019484024539732694,
      "loss": 12.2034,
      "step": 6541
    },
    {
      "epoch": 1.0712297363681023,
      "grad_norm": 0.22593370079994202,
      "learning_rate": 0.00019483860613646412,
      "loss": 12.191,
      "step": 6542
    },
    {
      "epoch": 1.0713934828884886,
      "grad_norm": 0.19570554792881012,
      "learning_rate": 0.00019483696662214302,
      "loss": 12.1751,
      "step": 6543
    },
    {
      "epoch": 1.071557229408875,
      "grad_norm": 0.20140257477760315,
      "learning_rate": 0.00019483532685436803,
      "loss": 12.1856,
      "step": 6544
    },
    {
      "epoch": 1.0717209759292614,
      "grad_norm": 0.21915753185749054,
      "learning_rate": 0.00019483368683314355,
      "loss": 12.2573,
      "step": 6545
    },
    {
      "epoch": 1.071884722449648,
      "grad_norm": 0.20145542919635773,
      "learning_rate": 0.000194832046558474,
      "loss": 12.2022,
      "step": 6546
    },
    {
      "epoch": 1.0720484689700345,
      "grad_norm": 0.2059125304222107,
      "learning_rate": 0.0001948304060303637,
      "loss": 12.2026,
      "step": 6547
    },
    {
      "epoch": 1.0722122154904208,
      "grad_norm": 0.1842268854379654,
      "learning_rate": 0.00019482876524881709,
      "loss": 12.2211,
      "step": 6548
    },
    {
      "epoch": 1.0723759620108073,
      "grad_norm": 0.22410783171653748,
      "learning_rate": 0.0001948271242138385,
      "loss": 12.156,
      "step": 6549
    },
    {
      "epoch": 1.0725397085311936,
      "grad_norm": 0.18022441864013672,
      "learning_rate": 0.00019482548292543237,
      "loss": 12.2047,
      "step": 6550
    },
    {
      "epoch": 1.0727034550515802,
      "grad_norm": 0.1718878597021103,
      "learning_rate": 0.00019482384138360304,
      "loss": 12.1541,
      "step": 6551
    },
    {
      "epoch": 1.0728672015719667,
      "grad_norm": 0.16642773151397705,
      "learning_rate": 0.00019482219958835492,
      "loss": 12.1586,
      "step": 6552
    },
    {
      "epoch": 1.073030948092353,
      "grad_norm": 0.18716545403003693,
      "learning_rate": 0.00019482055753969243,
      "loss": 12.1692,
      "step": 6553
    },
    {
      "epoch": 1.0731946946127395,
      "grad_norm": 0.20707184076309204,
      "learning_rate": 0.00019481891523761985,
      "loss": 12.1912,
      "step": 6554
    },
    {
      "epoch": 1.0733584411331258,
      "grad_norm": 0.15542618930339813,
      "learning_rate": 0.0001948172726821417,
      "loss": 12.2055,
      "step": 6555
    },
    {
      "epoch": 1.0735221876535124,
      "grad_norm": 0.15135329961776733,
      "learning_rate": 0.00019481562987326228,
      "loss": 12.1648,
      "step": 6556
    },
    {
      "epoch": 1.073685934173899,
      "grad_norm": 0.2406129240989685,
      "learning_rate": 0.00019481398681098604,
      "loss": 12.1985,
      "step": 6557
    },
    {
      "epoch": 1.0738496806942852,
      "grad_norm": 0.21246758103370667,
      "learning_rate": 0.00019481234349531733,
      "loss": 12.164,
      "step": 6558
    },
    {
      "epoch": 1.0740134272146717,
      "grad_norm": 0.21770164370536804,
      "learning_rate": 0.00019481069992626057,
      "loss": 12.2754,
      "step": 6559
    },
    {
      "epoch": 1.074177173735058,
      "grad_norm": 0.2249780297279358,
      "learning_rate": 0.00019480905610382016,
      "loss": 12.2154,
      "step": 6560
    },
    {
      "epoch": 1.0743409202554446,
      "grad_norm": 0.23116695880889893,
      "learning_rate": 0.0001948074120280004,
      "loss": 12.1849,
      "step": 6561
    },
    {
      "epoch": 1.0745046667758311,
      "grad_norm": 0.20443636178970337,
      "learning_rate": 0.0001948057676988058,
      "loss": 12.2317,
      "step": 6562
    },
    {
      "epoch": 1.0746684132962174,
      "grad_norm": 0.17413365840911865,
      "learning_rate": 0.0001948041231162407,
      "loss": 12.2267,
      "step": 6563
    },
    {
      "epoch": 1.074832159816604,
      "grad_norm": 0.23029620945453644,
      "learning_rate": 0.0001948024782803095,
      "loss": 12.1759,
      "step": 6564
    },
    {
      "epoch": 1.0749959063369903,
      "grad_norm": 0.2090781033039093,
      "learning_rate": 0.00019480083319101663,
      "loss": 12.1826,
      "step": 6565
    },
    {
      "epoch": 1.0751596528573768,
      "grad_norm": 0.1910039633512497,
      "learning_rate": 0.00019479918784836642,
      "loss": 12.196,
      "step": 6566
    },
    {
      "epoch": 1.0753233993777633,
      "grad_norm": 0.19803696870803833,
      "learning_rate": 0.00019479754225236332,
      "loss": 12.1926,
      "step": 6567
    },
    {
      "epoch": 1.0754871458981496,
      "grad_norm": 0.24175897240638733,
      "learning_rate": 0.00019479589640301174,
      "loss": 12.2173,
      "step": 6568
    },
    {
      "epoch": 1.0756508924185362,
      "grad_norm": 0.13617151975631714,
      "learning_rate": 0.000194794250300316,
      "loss": 12.1847,
      "step": 6569
    },
    {
      "epoch": 1.0758146389389225,
      "grad_norm": 0.1382356733083725,
      "learning_rate": 0.00019479260394428057,
      "loss": 12.1865,
      "step": 6570
    },
    {
      "epoch": 1.075978385459309,
      "grad_norm": 0.218429297208786,
      "learning_rate": 0.00019479095733490983,
      "loss": 12.2274,
      "step": 6571
    },
    {
      "epoch": 1.0761421319796955,
      "grad_norm": 0.22444845736026764,
      "learning_rate": 0.0001947893104722082,
      "loss": 12.18,
      "step": 6572
    },
    {
      "epoch": 1.0763058785000819,
      "grad_norm": 0.2263423502445221,
      "learning_rate": 0.00019478766335618005,
      "loss": 12.2176,
      "step": 6573
    },
    {
      "epoch": 1.0764696250204684,
      "grad_norm": 0.2771764099597931,
      "learning_rate": 0.00019478601598682977,
      "loss": 12.1958,
      "step": 6574
    },
    {
      "epoch": 1.0766333715408547,
      "grad_norm": 0.20978102087974548,
      "learning_rate": 0.00019478436836416183,
      "loss": 12.166,
      "step": 6575
    },
    {
      "epoch": 1.0767971180612412,
      "grad_norm": 0.19274839758872986,
      "learning_rate": 0.00019478272048818057,
      "loss": 12.2115,
      "step": 6576
    },
    {
      "epoch": 1.0769608645816275,
      "grad_norm": 0.2866643965244293,
      "learning_rate": 0.0001947810723588904,
      "loss": 12.2236,
      "step": 6577
    },
    {
      "epoch": 1.077124611102014,
      "grad_norm": 0.16589844226837158,
      "learning_rate": 0.00019477942397629576,
      "loss": 12.179,
      "step": 6578
    },
    {
      "epoch": 1.0772883576224006,
      "grad_norm": 0.2931773066520691,
      "learning_rate": 0.00019477777534040102,
      "loss": 12.187,
      "step": 6579
    },
    {
      "epoch": 1.077452104142787,
      "grad_norm": 0.3305436968803406,
      "learning_rate": 0.0001947761264512106,
      "loss": 12.1818,
      "step": 6580
    },
    {
      "epoch": 1.0776158506631734,
      "grad_norm": 0.1620417684316635,
      "learning_rate": 0.0001947744773087289,
      "loss": 12.2043,
      "step": 6581
    },
    {
      "epoch": 1.0777795971835598,
      "grad_norm": 0.20500405132770538,
      "learning_rate": 0.00019477282791296037,
      "loss": 12.2025,
      "step": 6582
    },
    {
      "epoch": 1.0779433437039463,
      "grad_norm": 0.30103498697280884,
      "learning_rate": 0.00019477117826390933,
      "loss": 12.2021,
      "step": 6583
    },
    {
      "epoch": 1.0781070902243328,
      "grad_norm": 0.18223106861114502,
      "learning_rate": 0.00019476952836158028,
      "loss": 12.1804,
      "step": 6584
    },
    {
      "epoch": 1.0782708367447191,
      "grad_norm": 0.17252814769744873,
      "learning_rate": 0.00019476787820597757,
      "loss": 12.1888,
      "step": 6585
    },
    {
      "epoch": 1.0784345832651057,
      "grad_norm": 0.22587977349758148,
      "learning_rate": 0.00019476622779710564,
      "loss": 12.1697,
      "step": 6586
    },
    {
      "epoch": 1.078598329785492,
      "grad_norm": 0.2538891136646271,
      "learning_rate": 0.00019476457713496888,
      "loss": 12.2298,
      "step": 6587
    },
    {
      "epoch": 1.0787620763058785,
      "grad_norm": 0.188876673579216,
      "learning_rate": 0.00019476292621957173,
      "loss": 12.1952,
      "step": 6588
    },
    {
      "epoch": 1.078925822826265,
      "grad_norm": 0.202832892537117,
      "learning_rate": 0.00019476127505091857,
      "loss": 12.2317,
      "step": 6589
    },
    {
      "epoch": 1.0790895693466513,
      "grad_norm": 0.20332050323486328,
      "learning_rate": 0.00019475962362901382,
      "loss": 12.1716,
      "step": 6590
    },
    {
      "epoch": 1.0792533158670379,
      "grad_norm": 0.22818928956985474,
      "learning_rate": 0.00019475797195386192,
      "loss": 12.1858,
      "step": 6591
    },
    {
      "epoch": 1.0794170623874242,
      "grad_norm": 0.23999863862991333,
      "learning_rate": 0.00019475632002546726,
      "loss": 12.2383,
      "step": 6592
    },
    {
      "epoch": 1.0795808089078107,
      "grad_norm": 0.1913800686597824,
      "learning_rate": 0.00019475466784383424,
      "loss": 12.1661,
      "step": 6593
    },
    {
      "epoch": 1.0797445554281973,
      "grad_norm": 0.20187102258205414,
      "learning_rate": 0.00019475301540896733,
      "loss": 12.1546,
      "step": 6594
    },
    {
      "epoch": 1.0799083019485836,
      "grad_norm": 0.2697482109069824,
      "learning_rate": 0.0001947513627208709,
      "loss": 12.1335,
      "step": 6595
    },
    {
      "epoch": 1.08007204846897,
      "grad_norm": 0.21379201114177704,
      "learning_rate": 0.00019474970977954937,
      "loss": 12.2021,
      "step": 6596
    },
    {
      "epoch": 1.0802357949893564,
      "grad_norm": 0.22462616860866547,
      "learning_rate": 0.00019474805658500717,
      "loss": 12.206,
      "step": 6597
    },
    {
      "epoch": 1.080399541509743,
      "grad_norm": 0.2225341945886612,
      "learning_rate": 0.0001947464031372487,
      "loss": 12.2052,
      "step": 6598
    },
    {
      "epoch": 1.0805632880301292,
      "grad_norm": 0.2433018833398819,
      "learning_rate": 0.0001947447494362784,
      "loss": 12.1624,
      "step": 6599
    },
    {
      "epoch": 1.0807270345505158,
      "grad_norm": 0.2593291401863098,
      "learning_rate": 0.0001947430954821007,
      "loss": 12.2313,
      "step": 6600
    },
    {
      "epoch": 1.0808907810709023,
      "grad_norm": 0.22073069214820862,
      "learning_rate": 0.00019474144127471998,
      "loss": 12.2319,
      "step": 6601
    },
    {
      "epoch": 1.0810545275912886,
      "grad_norm": 0.16084998846054077,
      "learning_rate": 0.0001947397868141407,
      "loss": 12.179,
      "step": 6602
    },
    {
      "epoch": 1.0812182741116751,
      "grad_norm": 0.18098121881484985,
      "learning_rate": 0.00019473813210036726,
      "loss": 12.1611,
      "step": 6603
    },
    {
      "epoch": 1.0813820206320615,
      "grad_norm": 0.17682532966136932,
      "learning_rate": 0.00019473647713340406,
      "loss": 12.1719,
      "step": 6604
    },
    {
      "epoch": 1.081545767152448,
      "grad_norm": 0.27540481090545654,
      "learning_rate": 0.0001947348219132556,
      "loss": 12.1957,
      "step": 6605
    },
    {
      "epoch": 1.0817095136728345,
      "grad_norm": 0.1963111013174057,
      "learning_rate": 0.0001947331664399262,
      "loss": 12.1699,
      "step": 6606
    },
    {
      "epoch": 1.0818732601932208,
      "grad_norm": 0.20908179879188538,
      "learning_rate": 0.00019473151071342038,
      "loss": 12.2135,
      "step": 6607
    },
    {
      "epoch": 1.0820370067136074,
      "grad_norm": 0.25576600432395935,
      "learning_rate": 0.00019472985473374254,
      "loss": 12.1969,
      "step": 6608
    },
    {
      "epoch": 1.0822007532339937,
      "grad_norm": 0.2503076493740082,
      "learning_rate": 0.00019472819850089703,
      "loss": 12.2303,
      "step": 6609
    },
    {
      "epoch": 1.0823644997543802,
      "grad_norm": 0.1722458302974701,
      "learning_rate": 0.00019472654201488837,
      "loss": 12.223,
      "step": 6610
    },
    {
      "epoch": 1.0825282462747667,
      "grad_norm": 0.248705193400383,
      "learning_rate": 0.00019472488527572094,
      "loss": 12.1714,
      "step": 6611
    },
    {
      "epoch": 1.082691992795153,
      "grad_norm": 0.21083055436611176,
      "learning_rate": 0.00019472322828339918,
      "loss": 12.3228,
      "step": 6612
    },
    {
      "epoch": 1.0828557393155396,
      "grad_norm": 0.1651124507188797,
      "learning_rate": 0.00019472157103792755,
      "loss": 12.1748,
      "step": 6613
    },
    {
      "epoch": 1.0830194858359259,
      "grad_norm": 0.1871989369392395,
      "learning_rate": 0.00019471991353931038,
      "loss": 12.1763,
      "step": 6614
    },
    {
      "epoch": 1.0831832323563124,
      "grad_norm": 0.19857460260391235,
      "learning_rate": 0.00019471825578755222,
      "loss": 12.1573,
      "step": 6615
    },
    {
      "epoch": 1.083346978876699,
      "grad_norm": 0.19978247582912445,
      "learning_rate": 0.00019471659778265744,
      "loss": 12.1545,
      "step": 6616
    },
    {
      "epoch": 1.0835107253970853,
      "grad_norm": 0.22295118868350983,
      "learning_rate": 0.00019471493952463048,
      "loss": 12.2355,
      "step": 6617
    },
    {
      "epoch": 1.0836744719174718,
      "grad_norm": 0.21418900787830353,
      "learning_rate": 0.00019471328101347576,
      "loss": 12.252,
      "step": 6618
    },
    {
      "epoch": 1.083838218437858,
      "grad_norm": 0.27268072962760925,
      "learning_rate": 0.00019471162224919772,
      "loss": 12.15,
      "step": 6619
    },
    {
      "epoch": 1.0840019649582446,
      "grad_norm": 0.16774879395961761,
      "learning_rate": 0.0001947099632318008,
      "loss": 12.1898,
      "step": 6620
    },
    {
      "epoch": 1.0841657114786312,
      "grad_norm": 0.2625209093093872,
      "learning_rate": 0.00019470830396128944,
      "loss": 12.2023,
      "step": 6621
    },
    {
      "epoch": 1.0843294579990175,
      "grad_norm": 0.15233688056468964,
      "learning_rate": 0.00019470664443766803,
      "loss": 12.2371,
      "step": 6622
    },
    {
      "epoch": 1.084493204519404,
      "grad_norm": 0.30224964022636414,
      "learning_rate": 0.00019470498466094108,
      "loss": 12.1768,
      "step": 6623
    },
    {
      "epoch": 1.0846569510397903,
      "grad_norm": 0.2823481559753418,
      "learning_rate": 0.00019470332463111296,
      "loss": 12.1818,
      "step": 6624
    },
    {
      "epoch": 1.0848206975601768,
      "grad_norm": 0.18797336518764496,
      "learning_rate": 0.00019470166434818812,
      "loss": 12.216,
      "step": 6625
    },
    {
      "epoch": 1.0849844440805634,
      "grad_norm": 0.18816035985946655,
      "learning_rate": 0.00019470000381217103,
      "loss": 12.1503,
      "step": 6626
    },
    {
      "epoch": 1.0851481906009497,
      "grad_norm": 0.19487662613391876,
      "learning_rate": 0.0001946983430230661,
      "loss": 12.1319,
      "step": 6627
    },
    {
      "epoch": 1.0853119371213362,
      "grad_norm": 0.1852087378501892,
      "learning_rate": 0.00019469668198087778,
      "loss": 12.234,
      "step": 6628
    },
    {
      "epoch": 1.0854756836417225,
      "grad_norm": 0.18951807916164398,
      "learning_rate": 0.0001946950206856105,
      "loss": 12.1822,
      "step": 6629
    },
    {
      "epoch": 1.085639430162109,
      "grad_norm": 0.2287856638431549,
      "learning_rate": 0.00019469335913726869,
      "loss": 12.2023,
      "step": 6630
    },
    {
      "epoch": 1.0858031766824956,
      "grad_norm": 0.2226841300725937,
      "learning_rate": 0.00019469169733585685,
      "loss": 12.1431,
      "step": 6631
    },
    {
      "epoch": 1.085966923202882,
      "grad_norm": 0.18895842134952545,
      "learning_rate": 0.00019469003528137932,
      "loss": 12.1963,
      "step": 6632
    },
    {
      "epoch": 1.0861306697232684,
      "grad_norm": 0.19547991454601288,
      "learning_rate": 0.0001946883729738406,
      "loss": 12.2057,
      "step": 6633
    },
    {
      "epoch": 1.0862944162436547,
      "grad_norm": 0.28943732380867004,
      "learning_rate": 0.00019468671041324517,
      "loss": 12.2412,
      "step": 6634
    },
    {
      "epoch": 1.0864581627640413,
      "grad_norm": 0.19441354274749756,
      "learning_rate": 0.00019468504759959744,
      "loss": 12.1855,
      "step": 6635
    },
    {
      "epoch": 1.0866219092844278,
      "grad_norm": 0.20438525080680847,
      "learning_rate": 0.00019468338453290177,
      "loss": 12.1797,
      "step": 6636
    },
    {
      "epoch": 1.0867856558048141,
      "grad_norm": 0.20828735828399658,
      "learning_rate": 0.00019468172121316275,
      "loss": 12.168,
      "step": 6637
    },
    {
      "epoch": 1.0869494023252007,
      "grad_norm": 0.2931176424026489,
      "learning_rate": 0.00019468005764038473,
      "loss": 12.1773,
      "step": 6638
    },
    {
      "epoch": 1.087113148845587,
      "grad_norm": 0.33649879693984985,
      "learning_rate": 0.0001946783938145722,
      "loss": 12.185,
      "step": 6639
    },
    {
      "epoch": 1.0872768953659735,
      "grad_norm": 0.2673826217651367,
      "learning_rate": 0.00019467672973572957,
      "loss": 12.2203,
      "step": 6640
    },
    {
      "epoch": 1.08744064188636,
      "grad_norm": 0.1804571896791458,
      "learning_rate": 0.0001946750654038613,
      "loss": 12.2077,
      "step": 6641
    },
    {
      "epoch": 1.0876043884067463,
      "grad_norm": 0.18008174002170563,
      "learning_rate": 0.00019467340081897187,
      "loss": 12.1868,
      "step": 6642
    },
    {
      "epoch": 1.0877681349271329,
      "grad_norm": 0.221234992146492,
      "learning_rate": 0.0001946717359810657,
      "loss": 12.1769,
      "step": 6643
    },
    {
      "epoch": 1.0879318814475192,
      "grad_norm": 0.23904258012771606,
      "learning_rate": 0.00019467007089014722,
      "loss": 12.19,
      "step": 6644
    },
    {
      "epoch": 1.0880956279679057,
      "grad_norm": 0.1883637011051178,
      "learning_rate": 0.00019466840554622093,
      "loss": 12.1772,
      "step": 6645
    },
    {
      "epoch": 1.0882593744882922,
      "grad_norm": 0.15838459134101868,
      "learning_rate": 0.00019466673994929123,
      "loss": 12.2128,
      "step": 6646
    },
    {
      "epoch": 1.0884231210086786,
      "grad_norm": 0.21518675982952118,
      "learning_rate": 0.0001946650740993626,
      "loss": 12.1913,
      "step": 6647
    },
    {
      "epoch": 1.088586867529065,
      "grad_norm": 0.15730026364326477,
      "learning_rate": 0.0001946634079964395,
      "loss": 12.1697,
      "step": 6648
    },
    {
      "epoch": 1.0887506140494514,
      "grad_norm": 0.20182427763938904,
      "learning_rate": 0.00019466174164052636,
      "loss": 12.2201,
      "step": 6649
    },
    {
      "epoch": 1.088914360569838,
      "grad_norm": 0.18308524787425995,
      "learning_rate": 0.00019466007503162765,
      "loss": 12.2272,
      "step": 6650
    },
    {
      "epoch": 1.0890781070902242,
      "grad_norm": 0.22634097933769226,
      "learning_rate": 0.0001946584081697478,
      "loss": 12.1796,
      "step": 6651
    },
    {
      "epoch": 1.0892418536106108,
      "grad_norm": 0.19773222506046295,
      "learning_rate": 0.00019465674105489128,
      "loss": 12.1875,
      "step": 6652
    },
    {
      "epoch": 1.0894056001309973,
      "grad_norm": 0.23193387687206268,
      "learning_rate": 0.00019465507368706257,
      "loss": 12.1878,
      "step": 6653
    },
    {
      "epoch": 1.0895693466513836,
      "grad_norm": 0.21885432302951813,
      "learning_rate": 0.00019465340606626607,
      "loss": 12.1722,
      "step": 6654
    },
    {
      "epoch": 1.0897330931717701,
      "grad_norm": 0.2816944718360901,
      "learning_rate": 0.00019465173819250628,
      "loss": 12.173,
      "step": 6655
    },
    {
      "epoch": 1.0898968396921564,
      "grad_norm": 0.30300021171569824,
      "learning_rate": 0.00019465007006578766,
      "loss": 12.1759,
      "step": 6656
    },
    {
      "epoch": 1.090060586212543,
      "grad_norm": 0.19462136924266815,
      "learning_rate": 0.00019464840168611467,
      "loss": 12.1789,
      "step": 6657
    },
    {
      "epoch": 1.0902243327329295,
      "grad_norm": 0.18513287603855133,
      "learning_rate": 0.00019464673305349172,
      "loss": 12.1689,
      "step": 6658
    },
    {
      "epoch": 1.0903880792533158,
      "grad_norm": 0.21862630546092987,
      "learning_rate": 0.00019464506416792333,
      "loss": 12.2134,
      "step": 6659
    },
    {
      "epoch": 1.0905518257737024,
      "grad_norm": 0.2283434271812439,
      "learning_rate": 0.00019464339502941392,
      "loss": 12.2196,
      "step": 6660
    },
    {
      "epoch": 1.0907155722940887,
      "grad_norm": 0.20169289410114288,
      "learning_rate": 0.00019464172563796796,
      "loss": 12.2076,
      "step": 6661
    },
    {
      "epoch": 1.0908793188144752,
      "grad_norm": 0.18909989297389984,
      "learning_rate": 0.0001946400559935899,
      "loss": 12.2152,
      "step": 6662
    },
    {
      "epoch": 1.0910430653348617,
      "grad_norm": 0.28296005725860596,
      "learning_rate": 0.00019463838609628425,
      "loss": 12.2663,
      "step": 6663
    },
    {
      "epoch": 1.091206811855248,
      "grad_norm": 0.21919049322605133,
      "learning_rate": 0.00019463671594605544,
      "loss": 12.1597,
      "step": 6664
    },
    {
      "epoch": 1.0913705583756346,
      "grad_norm": 0.17911750078201294,
      "learning_rate": 0.00019463504554290793,
      "loss": 12.1945,
      "step": 6665
    },
    {
      "epoch": 1.0915343048960209,
      "grad_norm": 0.19421102106571198,
      "learning_rate": 0.00019463337488684617,
      "loss": 12.2353,
      "step": 6666
    },
    {
      "epoch": 1.0916980514164074,
      "grad_norm": 0.16180464625358582,
      "learning_rate": 0.00019463170397787465,
      "loss": 12.2021,
      "step": 6667
    },
    {
      "epoch": 1.091861797936794,
      "grad_norm": 0.2571675777435303,
      "learning_rate": 0.00019463003281599783,
      "loss": 12.2005,
      "step": 6668
    },
    {
      "epoch": 1.0920255444571803,
      "grad_norm": 0.3884267508983612,
      "learning_rate": 0.0001946283614012202,
      "loss": 12.1824,
      "step": 6669
    },
    {
      "epoch": 1.0921892909775668,
      "grad_norm": 0.16454310715198517,
      "learning_rate": 0.00019462668973354617,
      "loss": 12.2051,
      "step": 6670
    },
    {
      "epoch": 1.092353037497953,
      "grad_norm": 0.14666467905044556,
      "learning_rate": 0.00019462501781298023,
      "loss": 12.2508,
      "step": 6671
    },
    {
      "epoch": 1.0925167840183396,
      "grad_norm": 0.24770955741405487,
      "learning_rate": 0.0001946233456395269,
      "loss": 12.1623,
      "step": 6672
    },
    {
      "epoch": 1.092680530538726,
      "grad_norm": 0.1864999681711197,
      "learning_rate": 0.00019462167321319056,
      "loss": 12.1691,
      "step": 6673
    },
    {
      "epoch": 1.0928442770591125,
      "grad_norm": 0.1910717636346817,
      "learning_rate": 0.00019462000053397575,
      "loss": 12.1686,
      "step": 6674
    },
    {
      "epoch": 1.093008023579499,
      "grad_norm": 0.14904356002807617,
      "learning_rate": 0.00019461832760188691,
      "loss": 12.1814,
      "step": 6675
    },
    {
      "epoch": 1.0931717700998853,
      "grad_norm": 0.1732601523399353,
      "learning_rate": 0.00019461665441692855,
      "loss": 12.1919,
      "step": 6676
    },
    {
      "epoch": 1.0933355166202718,
      "grad_norm": 0.1475697159767151,
      "learning_rate": 0.0001946149809791051,
      "loss": 12.2155,
      "step": 6677
    },
    {
      "epoch": 1.0934992631406582,
      "grad_norm": 0.2751163840293884,
      "learning_rate": 0.000194613307288421,
      "loss": 12.1969,
      "step": 6678
    },
    {
      "epoch": 1.0936630096610447,
      "grad_norm": 0.3235403895378113,
      "learning_rate": 0.00019461163334488077,
      "loss": 12.1886,
      "step": 6679
    },
    {
      "epoch": 1.0938267561814312,
      "grad_norm": 0.25440528988838196,
      "learning_rate": 0.0001946099591484889,
      "loss": 12.1572,
      "step": 6680
    },
    {
      "epoch": 1.0939905027018175,
      "grad_norm": 0.2445671409368515,
      "learning_rate": 0.00019460828469924986,
      "loss": 12.1892,
      "step": 6681
    },
    {
      "epoch": 1.094154249222204,
      "grad_norm": 0.15398533642292023,
      "learning_rate": 0.0001946066099971681,
      "loss": 12.1949,
      "step": 6682
    },
    {
      "epoch": 1.0943179957425904,
      "grad_norm": 0.1636783480644226,
      "learning_rate": 0.00019460493504224805,
      "loss": 12.2162,
      "step": 6683
    },
    {
      "epoch": 1.094481742262977,
      "grad_norm": 0.1663464903831482,
      "learning_rate": 0.0001946032598344943,
      "loss": 12.2323,
      "step": 6684
    },
    {
      "epoch": 1.0946454887833634,
      "grad_norm": 0.16309908032417297,
      "learning_rate": 0.00019460158437391124,
      "loss": 12.1732,
      "step": 6685
    },
    {
      "epoch": 1.0948092353037497,
      "grad_norm": 0.15441440045833588,
      "learning_rate": 0.00019459990866050337,
      "loss": 12.2519,
      "step": 6686
    },
    {
      "epoch": 1.0949729818241363,
      "grad_norm": 0.21433421969413757,
      "learning_rate": 0.0001945982326942752,
      "loss": 12.2072,
      "step": 6687
    },
    {
      "epoch": 1.0951367283445226,
      "grad_norm": 0.21620546281337738,
      "learning_rate": 0.00019459655647523113,
      "loss": 12.1779,
      "step": 6688
    },
    {
      "epoch": 1.0953004748649091,
      "grad_norm": 0.1803939789533615,
      "learning_rate": 0.00019459488000337575,
      "loss": 12.1733,
      "step": 6689
    },
    {
      "epoch": 1.0954642213852956,
      "grad_norm": 0.19996678829193115,
      "learning_rate": 0.00019459320327871345,
      "loss": 12.185,
      "step": 6690
    },
    {
      "epoch": 1.095627967905682,
      "grad_norm": 0.18753784894943237,
      "learning_rate": 0.00019459152630124874,
      "loss": 12.2282,
      "step": 6691
    },
    {
      "epoch": 1.0957917144260685,
      "grad_norm": 0.20972616970539093,
      "learning_rate": 0.00019458984907098613,
      "loss": 12.2348,
      "step": 6692
    },
    {
      "epoch": 1.0959554609464548,
      "grad_norm": 0.1806827038526535,
      "learning_rate": 0.00019458817158793002,
      "loss": 12.1948,
      "step": 6693
    },
    {
      "epoch": 1.0961192074668413,
      "grad_norm": 0.26590752601623535,
      "learning_rate": 0.00019458649385208502,
      "loss": 12.2214,
      "step": 6694
    },
    {
      "epoch": 1.0962829539872279,
      "grad_norm": 0.209451824426651,
      "learning_rate": 0.00019458481586345552,
      "loss": 12.2308,
      "step": 6695
    },
    {
      "epoch": 1.0964467005076142,
      "grad_norm": 0.31680551171302795,
      "learning_rate": 0.00019458313762204602,
      "loss": 12.1905,
      "step": 6696
    },
    {
      "epoch": 1.0966104470280007,
      "grad_norm": 0.24615849554538727,
      "learning_rate": 0.00019458145912786101,
      "loss": 12.2115,
      "step": 6697
    },
    {
      "epoch": 1.096774193548387,
      "grad_norm": 0.18319661915302277,
      "learning_rate": 0.00019457978038090498,
      "loss": 12.1652,
      "step": 6698
    },
    {
      "epoch": 1.0969379400687735,
      "grad_norm": 0.23715195059776306,
      "learning_rate": 0.0001945781013811824,
      "loss": 12.1768,
      "step": 6699
    },
    {
      "epoch": 1.09710168658916,
      "grad_norm": 0.18790659308433533,
      "learning_rate": 0.00019457642212869782,
      "loss": 12.1977,
      "step": 6700
    },
    {
      "epoch": 1.0972654331095464,
      "grad_norm": 0.2066657990217209,
      "learning_rate": 0.00019457474262345566,
      "loss": 12.1764,
      "step": 6701
    },
    {
      "epoch": 1.097429179629933,
      "grad_norm": 0.2863362431526184,
      "learning_rate": 0.00019457306286546042,
      "loss": 12.1555,
      "step": 6702
    },
    {
      "epoch": 1.0975929261503192,
      "grad_norm": 0.20507578551769257,
      "learning_rate": 0.0001945713828547166,
      "loss": 12.2459,
      "step": 6703
    },
    {
      "epoch": 1.0977566726707058,
      "grad_norm": 0.21809345483779907,
      "learning_rate": 0.0001945697025912287,
      "loss": 12.2096,
      "step": 6704
    },
    {
      "epoch": 1.0979204191910923,
      "grad_norm": 0.27496835589408875,
      "learning_rate": 0.00019456802207500117,
      "loss": 12.1888,
      "step": 6705
    },
    {
      "epoch": 1.0980841657114786,
      "grad_norm": 0.2038916051387787,
      "learning_rate": 0.00019456634130603855,
      "loss": 12.1862,
      "step": 6706
    },
    {
      "epoch": 1.0982479122318651,
      "grad_norm": 0.21411707997322083,
      "learning_rate": 0.0001945646602843453,
      "loss": 12.1823,
      "step": 6707
    },
    {
      "epoch": 1.0984116587522514,
      "grad_norm": 0.18579445779323578,
      "learning_rate": 0.00019456297900992596,
      "loss": 12.2205,
      "step": 6708
    },
    {
      "epoch": 1.098575405272638,
      "grad_norm": 0.2033395767211914,
      "learning_rate": 0.00019456129748278493,
      "loss": 12.177,
      "step": 6709
    },
    {
      "epoch": 1.0987391517930245,
      "grad_norm": 0.18454806506633759,
      "learning_rate": 0.0001945596157029268,
      "loss": 12.1588,
      "step": 6710
    },
    {
      "epoch": 1.0989028983134108,
      "grad_norm": 0.23978009819984436,
      "learning_rate": 0.00019455793367035602,
      "loss": 12.1693,
      "step": 6711
    },
    {
      "epoch": 1.0990666448337973,
      "grad_norm": 0.22473400831222534,
      "learning_rate": 0.00019455625138507711,
      "loss": 12.2065,
      "step": 6712
    },
    {
      "epoch": 1.0992303913541837,
      "grad_norm": 0.18190842866897583,
      "learning_rate": 0.00019455456884709453,
      "loss": 12.1619,
      "step": 6713
    },
    {
      "epoch": 1.0993941378745702,
      "grad_norm": 0.2734300494194031,
      "learning_rate": 0.0001945528860564128,
      "loss": 12.2008,
      "step": 6714
    },
    {
      "epoch": 1.0995578843949567,
      "grad_norm": 0.26885074377059937,
      "learning_rate": 0.0001945512030130364,
      "loss": 12.1642,
      "step": 6715
    },
    {
      "epoch": 1.099721630915343,
      "grad_norm": 0.15448534488677979,
      "learning_rate": 0.00019454951971696982,
      "loss": 12.179,
      "step": 6716
    },
    {
      "epoch": 1.0998853774357296,
      "grad_norm": 0.20057199895381927,
      "learning_rate": 0.00019454783616821764,
      "loss": 12.201,
      "step": 6717
    },
    {
      "epoch": 1.1000491239561159,
      "grad_norm": 0.21425525844097137,
      "learning_rate": 0.00019454615236678423,
      "loss": 12.1636,
      "step": 6718
    },
    {
      "epoch": 1.1002128704765024,
      "grad_norm": 0.20740386843681335,
      "learning_rate": 0.0001945444683126742,
      "loss": 12.1293,
      "step": 6719
    },
    {
      "epoch": 1.1003766169968887,
      "grad_norm": 0.26068824529647827,
      "learning_rate": 0.000194542784005892,
      "loss": 12.1762,
      "step": 6720
    },
    {
      "epoch": 1.1005403635172752,
      "grad_norm": 0.2745768427848816,
      "learning_rate": 0.0001945410994464421,
      "loss": 12.2094,
      "step": 6721
    },
    {
      "epoch": 1.1007041100376618,
      "grad_norm": 0.17336226999759674,
      "learning_rate": 0.0001945394146343291,
      "loss": 12.1878,
      "step": 6722
    },
    {
      "epoch": 1.100867856558048,
      "grad_norm": 0.24389806389808655,
      "learning_rate": 0.0001945377295695574,
      "loss": 12.1759,
      "step": 6723
    },
    {
      "epoch": 1.1010316030784346,
      "grad_norm": 0.16630177199840546,
      "learning_rate": 0.0001945360442521316,
      "loss": 12.1637,
      "step": 6724
    },
    {
      "epoch": 1.101195349598821,
      "grad_norm": 0.1895131915807724,
      "learning_rate": 0.0001945343586820561,
      "loss": 12.2215,
      "step": 6725
    },
    {
      "epoch": 1.1013590961192075,
      "grad_norm": 0.21810783445835114,
      "learning_rate": 0.00019453267285933547,
      "loss": 12.2265,
      "step": 6726
    },
    {
      "epoch": 1.101522842639594,
      "grad_norm": 0.18132831156253815,
      "learning_rate": 0.00019453098678397422,
      "loss": 12.2157,
      "step": 6727
    },
    {
      "epoch": 1.1016865891599803,
      "grad_norm": 0.17115671932697296,
      "learning_rate": 0.0001945293004559768,
      "loss": 12.1901,
      "step": 6728
    },
    {
      "epoch": 1.1018503356803668,
      "grad_norm": 0.22592565417289734,
      "learning_rate": 0.0001945276138753478,
      "loss": 12.1953,
      "step": 6729
    },
    {
      "epoch": 1.1020140822007531,
      "grad_norm": 0.2039356529712677,
      "learning_rate": 0.00019452592704209164,
      "loss": 12.2153,
      "step": 6730
    },
    {
      "epoch": 1.1021778287211397,
      "grad_norm": 0.27170708775520325,
      "learning_rate": 0.00019452423995621292,
      "loss": 12.2054,
      "step": 6731
    },
    {
      "epoch": 1.1023415752415262,
      "grad_norm": 0.23482711613178253,
      "learning_rate": 0.00019452255261771605,
      "loss": 12.1613,
      "step": 6732
    },
    {
      "epoch": 1.1025053217619125,
      "grad_norm": 0.1915803849697113,
      "learning_rate": 0.00019452086502660563,
      "loss": 12.1861,
      "step": 6733
    },
    {
      "epoch": 1.102669068282299,
      "grad_norm": 0.189112588763237,
      "learning_rate": 0.00019451917718288608,
      "loss": 12.1664,
      "step": 6734
    },
    {
      "epoch": 1.1028328148026854,
      "grad_norm": 0.216115340590477,
      "learning_rate": 0.00019451748908656198,
      "loss": 12.1743,
      "step": 6735
    },
    {
      "epoch": 1.102996561323072,
      "grad_norm": 0.2094385027885437,
      "learning_rate": 0.00019451580073763785,
      "loss": 12.2165,
      "step": 6736
    },
    {
      "epoch": 1.1031603078434584,
      "grad_norm": 0.1858641803264618,
      "learning_rate": 0.00019451411213611811,
      "loss": 12.1767,
      "step": 6737
    },
    {
      "epoch": 1.1033240543638447,
      "grad_norm": 0.20536625385284424,
      "learning_rate": 0.00019451242328200738,
      "loss": 12.1736,
      "step": 6738
    },
    {
      "epoch": 1.1034878008842313,
      "grad_norm": 0.18593107163906097,
      "learning_rate": 0.00019451073417531013,
      "loss": 12.1863,
      "step": 6739
    },
    {
      "epoch": 1.1036515474046176,
      "grad_norm": 0.19934441149234772,
      "learning_rate": 0.00019450904481603087,
      "loss": 12.2153,
      "step": 6740
    },
    {
      "epoch": 1.103815293925004,
      "grad_norm": 0.19761186838150024,
      "learning_rate": 0.0001945073552041741,
      "loss": 12.1836,
      "step": 6741
    },
    {
      "epoch": 1.1039790404453906,
      "grad_norm": 0.18865574896335602,
      "learning_rate": 0.00019450566533974438,
      "loss": 12.1753,
      "step": 6742
    },
    {
      "epoch": 1.104142786965777,
      "grad_norm": 0.1824948787689209,
      "learning_rate": 0.0001945039752227462,
      "loss": 12.1625,
      "step": 6743
    },
    {
      "epoch": 1.1043065334861635,
      "grad_norm": 0.21280571818351746,
      "learning_rate": 0.00019450228485318408,
      "loss": 12.229,
      "step": 6744
    },
    {
      "epoch": 1.1044702800065498,
      "grad_norm": 0.16293548047542572,
      "learning_rate": 0.00019450059423106248,
      "loss": 12.1773,
      "step": 6745
    },
    {
      "epoch": 1.1046340265269363,
      "grad_norm": 0.1722860336303711,
      "learning_rate": 0.00019449890335638604,
      "loss": 12.1921,
      "step": 6746
    },
    {
      "epoch": 1.1047977730473226,
      "grad_norm": 0.22098220884799957,
      "learning_rate": 0.00019449721222915915,
      "loss": 12.2138,
      "step": 6747
    },
    {
      "epoch": 1.1049615195677092,
      "grad_norm": 0.17108124494552612,
      "learning_rate": 0.00019449552084938642,
      "loss": 12.1866,
      "step": 6748
    },
    {
      "epoch": 1.1051252660880957,
      "grad_norm": 0.2295101135969162,
      "learning_rate": 0.00019449382921707235,
      "loss": 12.2025,
      "step": 6749
    },
    {
      "epoch": 1.105289012608482,
      "grad_norm": 0.33704471588134766,
      "learning_rate": 0.00019449213733222144,
      "loss": 12.2125,
      "step": 6750
    },
    {
      "epoch": 1.1054527591288685,
      "grad_norm": 0.24951326847076416,
      "learning_rate": 0.00019449044519483826,
      "loss": 12.1911,
      "step": 6751
    },
    {
      "epoch": 1.1056165056492548,
      "grad_norm": 0.15804116427898407,
      "learning_rate": 0.00019448875280492724,
      "loss": 12.1973,
      "step": 6752
    },
    {
      "epoch": 1.1057802521696414,
      "grad_norm": 0.17845943570137024,
      "learning_rate": 0.00019448706016249299,
      "loss": 12.1928,
      "step": 6753
    },
    {
      "epoch": 1.105943998690028,
      "grad_norm": 0.35534024238586426,
      "learning_rate": 0.00019448536726754002,
      "loss": 12.1989,
      "step": 6754
    },
    {
      "epoch": 1.1061077452104142,
      "grad_norm": 0.1886844038963318,
      "learning_rate": 0.0001944836741200728,
      "loss": 12.2137,
      "step": 6755
    },
    {
      "epoch": 1.1062714917308007,
      "grad_norm": 0.18619588017463684,
      "learning_rate": 0.00019448198072009588,
      "loss": 12.2238,
      "step": 6756
    },
    {
      "epoch": 1.106435238251187,
      "grad_norm": 0.2108580768108368,
      "learning_rate": 0.00019448028706761384,
      "loss": 12.2466,
      "step": 6757
    },
    {
      "epoch": 1.1065989847715736,
      "grad_norm": 0.23825615644454956,
      "learning_rate": 0.00019447859316263115,
      "loss": 12.2195,
      "step": 6758
    },
    {
      "epoch": 1.1067627312919601,
      "grad_norm": 0.20399980247020721,
      "learning_rate": 0.00019447689900515234,
      "loss": 12.2083,
      "step": 6759
    },
    {
      "epoch": 1.1069264778123464,
      "grad_norm": 0.26892536878585815,
      "learning_rate": 0.00019447520459518197,
      "loss": 12.2643,
      "step": 6760
    },
    {
      "epoch": 1.107090224332733,
      "grad_norm": 0.2318042665719986,
      "learning_rate": 0.00019447350993272454,
      "loss": 12.1822,
      "step": 6761
    },
    {
      "epoch": 1.1072539708531193,
      "grad_norm": 0.2610425651073456,
      "learning_rate": 0.00019447181501778459,
      "loss": 12.2522,
      "step": 6762
    },
    {
      "epoch": 1.1074177173735058,
      "grad_norm": 0.17844699323177338,
      "learning_rate": 0.0001944701198503666,
      "loss": 12.1693,
      "step": 6763
    },
    {
      "epoch": 1.1075814638938923,
      "grad_norm": 0.19315879046916962,
      "learning_rate": 0.00019446842443047516,
      "loss": 12.1633,
      "step": 6764
    },
    {
      "epoch": 1.1077452104142786,
      "grad_norm": 0.22425566613674164,
      "learning_rate": 0.00019446672875811483,
      "loss": 12.2297,
      "step": 6765
    },
    {
      "epoch": 1.1079089569346652,
      "grad_norm": 0.249033123254776,
      "learning_rate": 0.00019446503283329007,
      "loss": 12.1621,
      "step": 6766
    },
    {
      "epoch": 1.1080727034550515,
      "grad_norm": 0.15937593579292297,
      "learning_rate": 0.00019446333665600545,
      "loss": 12.1771,
      "step": 6767
    },
    {
      "epoch": 1.108236449975438,
      "grad_norm": 0.163728266954422,
      "learning_rate": 0.0001944616402262655,
      "loss": 12.1578,
      "step": 6768
    },
    {
      "epoch": 1.1084001964958246,
      "grad_norm": 0.28177833557128906,
      "learning_rate": 0.00019445994354407473,
      "loss": 12.196,
      "step": 6769
    },
    {
      "epoch": 1.1085639430162109,
      "grad_norm": 0.17942310869693756,
      "learning_rate": 0.0001944582466094377,
      "loss": 12.2059,
      "step": 6770
    },
    {
      "epoch": 1.1087276895365974,
      "grad_norm": 0.2607220709323883,
      "learning_rate": 0.00019445654942235892,
      "loss": 12.1951,
      "step": 6771
    },
    {
      "epoch": 1.1088914360569837,
      "grad_norm": 0.2886582612991333,
      "learning_rate": 0.000194454851982843,
      "loss": 12.2036,
      "step": 6772
    },
    {
      "epoch": 1.1090551825773702,
      "grad_norm": 0.22474753856658936,
      "learning_rate": 0.00019445315429089438,
      "loss": 12.1751,
      "step": 6773
    },
    {
      "epoch": 1.1092189290977568,
      "grad_norm": 0.20454192161560059,
      "learning_rate": 0.00019445145634651762,
      "loss": 12.2018,
      "step": 6774
    },
    {
      "epoch": 1.109382675618143,
      "grad_norm": 0.3221704959869385,
      "learning_rate": 0.0001944497581497173,
      "loss": 12.2242,
      "step": 6775
    },
    {
      "epoch": 1.1095464221385296,
      "grad_norm": 0.22925959527492523,
      "learning_rate": 0.00019444805970049794,
      "loss": 12.2173,
      "step": 6776
    },
    {
      "epoch": 1.109710168658916,
      "grad_norm": 0.15489356219768524,
      "learning_rate": 0.00019444636099886405,
      "loss": 12.1616,
      "step": 6777
    },
    {
      "epoch": 1.1098739151793025,
      "grad_norm": 0.22432000935077667,
      "learning_rate": 0.0001944446620448202,
      "loss": 12.246,
      "step": 6778
    },
    {
      "epoch": 1.110037661699689,
      "grad_norm": 0.22508296370506287,
      "learning_rate": 0.0001944429628383709,
      "loss": 12.2186,
      "step": 6779
    },
    {
      "epoch": 1.1102014082200753,
      "grad_norm": 0.28527626395225525,
      "learning_rate": 0.00019444126337952073,
      "loss": 12.206,
      "step": 6780
    },
    {
      "epoch": 1.1103651547404618,
      "grad_norm": 0.2531120181083679,
      "learning_rate": 0.00019443956366827422,
      "loss": 12.2143,
      "step": 6781
    },
    {
      "epoch": 1.1105289012608481,
      "grad_norm": 0.18913529813289642,
      "learning_rate": 0.00019443786370463594,
      "loss": 12.1794,
      "step": 6782
    },
    {
      "epoch": 1.1106926477812347,
      "grad_norm": 0.286083847284317,
      "learning_rate": 0.00019443616348861035,
      "loss": 12.176,
      "step": 6783
    },
    {
      "epoch": 1.1108563943016212,
      "grad_norm": 0.2110905647277832,
      "learning_rate": 0.00019443446302020204,
      "loss": 12.2,
      "step": 6784
    },
    {
      "epoch": 1.1110201408220075,
      "grad_norm": 0.1871032863855362,
      "learning_rate": 0.0001944327622994156,
      "loss": 12.2034,
      "step": 6785
    },
    {
      "epoch": 1.111183887342394,
      "grad_norm": 0.1750662624835968,
      "learning_rate": 0.00019443106132625553,
      "loss": 12.1778,
      "step": 6786
    },
    {
      "epoch": 1.1113476338627803,
      "grad_norm": 0.22244679927825928,
      "learning_rate": 0.00019442936010072637,
      "loss": 12.1931,
      "step": 6787
    },
    {
      "epoch": 1.1115113803831669,
      "grad_norm": 0.20878301560878754,
      "learning_rate": 0.00019442765862283268,
      "loss": 12.1669,
      "step": 6788
    },
    {
      "epoch": 1.1116751269035534,
      "grad_norm": 0.24660800397396088,
      "learning_rate": 0.00019442595689257898,
      "loss": 12.1824,
      "step": 6789
    },
    {
      "epoch": 1.1118388734239397,
      "grad_norm": 0.24661459028720856,
      "learning_rate": 0.00019442425490996988,
      "loss": 12.1833,
      "step": 6790
    },
    {
      "epoch": 1.1120026199443263,
      "grad_norm": 0.17556414008140564,
      "learning_rate": 0.00019442255267500987,
      "loss": 12.1778,
      "step": 6791
    },
    {
      "epoch": 1.1121663664647126,
      "grad_norm": 0.23179465532302856,
      "learning_rate": 0.00019442085018770352,
      "loss": 12.1981,
      "step": 6792
    },
    {
      "epoch": 1.112330112985099,
      "grad_norm": 0.2870006263256073,
      "learning_rate": 0.00019441914744805538,
      "loss": 12.1689,
      "step": 6793
    },
    {
      "epoch": 1.1124938595054854,
      "grad_norm": 0.21843524277210236,
      "learning_rate": 0.00019441744445607002,
      "loss": 12.1687,
      "step": 6794
    },
    {
      "epoch": 1.112657606025872,
      "grad_norm": 0.18408578634262085,
      "learning_rate": 0.00019441574121175194,
      "loss": 12.1783,
      "step": 6795
    },
    {
      "epoch": 1.1128213525462585,
      "grad_norm": 0.18090741336345673,
      "learning_rate": 0.00019441403771510576,
      "loss": 12.1886,
      "step": 6796
    },
    {
      "epoch": 1.1129850990666448,
      "grad_norm": 0.20391163229942322,
      "learning_rate": 0.00019441233396613595,
      "loss": 12.1648,
      "step": 6797
    },
    {
      "epoch": 1.1131488455870313,
      "grad_norm": 0.19016766548156738,
      "learning_rate": 0.00019441062996484716,
      "loss": 12.1882,
      "step": 6798
    },
    {
      "epoch": 1.1133125921074176,
      "grad_norm": 0.1863642781972885,
      "learning_rate": 0.00019440892571124385,
      "loss": 12.1694,
      "step": 6799
    },
    {
      "epoch": 1.1134763386278042,
      "grad_norm": 0.19260025024414062,
      "learning_rate": 0.00019440722120533065,
      "loss": 12.2291,
      "step": 6800
    },
    {
      "epoch": 1.1136400851481907,
      "grad_norm": 0.19981242716312408,
      "learning_rate": 0.00019440551644711208,
      "loss": 12.1714,
      "step": 6801
    },
    {
      "epoch": 1.113803831668577,
      "grad_norm": 0.2365679144859314,
      "learning_rate": 0.0001944038114365927,
      "loss": 12.2094,
      "step": 6802
    },
    {
      "epoch": 1.1139675781889635,
      "grad_norm": 0.18482506275177002,
      "learning_rate": 0.00019440210617377706,
      "loss": 12.2396,
      "step": 6803
    },
    {
      "epoch": 1.1141313247093498,
      "grad_norm": 0.1771792322397232,
      "learning_rate": 0.00019440040065866972,
      "loss": 12.2192,
      "step": 6804
    },
    {
      "epoch": 1.1142950712297364,
      "grad_norm": 0.22702838480472565,
      "learning_rate": 0.00019439869489127525,
      "loss": 12.2289,
      "step": 6805
    },
    {
      "epoch": 1.114458817750123,
      "grad_norm": 0.2501279413700104,
      "learning_rate": 0.00019439698887159819,
      "loss": 12.1896,
      "step": 6806
    },
    {
      "epoch": 1.1146225642705092,
      "grad_norm": 0.17556524276733398,
      "learning_rate": 0.00019439528259964313,
      "loss": 12.1596,
      "step": 6807
    },
    {
      "epoch": 1.1147863107908957,
      "grad_norm": 0.18279241025447845,
      "learning_rate": 0.00019439357607541456,
      "loss": 12.1682,
      "step": 6808
    },
    {
      "epoch": 1.114950057311282,
      "grad_norm": 0.1854630559682846,
      "learning_rate": 0.00019439186929891714,
      "loss": 12.2128,
      "step": 6809
    },
    {
      "epoch": 1.1151138038316686,
      "grad_norm": 0.1739317923784256,
      "learning_rate": 0.0001943901622701554,
      "loss": 12.1793,
      "step": 6810
    },
    {
      "epoch": 1.1152775503520551,
      "grad_norm": 0.14090648293495178,
      "learning_rate": 0.00019438845498913386,
      "loss": 12.2056,
      "step": 6811
    },
    {
      "epoch": 1.1154412968724414,
      "grad_norm": 0.19701670110225677,
      "learning_rate": 0.0001943867474558571,
      "loss": 12.1898,
      "step": 6812
    },
    {
      "epoch": 1.115605043392828,
      "grad_norm": 0.18168136477470398,
      "learning_rate": 0.00019438503967032967,
      "loss": 12.1698,
      "step": 6813
    },
    {
      "epoch": 1.1157687899132143,
      "grad_norm": 0.19096414744853973,
      "learning_rate": 0.00019438333163255617,
      "loss": 12.2039,
      "step": 6814
    },
    {
      "epoch": 1.1159325364336008,
      "grad_norm": 0.23610487580299377,
      "learning_rate": 0.00019438162334254117,
      "loss": 12.2347,
      "step": 6815
    },
    {
      "epoch": 1.1160962829539873,
      "grad_norm": 0.21050330996513367,
      "learning_rate": 0.0001943799148002892,
      "loss": 12.1803,
      "step": 6816
    },
    {
      "epoch": 1.1162600294743736,
      "grad_norm": 0.15869440138339996,
      "learning_rate": 0.00019437820600580482,
      "loss": 12.2124,
      "step": 6817
    },
    {
      "epoch": 1.1164237759947602,
      "grad_norm": 0.17953644692897797,
      "learning_rate": 0.00019437649695909265,
      "loss": 12.2334,
      "step": 6818
    },
    {
      "epoch": 1.1165875225151465,
      "grad_norm": 0.2176252007484436,
      "learning_rate": 0.0001943747876601572,
      "loss": 12.1893,
      "step": 6819
    },
    {
      "epoch": 1.116751269035533,
      "grad_norm": 0.17210184037685394,
      "learning_rate": 0.0001943730781090031,
      "loss": 12.2088,
      "step": 6820
    },
    {
      "epoch": 1.1169150155559193,
      "grad_norm": 0.19099651277065277,
      "learning_rate": 0.00019437136830563486,
      "loss": 12.18,
      "step": 6821
    },
    {
      "epoch": 1.1170787620763059,
      "grad_norm": 0.1851702183485031,
      "learning_rate": 0.00019436965825005706,
      "loss": 12.2305,
      "step": 6822
    },
    {
      "epoch": 1.1172425085966924,
      "grad_norm": 0.15192773938179016,
      "learning_rate": 0.0001943679479422743,
      "loss": 12.1901,
      "step": 6823
    },
    {
      "epoch": 1.1174062551170787,
      "grad_norm": 0.2243470698595047,
      "learning_rate": 0.0001943662373822911,
      "loss": 12.1635,
      "step": 6824
    },
    {
      "epoch": 1.1175700016374652,
      "grad_norm": 0.1718180775642395,
      "learning_rate": 0.00019436452657011212,
      "loss": 12.1955,
      "step": 6825
    },
    {
      "epoch": 1.1177337481578515,
      "grad_norm": 0.17384286224842072,
      "learning_rate": 0.00019436281550574185,
      "loss": 12.2184,
      "step": 6826
    },
    {
      "epoch": 1.117897494678238,
      "grad_norm": 0.19463355839252472,
      "learning_rate": 0.00019436110418918489,
      "loss": 12.1881,
      "step": 6827
    },
    {
      "epoch": 1.1180612411986246,
      "grad_norm": 0.1763642579317093,
      "learning_rate": 0.0001943593926204458,
      "loss": 12.177,
      "step": 6828
    },
    {
      "epoch": 1.118224987719011,
      "grad_norm": 0.17802844941616058,
      "learning_rate": 0.00019435768079952917,
      "loss": 12.1544,
      "step": 6829
    },
    {
      "epoch": 1.1183887342393974,
      "grad_norm": 0.20647427439689636,
      "learning_rate": 0.00019435596872643957,
      "loss": 12.1805,
      "step": 6830
    },
    {
      "epoch": 1.1185524807597838,
      "grad_norm": 0.18656973540782928,
      "learning_rate": 0.00019435425640118158,
      "loss": 12.1747,
      "step": 6831
    },
    {
      "epoch": 1.1187162272801703,
      "grad_norm": 0.25505194067955017,
      "learning_rate": 0.00019435254382375977,
      "loss": 12.231,
      "step": 6832
    },
    {
      "epoch": 1.1188799738005568,
      "grad_norm": 0.1587962806224823,
      "learning_rate": 0.00019435083099417875,
      "loss": 12.1969,
      "step": 6833
    },
    {
      "epoch": 1.1190437203209431,
      "grad_norm": 0.20141738653182983,
      "learning_rate": 0.00019434911791244304,
      "loss": 12.2045,
      "step": 6834
    },
    {
      "epoch": 1.1192074668413297,
      "grad_norm": 0.21035036444664001,
      "learning_rate": 0.00019434740457855725,
      "loss": 12.1729,
      "step": 6835
    },
    {
      "epoch": 1.119371213361716,
      "grad_norm": 0.21812333166599274,
      "learning_rate": 0.00019434569099252596,
      "loss": 12.2235,
      "step": 6836
    },
    {
      "epoch": 1.1195349598821025,
      "grad_norm": 0.15730421245098114,
      "learning_rate": 0.00019434397715435372,
      "loss": 12.1939,
      "step": 6837
    },
    {
      "epoch": 1.119698706402489,
      "grad_norm": 0.20100340247154236,
      "learning_rate": 0.00019434226306404515,
      "loss": 12.189,
      "step": 6838
    },
    {
      "epoch": 1.1198624529228753,
      "grad_norm": 0.2239174246788025,
      "learning_rate": 0.00019434054872160484,
      "loss": 12.2017,
      "step": 6839
    },
    {
      "epoch": 1.1200261994432619,
      "grad_norm": 0.19570553302764893,
      "learning_rate": 0.00019433883412703733,
      "loss": 12.1701,
      "step": 6840
    },
    {
      "epoch": 1.1201899459636482,
      "grad_norm": 0.21910223364830017,
      "learning_rate": 0.0001943371192803472,
      "loss": 12.1674,
      "step": 6841
    },
    {
      "epoch": 1.1203536924840347,
      "grad_norm": 0.17158928513526917,
      "learning_rate": 0.00019433540418153908,
      "loss": 12.172,
      "step": 6842
    },
    {
      "epoch": 1.1205174390044212,
      "grad_norm": 0.23360219597816467,
      "learning_rate": 0.00019433368883061753,
      "loss": 12.176,
      "step": 6843
    },
    {
      "epoch": 1.1206811855248076,
      "grad_norm": 0.15482169389724731,
      "learning_rate": 0.00019433197322758712,
      "loss": 12.1885,
      "step": 6844
    },
    {
      "epoch": 1.120844932045194,
      "grad_norm": 0.17380063235759735,
      "learning_rate": 0.00019433025737245244,
      "loss": 12.2168,
      "step": 6845
    },
    {
      "epoch": 1.1210086785655804,
      "grad_norm": 0.21374434232711792,
      "learning_rate": 0.0001943285412652181,
      "loss": 12.2251,
      "step": 6846
    },
    {
      "epoch": 1.121172425085967,
      "grad_norm": 0.21282704174518585,
      "learning_rate": 0.00019432682490588861,
      "loss": 12.2283,
      "step": 6847
    },
    {
      "epoch": 1.1213361716063535,
      "grad_norm": 0.2523064613342285,
      "learning_rate": 0.00019432510829446868,
      "loss": 12.1582,
      "step": 6848
    },
    {
      "epoch": 1.1214999181267398,
      "grad_norm": 0.20896536111831665,
      "learning_rate": 0.00019432339143096283,
      "loss": 12.2005,
      "step": 6849
    },
    {
      "epoch": 1.1216636646471263,
      "grad_norm": 0.26005616784095764,
      "learning_rate": 0.00019432167431537563,
      "loss": 12.2222,
      "step": 6850
    },
    {
      "epoch": 1.1218274111675126,
      "grad_norm": 0.2583931088447571,
      "learning_rate": 0.00019431995694771167,
      "loss": 12.1758,
      "step": 6851
    },
    {
      "epoch": 1.1219911576878991,
      "grad_norm": 0.26045575737953186,
      "learning_rate": 0.0001943182393279756,
      "loss": 12.1536,
      "step": 6852
    },
    {
      "epoch": 1.1221549042082857,
      "grad_norm": 0.24704720079898834,
      "learning_rate": 0.00019431652145617193,
      "loss": 12.1763,
      "step": 6853
    },
    {
      "epoch": 1.122318650728672,
      "grad_norm": 0.16565130650997162,
      "learning_rate": 0.0001943148033323053,
      "loss": 12.2609,
      "step": 6854
    },
    {
      "epoch": 1.1224823972490585,
      "grad_norm": 0.2768387198448181,
      "learning_rate": 0.00019431308495638033,
      "loss": 12.2266,
      "step": 6855
    },
    {
      "epoch": 1.1226461437694448,
      "grad_norm": 0.19298498332500458,
      "learning_rate": 0.00019431136632840158,
      "loss": 12.1838,
      "step": 6856
    },
    {
      "epoch": 1.1228098902898314,
      "grad_norm": 0.16450099647045135,
      "learning_rate": 0.00019430964744837357,
      "loss": 12.2259,
      "step": 6857
    },
    {
      "epoch": 1.122973636810218,
      "grad_norm": 0.15275155007839203,
      "learning_rate": 0.000194307928316301,
      "loss": 12.1741,
      "step": 6858
    },
    {
      "epoch": 1.1231373833306042,
      "grad_norm": 0.22876416146755219,
      "learning_rate": 0.00019430620893218844,
      "loss": 12.2139,
      "step": 6859
    },
    {
      "epoch": 1.1233011298509907,
      "grad_norm": 0.2268771380186081,
      "learning_rate": 0.00019430448929604044,
      "loss": 12.1618,
      "step": 6860
    },
    {
      "epoch": 1.123464876371377,
      "grad_norm": 0.18011516332626343,
      "learning_rate": 0.00019430276940786168,
      "loss": 12.1887,
      "step": 6861
    },
    {
      "epoch": 1.1236286228917636,
      "grad_norm": 0.32960811257362366,
      "learning_rate": 0.00019430104926765665,
      "loss": 12.1788,
      "step": 6862
    },
    {
      "epoch": 1.12379236941215,
      "grad_norm": 0.22486969828605652,
      "learning_rate": 0.00019429932887543,
      "loss": 12.237,
      "step": 6863
    },
    {
      "epoch": 1.1239561159325364,
      "grad_norm": 0.200581893324852,
      "learning_rate": 0.00019429760823118638,
      "loss": 12.1728,
      "step": 6864
    },
    {
      "epoch": 1.124119862452923,
      "grad_norm": 0.18850910663604736,
      "learning_rate": 0.0001942958873349303,
      "loss": 12.2141,
      "step": 6865
    },
    {
      "epoch": 1.1242836089733093,
      "grad_norm": 0.20105142891407013,
      "learning_rate": 0.0001942941661866664,
      "loss": 12.193,
      "step": 6866
    },
    {
      "epoch": 1.1244473554936958,
      "grad_norm": 0.20425553619861603,
      "learning_rate": 0.00019429244478639927,
      "loss": 12.247,
      "step": 6867
    },
    {
      "epoch": 1.124611102014082,
      "grad_norm": 0.17522002756595612,
      "learning_rate": 0.00019429072313413353,
      "loss": 12.2006,
      "step": 6868
    },
    {
      "epoch": 1.1247748485344686,
      "grad_norm": 0.37069952487945557,
      "learning_rate": 0.00019428900122987376,
      "loss": 12.1882,
      "step": 6869
    },
    {
      "epoch": 1.1249385950548552,
      "grad_norm": 0.21056866645812988,
      "learning_rate": 0.00019428727907362455,
      "loss": 12.172,
      "step": 6870
    },
    {
      "epoch": 1.1251023415752415,
      "grad_norm": 0.17163851857185364,
      "learning_rate": 0.00019428555666539056,
      "loss": 12.2051,
      "step": 6871
    },
    {
      "epoch": 1.125266088095628,
      "grad_norm": 0.2096421867609024,
      "learning_rate": 0.00019428383400517634,
      "loss": 12.1927,
      "step": 6872
    },
    {
      "epoch": 1.1254298346160143,
      "grad_norm": 0.21149298548698425,
      "learning_rate": 0.00019428211109298648,
      "loss": 12.1587,
      "step": 6873
    },
    {
      "epoch": 1.1255935811364008,
      "grad_norm": 0.16915956139564514,
      "learning_rate": 0.00019428038792882566,
      "loss": 12.1605,
      "step": 6874
    },
    {
      "epoch": 1.1257573276567874,
      "grad_norm": 0.2938275635242462,
      "learning_rate": 0.00019427866451269843,
      "loss": 12.1502,
      "step": 6875
    },
    {
      "epoch": 1.1259210741771737,
      "grad_norm": 0.15996839106082916,
      "learning_rate": 0.00019427694084460937,
      "loss": 12.1734,
      "step": 6876
    },
    {
      "epoch": 1.1260848206975602,
      "grad_norm": 0.198403462767601,
      "learning_rate": 0.00019427521692456313,
      "loss": 12.1941,
      "step": 6877
    },
    {
      "epoch": 1.1262485672179465,
      "grad_norm": 0.19901114702224731,
      "learning_rate": 0.00019427349275256433,
      "loss": 12.2276,
      "step": 6878
    },
    {
      "epoch": 1.126412313738333,
      "grad_norm": 0.18187423050403595,
      "learning_rate": 0.00019427176832861756,
      "loss": 12.1393,
      "step": 6879
    },
    {
      "epoch": 1.1265760602587196,
      "grad_norm": 0.2103441208600998,
      "learning_rate": 0.0001942700436527274,
      "loss": 12.164,
      "step": 6880
    },
    {
      "epoch": 1.126739806779106,
      "grad_norm": 0.2272043079137802,
      "learning_rate": 0.0001942683187248985,
      "loss": 12.1936,
      "step": 6881
    },
    {
      "epoch": 1.1269035532994924,
      "grad_norm": 0.1540515273809433,
      "learning_rate": 0.00019426659354513544,
      "loss": 12.2146,
      "step": 6882
    },
    {
      "epoch": 1.1270672998198787,
      "grad_norm": 0.21795493364334106,
      "learning_rate": 0.00019426486811344288,
      "loss": 12.1599,
      "step": 6883
    },
    {
      "epoch": 1.1272310463402653,
      "grad_norm": 0.1431775838136673,
      "learning_rate": 0.00019426314242982536,
      "loss": 12.1948,
      "step": 6884
    },
    {
      "epoch": 1.1273947928606518,
      "grad_norm": 0.17694921791553497,
      "learning_rate": 0.00019426141649428753,
      "loss": 12.1909,
      "step": 6885
    },
    {
      "epoch": 1.1275585393810381,
      "grad_norm": 0.2388952076435089,
      "learning_rate": 0.00019425969030683403,
      "loss": 12.2194,
      "step": 6886
    },
    {
      "epoch": 1.1277222859014246,
      "grad_norm": 0.2532186806201935,
      "learning_rate": 0.0001942579638674694,
      "loss": 12.1792,
      "step": 6887
    },
    {
      "epoch": 1.127886032421811,
      "grad_norm": 0.21203473210334778,
      "learning_rate": 0.00019425623717619832,
      "loss": 12.1975,
      "step": 6888
    },
    {
      "epoch": 1.1280497789421975,
      "grad_norm": 0.1562388390302658,
      "learning_rate": 0.00019425451023302536,
      "loss": 12.1601,
      "step": 6889
    },
    {
      "epoch": 1.1282135254625838,
      "grad_norm": 0.216202050447464,
      "learning_rate": 0.0001942527830379552,
      "loss": 12.2279,
      "step": 6890
    },
    {
      "epoch": 1.1283772719829703,
      "grad_norm": 0.2675494849681854,
      "learning_rate": 0.0001942510555909924,
      "loss": 12.2129,
      "step": 6891
    },
    {
      "epoch": 1.1285410185033569,
      "grad_norm": 0.18098387122154236,
      "learning_rate": 0.00019424932789214157,
      "loss": 12.1771,
      "step": 6892
    },
    {
      "epoch": 1.1287047650237432,
      "grad_norm": 0.27611857652664185,
      "learning_rate": 0.00019424759994140736,
      "loss": 12.2669,
      "step": 6893
    },
    {
      "epoch": 1.1288685115441297,
      "grad_norm": 0.16533832252025604,
      "learning_rate": 0.00019424587173879436,
      "loss": 12.2051,
      "step": 6894
    },
    {
      "epoch": 1.129032258064516,
      "grad_norm": 0.20743873715400696,
      "learning_rate": 0.00019424414328430724,
      "loss": 12.1512,
      "step": 6895
    },
    {
      "epoch": 1.1291960045849025,
      "grad_norm": 0.2824723422527313,
      "learning_rate": 0.00019424241457795054,
      "loss": 12.1812,
      "step": 6896
    },
    {
      "epoch": 1.129359751105289,
      "grad_norm": 0.20335429906845093,
      "learning_rate": 0.00019424068561972897,
      "loss": 12.2161,
      "step": 6897
    },
    {
      "epoch": 1.1295234976256754,
      "grad_norm": 0.2017727643251419,
      "learning_rate": 0.00019423895640964707,
      "loss": 12.2114,
      "step": 6898
    },
    {
      "epoch": 1.129687244146062,
      "grad_norm": 0.22392809391021729,
      "learning_rate": 0.0001942372269477095,
      "loss": 12.1576,
      "step": 6899
    },
    {
      "epoch": 1.1298509906664482,
      "grad_norm": 0.1934499591588974,
      "learning_rate": 0.00019423549723392088,
      "loss": 12.1456,
      "step": 6900
    },
    {
      "epoch": 1.1300147371868348,
      "grad_norm": 0.19758613407611847,
      "learning_rate": 0.0001942337672682858,
      "loss": 12.1737,
      "step": 6901
    },
    {
      "epoch": 1.1301784837072213,
      "grad_norm": 0.17767590284347534,
      "learning_rate": 0.00019423203705080897,
      "loss": 12.271,
      "step": 6902
    },
    {
      "epoch": 1.1303422302276076,
      "grad_norm": 0.19717833399772644,
      "learning_rate": 0.00019423030658149493,
      "loss": 12.1821,
      "step": 6903
    },
    {
      "epoch": 1.1305059767479941,
      "grad_norm": 0.16859829425811768,
      "learning_rate": 0.00019422857586034832,
      "loss": 12.1988,
      "step": 6904
    },
    {
      "epoch": 1.1306697232683804,
      "grad_norm": 0.22721675038337708,
      "learning_rate": 0.00019422684488737383,
      "loss": 12.2436,
      "step": 6905
    },
    {
      "epoch": 1.130833469788767,
      "grad_norm": 0.3500250279903412,
      "learning_rate": 0.00019422511366257595,
      "loss": 12.1971,
      "step": 6906
    },
    {
      "epoch": 1.1309972163091535,
      "grad_norm": 0.16194328665733337,
      "learning_rate": 0.00019422338218595946,
      "loss": 12.1918,
      "step": 6907
    },
    {
      "epoch": 1.1311609628295398,
      "grad_norm": 0.18932075798511505,
      "learning_rate": 0.00019422165045752889,
      "loss": 12.1945,
      "step": 6908
    },
    {
      "epoch": 1.1313247093499263,
      "grad_norm": 0.21783363819122314,
      "learning_rate": 0.00019421991847728889,
      "loss": 12.2022,
      "step": 6909
    },
    {
      "epoch": 1.1314884558703127,
      "grad_norm": 0.18964636325836182,
      "learning_rate": 0.0001942181862452441,
      "loss": 12.2112,
      "step": 6910
    },
    {
      "epoch": 1.1316522023906992,
      "grad_norm": 0.19855085015296936,
      "learning_rate": 0.00019421645376139915,
      "loss": 12.1971,
      "step": 6911
    },
    {
      "epoch": 1.1318159489110857,
      "grad_norm": 0.17256201803684235,
      "learning_rate": 0.00019421472102575864,
      "loss": 12.2031,
      "step": 6912
    },
    {
      "epoch": 1.131979695431472,
      "grad_norm": 0.2303829938173294,
      "learning_rate": 0.00019421298803832726,
      "loss": 12.1652,
      "step": 6913
    },
    {
      "epoch": 1.1321434419518586,
      "grad_norm": 0.20828460156917572,
      "learning_rate": 0.0001942112547991096,
      "loss": 12.177,
      "step": 6914
    },
    {
      "epoch": 1.1323071884722449,
      "grad_norm": 0.18175026774406433,
      "learning_rate": 0.00019420952130811027,
      "loss": 12.2011,
      "step": 6915
    },
    {
      "epoch": 1.1324709349926314,
      "grad_norm": 0.20466917753219604,
      "learning_rate": 0.00019420778756533395,
      "loss": 12.1888,
      "step": 6916
    },
    {
      "epoch": 1.132634681513018,
      "grad_norm": 0.23393051326274872,
      "learning_rate": 0.00019420605357078525,
      "loss": 12.1992,
      "step": 6917
    },
    {
      "epoch": 1.1327984280334042,
      "grad_norm": 0.21638016402721405,
      "learning_rate": 0.00019420431932446884,
      "loss": 12.174,
      "step": 6918
    },
    {
      "epoch": 1.1329621745537908,
      "grad_norm": 0.19855698943138123,
      "learning_rate": 0.00019420258482638928,
      "loss": 12.2295,
      "step": 6919
    },
    {
      "epoch": 1.133125921074177,
      "grad_norm": 0.1831812858581543,
      "learning_rate": 0.00019420085007655126,
      "loss": 12.1792,
      "step": 6920
    },
    {
      "epoch": 1.1332896675945636,
      "grad_norm": 0.18032892048358917,
      "learning_rate": 0.00019419911507495942,
      "loss": 12.2374,
      "step": 6921
    },
    {
      "epoch": 1.1334534141149502,
      "grad_norm": 0.18320724368095398,
      "learning_rate": 0.0001941973798216184,
      "loss": 12.1675,
      "step": 6922
    },
    {
      "epoch": 1.1336171606353365,
      "grad_norm": 0.23578651249408722,
      "learning_rate": 0.00019419564431653278,
      "loss": 12.2227,
      "step": 6923
    },
    {
      "epoch": 1.133780907155723,
      "grad_norm": 0.17189668118953705,
      "learning_rate": 0.00019419390855970726,
      "loss": 12.2244,
      "step": 6924
    },
    {
      "epoch": 1.1339446536761093,
      "grad_norm": 0.2287483513355255,
      "learning_rate": 0.00019419217255114643,
      "loss": 12.155,
      "step": 6925
    },
    {
      "epoch": 1.1341084001964958,
      "grad_norm": 0.19283157587051392,
      "learning_rate": 0.000194190436290855,
      "loss": 12.1587,
      "step": 6926
    },
    {
      "epoch": 1.1342721467168824,
      "grad_norm": 0.17889484763145447,
      "learning_rate": 0.00019418869977883753,
      "loss": 12.154,
      "step": 6927
    },
    {
      "epoch": 1.1344358932372687,
      "grad_norm": 0.18214453756809235,
      "learning_rate": 0.0001941869630150987,
      "loss": 12.1785,
      "step": 6928
    },
    {
      "epoch": 1.1345996397576552,
      "grad_norm": 0.22706671059131622,
      "learning_rate": 0.00019418522599964314,
      "loss": 12.221,
      "step": 6929
    },
    {
      "epoch": 1.1347633862780415,
      "grad_norm": 0.24225978553295135,
      "learning_rate": 0.0001941834887324755,
      "loss": 12.1977,
      "step": 6930
    },
    {
      "epoch": 1.134927132798428,
      "grad_norm": 0.17516286671161652,
      "learning_rate": 0.00019418175121360047,
      "loss": 12.2162,
      "step": 6931
    },
    {
      "epoch": 1.1350908793188146,
      "grad_norm": 0.17602793872356415,
      "learning_rate": 0.00019418001344302264,
      "loss": 12.2188,
      "step": 6932
    },
    {
      "epoch": 1.135254625839201,
      "grad_norm": 0.24363301694393158,
      "learning_rate": 0.00019417827542074663,
      "loss": 12.212,
      "step": 6933
    },
    {
      "epoch": 1.1354183723595874,
      "grad_norm": 0.22239862382411957,
      "learning_rate": 0.0001941765371467771,
      "loss": 12.1709,
      "step": 6934
    },
    {
      "epoch": 1.1355821188799737,
      "grad_norm": 0.24833624064922333,
      "learning_rate": 0.00019417479862111875,
      "loss": 12.1994,
      "step": 6935
    },
    {
      "epoch": 1.1357458654003603,
      "grad_norm": 0.26431789994239807,
      "learning_rate": 0.0001941730598437762,
      "loss": 12.1957,
      "step": 6936
    },
    {
      "epoch": 1.1359096119207468,
      "grad_norm": 0.30167946219444275,
      "learning_rate": 0.00019417132081475406,
      "loss": 12.1949,
      "step": 6937
    },
    {
      "epoch": 1.136073358441133,
      "grad_norm": 0.16032670438289642,
      "learning_rate": 0.000194169581534057,
      "loss": 12.2048,
      "step": 6938
    },
    {
      "epoch": 1.1362371049615196,
      "grad_norm": 0.1997273564338684,
      "learning_rate": 0.00019416784200168967,
      "loss": 12.1764,
      "step": 6939
    },
    {
      "epoch": 1.136400851481906,
      "grad_norm": 0.2676435708999634,
      "learning_rate": 0.0001941661022176567,
      "loss": 12.1498,
      "step": 6940
    },
    {
      "epoch": 1.1365645980022925,
      "grad_norm": 0.18313194811344147,
      "learning_rate": 0.0001941643621819628,
      "loss": 12.1858,
      "step": 6941
    },
    {
      "epoch": 1.136728344522679,
      "grad_norm": 0.2136760950088501,
      "learning_rate": 0.00019416262189461255,
      "loss": 12.1807,
      "step": 6942
    },
    {
      "epoch": 1.1368920910430653,
      "grad_norm": 0.17375968396663666,
      "learning_rate": 0.00019416088135561067,
      "loss": 12.1638,
      "step": 6943
    },
    {
      "epoch": 1.1370558375634519,
      "grad_norm": 0.28613901138305664,
      "learning_rate": 0.00019415914056496175,
      "loss": 12.1573,
      "step": 6944
    },
    {
      "epoch": 1.1372195840838382,
      "grad_norm": 0.18328680098056793,
      "learning_rate": 0.00019415739952267046,
      "loss": 12.188,
      "step": 6945
    },
    {
      "epoch": 1.1373833306042247,
      "grad_norm": 0.22291229665279388,
      "learning_rate": 0.00019415565822874148,
      "loss": 12.1786,
      "step": 6946
    },
    {
      "epoch": 1.137547077124611,
      "grad_norm": 0.22744758427143097,
      "learning_rate": 0.00019415391668317942,
      "loss": 12.1957,
      "step": 6947
    },
    {
      "epoch": 1.1377108236449975,
      "grad_norm": 0.21837539970874786,
      "learning_rate": 0.00019415217488598894,
      "loss": 12.1605,
      "step": 6948
    },
    {
      "epoch": 1.137874570165384,
      "grad_norm": 0.22886691987514496,
      "learning_rate": 0.00019415043283717474,
      "loss": 12.2083,
      "step": 6949
    },
    {
      "epoch": 1.1380383166857704,
      "grad_norm": 0.16837504506111145,
      "learning_rate": 0.00019414869053674142,
      "loss": 12.2063,
      "step": 6950
    },
    {
      "epoch": 1.138202063206157,
      "grad_norm": 0.2068473845720291,
      "learning_rate": 0.0001941469479846937,
      "loss": 12.1761,
      "step": 6951
    },
    {
      "epoch": 1.1383658097265432,
      "grad_norm": 0.20994263887405396,
      "learning_rate": 0.00019414520518103618,
      "loss": 12.1711,
      "step": 6952
    },
    {
      "epoch": 1.1385295562469298,
      "grad_norm": 0.1791590452194214,
      "learning_rate": 0.00019414346212577352,
      "loss": 12.1989,
      "step": 6953
    },
    {
      "epoch": 1.1386933027673163,
      "grad_norm": 0.3015170693397522,
      "learning_rate": 0.00019414171881891042,
      "loss": 12.151,
      "step": 6954
    },
    {
      "epoch": 1.1388570492877026,
      "grad_norm": 0.19579140841960907,
      "learning_rate": 0.00019413997526045152,
      "loss": 12.1961,
      "step": 6955
    },
    {
      "epoch": 1.1390207958080891,
      "grad_norm": 0.20532692968845367,
      "learning_rate": 0.00019413823145040144,
      "loss": 12.1859,
      "step": 6956
    },
    {
      "epoch": 1.1391845423284754,
      "grad_norm": 0.24438618123531342,
      "learning_rate": 0.0001941364873887649,
      "loss": 12.2155,
      "step": 6957
    },
    {
      "epoch": 1.139348288848862,
      "grad_norm": 0.19897514581680298,
      "learning_rate": 0.00019413474307554656,
      "loss": 12.2024,
      "step": 6958
    },
    {
      "epoch": 1.1395120353692485,
      "grad_norm": 0.18621289730072021,
      "learning_rate": 0.00019413299851075102,
      "loss": 12.2379,
      "step": 6959
    },
    {
      "epoch": 1.1396757818896348,
      "grad_norm": 0.25588878989219666,
      "learning_rate": 0.000194131253694383,
      "loss": 12.1756,
      "step": 6960
    },
    {
      "epoch": 1.1398395284100213,
      "grad_norm": 0.21126937866210938,
      "learning_rate": 0.0001941295086264471,
      "loss": 12.1967,
      "step": 6961
    },
    {
      "epoch": 1.1400032749304077,
      "grad_norm": 0.2407655566930771,
      "learning_rate": 0.00019412776330694808,
      "loss": 12.2048,
      "step": 6962
    },
    {
      "epoch": 1.1401670214507942,
      "grad_norm": 0.1868443787097931,
      "learning_rate": 0.00019412601773589053,
      "loss": 12.2047,
      "step": 6963
    },
    {
      "epoch": 1.1403307679711805,
      "grad_norm": 0.20974946022033691,
      "learning_rate": 0.00019412427191327914,
      "loss": 12.1832,
      "step": 6964
    },
    {
      "epoch": 1.140494514491567,
      "grad_norm": 0.21355141699314117,
      "learning_rate": 0.00019412252583911855,
      "loss": 12.1862,
      "step": 6965
    },
    {
      "epoch": 1.1406582610119536,
      "grad_norm": 0.2474243938922882,
      "learning_rate": 0.0001941207795134135,
      "loss": 12.202,
      "step": 6966
    },
    {
      "epoch": 1.1408220075323399,
      "grad_norm": 0.20174594223499298,
      "learning_rate": 0.00019411903293616855,
      "loss": 12.1934,
      "step": 6967
    },
    {
      "epoch": 1.1409857540527264,
      "grad_norm": 0.16126839816570282,
      "learning_rate": 0.00019411728610738846,
      "loss": 12.1944,
      "step": 6968
    },
    {
      "epoch": 1.1411495005731127,
      "grad_norm": 0.15715835988521576,
      "learning_rate": 0.00019411553902707785,
      "loss": 12.1773,
      "step": 6969
    },
    {
      "epoch": 1.1413132470934992,
      "grad_norm": 0.1835504025220871,
      "learning_rate": 0.0001941137916952414,
      "loss": 12.1594,
      "step": 6970
    },
    {
      "epoch": 1.1414769936138858,
      "grad_norm": 0.32956913113594055,
      "learning_rate": 0.00019411204411188377,
      "loss": 12.1822,
      "step": 6971
    },
    {
      "epoch": 1.141640740134272,
      "grad_norm": 0.14736835658550262,
      "learning_rate": 0.00019411029627700965,
      "loss": 12.1716,
      "step": 6972
    },
    {
      "epoch": 1.1418044866546586,
      "grad_norm": 0.219769686460495,
      "learning_rate": 0.0001941085481906237,
      "loss": 12.1874,
      "step": 6973
    },
    {
      "epoch": 1.141968233175045,
      "grad_norm": 0.19137385487556458,
      "learning_rate": 0.0001941067998527306,
      "loss": 12.1586,
      "step": 6974
    },
    {
      "epoch": 1.1421319796954315,
      "grad_norm": 0.22347065806388855,
      "learning_rate": 0.00019410505126333502,
      "loss": 12.1836,
      "step": 6975
    },
    {
      "epoch": 1.142295726215818,
      "grad_norm": 0.23430311679840088,
      "learning_rate": 0.00019410330242244163,
      "loss": 12.1474,
      "step": 6976
    },
    {
      "epoch": 1.1424594727362043,
      "grad_norm": 0.23337051272392273,
      "learning_rate": 0.0001941015533300551,
      "loss": 12.2637,
      "step": 6977
    },
    {
      "epoch": 1.1426232192565908,
      "grad_norm": 0.17862029373645782,
      "learning_rate": 0.0001940998039861801,
      "loss": 12.1815,
      "step": 6978
    },
    {
      "epoch": 1.1427869657769771,
      "grad_norm": 0.16409893333911896,
      "learning_rate": 0.00019409805439082133,
      "loss": 12.1793,
      "step": 6979
    },
    {
      "epoch": 1.1429507122973637,
      "grad_norm": 0.21765732765197754,
      "learning_rate": 0.00019409630454398342,
      "loss": 12.2035,
      "step": 6980
    },
    {
      "epoch": 1.1431144588177502,
      "grad_norm": 0.23611073195934296,
      "learning_rate": 0.0001940945544456711,
      "loss": 12.1383,
      "step": 6981
    },
    {
      "epoch": 1.1432782053381365,
      "grad_norm": 0.15224680304527283,
      "learning_rate": 0.000194092804095889,
      "loss": 12.215,
      "step": 6982
    },
    {
      "epoch": 1.143441951858523,
      "grad_norm": 0.307356595993042,
      "learning_rate": 0.00019409105349464184,
      "loss": 12.1784,
      "step": 6983
    },
    {
      "epoch": 1.1436056983789094,
      "grad_norm": 0.19469860196113586,
      "learning_rate": 0.0001940893026419343,
      "loss": 12.1805,
      "step": 6984
    },
    {
      "epoch": 1.1437694448992959,
      "grad_norm": 0.19872865080833435,
      "learning_rate": 0.000194087551537771,
      "loss": 12.2124,
      "step": 6985
    },
    {
      "epoch": 1.1439331914196824,
      "grad_norm": 0.19678381085395813,
      "learning_rate": 0.00019408580018215668,
      "loss": 12.1661,
      "step": 6986
    },
    {
      "epoch": 1.1440969379400687,
      "grad_norm": 0.22353795170783997,
      "learning_rate": 0.00019408404857509598,
      "loss": 12.1757,
      "step": 6987
    },
    {
      "epoch": 1.1442606844604553,
      "grad_norm": 0.1988830864429474,
      "learning_rate": 0.0001940822967165936,
      "loss": 12.2145,
      "step": 6988
    },
    {
      "epoch": 1.1444244309808416,
      "grad_norm": 0.20379367470741272,
      "learning_rate": 0.00019408054460665425,
      "loss": 12.213,
      "step": 6989
    },
    {
      "epoch": 1.144588177501228,
      "grad_norm": 0.2379707545042038,
      "learning_rate": 0.00019407879224528257,
      "loss": 12.1522,
      "step": 6990
    },
    {
      "epoch": 1.1447519240216146,
      "grad_norm": 0.1742241382598877,
      "learning_rate": 0.00019407703963248321,
      "loss": 12.2096,
      "step": 6991
    },
    {
      "epoch": 1.144915670542001,
      "grad_norm": 0.31154105067253113,
      "learning_rate": 0.00019407528676826095,
      "loss": 12.1642,
      "step": 6992
    },
    {
      "epoch": 1.1450794170623875,
      "grad_norm": 0.25093743205070496,
      "learning_rate": 0.00019407353365262045,
      "loss": 12.1677,
      "step": 6993
    },
    {
      "epoch": 1.1452431635827738,
      "grad_norm": 0.21537534892559052,
      "learning_rate": 0.00019407178028556634,
      "loss": 12.2162,
      "step": 6994
    },
    {
      "epoch": 1.1454069101031603,
      "grad_norm": 0.21704719960689545,
      "learning_rate": 0.00019407002666710336,
      "loss": 12.1865,
      "step": 6995
    },
    {
      "epoch": 1.1455706566235468,
      "grad_norm": 0.2747194170951843,
      "learning_rate": 0.00019406827279723615,
      "loss": 12.2141,
      "step": 6996
    },
    {
      "epoch": 1.1457344031439332,
      "grad_norm": 0.25992104411125183,
      "learning_rate": 0.00019406651867596942,
      "loss": 12.1412,
      "step": 6997
    },
    {
      "epoch": 1.1458981496643197,
      "grad_norm": 0.15767550468444824,
      "learning_rate": 0.00019406476430330785,
      "loss": 12.1792,
      "step": 6998
    },
    {
      "epoch": 1.146061896184706,
      "grad_norm": 0.24589034914970398,
      "learning_rate": 0.00019406300967925614,
      "loss": 12.2533,
      "step": 6999
    },
    {
      "epoch": 1.1462256427050925,
      "grad_norm": 0.17853271961212158,
      "learning_rate": 0.00019406125480381898,
      "loss": 12.2022,
      "step": 7000
    },
    {
      "epoch": 1.1462256427050925,
      "eval_loss": 12.176058769226074,
      "eval_runtime": 7.2734,
      "eval_samples_per_second": 33.822,
      "eval_steps_per_second": 16.911,
      "step": 7000
    },
    {
      "epoch": 1.146389389225479,
      "grad_norm": 0.16736046969890594,
      "learning_rate": 0.0001940594996770011,
      "loss": 12.1956,
      "step": 7001
    },
    {
      "epoch": 1.1465531357458654,
      "grad_norm": 0.1729394495487213,
      "learning_rate": 0.0001940577442988071,
      "loss": 12.1887,
      "step": 7002
    },
    {
      "epoch": 1.146716882266252,
      "grad_norm": 0.18344980478286743,
      "learning_rate": 0.00019405598866924174,
      "loss": 12.2324,
      "step": 7003
    },
    {
      "epoch": 1.1468806287866382,
      "grad_norm": 0.22973023355007172,
      "learning_rate": 0.00019405423278830966,
      "loss": 12.2331,
      "step": 7004
    },
    {
      "epoch": 1.1470443753070247,
      "grad_norm": 0.1955176591873169,
      "learning_rate": 0.0001940524766560156,
      "loss": 12.1815,
      "step": 7005
    },
    {
      "epoch": 1.1472081218274113,
      "grad_norm": 0.14621372520923615,
      "learning_rate": 0.00019405072027236424,
      "loss": 12.1569,
      "step": 7006
    },
    {
      "epoch": 1.1473718683477976,
      "grad_norm": 0.18039502203464508,
      "learning_rate": 0.00019404896363736028,
      "loss": 12.2144,
      "step": 7007
    },
    {
      "epoch": 1.1475356148681841,
      "grad_norm": 0.2548562288284302,
      "learning_rate": 0.00019404720675100838,
      "loss": 12.2606,
      "step": 7008
    },
    {
      "epoch": 1.1476993613885704,
      "grad_norm": 0.1891126185655594,
      "learning_rate": 0.00019404544961331327,
      "loss": 12.1727,
      "step": 7009
    },
    {
      "epoch": 1.147863107908957,
      "grad_norm": 0.17484986782073975,
      "learning_rate": 0.00019404369222427966,
      "loss": 12.2093,
      "step": 7010
    },
    {
      "epoch": 1.1480268544293435,
      "grad_norm": 0.2532194256782532,
      "learning_rate": 0.00019404193458391218,
      "loss": 12.1868,
      "step": 7011
    },
    {
      "epoch": 1.1481906009497298,
      "grad_norm": 0.2581552267074585,
      "learning_rate": 0.0001940401766922156,
      "loss": 12.2031,
      "step": 7012
    },
    {
      "epoch": 1.1483543474701163,
      "grad_norm": 0.20763716101646423,
      "learning_rate": 0.00019403841854919457,
      "loss": 12.1736,
      "step": 7013
    },
    {
      "epoch": 1.1485180939905026,
      "grad_norm": 0.19768822193145752,
      "learning_rate": 0.00019403666015485385,
      "loss": 12.1505,
      "step": 7014
    },
    {
      "epoch": 1.1486818405108892,
      "grad_norm": 0.22447766363620758,
      "learning_rate": 0.00019403490150919804,
      "loss": 12.196,
      "step": 7015
    },
    {
      "epoch": 1.1488455870312757,
      "grad_norm": 0.2800337076187134,
      "learning_rate": 0.00019403314261223192,
      "loss": 12.2758,
      "step": 7016
    },
    {
      "epoch": 1.149009333551662,
      "grad_norm": 0.18567943572998047,
      "learning_rate": 0.00019403138346396018,
      "loss": 12.1942,
      "step": 7017
    },
    {
      "epoch": 1.1491730800720485,
      "grad_norm": 0.2100493162870407,
      "learning_rate": 0.0001940296240643875,
      "loss": 12.1363,
      "step": 7018
    },
    {
      "epoch": 1.1493368265924349,
      "grad_norm": 0.22795288264751434,
      "learning_rate": 0.0001940278644135186,
      "loss": 12.1994,
      "step": 7019
    },
    {
      "epoch": 1.1495005731128214,
      "grad_norm": 0.17184410989284515,
      "learning_rate": 0.00019402610451135817,
      "loss": 12.2053,
      "step": 7020
    },
    {
      "epoch": 1.1496643196332077,
      "grad_norm": 0.2509753108024597,
      "learning_rate": 0.0001940243443579109,
      "loss": 12.1684,
      "step": 7021
    },
    {
      "epoch": 1.1498280661535942,
      "grad_norm": 0.19625897705554962,
      "learning_rate": 0.0001940225839531815,
      "loss": 12.1914,
      "step": 7022
    },
    {
      "epoch": 1.1499918126739808,
      "grad_norm": 0.23807993531227112,
      "learning_rate": 0.00019402082329717473,
      "loss": 12.2029,
      "step": 7023
    },
    {
      "epoch": 1.150155559194367,
      "grad_norm": 0.23566186428070068,
      "learning_rate": 0.00019401906238989523,
      "loss": 12.1822,
      "step": 7024
    },
    {
      "epoch": 1.1503193057147536,
      "grad_norm": 0.20581212639808655,
      "learning_rate": 0.00019401730123134772,
      "loss": 12.2136,
      "step": 7025
    },
    {
      "epoch": 1.15048305223514,
      "grad_norm": 0.16167107224464417,
      "learning_rate": 0.0001940155398215369,
      "loss": 12.1942,
      "step": 7026
    },
    {
      "epoch": 1.1506467987555264,
      "grad_norm": 0.24481220543384552,
      "learning_rate": 0.00019401377816046753,
      "loss": 12.1977,
      "step": 7027
    },
    {
      "epoch": 1.150810545275913,
      "grad_norm": 0.2059912085533142,
      "learning_rate": 0.00019401201624814424,
      "loss": 12.2121,
      "step": 7028
    },
    {
      "epoch": 1.1509742917962993,
      "grad_norm": 0.24866902828216553,
      "learning_rate": 0.00019401025408457182,
      "loss": 12.2053,
      "step": 7029
    },
    {
      "epoch": 1.1511380383166858,
      "grad_norm": 0.21346330642700195,
      "learning_rate": 0.00019400849166975487,
      "loss": 12.2245,
      "step": 7030
    },
    {
      "epoch": 1.1513017848370721,
      "grad_norm": 0.2729531526565552,
      "learning_rate": 0.00019400672900369824,
      "loss": 12.1832,
      "step": 7031
    },
    {
      "epoch": 1.1514655313574587,
      "grad_norm": 0.2770414352416992,
      "learning_rate": 0.00019400496608640652,
      "loss": 12.2112,
      "step": 7032
    },
    {
      "epoch": 1.1516292778778452,
      "grad_norm": 0.19967734813690186,
      "learning_rate": 0.0001940032029178845,
      "loss": 12.2137,
      "step": 7033
    },
    {
      "epoch": 1.1517930243982315,
      "grad_norm": 0.16309593617916107,
      "learning_rate": 0.00019400143949813682,
      "loss": 12.2012,
      "step": 7034
    },
    {
      "epoch": 1.151956770918618,
      "grad_norm": 0.19878490269184113,
      "learning_rate": 0.00019399967582716827,
      "loss": 12.1827,
      "step": 7035
    },
    {
      "epoch": 1.1521205174390043,
      "grad_norm": 0.22656318545341492,
      "learning_rate": 0.00019399791190498352,
      "loss": 12.2169,
      "step": 7036
    },
    {
      "epoch": 1.1522842639593909,
      "grad_norm": 0.20931874215602875,
      "learning_rate": 0.0001939961477315873,
      "loss": 12.2337,
      "step": 7037
    },
    {
      "epoch": 1.1524480104797772,
      "grad_norm": 0.25276830792427063,
      "learning_rate": 0.0001939943833069843,
      "loss": 12.1649,
      "step": 7038
    },
    {
      "epoch": 1.1526117570001637,
      "grad_norm": 0.17015422880649567,
      "learning_rate": 0.00019399261863117928,
      "loss": 12.2045,
      "step": 7039
    },
    {
      "epoch": 1.1527755035205502,
      "grad_norm": 0.16312266886234283,
      "learning_rate": 0.00019399085370417688,
      "loss": 12.1959,
      "step": 7040
    },
    {
      "epoch": 1.1529392500409366,
      "grad_norm": 0.30258265137672424,
      "learning_rate": 0.00019398908852598192,
      "loss": 12.1489,
      "step": 7041
    },
    {
      "epoch": 1.153102996561323,
      "grad_norm": 0.33232712745666504,
      "learning_rate": 0.00019398732309659905,
      "loss": 12.2327,
      "step": 7042
    },
    {
      "epoch": 1.1532667430817094,
      "grad_norm": 0.19246183335781097,
      "learning_rate": 0.00019398555741603296,
      "loss": 12.1846,
      "step": 7043
    },
    {
      "epoch": 1.153430489602096,
      "grad_norm": 0.22296571731567383,
      "learning_rate": 0.00019398379148428846,
      "loss": 12.2273,
      "step": 7044
    },
    {
      "epoch": 1.1535942361224825,
      "grad_norm": 0.14303229749202728,
      "learning_rate": 0.00019398202530137017,
      "loss": 12.2093,
      "step": 7045
    },
    {
      "epoch": 1.1537579826428688,
      "grad_norm": 0.16025924682617188,
      "learning_rate": 0.0001939802588672829,
      "loss": 12.2034,
      "step": 7046
    },
    {
      "epoch": 1.1539217291632553,
      "grad_norm": 0.21446718275547028,
      "learning_rate": 0.00019397849218203133,
      "loss": 12.2162,
      "step": 7047
    },
    {
      "epoch": 1.1540854756836416,
      "grad_norm": 0.21310266852378845,
      "learning_rate": 0.00019397672524562015,
      "loss": 12.2019,
      "step": 7048
    },
    {
      "epoch": 1.1542492222040281,
      "grad_norm": 0.18898899853229523,
      "learning_rate": 0.00019397495805805414,
      "loss": 12.2029,
      "step": 7049
    },
    {
      "epoch": 1.1544129687244147,
      "grad_norm": 0.21295782923698425,
      "learning_rate": 0.00019397319061933798,
      "loss": 12.2092,
      "step": 7050
    },
    {
      "epoch": 1.154576715244801,
      "grad_norm": 0.19869427382946014,
      "learning_rate": 0.0001939714229294764,
      "loss": 12.2093,
      "step": 7051
    },
    {
      "epoch": 1.1547404617651875,
      "grad_norm": 0.16603946685791016,
      "learning_rate": 0.00019396965498847418,
      "loss": 12.2209,
      "step": 7052
    },
    {
      "epoch": 1.1549042082855738,
      "grad_norm": 0.1619790941476822,
      "learning_rate": 0.00019396788679633598,
      "loss": 12.1841,
      "step": 7053
    },
    {
      "epoch": 1.1550679548059604,
      "grad_norm": 0.22022832930088043,
      "learning_rate": 0.0001939661183530665,
      "loss": 12.1993,
      "step": 7054
    },
    {
      "epoch": 1.155231701326347,
      "grad_norm": 0.20164336264133453,
      "learning_rate": 0.0001939643496586706,
      "loss": 12.2112,
      "step": 7055
    },
    {
      "epoch": 1.1553954478467332,
      "grad_norm": 0.20780736207962036,
      "learning_rate": 0.00019396258071315283,
      "loss": 12.2099,
      "step": 7056
    },
    {
      "epoch": 1.1555591943671197,
      "grad_norm": 0.20355522632598877,
      "learning_rate": 0.00019396081151651804,
      "loss": 12.2297,
      "step": 7057
    },
    {
      "epoch": 1.155722940887506,
      "grad_norm": 0.18165165185928345,
      "learning_rate": 0.00019395904206877094,
      "loss": 12.1824,
      "step": 7058
    },
    {
      "epoch": 1.1558866874078926,
      "grad_norm": 0.17866013944149017,
      "learning_rate": 0.0001939572723699162,
      "loss": 12.2459,
      "step": 7059
    },
    {
      "epoch": 1.156050433928279,
      "grad_norm": 0.2190215140581131,
      "learning_rate": 0.00019395550241995863,
      "loss": 12.224,
      "step": 7060
    },
    {
      "epoch": 1.1562141804486654,
      "grad_norm": 0.18824264407157898,
      "learning_rate": 0.0001939537322189029,
      "loss": 12.1923,
      "step": 7061
    },
    {
      "epoch": 1.156377926969052,
      "grad_norm": 0.1911560595035553,
      "learning_rate": 0.0001939519617667538,
      "loss": 12.1796,
      "step": 7062
    },
    {
      "epoch": 1.1565416734894383,
      "grad_norm": 0.2595728933811188,
      "learning_rate": 0.00019395019106351597,
      "loss": 12.21,
      "step": 7063
    },
    {
      "epoch": 1.1567054200098248,
      "grad_norm": 0.18276545405387878,
      "learning_rate": 0.00019394842010919425,
      "loss": 12.1884,
      "step": 7064
    },
    {
      "epoch": 1.1568691665302113,
      "grad_norm": 0.1832672357559204,
      "learning_rate": 0.0001939466489037933,
      "loss": 12.2054,
      "step": 7065
    },
    {
      "epoch": 1.1570329130505976,
      "grad_norm": 0.19510161876678467,
      "learning_rate": 0.00019394487744731786,
      "loss": 12.2025,
      "step": 7066
    },
    {
      "epoch": 1.1571966595709842,
      "grad_norm": 0.18056261539459229,
      "learning_rate": 0.00019394310573977267,
      "loss": 12.1374,
      "step": 7067
    },
    {
      "epoch": 1.1573604060913705,
      "grad_norm": 0.16020123660564423,
      "learning_rate": 0.0001939413337811625,
      "loss": 12.1983,
      "step": 7068
    },
    {
      "epoch": 1.157524152611757,
      "grad_norm": 0.17722856998443604,
      "learning_rate": 0.00019393956157149204,
      "loss": 12.1496,
      "step": 7069
    },
    {
      "epoch": 1.1576878991321435,
      "grad_norm": 0.18614289164543152,
      "learning_rate": 0.00019393778911076605,
      "loss": 12.1494,
      "step": 7070
    },
    {
      "epoch": 1.1578516456525298,
      "grad_norm": 0.20911991596221924,
      "learning_rate": 0.00019393601639898926,
      "loss": 12.2235,
      "step": 7071
    },
    {
      "epoch": 1.1580153921729164,
      "grad_norm": 0.1785668134689331,
      "learning_rate": 0.00019393424343616642,
      "loss": 12.1874,
      "step": 7072
    },
    {
      "epoch": 1.1581791386933027,
      "grad_norm": 0.24305875599384308,
      "learning_rate": 0.00019393247022230224,
      "loss": 12.2297,
      "step": 7073
    },
    {
      "epoch": 1.1583428852136892,
      "grad_norm": 0.26161542534828186,
      "learning_rate": 0.00019393069675740148,
      "loss": 12.2424,
      "step": 7074
    },
    {
      "epoch": 1.1585066317340758,
      "grad_norm": 0.2033587247133255,
      "learning_rate": 0.0001939289230414689,
      "loss": 12.1871,
      "step": 7075
    },
    {
      "epoch": 1.158670378254462,
      "grad_norm": 0.24643287062644958,
      "learning_rate": 0.0001939271490745092,
      "loss": 12.1273,
      "step": 7076
    },
    {
      "epoch": 1.1588341247748486,
      "grad_norm": 0.1869320273399353,
      "learning_rate": 0.00019392537485652712,
      "loss": 12.1849,
      "step": 7077
    },
    {
      "epoch": 1.158997871295235,
      "grad_norm": 0.22281566262245178,
      "learning_rate": 0.00019392360038752746,
      "loss": 12.1717,
      "step": 7078
    },
    {
      "epoch": 1.1591616178156214,
      "grad_norm": 0.20479443669319153,
      "learning_rate": 0.00019392182566751486,
      "loss": 12.1847,
      "step": 7079
    },
    {
      "epoch": 1.159325364336008,
      "grad_norm": 0.1851649284362793,
      "learning_rate": 0.00019392005069649416,
      "loss": 12.1885,
      "step": 7080
    },
    {
      "epoch": 1.1594891108563943,
      "grad_norm": 0.14328886568546295,
      "learning_rate": 0.00019391827547447007,
      "loss": 12.147,
      "step": 7081
    },
    {
      "epoch": 1.1596528573767808,
      "grad_norm": 0.1904112547636032,
      "learning_rate": 0.00019391650000144734,
      "loss": 12.2192,
      "step": 7082
    },
    {
      "epoch": 1.1598166038971671,
      "grad_norm": 0.18471726775169373,
      "learning_rate": 0.00019391472427743073,
      "loss": 12.1816,
      "step": 7083
    },
    {
      "epoch": 1.1599803504175537,
      "grad_norm": 0.19329208135604858,
      "learning_rate": 0.0001939129483024249,
      "loss": 12.1826,
      "step": 7084
    },
    {
      "epoch": 1.1601440969379402,
      "grad_norm": 0.18116150796413422,
      "learning_rate": 0.0001939111720764347,
      "loss": 12.2342,
      "step": 7085
    },
    {
      "epoch": 1.1603078434583265,
      "grad_norm": 0.17364943027496338,
      "learning_rate": 0.0001939093955994648,
      "loss": 12.1459,
      "step": 7086
    },
    {
      "epoch": 1.160471589978713,
      "grad_norm": 0.1869141310453415,
      "learning_rate": 0.00019390761887152,
      "loss": 12.1574,
      "step": 7087
    },
    {
      "epoch": 1.1606353364990993,
      "grad_norm": 0.18535253405570984,
      "learning_rate": 0.00019390584189260505,
      "loss": 12.1934,
      "step": 7088
    },
    {
      "epoch": 1.1607990830194859,
      "grad_norm": 0.2721300423145294,
      "learning_rate": 0.00019390406466272467,
      "loss": 12.2036,
      "step": 7089
    },
    {
      "epoch": 1.1609628295398724,
      "grad_norm": 0.2235843986272812,
      "learning_rate": 0.00019390228718188364,
      "loss": 12.1537,
      "step": 7090
    },
    {
      "epoch": 1.1611265760602587,
      "grad_norm": 0.20223191380500793,
      "learning_rate": 0.00019390050945008666,
      "loss": 12.1578,
      "step": 7091
    },
    {
      "epoch": 1.1612903225806452,
      "grad_norm": 0.22837504744529724,
      "learning_rate": 0.00019389873146733851,
      "loss": 12.2624,
      "step": 7092
    },
    {
      "epoch": 1.1614540691010315,
      "grad_norm": 0.2150673270225525,
      "learning_rate": 0.00019389695323364397,
      "loss": 12.1867,
      "step": 7093
    },
    {
      "epoch": 1.161617815621418,
      "grad_norm": 0.24012480676174164,
      "learning_rate": 0.00019389517474900774,
      "loss": 12.2212,
      "step": 7094
    },
    {
      "epoch": 1.1617815621418044,
      "grad_norm": 0.20054979622364044,
      "learning_rate": 0.00019389339601343463,
      "loss": 12.1658,
      "step": 7095
    },
    {
      "epoch": 1.161945308662191,
      "grad_norm": 0.1923394650220871,
      "learning_rate": 0.00019389161702692935,
      "loss": 12.1884,
      "step": 7096
    },
    {
      "epoch": 1.1621090551825775,
      "grad_norm": 0.18123698234558105,
      "learning_rate": 0.00019388983778949664,
      "loss": 12.1753,
      "step": 7097
    },
    {
      "epoch": 1.1622728017029638,
      "grad_norm": 0.16206412017345428,
      "learning_rate": 0.0001938880583011413,
      "loss": 12.2144,
      "step": 7098
    },
    {
      "epoch": 1.1624365482233503,
      "grad_norm": 0.17473654448986053,
      "learning_rate": 0.00019388627856186812,
      "loss": 12.1996,
      "step": 7099
    },
    {
      "epoch": 1.1626002947437366,
      "grad_norm": 0.24815544486045837,
      "learning_rate": 0.00019388449857168176,
      "loss": 12.2323,
      "step": 7100
    },
    {
      "epoch": 1.1627640412641231,
      "grad_norm": 0.16958263516426086,
      "learning_rate": 0.000193882718330587,
      "loss": 12.166,
      "step": 7101
    },
    {
      "epoch": 1.1629277877845097,
      "grad_norm": 0.17376527190208435,
      "learning_rate": 0.00019388093783858862,
      "loss": 12.1873,
      "step": 7102
    },
    {
      "epoch": 1.163091534304896,
      "grad_norm": 0.22465528547763824,
      "learning_rate": 0.00019387915709569143,
      "loss": 12.1356,
      "step": 7103
    },
    {
      "epoch": 1.1632552808252825,
      "grad_norm": 0.20227298140525818,
      "learning_rate": 0.0001938773761019001,
      "loss": 12.1536,
      "step": 7104
    },
    {
      "epoch": 1.1634190273456688,
      "grad_norm": 0.1967514008283615,
      "learning_rate": 0.00019387559485721943,
      "loss": 12.1789,
      "step": 7105
    },
    {
      "epoch": 1.1635827738660554,
      "grad_norm": 0.22709153592586517,
      "learning_rate": 0.00019387381336165418,
      "loss": 12.2028,
      "step": 7106
    },
    {
      "epoch": 1.1637465203864419,
      "grad_norm": 0.1972671002149582,
      "learning_rate": 0.0001938720316152091,
      "loss": 12.1775,
      "step": 7107
    },
    {
      "epoch": 1.1639102669068282,
      "grad_norm": 0.19196145236492157,
      "learning_rate": 0.00019387024961788898,
      "loss": 12.1786,
      "step": 7108
    },
    {
      "epoch": 1.1640740134272147,
      "grad_norm": 0.1995600461959839,
      "learning_rate": 0.00019386846736969853,
      "loss": 12.1827,
      "step": 7109
    },
    {
      "epoch": 1.164237759947601,
      "grad_norm": 0.19058433175086975,
      "learning_rate": 0.00019386668487064257,
      "loss": 12.1807,
      "step": 7110
    },
    {
      "epoch": 1.1644015064679876,
      "grad_norm": 0.18797072768211365,
      "learning_rate": 0.00019386490212072583,
      "loss": 12.1894,
      "step": 7111
    },
    {
      "epoch": 1.1645652529883739,
      "grad_norm": 0.20199404656887054,
      "learning_rate": 0.0001938631191199531,
      "loss": 12.2027,
      "step": 7112
    },
    {
      "epoch": 1.1647289995087604,
      "grad_norm": 0.1554650068283081,
      "learning_rate": 0.00019386133586832909,
      "loss": 12.191,
      "step": 7113
    },
    {
      "epoch": 1.164892746029147,
      "grad_norm": 0.1652730256319046,
      "learning_rate": 0.00019385955236585865,
      "loss": 12.1642,
      "step": 7114
    },
    {
      "epoch": 1.1650564925495333,
      "grad_norm": 0.17838111519813538,
      "learning_rate": 0.00019385776861254646,
      "loss": 12.2019,
      "step": 7115
    },
    {
      "epoch": 1.1652202390699198,
      "grad_norm": 0.15145044028759003,
      "learning_rate": 0.00019385598460839736,
      "loss": 12.1966,
      "step": 7116
    },
    {
      "epoch": 1.165383985590306,
      "grad_norm": 0.18674500286579132,
      "learning_rate": 0.00019385420035341607,
      "loss": 12.2005,
      "step": 7117
    },
    {
      "epoch": 1.1655477321106926,
      "grad_norm": 0.21143890917301178,
      "learning_rate": 0.00019385241584760738,
      "loss": 12.1599,
      "step": 7118
    },
    {
      "epoch": 1.1657114786310792,
      "grad_norm": 0.1674017310142517,
      "learning_rate": 0.00019385063109097605,
      "loss": 12.2018,
      "step": 7119
    },
    {
      "epoch": 1.1658752251514655,
      "grad_norm": 0.2515261471271515,
      "learning_rate": 0.00019384884608352688,
      "loss": 12.1944,
      "step": 7120
    },
    {
      "epoch": 1.166038971671852,
      "grad_norm": 0.23148927092552185,
      "learning_rate": 0.00019384706082526456,
      "loss": 12.1691,
      "step": 7121
    },
    {
      "epoch": 1.1662027181922383,
      "grad_norm": 0.18290778994560242,
      "learning_rate": 0.00019384527531619394,
      "loss": 12.1717,
      "step": 7122
    },
    {
      "epoch": 1.1663664647126248,
      "grad_norm": 0.20470774173736572,
      "learning_rate": 0.0001938434895563198,
      "loss": 12.1721,
      "step": 7123
    },
    {
      "epoch": 1.1665302112330114,
      "grad_norm": 0.19389329850673676,
      "learning_rate": 0.00019384170354564683,
      "loss": 12.1966,
      "step": 7124
    },
    {
      "epoch": 1.1666939577533977,
      "grad_norm": 0.16222578287124634,
      "learning_rate": 0.00019383991728417989,
      "loss": 12.1634,
      "step": 7125
    },
    {
      "epoch": 1.1668577042737842,
      "grad_norm": 0.2224474996328354,
      "learning_rate": 0.00019383813077192364,
      "loss": 12.2467,
      "step": 7126
    },
    {
      "epoch": 1.1670214507941705,
      "grad_norm": 0.19181349873542786,
      "learning_rate": 0.00019383634400888303,
      "loss": 12.1927,
      "step": 7127
    },
    {
      "epoch": 1.167185197314557,
      "grad_norm": 0.1817130744457245,
      "learning_rate": 0.0001938345569950627,
      "loss": 12.2113,
      "step": 7128
    },
    {
      "epoch": 1.1673489438349436,
      "grad_norm": 0.19714738428592682,
      "learning_rate": 0.00019383276973046742,
      "loss": 12.2237,
      "step": 7129
    },
    {
      "epoch": 1.16751269035533,
      "grad_norm": 0.18961746990680695,
      "learning_rate": 0.00019383098221510206,
      "loss": 12.1822,
      "step": 7130
    },
    {
      "epoch": 1.1676764368757164,
      "grad_norm": 0.1528007686138153,
      "learning_rate": 0.00019382919444897132,
      "loss": 12.1523,
      "step": 7131
    },
    {
      "epoch": 1.1678401833961027,
      "grad_norm": 0.21759629249572754,
      "learning_rate": 0.00019382740643208,
      "loss": 12.1607,
      "step": 7132
    },
    {
      "epoch": 1.1680039299164893,
      "grad_norm": 0.16446557641029358,
      "learning_rate": 0.0001938256181644329,
      "loss": 12.185,
      "step": 7133
    },
    {
      "epoch": 1.1681676764368758,
      "grad_norm": 0.29407399892807007,
      "learning_rate": 0.0001938238296460348,
      "loss": 12.1801,
      "step": 7134
    },
    {
      "epoch": 1.1683314229572621,
      "grad_norm": 0.18120799958705902,
      "learning_rate": 0.0001938220408768904,
      "loss": 12.2162,
      "step": 7135
    },
    {
      "epoch": 1.1684951694776486,
      "grad_norm": 0.20352020859718323,
      "learning_rate": 0.00019382025185700458,
      "loss": 12.221,
      "step": 7136
    },
    {
      "epoch": 1.168658915998035,
      "grad_norm": 0.18650993704795837,
      "learning_rate": 0.0001938184625863821,
      "loss": 12.1849,
      "step": 7137
    },
    {
      "epoch": 1.1688226625184215,
      "grad_norm": 0.21330060064792633,
      "learning_rate": 0.00019381667306502768,
      "loss": 12.1793,
      "step": 7138
    },
    {
      "epoch": 1.168986409038808,
      "grad_norm": 0.20528003573417664,
      "learning_rate": 0.00019381488329294616,
      "loss": 12.1795,
      "step": 7139
    },
    {
      "epoch": 1.1691501555591943,
      "grad_norm": 0.13769003748893738,
      "learning_rate": 0.00019381309327014235,
      "loss": 12.1977,
      "step": 7140
    },
    {
      "epoch": 1.1693139020795809,
      "grad_norm": 0.23626331984996796,
      "learning_rate": 0.00019381130299662096,
      "loss": 12.1979,
      "step": 7141
    },
    {
      "epoch": 1.1694776485999672,
      "grad_norm": 0.3368486762046814,
      "learning_rate": 0.0001938095124723868,
      "loss": 12.1832,
      "step": 7142
    },
    {
      "epoch": 1.1696413951203537,
      "grad_norm": 0.2600174844264984,
      "learning_rate": 0.00019380772169744467,
      "loss": 12.1855,
      "step": 7143
    },
    {
      "epoch": 1.1698051416407402,
      "grad_norm": 0.2256336659193039,
      "learning_rate": 0.00019380593067179936,
      "loss": 12.1962,
      "step": 7144
    },
    {
      "epoch": 1.1699688881611265,
      "grad_norm": 0.17413198947906494,
      "learning_rate": 0.00019380413939545563,
      "loss": 12.1749,
      "step": 7145
    },
    {
      "epoch": 1.170132634681513,
      "grad_norm": 0.37790629267692566,
      "learning_rate": 0.0001938023478684183,
      "loss": 12.2807,
      "step": 7146
    },
    {
      "epoch": 1.1702963812018994,
      "grad_norm": 0.1732618659734726,
      "learning_rate": 0.00019380055609069212,
      "loss": 12.1659,
      "step": 7147
    },
    {
      "epoch": 1.170460127722286,
      "grad_norm": 0.2324100136756897,
      "learning_rate": 0.0001937987640622819,
      "loss": 12.1888,
      "step": 7148
    },
    {
      "epoch": 1.1706238742426724,
      "grad_norm": 0.19536848366260529,
      "learning_rate": 0.00019379697178319245,
      "loss": 12.1706,
      "step": 7149
    },
    {
      "epoch": 1.1707876207630588,
      "grad_norm": 0.2541525661945343,
      "learning_rate": 0.00019379517925342853,
      "loss": 12.2043,
      "step": 7150
    },
    {
      "epoch": 1.1709513672834453,
      "grad_norm": 0.24038299918174744,
      "learning_rate": 0.00019379338647299496,
      "loss": 12.1877,
      "step": 7151
    },
    {
      "epoch": 1.1711151138038316,
      "grad_norm": 0.2561512887477875,
      "learning_rate": 0.00019379159344189647,
      "loss": 12.1743,
      "step": 7152
    },
    {
      "epoch": 1.1712788603242181,
      "grad_norm": 0.22410225868225098,
      "learning_rate": 0.00019378980016013792,
      "loss": 12.2141,
      "step": 7153
    },
    {
      "epoch": 1.1714426068446047,
      "grad_norm": 0.3393372893333435,
      "learning_rate": 0.00019378800662772408,
      "loss": 12.2175,
      "step": 7154
    },
    {
      "epoch": 1.171606353364991,
      "grad_norm": 0.1531934142112732,
      "learning_rate": 0.00019378621284465972,
      "loss": 12.2414,
      "step": 7155
    },
    {
      "epoch": 1.1717700998853775,
      "grad_norm": 0.18094637989997864,
      "learning_rate": 0.00019378441881094967,
      "loss": 12.2069,
      "step": 7156
    },
    {
      "epoch": 1.1719338464057638,
      "grad_norm": 0.220485657453537,
      "learning_rate": 0.0001937826245265987,
      "loss": 12.1602,
      "step": 7157
    },
    {
      "epoch": 1.1720975929261503,
      "grad_norm": 0.2051851749420166,
      "learning_rate": 0.0001937808299916116,
      "loss": 12.2039,
      "step": 7158
    },
    {
      "epoch": 1.1722613394465369,
      "grad_norm": 0.16356386244297028,
      "learning_rate": 0.00019377903520599317,
      "loss": 12.1918,
      "step": 7159
    },
    {
      "epoch": 1.1724250859669232,
      "grad_norm": 0.269431471824646,
      "learning_rate": 0.00019377724016974822,
      "loss": 12.1662,
      "step": 7160
    },
    {
      "epoch": 1.1725888324873097,
      "grad_norm": 0.15587002038955688,
      "learning_rate": 0.00019377544488288157,
      "loss": 12.1533,
      "step": 7161
    },
    {
      "epoch": 1.172752579007696,
      "grad_norm": 0.18131694197654724,
      "learning_rate": 0.00019377364934539796,
      "loss": 12.1607,
      "step": 7162
    },
    {
      "epoch": 1.1729163255280826,
      "grad_norm": 0.13455134630203247,
      "learning_rate": 0.00019377185355730223,
      "loss": 12.1576,
      "step": 7163
    },
    {
      "epoch": 1.173080072048469,
      "grad_norm": 0.22555339336395264,
      "learning_rate": 0.0001937700575185992,
      "loss": 12.1744,
      "step": 7164
    },
    {
      "epoch": 1.1732438185688554,
      "grad_norm": 0.21405577659606934,
      "learning_rate": 0.0001937682612292936,
      "loss": 12.1932,
      "step": 7165
    },
    {
      "epoch": 1.173407565089242,
      "grad_norm": 0.20705455541610718,
      "learning_rate": 0.0001937664646893903,
      "loss": 12.162,
      "step": 7166
    },
    {
      "epoch": 1.1735713116096282,
      "grad_norm": 0.21625779569149017,
      "learning_rate": 0.00019376466789889404,
      "loss": 12.1499,
      "step": 7167
    },
    {
      "epoch": 1.1737350581300148,
      "grad_norm": 0.2808406949043274,
      "learning_rate": 0.00019376287085780963,
      "loss": 12.1326,
      "step": 7168
    },
    {
      "epoch": 1.173898804650401,
      "grad_norm": 0.2843264639377594,
      "learning_rate": 0.00019376107356614192,
      "loss": 12.1359,
      "step": 7169
    },
    {
      "epoch": 1.1740625511707876,
      "grad_norm": 0.16036207973957062,
      "learning_rate": 0.0001937592760238957,
      "loss": 12.1526,
      "step": 7170
    },
    {
      "epoch": 1.1742262976911741,
      "grad_norm": 0.18676789104938507,
      "learning_rate": 0.00019375747823107572,
      "loss": 12.1868,
      "step": 7171
    },
    {
      "epoch": 1.1743900442115605,
      "grad_norm": 0.17609944939613342,
      "learning_rate": 0.00019375568018768687,
      "loss": 12.1918,
      "step": 7172
    },
    {
      "epoch": 1.174553790731947,
      "grad_norm": 0.17258530855178833,
      "learning_rate": 0.0001937538818937339,
      "loss": 12.1639,
      "step": 7173
    },
    {
      "epoch": 1.1747175372523333,
      "grad_norm": 0.1986788660287857,
      "learning_rate": 0.00019375208334922165,
      "loss": 12.182,
      "step": 7174
    },
    {
      "epoch": 1.1748812837727198,
      "grad_norm": 0.26686713099479675,
      "learning_rate": 0.00019375028455415486,
      "loss": 12.1422,
      "step": 7175
    },
    {
      "epoch": 1.1750450302931064,
      "grad_norm": 0.18243448436260223,
      "learning_rate": 0.0001937484855085384,
      "loss": 12.1513,
      "step": 7176
    },
    {
      "epoch": 1.1752087768134927,
      "grad_norm": 0.2563331723213196,
      "learning_rate": 0.00019374668621237705,
      "loss": 12.1771,
      "step": 7177
    },
    {
      "epoch": 1.1753725233338792,
      "grad_norm": 0.1684027463197708,
      "learning_rate": 0.00019374488666567565,
      "loss": 12.2022,
      "step": 7178
    },
    {
      "epoch": 1.1755362698542655,
      "grad_norm": 0.18151168525218964,
      "learning_rate": 0.00019374308686843897,
      "loss": 12.1606,
      "step": 7179
    },
    {
      "epoch": 1.175700016374652,
      "grad_norm": 0.15077011287212372,
      "learning_rate": 0.00019374128682067186,
      "loss": 12.1974,
      "step": 7180
    },
    {
      "epoch": 1.1758637628950384,
      "grad_norm": 0.23231932520866394,
      "learning_rate": 0.0001937394865223791,
      "loss": 12.1905,
      "step": 7181
    },
    {
      "epoch": 1.1760275094154249,
      "grad_norm": 0.2679837644100189,
      "learning_rate": 0.00019373768597356547,
      "loss": 12.22,
      "step": 7182
    },
    {
      "epoch": 1.1761912559358114,
      "grad_norm": 0.2474161833524704,
      "learning_rate": 0.00019373588517423586,
      "loss": 12.243,
      "step": 7183
    },
    {
      "epoch": 1.1763550024561977,
      "grad_norm": 0.18580877780914307,
      "learning_rate": 0.00019373408412439504,
      "loss": 12.1744,
      "step": 7184
    },
    {
      "epoch": 1.1765187489765843,
      "grad_norm": 0.18111476302146912,
      "learning_rate": 0.00019373228282404783,
      "loss": 12.1879,
      "step": 7185
    },
    {
      "epoch": 1.1766824954969706,
      "grad_norm": 0.20477287471294403,
      "learning_rate": 0.00019373048127319903,
      "loss": 12.2016,
      "step": 7186
    },
    {
      "epoch": 1.176846242017357,
      "grad_norm": 0.21607227623462677,
      "learning_rate": 0.00019372867947185348,
      "loss": 12.2059,
      "step": 7187
    },
    {
      "epoch": 1.1770099885377436,
      "grad_norm": 0.2063770741224289,
      "learning_rate": 0.00019372687742001595,
      "loss": 12.2196,
      "step": 7188
    },
    {
      "epoch": 1.17717373505813,
      "grad_norm": 0.1344059258699417,
      "learning_rate": 0.00019372507511769134,
      "loss": 12.1891,
      "step": 7189
    },
    {
      "epoch": 1.1773374815785165,
      "grad_norm": 0.23784838616847992,
      "learning_rate": 0.00019372327256488437,
      "loss": 12.2123,
      "step": 7190
    },
    {
      "epoch": 1.1775012280989028,
      "grad_norm": 0.24891725182533264,
      "learning_rate": 0.00019372146976159992,
      "loss": 12.1945,
      "step": 7191
    },
    {
      "epoch": 1.1776649746192893,
      "grad_norm": 0.21469256281852722,
      "learning_rate": 0.0001937196667078428,
      "loss": 12.259,
      "step": 7192
    },
    {
      "epoch": 1.1778287211396758,
      "grad_norm": 0.17853915691375732,
      "learning_rate": 0.00019371786340361782,
      "loss": 12.1766,
      "step": 7193
    },
    {
      "epoch": 1.1779924676600622,
      "grad_norm": 0.30473414063453674,
      "learning_rate": 0.00019371605984892977,
      "loss": 12.1578,
      "step": 7194
    },
    {
      "epoch": 1.1781562141804487,
      "grad_norm": 0.22586868703365326,
      "learning_rate": 0.0001937142560437835,
      "loss": 12.2333,
      "step": 7195
    },
    {
      "epoch": 1.178319960700835,
      "grad_norm": 0.15697917342185974,
      "learning_rate": 0.00019371245198818385,
      "loss": 12.1679,
      "step": 7196
    },
    {
      "epoch": 1.1784837072212215,
      "grad_norm": 0.2046819031238556,
      "learning_rate": 0.0001937106476821356,
      "loss": 12.1967,
      "step": 7197
    },
    {
      "epoch": 1.178647453741608,
      "grad_norm": 0.18484731018543243,
      "learning_rate": 0.0001937088431256436,
      "loss": 12.2046,
      "step": 7198
    },
    {
      "epoch": 1.1788112002619944,
      "grad_norm": 0.1687774360179901,
      "learning_rate": 0.00019370703831871267,
      "loss": 12.1711,
      "step": 7199
    },
    {
      "epoch": 1.178974946782381,
      "grad_norm": 0.2289230227470398,
      "learning_rate": 0.00019370523326134762,
      "loss": 12.2377,
      "step": 7200
    },
    {
      "epoch": 1.1791386933027672,
      "grad_norm": 0.19716468453407288,
      "learning_rate": 0.00019370342795355328,
      "loss": 12.1699,
      "step": 7201
    },
    {
      "epoch": 1.1793024398231537,
      "grad_norm": 0.1824532300233841,
      "learning_rate": 0.0001937016223953345,
      "loss": 12.1892,
      "step": 7202
    },
    {
      "epoch": 1.1794661863435403,
      "grad_norm": 0.18674029409885406,
      "learning_rate": 0.00019369981658669605,
      "loss": 12.1718,
      "step": 7203
    },
    {
      "epoch": 1.1796299328639266,
      "grad_norm": 0.17926734685897827,
      "learning_rate": 0.0001936980105276428,
      "loss": 12.2341,
      "step": 7204
    },
    {
      "epoch": 1.1797936793843131,
      "grad_norm": 0.304332435131073,
      "learning_rate": 0.00019369620421817957,
      "loss": 12.256,
      "step": 7205
    },
    {
      "epoch": 1.1799574259046994,
      "grad_norm": 0.21853213012218475,
      "learning_rate": 0.00019369439765831118,
      "loss": 12.1936,
      "step": 7206
    },
    {
      "epoch": 1.180121172425086,
      "grad_norm": 0.1516502946615219,
      "learning_rate": 0.00019369259084804248,
      "loss": 12.1825,
      "step": 7207
    },
    {
      "epoch": 1.1802849189454725,
      "grad_norm": 0.24193590879440308,
      "learning_rate": 0.00019369078378737823,
      "loss": 12.1807,
      "step": 7208
    },
    {
      "epoch": 1.1804486654658588,
      "grad_norm": 0.16392768919467926,
      "learning_rate": 0.00019368897647632335,
      "loss": 12.1885,
      "step": 7209
    },
    {
      "epoch": 1.1806124119862453,
      "grad_norm": 0.19706092774868011,
      "learning_rate": 0.0001936871689148826,
      "loss": 12.1943,
      "step": 7210
    },
    {
      "epoch": 1.1807761585066316,
      "grad_norm": 0.2075727880001068,
      "learning_rate": 0.00019368536110306086,
      "loss": 12.1943,
      "step": 7211
    },
    {
      "epoch": 1.1809399050270182,
      "grad_norm": 0.22028057277202606,
      "learning_rate": 0.00019368355304086294,
      "loss": 12.1773,
      "step": 7212
    },
    {
      "epoch": 1.1811036515474047,
      "grad_norm": 0.16744551062583923,
      "learning_rate": 0.00019368174472829367,
      "loss": 12.1791,
      "step": 7213
    },
    {
      "epoch": 1.181267398067791,
      "grad_norm": 0.17924921214580536,
      "learning_rate": 0.0001936799361653579,
      "loss": 12.223,
      "step": 7214
    },
    {
      "epoch": 1.1814311445881776,
      "grad_norm": 0.16386398673057556,
      "learning_rate": 0.00019367812735206043,
      "loss": 12.167,
      "step": 7215
    },
    {
      "epoch": 1.1815948911085639,
      "grad_norm": 0.189198300242424,
      "learning_rate": 0.00019367631828840612,
      "loss": 12.1543,
      "step": 7216
    },
    {
      "epoch": 1.1817586376289504,
      "grad_norm": 0.18860690295696259,
      "learning_rate": 0.00019367450897439978,
      "loss": 12.2154,
      "step": 7217
    },
    {
      "epoch": 1.181922384149337,
      "grad_norm": 0.16070538759231567,
      "learning_rate": 0.00019367269941004628,
      "loss": 12.18,
      "step": 7218
    },
    {
      "epoch": 1.1820861306697232,
      "grad_norm": 0.20988677442073822,
      "learning_rate": 0.00019367088959535044,
      "loss": 12.1744,
      "step": 7219
    },
    {
      "epoch": 1.1822498771901098,
      "grad_norm": 0.18048571050167084,
      "learning_rate": 0.0001936690795303171,
      "loss": 12.2124,
      "step": 7220
    },
    {
      "epoch": 1.182413623710496,
      "grad_norm": 0.21251901984214783,
      "learning_rate": 0.00019366726921495107,
      "loss": 12.1962,
      "step": 7221
    },
    {
      "epoch": 1.1825773702308826,
      "grad_norm": 0.1807098388671875,
      "learning_rate": 0.00019366545864925726,
      "loss": 12.2242,
      "step": 7222
    },
    {
      "epoch": 1.1827411167512691,
      "grad_norm": 0.17980504035949707,
      "learning_rate": 0.00019366364783324043,
      "loss": 12.1974,
      "step": 7223
    },
    {
      "epoch": 1.1829048632716554,
      "grad_norm": 0.17143762111663818,
      "learning_rate": 0.00019366183676690544,
      "loss": 12.1856,
      "step": 7224
    },
    {
      "epoch": 1.183068609792042,
      "grad_norm": 0.1705557256937027,
      "learning_rate": 0.00019366002545025715,
      "loss": 12.1977,
      "step": 7225
    },
    {
      "epoch": 1.1832323563124283,
      "grad_norm": 0.2135874629020691,
      "learning_rate": 0.00019365821388330037,
      "loss": 12.2101,
      "step": 7226
    },
    {
      "epoch": 1.1833961028328148,
      "grad_norm": 0.24682599306106567,
      "learning_rate": 0.00019365640206604,
      "loss": 12.243,
      "step": 7227
    },
    {
      "epoch": 1.1835598493532014,
      "grad_norm": 0.19061051309108734,
      "learning_rate": 0.00019365458999848082,
      "loss": 12.2178,
      "step": 7228
    },
    {
      "epoch": 1.1837235958735877,
      "grad_norm": 0.15707384049892426,
      "learning_rate": 0.00019365277768062774,
      "loss": 12.1984,
      "step": 7229
    },
    {
      "epoch": 1.1838873423939742,
      "grad_norm": 0.22214283049106598,
      "learning_rate": 0.0001936509651124855,
      "loss": 12.2318,
      "step": 7230
    },
    {
      "epoch": 1.1840510889143605,
      "grad_norm": 0.18120615184307098,
      "learning_rate": 0.00019364915229405904,
      "loss": 12.1806,
      "step": 7231
    },
    {
      "epoch": 1.184214835434747,
      "grad_norm": 0.1934896558523178,
      "learning_rate": 0.00019364733922535315,
      "loss": 12.1781,
      "step": 7232
    },
    {
      "epoch": 1.1843785819551336,
      "grad_norm": 0.16867485642433167,
      "learning_rate": 0.0001936455259063727,
      "loss": 12.1721,
      "step": 7233
    },
    {
      "epoch": 1.1845423284755199,
      "grad_norm": 0.2231103926897049,
      "learning_rate": 0.00019364371233712255,
      "loss": 12.1278,
      "step": 7234
    },
    {
      "epoch": 1.1847060749959064,
      "grad_norm": 0.29075318574905396,
      "learning_rate": 0.00019364189851760752,
      "loss": 12.1714,
      "step": 7235
    },
    {
      "epoch": 1.1848698215162927,
      "grad_norm": 0.17096813023090363,
      "learning_rate": 0.00019364008444783246,
      "loss": 12.2147,
      "step": 7236
    },
    {
      "epoch": 1.1850335680366793,
      "grad_norm": 0.17547105252742767,
      "learning_rate": 0.00019363827012780223,
      "loss": 12.2321,
      "step": 7237
    },
    {
      "epoch": 1.1851973145570658,
      "grad_norm": 0.20948758721351624,
      "learning_rate": 0.00019363645555752168,
      "loss": 12.2032,
      "step": 7238
    },
    {
      "epoch": 1.185361061077452,
      "grad_norm": 0.1945990025997162,
      "learning_rate": 0.00019363464073699562,
      "loss": 12.1892,
      "step": 7239
    },
    {
      "epoch": 1.1855248075978386,
      "grad_norm": 0.131710484623909,
      "learning_rate": 0.00019363282566622897,
      "loss": 12.1776,
      "step": 7240
    },
    {
      "epoch": 1.185688554118225,
      "grad_norm": 0.33199864625930786,
      "learning_rate": 0.0001936310103452265,
      "loss": 12.1659,
      "step": 7241
    },
    {
      "epoch": 1.1858523006386115,
      "grad_norm": 0.18663746118545532,
      "learning_rate": 0.00019362919477399312,
      "loss": 12.1666,
      "step": 7242
    },
    {
      "epoch": 1.1860160471589978,
      "grad_norm": 0.18419678509235382,
      "learning_rate": 0.0001936273789525337,
      "loss": 12.2171,
      "step": 7243
    },
    {
      "epoch": 1.1861797936793843,
      "grad_norm": 0.19035476446151733,
      "learning_rate": 0.00019362556288085302,
      "loss": 12.1715,
      "step": 7244
    },
    {
      "epoch": 1.1863435401997708,
      "grad_norm": 0.16590727865695953,
      "learning_rate": 0.00019362374655895598,
      "loss": 12.1807,
      "step": 7245
    },
    {
      "epoch": 1.1865072867201572,
      "grad_norm": 0.18537397682666779,
      "learning_rate": 0.00019362192998684745,
      "loss": 12.1851,
      "step": 7246
    },
    {
      "epoch": 1.1866710332405437,
      "grad_norm": 0.20191963016986847,
      "learning_rate": 0.00019362011316453222,
      "loss": 12.2274,
      "step": 7247
    },
    {
      "epoch": 1.18683477976093,
      "grad_norm": 0.16596341133117676,
      "learning_rate": 0.00019361829609201525,
      "loss": 12.1719,
      "step": 7248
    },
    {
      "epoch": 1.1869985262813165,
      "grad_norm": 0.15956436097621918,
      "learning_rate": 0.0001936164787693013,
      "loss": 12.2408,
      "step": 7249
    },
    {
      "epoch": 1.187162272801703,
      "grad_norm": 0.1894403100013733,
      "learning_rate": 0.00019361466119639524,
      "loss": 12.1776,
      "step": 7250
    },
    {
      "epoch": 1.1873260193220894,
      "grad_norm": 0.183211088180542,
      "learning_rate": 0.00019361284337330196,
      "loss": 12.1484,
      "step": 7251
    },
    {
      "epoch": 1.187489765842476,
      "grad_norm": 0.204925537109375,
      "learning_rate": 0.00019361102530002632,
      "loss": 12.2342,
      "step": 7252
    },
    {
      "epoch": 1.1876535123628622,
      "grad_norm": 0.18229922652244568,
      "learning_rate": 0.00019360920697657314,
      "loss": 12.1857,
      "step": 7253
    },
    {
      "epoch": 1.1878172588832487,
      "grad_norm": 0.2430308312177658,
      "learning_rate": 0.00019360738840294733,
      "loss": 12.1798,
      "step": 7254
    },
    {
      "epoch": 1.187981005403635,
      "grad_norm": 0.17346028983592987,
      "learning_rate": 0.0001936055695791537,
      "loss": 12.1702,
      "step": 7255
    },
    {
      "epoch": 1.1881447519240216,
      "grad_norm": 0.1639038771390915,
      "learning_rate": 0.00019360375050519717,
      "loss": 12.1907,
      "step": 7256
    },
    {
      "epoch": 1.1883084984444081,
      "grad_norm": 0.1874161809682846,
      "learning_rate": 0.00019360193118108255,
      "loss": 12.1709,
      "step": 7257
    },
    {
      "epoch": 1.1884722449647944,
      "grad_norm": 0.1659698188304901,
      "learning_rate": 0.00019360011160681474,
      "loss": 12.2016,
      "step": 7258
    },
    {
      "epoch": 1.188635991485181,
      "grad_norm": 0.24775053560733795,
      "learning_rate": 0.00019359829178239855,
      "loss": 12.1958,
      "step": 7259
    },
    {
      "epoch": 1.1887997380055673,
      "grad_norm": 0.1755388230085373,
      "learning_rate": 0.00019359647170783887,
      "loss": 12.1412,
      "step": 7260
    },
    {
      "epoch": 1.1889634845259538,
      "grad_norm": 0.20095805823802948,
      "learning_rate": 0.0001935946513831406,
      "loss": 12.1817,
      "step": 7261
    },
    {
      "epoch": 1.1891272310463403,
      "grad_norm": 0.2047726809978485,
      "learning_rate": 0.00019359283080830854,
      "loss": 12.1725,
      "step": 7262
    },
    {
      "epoch": 1.1892909775667266,
      "grad_norm": 0.13680653274059296,
      "learning_rate": 0.0001935910099833476,
      "loss": 12.253,
      "step": 7263
    },
    {
      "epoch": 1.1894547240871132,
      "grad_norm": 0.1666363775730133,
      "learning_rate": 0.00019358918890826266,
      "loss": 12.1875,
      "step": 7264
    },
    {
      "epoch": 1.1896184706074995,
      "grad_norm": 0.1876416802406311,
      "learning_rate": 0.00019358736758305853,
      "loss": 12.2143,
      "step": 7265
    },
    {
      "epoch": 1.189782217127886,
      "grad_norm": 0.18495194613933563,
      "learning_rate": 0.00019358554600774013,
      "loss": 12.1471,
      "step": 7266
    },
    {
      "epoch": 1.1899459636482725,
      "grad_norm": 0.2172834873199463,
      "learning_rate": 0.0001935837241823123,
      "loss": 12.2544,
      "step": 7267
    },
    {
      "epoch": 1.1901097101686589,
      "grad_norm": 0.18431022763252258,
      "learning_rate": 0.00019358190210677994,
      "loss": 12.2186,
      "step": 7268
    },
    {
      "epoch": 1.1902734566890454,
      "grad_norm": 0.23472750186920166,
      "learning_rate": 0.00019358007978114786,
      "loss": 12.1852,
      "step": 7269
    },
    {
      "epoch": 1.1904372032094317,
      "grad_norm": 0.2529999911785126,
      "learning_rate": 0.000193578257205421,
      "loss": 12.2068,
      "step": 7270
    },
    {
      "epoch": 1.1906009497298182,
      "grad_norm": 0.2005596160888672,
      "learning_rate": 0.0001935764343796042,
      "loss": 12.1871,
      "step": 7271
    },
    {
      "epoch": 1.1907646962502048,
      "grad_norm": 0.23751665651798248,
      "learning_rate": 0.0001935746113037023,
      "loss": 12.179,
      "step": 7272
    },
    {
      "epoch": 1.190928442770591,
      "grad_norm": 0.16501681506633759,
      "learning_rate": 0.00019357278797772022,
      "loss": 12.1973,
      "step": 7273
    },
    {
      "epoch": 1.1910921892909776,
      "grad_norm": 0.23750583827495575,
      "learning_rate": 0.00019357096440166284,
      "loss": 12.2307,
      "step": 7274
    },
    {
      "epoch": 1.191255935811364,
      "grad_norm": 0.26804155111312866,
      "learning_rate": 0.00019356914057553498,
      "loss": 12.2314,
      "step": 7275
    },
    {
      "epoch": 1.1914196823317504,
      "grad_norm": 0.19215787947177887,
      "learning_rate": 0.00019356731649934153,
      "loss": 12.1577,
      "step": 7276
    },
    {
      "epoch": 1.191583428852137,
      "grad_norm": 0.1813850849866867,
      "learning_rate": 0.0001935654921730874,
      "loss": 12.1936,
      "step": 7277
    },
    {
      "epoch": 1.1917471753725233,
      "grad_norm": 0.2340695708990097,
      "learning_rate": 0.00019356366759677745,
      "loss": 12.1974,
      "step": 7278
    },
    {
      "epoch": 1.1919109218929098,
      "grad_norm": 0.2121606171131134,
      "learning_rate": 0.00019356184277041652,
      "loss": 12.1862,
      "step": 7279
    },
    {
      "epoch": 1.1920746684132961,
      "grad_norm": 0.19873620569705963,
      "learning_rate": 0.00019356001769400954,
      "loss": 12.1875,
      "step": 7280
    },
    {
      "epoch": 1.1922384149336827,
      "grad_norm": 0.1497298926115036,
      "learning_rate": 0.00019355819236756134,
      "loss": 12.1744,
      "step": 7281
    },
    {
      "epoch": 1.1924021614540692,
      "grad_norm": 0.16701731085777283,
      "learning_rate": 0.00019355636679107687,
      "loss": 12.1696,
      "step": 7282
    },
    {
      "epoch": 1.1925659079744555,
      "grad_norm": 0.17463071644306183,
      "learning_rate": 0.0001935545409645609,
      "loss": 12.2039,
      "step": 7283
    },
    {
      "epoch": 1.192729654494842,
      "grad_norm": 0.1899438053369522,
      "learning_rate": 0.00019355271488801843,
      "loss": 12.185,
      "step": 7284
    },
    {
      "epoch": 1.1928934010152283,
      "grad_norm": 0.17236129939556122,
      "learning_rate": 0.00019355088856145422,
      "loss": 12.1997,
      "step": 7285
    },
    {
      "epoch": 1.1930571475356149,
      "grad_norm": 0.16706238687038422,
      "learning_rate": 0.00019354906198487326,
      "loss": 12.2237,
      "step": 7286
    },
    {
      "epoch": 1.1932208940560014,
      "grad_norm": 0.24578574299812317,
      "learning_rate": 0.00019354723515828038,
      "loss": 12.2155,
      "step": 7287
    },
    {
      "epoch": 1.1933846405763877,
      "grad_norm": 0.13938111066818237,
      "learning_rate": 0.00019354540808168044,
      "loss": 12.1829,
      "step": 7288
    },
    {
      "epoch": 1.1935483870967742,
      "grad_norm": 0.21704798936843872,
      "learning_rate": 0.00019354358075507837,
      "loss": 12.1774,
      "step": 7289
    },
    {
      "epoch": 1.1937121336171606,
      "grad_norm": 0.26165181398391724,
      "learning_rate": 0.000193541753178479,
      "loss": 12.1675,
      "step": 7290
    },
    {
      "epoch": 1.193875880137547,
      "grad_norm": 0.1914983093738556,
      "learning_rate": 0.00019353992535188727,
      "loss": 12.1794,
      "step": 7291
    },
    {
      "epoch": 1.1940396266579336,
      "grad_norm": 0.192413330078125,
      "learning_rate": 0.00019353809727530802,
      "loss": 12.1531,
      "step": 7292
    },
    {
      "epoch": 1.19420337317832,
      "grad_norm": 0.2079143077135086,
      "learning_rate": 0.00019353626894874618,
      "loss": 12.2099,
      "step": 7293
    },
    {
      "epoch": 1.1943671196987065,
      "grad_norm": 0.22703249752521515,
      "learning_rate": 0.00019353444037220662,
      "loss": 12.2038,
      "step": 7294
    },
    {
      "epoch": 1.1945308662190928,
      "grad_norm": 0.2127295732498169,
      "learning_rate": 0.00019353261154569421,
      "loss": 12.1601,
      "step": 7295
    },
    {
      "epoch": 1.1946946127394793,
      "grad_norm": 0.1794704645872116,
      "learning_rate": 0.00019353078246921385,
      "loss": 12.1623,
      "step": 7296
    },
    {
      "epoch": 1.1948583592598658,
      "grad_norm": 0.20359525084495544,
      "learning_rate": 0.0001935289531427704,
      "loss": 12.1387,
      "step": 7297
    },
    {
      "epoch": 1.1950221057802521,
      "grad_norm": 0.20282022655010223,
      "learning_rate": 0.00019352712356636879,
      "loss": 12.2084,
      "step": 7298
    },
    {
      "epoch": 1.1951858523006387,
      "grad_norm": 0.2523907721042633,
      "learning_rate": 0.00019352529374001392,
      "loss": 12.159,
      "step": 7299
    },
    {
      "epoch": 1.195349598821025,
      "grad_norm": 0.16073845326900482,
      "learning_rate": 0.00019352346366371064,
      "loss": 12.2565,
      "step": 7300
    },
    {
      "epoch": 1.1955133453414115,
      "grad_norm": 0.148843452334404,
      "learning_rate": 0.00019352163333746382,
      "loss": 12.1723,
      "step": 7301
    },
    {
      "epoch": 1.195677091861798,
      "grad_norm": 0.18330514430999756,
      "learning_rate": 0.00019351980276127845,
      "loss": 12.2651,
      "step": 7302
    },
    {
      "epoch": 1.1958408383821844,
      "grad_norm": 0.17635789513587952,
      "learning_rate": 0.0001935179719351593,
      "loss": 12.1774,
      "step": 7303
    },
    {
      "epoch": 1.1960045849025709,
      "grad_norm": 0.17515872418880463,
      "learning_rate": 0.00019351614085911134,
      "loss": 12.1661,
      "step": 7304
    },
    {
      "epoch": 1.1961683314229572,
      "grad_norm": 0.22867241501808167,
      "learning_rate": 0.00019351430953313948,
      "loss": 12.1843,
      "step": 7305
    },
    {
      "epoch": 1.1963320779433437,
      "grad_norm": 0.20024238526821136,
      "learning_rate": 0.00019351247795724853,
      "loss": 12.1908,
      "step": 7306
    },
    {
      "epoch": 1.1964958244637303,
      "grad_norm": 0.1933622807264328,
      "learning_rate": 0.00019351064613144344,
      "loss": 12.1954,
      "step": 7307
    },
    {
      "epoch": 1.1966595709841166,
      "grad_norm": 0.2294991910457611,
      "learning_rate": 0.00019350881405572916,
      "loss": 12.1751,
      "step": 7308
    },
    {
      "epoch": 1.196823317504503,
      "grad_norm": 0.2025359719991684,
      "learning_rate": 0.00019350698173011045,
      "loss": 12.2387,
      "step": 7309
    },
    {
      "epoch": 1.1969870640248894,
      "grad_norm": 0.21761390566825867,
      "learning_rate": 0.00019350514915459233,
      "loss": 12.1967,
      "step": 7310
    },
    {
      "epoch": 1.197150810545276,
      "grad_norm": 0.17998142540454865,
      "learning_rate": 0.00019350331632917963,
      "loss": 12.1919,
      "step": 7311
    },
    {
      "epoch": 1.1973145570656625,
      "grad_norm": 0.2228901982307434,
      "learning_rate": 0.0001935014832538773,
      "loss": 12.1566,
      "step": 7312
    },
    {
      "epoch": 1.1974783035860488,
      "grad_norm": 0.22930705547332764,
      "learning_rate": 0.00019349964992869018,
      "loss": 12.2259,
      "step": 7313
    },
    {
      "epoch": 1.1976420501064353,
      "grad_norm": 0.17967692017555237,
      "learning_rate": 0.0001934978163536232,
      "loss": 12.2434,
      "step": 7314
    },
    {
      "epoch": 1.1978057966268216,
      "grad_norm": 0.2908165454864502,
      "learning_rate": 0.00019349598252868126,
      "loss": 12.1963,
      "step": 7315
    },
    {
      "epoch": 1.1979695431472082,
      "grad_norm": 0.33236321806907654,
      "learning_rate": 0.00019349414845386926,
      "loss": 12.1677,
      "step": 7316
    },
    {
      "epoch": 1.1981332896675945,
      "grad_norm": 0.2667843699455261,
      "learning_rate": 0.0001934923141291921,
      "loss": 12.2269,
      "step": 7317
    },
    {
      "epoch": 1.198297036187981,
      "grad_norm": 0.17823287844657898,
      "learning_rate": 0.0001934904795546547,
      "loss": 12.1761,
      "step": 7318
    },
    {
      "epoch": 1.1984607827083675,
      "grad_norm": 0.19681213796138763,
      "learning_rate": 0.00019348864473026192,
      "loss": 12.2108,
      "step": 7319
    },
    {
      "epoch": 1.1986245292287538,
      "grad_norm": 0.18539786338806152,
      "learning_rate": 0.0001934868096560187,
      "loss": 12.1463,
      "step": 7320
    },
    {
      "epoch": 1.1987882757491404,
      "grad_norm": 0.20045095682144165,
      "learning_rate": 0.00019348497433192995,
      "loss": 12.1913,
      "step": 7321
    },
    {
      "epoch": 1.1989520222695267,
      "grad_norm": 0.18934449553489685,
      "learning_rate": 0.00019348313875800055,
      "loss": 12.185,
      "step": 7322
    },
    {
      "epoch": 1.1991157687899132,
      "grad_norm": 0.14283894002437592,
      "learning_rate": 0.0001934813029342354,
      "loss": 12.2519,
      "step": 7323
    },
    {
      "epoch": 1.1992795153102997,
      "grad_norm": 0.22492222487926483,
      "learning_rate": 0.00019347946686063946,
      "loss": 12.2252,
      "step": 7324
    },
    {
      "epoch": 1.199443261830686,
      "grad_norm": 0.29775890707969666,
      "learning_rate": 0.00019347763053721755,
      "loss": 12.2103,
      "step": 7325
    },
    {
      "epoch": 1.1996070083510726,
      "grad_norm": 0.17932836711406708,
      "learning_rate": 0.00019347579396397464,
      "loss": 12.2084,
      "step": 7326
    },
    {
      "epoch": 1.199770754871459,
      "grad_norm": 0.17364051938056946,
      "learning_rate": 0.00019347395714091562,
      "loss": 12.1488,
      "step": 7327
    },
    {
      "epoch": 1.1999345013918454,
      "grad_norm": 0.1843886822462082,
      "learning_rate": 0.0001934721200680454,
      "loss": 12.2156,
      "step": 7328
    },
    {
      "epoch": 1.2000982479122317,
      "grad_norm": 0.18419396877288818,
      "learning_rate": 0.0001934702827453689,
      "loss": 12.1738,
      "step": 7329
    },
    {
      "epoch": 1.2002619944326183,
      "grad_norm": 0.25288906693458557,
      "learning_rate": 0.00019346844517289103,
      "loss": 12.1844,
      "step": 7330
    },
    {
      "epoch": 1.2004257409530048,
      "grad_norm": 0.18370375037193298,
      "learning_rate": 0.0001934666073506167,
      "loss": 12.1646,
      "step": 7331
    },
    {
      "epoch": 1.2005894874733911,
      "grad_norm": 0.1884370893239975,
      "learning_rate": 0.00019346476927855076,
      "loss": 12.1485,
      "step": 7332
    },
    {
      "epoch": 1.2007532339937776,
      "grad_norm": 0.1994977444410324,
      "learning_rate": 0.00019346293095669824,
      "loss": 12.1386,
      "step": 7333
    },
    {
      "epoch": 1.200916980514164,
      "grad_norm": 0.2169003039598465,
      "learning_rate": 0.00019346109238506398,
      "loss": 12.2097,
      "step": 7334
    },
    {
      "epoch": 1.2010807270345505,
      "grad_norm": 0.26086869835853577,
      "learning_rate": 0.0001934592535636529,
      "loss": 12.1603,
      "step": 7335
    },
    {
      "epoch": 1.201244473554937,
      "grad_norm": 0.20171312987804413,
      "learning_rate": 0.0001934574144924699,
      "loss": 12.1994,
      "step": 7336
    },
    {
      "epoch": 1.2014082200753233,
      "grad_norm": 0.16236437857151031,
      "learning_rate": 0.0001934555751715199,
      "loss": 12.1814,
      "step": 7337
    },
    {
      "epoch": 1.2015719665957099,
      "grad_norm": 0.18726840615272522,
      "learning_rate": 0.0001934537356008079,
      "loss": 12.1663,
      "step": 7338
    },
    {
      "epoch": 1.2017357131160962,
      "grad_norm": 0.1734945923089981,
      "learning_rate": 0.00019345189578033866,
      "loss": 12.1934,
      "step": 7339
    },
    {
      "epoch": 1.2018994596364827,
      "grad_norm": 0.1941862851381302,
      "learning_rate": 0.00019345005571011722,
      "loss": 12.1589,
      "step": 7340
    },
    {
      "epoch": 1.2020632061568692,
      "grad_norm": 0.2179572582244873,
      "learning_rate": 0.0001934482153901485,
      "loss": 12.1585,
      "step": 7341
    },
    {
      "epoch": 1.2022269526772555,
      "grad_norm": 0.16834326088428497,
      "learning_rate": 0.00019344637482043733,
      "loss": 12.1993,
      "step": 7342
    },
    {
      "epoch": 1.202390699197642,
      "grad_norm": 0.2278355211019516,
      "learning_rate": 0.00019344453400098866,
      "loss": 12.1563,
      "step": 7343
    },
    {
      "epoch": 1.2025544457180284,
      "grad_norm": 0.21919192373752594,
      "learning_rate": 0.00019344269293180747,
      "loss": 12.2665,
      "step": 7344
    },
    {
      "epoch": 1.202718192238415,
      "grad_norm": 0.20182906091213226,
      "learning_rate": 0.00019344085161289863,
      "loss": 12.2655,
      "step": 7345
    },
    {
      "epoch": 1.2028819387588015,
      "grad_norm": 0.20233462750911713,
      "learning_rate": 0.00019343901004426704,
      "loss": 12.2332,
      "step": 7346
    },
    {
      "epoch": 1.2030456852791878,
      "grad_norm": 0.2508217692375183,
      "learning_rate": 0.00019343716822591768,
      "loss": 12.1934,
      "step": 7347
    },
    {
      "epoch": 1.2032094317995743,
      "grad_norm": 0.22807468473911285,
      "learning_rate": 0.0001934353261578554,
      "loss": 12.214,
      "step": 7348
    },
    {
      "epoch": 1.2033731783199606,
      "grad_norm": 0.2164224088191986,
      "learning_rate": 0.0001934334838400852,
      "loss": 12.2141,
      "step": 7349
    },
    {
      "epoch": 1.2035369248403471,
      "grad_norm": 0.24254769086837769,
      "learning_rate": 0.00019343164127261196,
      "loss": 12.2128,
      "step": 7350
    },
    {
      "epoch": 1.2037006713607337,
      "grad_norm": 0.2335531860589981,
      "learning_rate": 0.0001934297984554406,
      "loss": 12.2439,
      "step": 7351
    },
    {
      "epoch": 1.20386441788112,
      "grad_norm": 0.18582607805728912,
      "learning_rate": 0.0001934279553885761,
      "loss": 12.2424,
      "step": 7352
    },
    {
      "epoch": 1.2040281644015065,
      "grad_norm": 0.3296637237071991,
      "learning_rate": 0.00019342611207202328,
      "loss": 12.151,
      "step": 7353
    },
    {
      "epoch": 1.2041919109218928,
      "grad_norm": 0.34140440821647644,
      "learning_rate": 0.00019342426850578717,
      "loss": 12.2222,
      "step": 7354
    },
    {
      "epoch": 1.2043556574422793,
      "grad_norm": 0.14929108321666718,
      "learning_rate": 0.00019342242468987263,
      "loss": 12.1948,
      "step": 7355
    },
    {
      "epoch": 1.2045194039626659,
      "grad_norm": 0.20729845762252808,
      "learning_rate": 0.00019342058062428468,
      "loss": 12.1846,
      "step": 7356
    },
    {
      "epoch": 1.2046831504830522,
      "grad_norm": 0.16644208133220673,
      "learning_rate": 0.00019341873630902812,
      "loss": 12.1929,
      "step": 7357
    },
    {
      "epoch": 1.2048468970034387,
      "grad_norm": 0.20398177206516266,
      "learning_rate": 0.00019341689174410796,
      "loss": 12.1991,
      "step": 7358
    },
    {
      "epoch": 1.205010643523825,
      "grad_norm": 0.18286974728107452,
      "learning_rate": 0.0001934150469295291,
      "loss": 12.199,
      "step": 7359
    },
    {
      "epoch": 1.2051743900442116,
      "grad_norm": 0.16588011384010315,
      "learning_rate": 0.0001934132018652965,
      "loss": 12.1952,
      "step": 7360
    },
    {
      "epoch": 1.205338136564598,
      "grad_norm": 0.21263663470745087,
      "learning_rate": 0.00019341135655141507,
      "loss": 12.207,
      "step": 7361
    },
    {
      "epoch": 1.2055018830849844,
      "grad_norm": 0.2204076498746872,
      "learning_rate": 0.00019340951098788974,
      "loss": 12.1604,
      "step": 7362
    },
    {
      "epoch": 1.205665629605371,
      "grad_norm": 0.13592761754989624,
      "learning_rate": 0.00019340766517472543,
      "loss": 12.1919,
      "step": 7363
    },
    {
      "epoch": 1.2058293761257572,
      "grad_norm": 0.18886463344097137,
      "learning_rate": 0.0001934058191119271,
      "loss": 12.2092,
      "step": 7364
    },
    {
      "epoch": 1.2059931226461438,
      "grad_norm": 0.2077968418598175,
      "learning_rate": 0.00019340397279949968,
      "loss": 12.1905,
      "step": 7365
    },
    {
      "epoch": 1.2061568691665303,
      "grad_norm": 0.21320417523384094,
      "learning_rate": 0.00019340212623744808,
      "loss": 12.207,
      "step": 7366
    },
    {
      "epoch": 1.2063206156869166,
      "grad_norm": 0.19564750790596008,
      "learning_rate": 0.00019340027942577726,
      "loss": 12.154,
      "step": 7367
    },
    {
      "epoch": 1.2064843622073032,
      "grad_norm": 0.16404756903648376,
      "learning_rate": 0.00019339843236449214,
      "loss": 12.1849,
      "step": 7368
    },
    {
      "epoch": 1.2066481087276895,
      "grad_norm": 0.16053014993667603,
      "learning_rate": 0.0001933965850535977,
      "loss": 12.1795,
      "step": 7369
    },
    {
      "epoch": 1.206811855248076,
      "grad_norm": 0.18393166363239288,
      "learning_rate": 0.0001933947374930988,
      "loss": 12.1903,
      "step": 7370
    },
    {
      "epoch": 1.2069756017684625,
      "grad_norm": 0.19172626733779907,
      "learning_rate": 0.00019339288968300044,
      "loss": 12.1804,
      "step": 7371
    },
    {
      "epoch": 1.2071393482888488,
      "grad_norm": 0.2033841460943222,
      "learning_rate": 0.00019339104162330754,
      "loss": 12.1723,
      "step": 7372
    },
    {
      "epoch": 1.2073030948092354,
      "grad_norm": 0.17018789052963257,
      "learning_rate": 0.00019338919331402503,
      "loss": 12.1613,
      "step": 7373
    },
    {
      "epoch": 1.2074668413296217,
      "grad_norm": 0.18743734061717987,
      "learning_rate": 0.00019338734475515785,
      "loss": 12.1919,
      "step": 7374
    },
    {
      "epoch": 1.2076305878500082,
      "grad_norm": 0.1711820811033249,
      "learning_rate": 0.00019338549594671096,
      "loss": 12.1818,
      "step": 7375
    },
    {
      "epoch": 1.2077943343703947,
      "grad_norm": 0.14948272705078125,
      "learning_rate": 0.00019338364688868928,
      "loss": 12.1817,
      "step": 7376
    },
    {
      "epoch": 1.207958080890781,
      "grad_norm": 0.21298043429851532,
      "learning_rate": 0.00019338179758109772,
      "loss": 12.1778,
      "step": 7377
    },
    {
      "epoch": 1.2081218274111676,
      "grad_norm": 0.20590665936470032,
      "learning_rate": 0.00019337994802394134,
      "loss": 12.1662,
      "step": 7378
    },
    {
      "epoch": 1.208285573931554,
      "grad_norm": 0.1818895787000656,
      "learning_rate": 0.00019337809821722495,
      "loss": 12.169,
      "step": 7379
    },
    {
      "epoch": 1.2084493204519404,
      "grad_norm": 0.18062393367290497,
      "learning_rate": 0.00019337624816095358,
      "loss": 12.1847,
      "step": 7380
    },
    {
      "epoch": 1.208613066972327,
      "grad_norm": 0.22414207458496094,
      "learning_rate": 0.0001933743978551321,
      "loss": 12.1688,
      "step": 7381
    },
    {
      "epoch": 1.2087768134927133,
      "grad_norm": 0.23358583450317383,
      "learning_rate": 0.00019337254729976552,
      "loss": 12.1761,
      "step": 7382
    },
    {
      "epoch": 1.2089405600130998,
      "grad_norm": 0.2438787966966629,
      "learning_rate": 0.00019337069649485875,
      "loss": 12.2196,
      "step": 7383
    },
    {
      "epoch": 1.209104306533486,
      "grad_norm": 0.16824281215667725,
      "learning_rate": 0.00019336884544041678,
      "loss": 12.1517,
      "step": 7384
    },
    {
      "epoch": 1.2092680530538726,
      "grad_norm": 0.23778386414051056,
      "learning_rate": 0.0001933669941364445,
      "loss": 12.1993,
      "step": 7385
    },
    {
      "epoch": 1.2094317995742592,
      "grad_norm": 0.3298532962799072,
      "learning_rate": 0.0001933651425829469,
      "loss": 12.2173,
      "step": 7386
    },
    {
      "epoch": 1.2095955460946455,
      "grad_norm": 0.204605370759964,
      "learning_rate": 0.00019336329077992886,
      "loss": 12.2093,
      "step": 7387
    },
    {
      "epoch": 1.209759292615032,
      "grad_norm": 0.2023448795080185,
      "learning_rate": 0.00019336143872739542,
      "loss": 12.172,
      "step": 7388
    },
    {
      "epoch": 1.2099230391354183,
      "grad_norm": 0.21822115778923035,
      "learning_rate": 0.0001933595864253515,
      "loss": 12.2109,
      "step": 7389
    },
    {
      "epoch": 1.2100867856558049,
      "grad_norm": 0.17291322350502014,
      "learning_rate": 0.00019335773387380205,
      "loss": 12.1641,
      "step": 7390
    },
    {
      "epoch": 1.2102505321761912,
      "grad_norm": 0.2832478880882263,
      "learning_rate": 0.000193355881072752,
      "loss": 12.1991,
      "step": 7391
    },
    {
      "epoch": 1.2104142786965777,
      "grad_norm": 0.23303461074829102,
      "learning_rate": 0.0001933540280222063,
      "loss": 12.1839,
      "step": 7392
    },
    {
      "epoch": 1.2105780252169642,
      "grad_norm": 0.19645321369171143,
      "learning_rate": 0.0001933521747221699,
      "loss": 12.2028,
      "step": 7393
    },
    {
      "epoch": 1.2107417717373505,
      "grad_norm": 0.1969406008720398,
      "learning_rate": 0.00019335032117264781,
      "loss": 12.156,
      "step": 7394
    },
    {
      "epoch": 1.210905518257737,
      "grad_norm": 0.20664502680301666,
      "learning_rate": 0.00019334846737364495,
      "loss": 12.1929,
      "step": 7395
    },
    {
      "epoch": 1.2110692647781234,
      "grad_norm": 0.22294141352176666,
      "learning_rate": 0.0001933466133251662,
      "loss": 12.2165,
      "step": 7396
    },
    {
      "epoch": 1.21123301129851,
      "grad_norm": 0.1829419881105423,
      "learning_rate": 0.00019334475902721665,
      "loss": 12.179,
      "step": 7397
    },
    {
      "epoch": 1.2113967578188964,
      "grad_norm": 0.2231758087873459,
      "learning_rate": 0.00019334290447980113,
      "loss": 12.1515,
      "step": 7398
    },
    {
      "epoch": 1.2115605043392828,
      "grad_norm": 0.16817522048950195,
      "learning_rate": 0.0001933410496829247,
      "loss": 12.1826,
      "step": 7399
    },
    {
      "epoch": 1.2117242508596693,
      "grad_norm": 0.20749758183956146,
      "learning_rate": 0.00019333919463659224,
      "loss": 12.2253,
      "step": 7400
    },
    {
      "epoch": 1.2118879973800556,
      "grad_norm": 0.1798398196697235,
      "learning_rate": 0.00019333733934080878,
      "loss": 12.2093,
      "step": 7401
    },
    {
      "epoch": 1.2120517439004421,
      "grad_norm": 0.21866439282894135,
      "learning_rate": 0.0001933354837955792,
      "loss": 12.1622,
      "step": 7402
    },
    {
      "epoch": 1.2122154904208284,
      "grad_norm": 0.19450265169143677,
      "learning_rate": 0.0001933336280009085,
      "loss": 12.226,
      "step": 7403
    },
    {
      "epoch": 1.212379236941215,
      "grad_norm": 0.1883721947669983,
      "learning_rate": 0.00019333177195680166,
      "loss": 12.1771,
      "step": 7404
    },
    {
      "epoch": 1.2125429834616015,
      "grad_norm": 0.18338681757450104,
      "learning_rate": 0.00019332991566326356,
      "loss": 12.1822,
      "step": 7405
    },
    {
      "epoch": 1.2127067299819878,
      "grad_norm": 0.16104181110858917,
      "learning_rate": 0.00019332805912029928,
      "loss": 12.1759,
      "step": 7406
    },
    {
      "epoch": 1.2128704765023743,
      "grad_norm": 0.1834792196750641,
      "learning_rate": 0.00019332620232791369,
      "loss": 12.2766,
      "step": 7407
    },
    {
      "epoch": 1.2130342230227606,
      "grad_norm": 0.17475920915603638,
      "learning_rate": 0.00019332434528611178,
      "loss": 12.1595,
      "step": 7408
    },
    {
      "epoch": 1.2131979695431472,
      "grad_norm": 0.19040051102638245,
      "learning_rate": 0.0001933224879948985,
      "loss": 12.2543,
      "step": 7409
    },
    {
      "epoch": 1.2133617160635337,
      "grad_norm": 0.1845030039548874,
      "learning_rate": 0.00019332063045427887,
      "loss": 12.1809,
      "step": 7410
    },
    {
      "epoch": 1.21352546258392,
      "grad_norm": 0.16769567131996155,
      "learning_rate": 0.00019331877266425777,
      "loss": 12.1915,
      "step": 7411
    },
    {
      "epoch": 1.2136892091043066,
      "grad_norm": 0.262757807970047,
      "learning_rate": 0.00019331691462484024,
      "loss": 12.2171,
      "step": 7412
    },
    {
      "epoch": 1.2138529556246929,
      "grad_norm": 0.1544223576784134,
      "learning_rate": 0.00019331505633603117,
      "loss": 12.1968,
      "step": 7413
    },
    {
      "epoch": 1.2140167021450794,
      "grad_norm": 0.21303607523441315,
      "learning_rate": 0.0001933131977978356,
      "loss": 12.1906,
      "step": 7414
    },
    {
      "epoch": 1.214180448665466,
      "grad_norm": 0.1640218198299408,
      "learning_rate": 0.00019331133901025844,
      "loss": 12.1907,
      "step": 7415
    },
    {
      "epoch": 1.2143441951858522,
      "grad_norm": 0.300233393907547,
      "learning_rate": 0.00019330947997330471,
      "loss": 12.1652,
      "step": 7416
    },
    {
      "epoch": 1.2145079417062388,
      "grad_norm": 0.15669825673103333,
      "learning_rate": 0.0001933076206869793,
      "loss": 12.1669,
      "step": 7417
    },
    {
      "epoch": 1.214671688226625,
      "grad_norm": 0.18474754691123962,
      "learning_rate": 0.00019330576115128732,
      "loss": 12.1757,
      "step": 7418
    },
    {
      "epoch": 1.2148354347470116,
      "grad_norm": 0.22862280905246735,
      "learning_rate": 0.00019330390136623358,
      "loss": 12.1489,
      "step": 7419
    },
    {
      "epoch": 1.2149991812673981,
      "grad_norm": 0.27029210329055786,
      "learning_rate": 0.00019330204133182312,
      "loss": 12.2451,
      "step": 7420
    },
    {
      "epoch": 1.2151629277877845,
      "grad_norm": 0.21631717681884766,
      "learning_rate": 0.00019330018104806094,
      "loss": 12.1933,
      "step": 7421
    },
    {
      "epoch": 1.215326674308171,
      "grad_norm": 0.1675739735364914,
      "learning_rate": 0.000193298320514952,
      "loss": 12.1614,
      "step": 7422
    },
    {
      "epoch": 1.2154904208285573,
      "grad_norm": 0.19140006601810455,
      "learning_rate": 0.0001932964597325012,
      "loss": 12.2166,
      "step": 7423
    },
    {
      "epoch": 1.2156541673489438,
      "grad_norm": 0.18132643401622772,
      "learning_rate": 0.00019329459870071362,
      "loss": 12.1801,
      "step": 7424
    },
    {
      "epoch": 1.2158179138693304,
      "grad_norm": 0.2473420947790146,
      "learning_rate": 0.00019329273741959416,
      "loss": 12.2116,
      "step": 7425
    },
    {
      "epoch": 1.2159816603897167,
      "grad_norm": 0.19297049939632416,
      "learning_rate": 0.0001932908758891478,
      "loss": 12.1666,
      "step": 7426
    },
    {
      "epoch": 1.2161454069101032,
      "grad_norm": 0.21037282049655914,
      "learning_rate": 0.00019328901410937957,
      "loss": 12.1337,
      "step": 7427
    },
    {
      "epoch": 1.2163091534304895,
      "grad_norm": 0.18757134675979614,
      "learning_rate": 0.00019328715208029437,
      "loss": 12.2219,
      "step": 7428
    },
    {
      "epoch": 1.216472899950876,
      "grad_norm": 0.23986710608005524,
      "learning_rate": 0.0001932852898018972,
      "loss": 12.1582,
      "step": 7429
    },
    {
      "epoch": 1.2166366464712626,
      "grad_norm": 0.16233983635902405,
      "learning_rate": 0.00019328342727419312,
      "loss": 12.1733,
      "step": 7430
    },
    {
      "epoch": 1.2168003929916489,
      "grad_norm": 0.17798598110675812,
      "learning_rate": 0.00019328156449718699,
      "loss": 12.1846,
      "step": 7431
    },
    {
      "epoch": 1.2169641395120354,
      "grad_norm": 0.15490831434726715,
      "learning_rate": 0.00019327970147088382,
      "loss": 12.1584,
      "step": 7432
    },
    {
      "epoch": 1.2171278860324217,
      "grad_norm": 0.21298785507678986,
      "learning_rate": 0.00019327783819528865,
      "loss": 12.1496,
      "step": 7433
    },
    {
      "epoch": 1.2172916325528083,
      "grad_norm": 0.24811841547489166,
      "learning_rate": 0.0001932759746704064,
      "loss": 12.1798,
      "step": 7434
    },
    {
      "epoch": 1.2174553790731948,
      "grad_norm": 0.19449816644191742,
      "learning_rate": 0.00019327411089624207,
      "loss": 12.191,
      "step": 7435
    },
    {
      "epoch": 1.217619125593581,
      "grad_norm": 0.1862393319606781,
      "learning_rate": 0.00019327224687280058,
      "loss": 12.174,
      "step": 7436
    },
    {
      "epoch": 1.2177828721139676,
      "grad_norm": 0.17525534331798553,
      "learning_rate": 0.000193270382600087,
      "loss": 12.1577,
      "step": 7437
    },
    {
      "epoch": 1.217946618634354,
      "grad_norm": 0.1982579082250595,
      "learning_rate": 0.00019326851807810631,
      "loss": 12.1729,
      "step": 7438
    },
    {
      "epoch": 1.2181103651547405,
      "grad_norm": 0.2022557407617569,
      "learning_rate": 0.00019326665330686343,
      "loss": 12.2248,
      "step": 7439
    },
    {
      "epoch": 1.218274111675127,
      "grad_norm": 0.15744681656360626,
      "learning_rate": 0.00019326478828636342,
      "loss": 12.2185,
      "step": 7440
    },
    {
      "epoch": 1.2184378581955133,
      "grad_norm": 0.1627308577299118,
      "learning_rate": 0.00019326292301661118,
      "loss": 12.1802,
      "step": 7441
    },
    {
      "epoch": 1.2186016047158998,
      "grad_norm": 0.19584324955940247,
      "learning_rate": 0.00019326105749761175,
      "loss": 12.2565,
      "step": 7442
    },
    {
      "epoch": 1.2187653512362862,
      "grad_norm": 0.31092265248298645,
      "learning_rate": 0.0001932591917293701,
      "loss": 12.2257,
      "step": 7443
    },
    {
      "epoch": 1.2189290977566727,
      "grad_norm": 0.21260066330432892,
      "learning_rate": 0.00019325732571189122,
      "loss": 12.2059,
      "step": 7444
    },
    {
      "epoch": 1.2190928442770592,
      "grad_norm": 0.2118927389383316,
      "learning_rate": 0.0001932554594451801,
      "loss": 12.1305,
      "step": 7445
    },
    {
      "epoch": 1.2192565907974455,
      "grad_norm": 0.1645895391702652,
      "learning_rate": 0.0001932535929292417,
      "loss": 12.1974,
      "step": 7446
    },
    {
      "epoch": 1.219420337317832,
      "grad_norm": 0.17281299829483032,
      "learning_rate": 0.00019325172616408104,
      "loss": 12.1731,
      "step": 7447
    },
    {
      "epoch": 1.2195840838382184,
      "grad_norm": 0.22735880315303802,
      "learning_rate": 0.0001932498591497031,
      "loss": 12.2339,
      "step": 7448
    },
    {
      "epoch": 1.219747830358605,
      "grad_norm": 0.24700137972831726,
      "learning_rate": 0.00019324799188611286,
      "loss": 12.23,
      "step": 7449
    },
    {
      "epoch": 1.2199115768789914,
      "grad_norm": 0.15772239863872528,
      "learning_rate": 0.00019324612437331533,
      "loss": 12.2228,
      "step": 7450
    },
    {
      "epoch": 1.2200753233993777,
      "grad_norm": 0.18913255631923676,
      "learning_rate": 0.0001932442566113155,
      "loss": 12.1906,
      "step": 7451
    },
    {
      "epoch": 1.2202390699197643,
      "grad_norm": 0.19443011283874512,
      "learning_rate": 0.00019324238860011833,
      "loss": 12.1608,
      "step": 7452
    },
    {
      "epoch": 1.2204028164401506,
      "grad_norm": 0.2220434993505478,
      "learning_rate": 0.00019324052033972886,
      "loss": 12.2014,
      "step": 7453
    },
    {
      "epoch": 1.2205665629605371,
      "grad_norm": 0.1904516965150833,
      "learning_rate": 0.00019323865183015206,
      "loss": 12.2108,
      "step": 7454
    },
    {
      "epoch": 1.2207303094809236,
      "grad_norm": 0.15915818512439728,
      "learning_rate": 0.0001932367830713929,
      "loss": 12.1624,
      "step": 7455
    },
    {
      "epoch": 1.22089405600131,
      "grad_norm": 0.1650540679693222,
      "learning_rate": 0.0001932349140634564,
      "loss": 12.2132,
      "step": 7456
    },
    {
      "epoch": 1.2210578025216965,
      "grad_norm": 0.21482229232788086,
      "learning_rate": 0.00019323304480634755,
      "loss": 12.2426,
      "step": 7457
    },
    {
      "epoch": 1.2212215490420828,
      "grad_norm": 0.15956798195838928,
      "learning_rate": 0.00019323117530007134,
      "loss": 12.1461,
      "step": 7458
    },
    {
      "epoch": 1.2213852955624693,
      "grad_norm": 0.16662074625492096,
      "learning_rate": 0.0001932293055446328,
      "loss": 12.1696,
      "step": 7459
    },
    {
      "epoch": 1.2215490420828559,
      "grad_norm": 0.2156132012605667,
      "learning_rate": 0.0001932274355400369,
      "loss": 12.2417,
      "step": 7460
    },
    {
      "epoch": 1.2217127886032422,
      "grad_norm": 0.17295077443122864,
      "learning_rate": 0.0001932255652862886,
      "loss": 12.1771,
      "step": 7461
    },
    {
      "epoch": 1.2218765351236287,
      "grad_norm": 0.21795891225337982,
      "learning_rate": 0.00019322369478339294,
      "loss": 12.2153,
      "step": 7462
    },
    {
      "epoch": 1.222040281644015,
      "grad_norm": 0.19422440230846405,
      "learning_rate": 0.00019322182403135494,
      "loss": 12.2003,
      "step": 7463
    },
    {
      "epoch": 1.2222040281644015,
      "grad_norm": 0.1754254549741745,
      "learning_rate": 0.00019321995303017958,
      "loss": 12.1377,
      "step": 7464
    },
    {
      "epoch": 1.2223677746847879,
      "grad_norm": 0.21681419014930725,
      "learning_rate": 0.00019321808177987182,
      "loss": 12.1773,
      "step": 7465
    },
    {
      "epoch": 1.2225315212051744,
      "grad_norm": 0.2561873197555542,
      "learning_rate": 0.00019321621028043671,
      "loss": 12.1537,
      "step": 7466
    },
    {
      "epoch": 1.222695267725561,
      "grad_norm": 0.17902541160583496,
      "learning_rate": 0.00019321433853187924,
      "loss": 12.1585,
      "step": 7467
    },
    {
      "epoch": 1.2228590142459472,
      "grad_norm": 0.20106276869773865,
      "learning_rate": 0.0001932124665342044,
      "loss": 12.1428,
      "step": 7468
    },
    {
      "epoch": 1.2230227607663338,
      "grad_norm": 0.21071024239063263,
      "learning_rate": 0.0001932105942874172,
      "loss": 12.1985,
      "step": 7469
    },
    {
      "epoch": 1.22318650728672,
      "grad_norm": 0.18225233256816864,
      "learning_rate": 0.00019320872179152265,
      "loss": 12.1877,
      "step": 7470
    },
    {
      "epoch": 1.2233502538071066,
      "grad_norm": 0.19805766642093658,
      "learning_rate": 0.00019320684904652576,
      "loss": 12.1791,
      "step": 7471
    },
    {
      "epoch": 1.2235140003274931,
      "grad_norm": 0.17732064425945282,
      "learning_rate": 0.00019320497605243152,
      "loss": 12.1707,
      "step": 7472
    },
    {
      "epoch": 1.2236777468478794,
      "grad_norm": 0.1755804866552353,
      "learning_rate": 0.00019320310280924495,
      "loss": 12.1813,
      "step": 7473
    },
    {
      "epoch": 1.223841493368266,
      "grad_norm": 0.16366051137447357,
      "learning_rate": 0.00019320122931697103,
      "loss": 12.1838,
      "step": 7474
    },
    {
      "epoch": 1.2240052398886523,
      "grad_norm": 0.1744435727596283,
      "learning_rate": 0.00019319935557561476,
      "loss": 12.2149,
      "step": 7475
    },
    {
      "epoch": 1.2241689864090388,
      "grad_norm": 0.22060564160346985,
      "learning_rate": 0.00019319748158518123,
      "loss": 12.2517,
      "step": 7476
    },
    {
      "epoch": 1.2243327329294251,
      "grad_norm": 0.20542560517787933,
      "learning_rate": 0.00019319560734567536,
      "loss": 12.19,
      "step": 7477
    },
    {
      "epoch": 1.2244964794498117,
      "grad_norm": 0.20238308608531952,
      "learning_rate": 0.00019319373285710218,
      "loss": 12.2455,
      "step": 7478
    },
    {
      "epoch": 1.2246602259701982,
      "grad_norm": 0.23061944544315338,
      "learning_rate": 0.0001931918581194667,
      "loss": 12.146,
      "step": 7479
    },
    {
      "epoch": 1.2248239724905845,
      "grad_norm": 0.1674356758594513,
      "learning_rate": 0.00019318998313277397,
      "loss": 12.1881,
      "step": 7480
    },
    {
      "epoch": 1.224987719010971,
      "grad_norm": 0.20903775095939636,
      "learning_rate": 0.00019318810789702897,
      "loss": 12.2367,
      "step": 7481
    },
    {
      "epoch": 1.2251514655313573,
      "grad_norm": 0.23490652441978455,
      "learning_rate": 0.0001931862324122367,
      "loss": 12.167,
      "step": 7482
    },
    {
      "epoch": 1.2253152120517439,
      "grad_norm": 0.1846380978822708,
      "learning_rate": 0.00019318435667840217,
      "loss": 12.2401,
      "step": 7483
    },
    {
      "epoch": 1.2254789585721304,
      "grad_norm": 0.18291634321212769,
      "learning_rate": 0.0001931824806955304,
      "loss": 12.2476,
      "step": 7484
    },
    {
      "epoch": 1.2256427050925167,
      "grad_norm": 0.17199057340621948,
      "learning_rate": 0.00019318060446362644,
      "loss": 12.1584,
      "step": 7485
    },
    {
      "epoch": 1.2258064516129032,
      "grad_norm": 0.14546345174312592,
      "learning_rate": 0.00019317872798269524,
      "loss": 12.178,
      "step": 7486
    },
    {
      "epoch": 1.2259701981332896,
      "grad_norm": 0.30007657408714294,
      "learning_rate": 0.0001931768512527419,
      "loss": 12.1836,
      "step": 7487
    },
    {
      "epoch": 1.226133944653676,
      "grad_norm": 0.1862943321466446,
      "learning_rate": 0.0001931749742737713,
      "loss": 12.1776,
      "step": 7488
    },
    {
      "epoch": 1.2262976911740626,
      "grad_norm": 0.2257656306028366,
      "learning_rate": 0.0001931730970457886,
      "loss": 12.159,
      "step": 7489
    },
    {
      "epoch": 1.226461437694449,
      "grad_norm": 0.15987277030944824,
      "learning_rate": 0.00019317121956879878,
      "loss": 12.1729,
      "step": 7490
    },
    {
      "epoch": 1.2266251842148355,
      "grad_norm": 0.2314571738243103,
      "learning_rate": 0.0001931693418428068,
      "loss": 12.2811,
      "step": 7491
    },
    {
      "epoch": 1.2267889307352218,
      "grad_norm": 0.21118250489234924,
      "learning_rate": 0.00019316746386781772,
      "loss": 12.1882,
      "step": 7492
    },
    {
      "epoch": 1.2269526772556083,
      "grad_norm": 0.17281509935855865,
      "learning_rate": 0.00019316558564383654,
      "loss": 12.1627,
      "step": 7493
    },
    {
      "epoch": 1.2271164237759948,
      "grad_norm": 0.36094358563423157,
      "learning_rate": 0.0001931637071708683,
      "loss": 12.1474,
      "step": 7494
    },
    {
      "epoch": 1.2272801702963811,
      "grad_norm": 0.16507886350154877,
      "learning_rate": 0.00019316182844891802,
      "loss": 12.1732,
      "step": 7495
    },
    {
      "epoch": 1.2274439168167677,
      "grad_norm": 0.18563571572303772,
      "learning_rate": 0.0001931599494779907,
      "loss": 12.1997,
      "step": 7496
    },
    {
      "epoch": 1.227607663337154,
      "grad_norm": 0.19314174354076385,
      "learning_rate": 0.0001931580702580914,
      "loss": 12.2354,
      "step": 7497
    },
    {
      "epoch": 1.2277714098575405,
      "grad_norm": 0.1937868297100067,
      "learning_rate": 0.00019315619078922512,
      "loss": 12.1825,
      "step": 7498
    },
    {
      "epoch": 1.227935156377927,
      "grad_norm": 0.25428304076194763,
      "learning_rate": 0.00019315431107139682,
      "loss": 12.1959,
      "step": 7499
    },
    {
      "epoch": 1.2280989028983134,
      "grad_norm": 0.22321459650993347,
      "learning_rate": 0.00019315243110461165,
      "loss": 12.163,
      "step": 7500
    },
    {
      "epoch": 1.2282626494187,
      "grad_norm": 0.25687041878700256,
      "learning_rate": 0.00019315055088887454,
      "loss": 12.1948,
      "step": 7501
    },
    {
      "epoch": 1.2284263959390862,
      "grad_norm": 0.18651215732097626,
      "learning_rate": 0.00019314867042419053,
      "loss": 12.128,
      "step": 7502
    },
    {
      "epoch": 1.2285901424594727,
      "grad_norm": 0.17132851481437683,
      "learning_rate": 0.00019314678971056468,
      "loss": 12.1986,
      "step": 7503
    },
    {
      "epoch": 1.2287538889798593,
      "grad_norm": 0.2309456616640091,
      "learning_rate": 0.000193144908748002,
      "loss": 12.2316,
      "step": 7504
    },
    {
      "epoch": 1.2289176355002456,
      "grad_norm": 0.16229736804962158,
      "learning_rate": 0.0001931430275365075,
      "loss": 12.1816,
      "step": 7505
    },
    {
      "epoch": 1.229081382020632,
      "grad_norm": 0.2517856955528259,
      "learning_rate": 0.00019314114607608623,
      "loss": 12.2288,
      "step": 7506
    },
    {
      "epoch": 1.2292451285410184,
      "grad_norm": 0.16438423097133636,
      "learning_rate": 0.00019313926436674317,
      "loss": 12.2028,
      "step": 7507
    },
    {
      "epoch": 1.229408875061405,
      "grad_norm": 0.18211989104747772,
      "learning_rate": 0.00019313738240848342,
      "loss": 12.1848,
      "step": 7508
    },
    {
      "epoch": 1.2295726215817915,
      "grad_norm": 0.20110999047756195,
      "learning_rate": 0.00019313550020131197,
      "loss": 12.1612,
      "step": 7509
    },
    {
      "epoch": 1.2297363681021778,
      "grad_norm": 0.17805957794189453,
      "learning_rate": 0.00019313361774523385,
      "loss": 12.186,
      "step": 7510
    },
    {
      "epoch": 1.2299001146225643,
      "grad_norm": 0.21530000865459442,
      "learning_rate": 0.0001931317350402541,
      "loss": 12.1971,
      "step": 7511
    },
    {
      "epoch": 1.2300638611429506,
      "grad_norm": 0.2147793024778366,
      "learning_rate": 0.00019312985208637775,
      "loss": 12.2349,
      "step": 7512
    },
    {
      "epoch": 1.2302276076633372,
      "grad_norm": 0.20516066253185272,
      "learning_rate": 0.00019312796888360984,
      "loss": 12.2264,
      "step": 7513
    },
    {
      "epoch": 1.2303913541837237,
      "grad_norm": 0.20642651617527008,
      "learning_rate": 0.00019312608543195538,
      "loss": 12.1709,
      "step": 7514
    },
    {
      "epoch": 1.23055510070411,
      "grad_norm": 0.17940862476825714,
      "learning_rate": 0.00019312420173141944,
      "loss": 12.1831,
      "step": 7515
    },
    {
      "epoch": 1.2307188472244965,
      "grad_norm": 0.16804619133472443,
      "learning_rate": 0.000193122317782007,
      "loss": 12.1975,
      "step": 7516
    },
    {
      "epoch": 1.2308825937448828,
      "grad_norm": 0.18826308846473694,
      "learning_rate": 0.00019312043358372315,
      "loss": 12.1759,
      "step": 7517
    },
    {
      "epoch": 1.2310463402652694,
      "grad_norm": 0.1393863707780838,
      "learning_rate": 0.00019311854913657287,
      "loss": 12.2193,
      "step": 7518
    },
    {
      "epoch": 1.231210086785656,
      "grad_norm": 0.3391265869140625,
      "learning_rate": 0.00019311666444056126,
      "loss": 12.2117,
      "step": 7519
    },
    {
      "epoch": 1.2313738333060422,
      "grad_norm": 0.19199959933757782,
      "learning_rate": 0.00019311477949569332,
      "loss": 12.1659,
      "step": 7520
    },
    {
      "epoch": 1.2315375798264288,
      "grad_norm": 0.20743149518966675,
      "learning_rate": 0.00019311289430197409,
      "loss": 12.1525,
      "step": 7521
    },
    {
      "epoch": 1.231701326346815,
      "grad_norm": 0.26466047763824463,
      "learning_rate": 0.0001931110088594086,
      "loss": 12.2291,
      "step": 7522
    },
    {
      "epoch": 1.2318650728672016,
      "grad_norm": 0.20621521770954132,
      "learning_rate": 0.0001931091231680019,
      "loss": 12.2064,
      "step": 7523
    },
    {
      "epoch": 1.2320288193875881,
      "grad_norm": 0.22551229596138,
      "learning_rate": 0.00019310723722775906,
      "loss": 12.1872,
      "step": 7524
    },
    {
      "epoch": 1.2321925659079744,
      "grad_norm": 0.2515239417552948,
      "learning_rate": 0.00019310535103868505,
      "loss": 12.2006,
      "step": 7525
    },
    {
      "epoch": 1.232356312428361,
      "grad_norm": 0.16281633079051971,
      "learning_rate": 0.00019310346460078498,
      "loss": 12.1693,
      "step": 7526
    },
    {
      "epoch": 1.2325200589487473,
      "grad_norm": 0.19915491342544556,
      "learning_rate": 0.00019310157791406385,
      "loss": 12.1986,
      "step": 7527
    },
    {
      "epoch": 1.2326838054691338,
      "grad_norm": 0.1796589195728302,
      "learning_rate": 0.00019309969097852672,
      "loss": 12.1818,
      "step": 7528
    },
    {
      "epoch": 1.2328475519895203,
      "grad_norm": 0.20013290643692017,
      "learning_rate": 0.0001930978037941786,
      "loss": 12.2104,
      "step": 7529
    },
    {
      "epoch": 1.2330112985099067,
      "grad_norm": 0.1986790895462036,
      "learning_rate": 0.0001930959163610246,
      "loss": 12.1751,
      "step": 7530
    },
    {
      "epoch": 1.2331750450302932,
      "grad_norm": 0.18639564514160156,
      "learning_rate": 0.00019309402867906972,
      "loss": 12.2105,
      "step": 7531
    },
    {
      "epoch": 1.2333387915506795,
      "grad_norm": 0.19134412705898285,
      "learning_rate": 0.000193092140748319,
      "loss": 12.2164,
      "step": 7532
    },
    {
      "epoch": 1.233502538071066,
      "grad_norm": 0.2308425009250641,
      "learning_rate": 0.00019309025256877748,
      "loss": 12.1681,
      "step": 7533
    },
    {
      "epoch": 1.2336662845914526,
      "grad_norm": 0.16235853731632233,
      "learning_rate": 0.00019308836414045022,
      "loss": 12.1446,
      "step": 7534
    },
    {
      "epoch": 1.2338300311118389,
      "grad_norm": 0.22157616913318634,
      "learning_rate": 0.00019308647546334228,
      "loss": 12.1869,
      "step": 7535
    },
    {
      "epoch": 1.2339937776322254,
      "grad_norm": 0.1749686300754547,
      "learning_rate": 0.00019308458653745868,
      "loss": 12.1798,
      "step": 7536
    },
    {
      "epoch": 1.2341575241526117,
      "grad_norm": 0.15739844739437103,
      "learning_rate": 0.0001930826973628045,
      "loss": 12.1672,
      "step": 7537
    },
    {
      "epoch": 1.2343212706729982,
      "grad_norm": 0.22560414671897888,
      "learning_rate": 0.0001930808079393848,
      "loss": 12.2049,
      "step": 7538
    },
    {
      "epoch": 1.2344850171933845,
      "grad_norm": 0.196904718875885,
      "learning_rate": 0.00019307891826720458,
      "loss": 12.181,
      "step": 7539
    },
    {
      "epoch": 1.234648763713771,
      "grad_norm": 0.17203599214553833,
      "learning_rate": 0.0001930770283462689,
      "loss": 12.2149,
      "step": 7540
    },
    {
      "epoch": 1.2348125102341576,
      "grad_norm": 0.20810553431510925,
      "learning_rate": 0.00019307513817658282,
      "loss": 12.223,
      "step": 7541
    },
    {
      "epoch": 1.234976256754544,
      "grad_norm": 0.16949725151062012,
      "learning_rate": 0.00019307324775815144,
      "loss": 12.2343,
      "step": 7542
    },
    {
      "epoch": 1.2351400032749305,
      "grad_norm": 0.25266000628471375,
      "learning_rate": 0.00019307135709097973,
      "loss": 12.1615,
      "step": 7543
    },
    {
      "epoch": 1.2353037497953168,
      "grad_norm": 0.18721358478069305,
      "learning_rate": 0.00019306946617507275,
      "loss": 12.1644,
      "step": 7544
    },
    {
      "epoch": 1.2354674963157033,
      "grad_norm": 0.23531502485275269,
      "learning_rate": 0.00019306757501043564,
      "loss": 12.2375,
      "step": 7545
    },
    {
      "epoch": 1.2356312428360898,
      "grad_norm": 0.34184929728507996,
      "learning_rate": 0.00019306568359707337,
      "loss": 12.2044,
      "step": 7546
    },
    {
      "epoch": 1.2357949893564761,
      "grad_norm": 0.18152697384357452,
      "learning_rate": 0.00019306379193499105,
      "loss": 12.136,
      "step": 7547
    },
    {
      "epoch": 1.2359587358768627,
      "grad_norm": 0.21111711859703064,
      "learning_rate": 0.00019306190002419367,
      "loss": 12.2349,
      "step": 7548
    },
    {
      "epoch": 1.236122482397249,
      "grad_norm": 0.16242560744285583,
      "learning_rate": 0.00019306000786468633,
      "loss": 12.1744,
      "step": 7549
    },
    {
      "epoch": 1.2362862289176355,
      "grad_norm": 0.19891057908535004,
      "learning_rate": 0.0001930581154564741,
      "loss": 12.2308,
      "step": 7550
    },
    {
      "epoch": 1.2364499754380218,
      "grad_norm": 0.20186899602413177,
      "learning_rate": 0.00019305622279956202,
      "loss": 12.2148,
      "step": 7551
    },
    {
      "epoch": 1.2366137219584084,
      "grad_norm": 0.15889063477516174,
      "learning_rate": 0.0001930543298939551,
      "loss": 12.2046,
      "step": 7552
    },
    {
      "epoch": 1.2367774684787949,
      "grad_norm": 0.23519380390644073,
      "learning_rate": 0.00019305243673965852,
      "loss": 12.1696,
      "step": 7553
    },
    {
      "epoch": 1.2369412149991812,
      "grad_norm": 0.21238774061203003,
      "learning_rate": 0.0001930505433366772,
      "loss": 12.1874,
      "step": 7554
    },
    {
      "epoch": 1.2371049615195677,
      "grad_norm": 0.20922112464904785,
      "learning_rate": 0.00019304864968501631,
      "loss": 12.1975,
      "step": 7555
    },
    {
      "epoch": 1.237268708039954,
      "grad_norm": 0.2244347184896469,
      "learning_rate": 0.00019304675578468085,
      "loss": 12.2021,
      "step": 7556
    },
    {
      "epoch": 1.2374324545603406,
      "grad_norm": 0.2884659767150879,
      "learning_rate": 0.0001930448616356759,
      "loss": 12.2579,
      "step": 7557
    },
    {
      "epoch": 1.237596201080727,
      "grad_norm": 0.21982082724571228,
      "learning_rate": 0.00019304296723800653,
      "loss": 12.1681,
      "step": 7558
    },
    {
      "epoch": 1.2377599476011134,
      "grad_norm": 0.17182166874408722,
      "learning_rate": 0.00019304107259167776,
      "loss": 12.2004,
      "step": 7559
    },
    {
      "epoch": 1.2379236941215,
      "grad_norm": 0.27497100830078125,
      "learning_rate": 0.0001930391776966947,
      "loss": 12.1619,
      "step": 7560
    },
    {
      "epoch": 1.2380874406418862,
      "grad_norm": 0.41886433959007263,
      "learning_rate": 0.00019303728255306242,
      "loss": 12.2305,
      "step": 7561
    },
    {
      "epoch": 1.2382511871622728,
      "grad_norm": 0.20175935328006744,
      "learning_rate": 0.00019303538716078592,
      "loss": 12.1888,
      "step": 7562
    },
    {
      "epoch": 1.2384149336826593,
      "grad_norm": 0.20397423207759857,
      "learning_rate": 0.00019303349151987036,
      "loss": 12.1796,
      "step": 7563
    },
    {
      "epoch": 1.2385786802030456,
      "grad_norm": 0.20017622411251068,
      "learning_rate": 0.00019303159563032073,
      "loss": 12.2088,
      "step": 7564
    },
    {
      "epoch": 1.2387424267234322,
      "grad_norm": 0.1990034580230713,
      "learning_rate": 0.00019302969949214213,
      "loss": 12.1821,
      "step": 7565
    },
    {
      "epoch": 1.2389061732438185,
      "grad_norm": 0.1991981863975525,
      "learning_rate": 0.00019302780310533963,
      "loss": 12.2129,
      "step": 7566
    },
    {
      "epoch": 1.239069919764205,
      "grad_norm": 0.1939706951379776,
      "learning_rate": 0.00019302590646991827,
      "loss": 12.2442,
      "step": 7567
    },
    {
      "epoch": 1.2392336662845915,
      "grad_norm": 0.20603568851947784,
      "learning_rate": 0.00019302400958588317,
      "loss": 12.1783,
      "step": 7568
    },
    {
      "epoch": 1.2393974128049778,
      "grad_norm": 0.20534220337867737,
      "learning_rate": 0.00019302211245323934,
      "loss": 12.265,
      "step": 7569
    },
    {
      "epoch": 1.2395611593253644,
      "grad_norm": 0.18669556081295013,
      "learning_rate": 0.00019302021507199186,
      "loss": 12.1815,
      "step": 7570
    },
    {
      "epoch": 1.2397249058457507,
      "grad_norm": 0.17079459130764008,
      "learning_rate": 0.00019301831744214585,
      "loss": 12.1892,
      "step": 7571
    },
    {
      "epoch": 1.2398886523661372,
      "grad_norm": 0.16430695354938507,
      "learning_rate": 0.00019301641956370632,
      "loss": 12.2536,
      "step": 7572
    },
    {
      "epoch": 1.2400523988865237,
      "grad_norm": 0.2508770525455475,
      "learning_rate": 0.0001930145214366784,
      "loss": 12.2098,
      "step": 7573
    },
    {
      "epoch": 1.24021614540691,
      "grad_norm": 0.21544775366783142,
      "learning_rate": 0.00019301262306106712,
      "loss": 12.1884,
      "step": 7574
    },
    {
      "epoch": 1.2403798919272966,
      "grad_norm": 0.21136121451854706,
      "learning_rate": 0.0001930107244368776,
      "loss": 12.1976,
      "step": 7575
    },
    {
      "epoch": 1.240543638447683,
      "grad_norm": 0.17817485332489014,
      "learning_rate": 0.00019300882556411484,
      "loss": 12.2219,
      "step": 7576
    },
    {
      "epoch": 1.2407073849680694,
      "grad_norm": 0.1737704575061798,
      "learning_rate": 0.00019300692644278397,
      "loss": 12.1941,
      "step": 7577
    },
    {
      "epoch": 1.240871131488456,
      "grad_norm": 0.2454870492219925,
      "learning_rate": 0.00019300502707289004,
      "loss": 12.1913,
      "step": 7578
    },
    {
      "epoch": 1.2410348780088423,
      "grad_norm": 0.18525977432727814,
      "learning_rate": 0.00019300312745443817,
      "loss": 12.1985,
      "step": 7579
    },
    {
      "epoch": 1.2411986245292288,
      "grad_norm": 0.24539700150489807,
      "learning_rate": 0.00019300122758743337,
      "loss": 12.1465,
      "step": 7580
    },
    {
      "epoch": 1.241362371049615,
      "grad_norm": 0.1641286164522171,
      "learning_rate": 0.0001929993274718808,
      "loss": 12.2238,
      "step": 7581
    },
    {
      "epoch": 1.2415261175700016,
      "grad_norm": 0.20627354085445404,
      "learning_rate": 0.00019299742710778545,
      "loss": 12.1838,
      "step": 7582
    },
    {
      "epoch": 1.2416898640903882,
      "grad_norm": 0.1742546558380127,
      "learning_rate": 0.00019299552649515244,
      "loss": 12.2089,
      "step": 7583
    },
    {
      "epoch": 1.2418536106107745,
      "grad_norm": 0.2124256044626236,
      "learning_rate": 0.00019299362563398686,
      "loss": 12.2036,
      "step": 7584
    },
    {
      "epoch": 1.242017357131161,
      "grad_norm": 0.21284426748752594,
      "learning_rate": 0.0001929917245242938,
      "loss": 12.2423,
      "step": 7585
    },
    {
      "epoch": 1.2421811036515473,
      "grad_norm": 0.20163895189762115,
      "learning_rate": 0.0001929898231660783,
      "loss": 12.1553,
      "step": 7586
    },
    {
      "epoch": 1.2423448501719339,
      "grad_norm": 0.17725524306297302,
      "learning_rate": 0.00019298792155934545,
      "loss": 12.2034,
      "step": 7587
    },
    {
      "epoch": 1.2425085966923204,
      "grad_norm": 0.22533971071243286,
      "learning_rate": 0.00019298601970410036,
      "loss": 12.1482,
      "step": 7588
    },
    {
      "epoch": 1.2426723432127067,
      "grad_norm": 0.21882139146327972,
      "learning_rate": 0.0001929841176003481,
      "loss": 12.2022,
      "step": 7589
    },
    {
      "epoch": 1.2428360897330932,
      "grad_norm": 0.23657497763633728,
      "learning_rate": 0.00019298221524809373,
      "loss": 12.2221,
      "step": 7590
    },
    {
      "epoch": 1.2429998362534795,
      "grad_norm": 0.2222820222377777,
      "learning_rate": 0.00019298031264734235,
      "loss": 12.1713,
      "step": 7591
    },
    {
      "epoch": 1.243163582773866,
      "grad_norm": 0.1439152956008911,
      "learning_rate": 0.00019297840979809908,
      "loss": 12.174,
      "step": 7592
    },
    {
      "epoch": 1.2433273292942526,
      "grad_norm": 0.23580197989940643,
      "learning_rate": 0.00019297650670036895,
      "loss": 12.2526,
      "step": 7593
    },
    {
      "epoch": 1.243491075814639,
      "grad_norm": 0.24025140702724457,
      "learning_rate": 0.00019297460335415708,
      "loss": 12.1825,
      "step": 7594
    },
    {
      "epoch": 1.2436548223350254,
      "grad_norm": 0.22040556371212006,
      "learning_rate": 0.00019297269975946852,
      "loss": 12.1734,
      "step": 7595
    },
    {
      "epoch": 1.2438185688554118,
      "grad_norm": 0.18033702671527863,
      "learning_rate": 0.0001929707959163084,
      "loss": 12.1765,
      "step": 7596
    },
    {
      "epoch": 1.2439823153757983,
      "grad_norm": 0.17510594427585602,
      "learning_rate": 0.0001929688918246818,
      "loss": 12.1931,
      "step": 7597
    },
    {
      "epoch": 1.2441460618961848,
      "grad_norm": 0.15624724328517914,
      "learning_rate": 0.0001929669874845938,
      "loss": 12.1952,
      "step": 7598
    },
    {
      "epoch": 1.2443098084165711,
      "grad_norm": 0.19161753356456757,
      "learning_rate": 0.00019296508289604947,
      "loss": 12.2556,
      "step": 7599
    },
    {
      "epoch": 1.2444735549369577,
      "grad_norm": 0.1925414800643921,
      "learning_rate": 0.00019296317805905395,
      "loss": 12.1478,
      "step": 7600
    },
    {
      "epoch": 1.244637301457344,
      "grad_norm": 0.21010248363018036,
      "learning_rate": 0.00019296127297361229,
      "loss": 12.199,
      "step": 7601
    },
    {
      "epoch": 1.2448010479777305,
      "grad_norm": 0.2327612340450287,
      "learning_rate": 0.0001929593676397296,
      "loss": 12.2027,
      "step": 7602
    },
    {
      "epoch": 1.244964794498117,
      "grad_norm": 0.2106177657842636,
      "learning_rate": 0.00019295746205741094,
      "loss": 12.1422,
      "step": 7603
    },
    {
      "epoch": 1.2451285410185033,
      "grad_norm": 0.16679872572422028,
      "learning_rate": 0.00019295555622666144,
      "loss": 12.1915,
      "step": 7604
    },
    {
      "epoch": 1.2452922875388899,
      "grad_norm": 0.18659429252147675,
      "learning_rate": 0.0001929536501474862,
      "loss": 12.2241,
      "step": 7605
    },
    {
      "epoch": 1.2454560340592762,
      "grad_norm": 0.175101637840271,
      "learning_rate": 0.00019295174381989027,
      "loss": 12.1828,
      "step": 7606
    },
    {
      "epoch": 1.2456197805796627,
      "grad_norm": 0.25258442759513855,
      "learning_rate": 0.00019294983724387876,
      "loss": 12.1905,
      "step": 7607
    },
    {
      "epoch": 1.2457835271000492,
      "grad_norm": 0.15275603532791138,
      "learning_rate": 0.0001929479304194568,
      "loss": 12.1644,
      "step": 7608
    },
    {
      "epoch": 1.2459472736204356,
      "grad_norm": 0.2462417632341385,
      "learning_rate": 0.00019294602334662944,
      "loss": 12.1811,
      "step": 7609
    },
    {
      "epoch": 1.246111020140822,
      "grad_norm": 0.1816796362400055,
      "learning_rate": 0.00019294411602540184,
      "loss": 12.1654,
      "step": 7610
    },
    {
      "epoch": 1.2462747666612084,
      "grad_norm": 0.21511873602867126,
      "learning_rate": 0.000192942208455779,
      "loss": 12.178,
      "step": 7611
    },
    {
      "epoch": 1.246438513181595,
      "grad_norm": 0.21251091361045837,
      "learning_rate": 0.0001929403006377661,
      "loss": 12.187,
      "step": 7612
    },
    {
      "epoch": 1.2466022597019812,
      "grad_norm": 0.21646429598331451,
      "learning_rate": 0.00019293839257136818,
      "loss": 12.2071,
      "step": 7613
    },
    {
      "epoch": 1.2467660062223678,
      "grad_norm": 0.16652126610279083,
      "learning_rate": 0.00019293648425659042,
      "loss": 12.1845,
      "step": 7614
    },
    {
      "epoch": 1.2469297527427543,
      "grad_norm": 0.17083445191383362,
      "learning_rate": 0.00019293457569343785,
      "loss": 12.1641,
      "step": 7615
    },
    {
      "epoch": 1.2470934992631406,
      "grad_norm": 0.32981765270233154,
      "learning_rate": 0.0001929326668819156,
      "loss": 12.2115,
      "step": 7616
    },
    {
      "epoch": 1.2472572457835271,
      "grad_norm": 0.17507441341876984,
      "learning_rate": 0.00019293075782202875,
      "loss": 12.1755,
      "step": 7617
    },
    {
      "epoch": 1.2474209923039135,
      "grad_norm": 0.20244184136390686,
      "learning_rate": 0.00019292884851378238,
      "loss": 12.1726,
      "step": 7618
    },
    {
      "epoch": 1.2475847388243,
      "grad_norm": 0.154091015458107,
      "learning_rate": 0.00019292693895718168,
      "loss": 12.2078,
      "step": 7619
    },
    {
      "epoch": 1.2477484853446865,
      "grad_norm": 0.2015666365623474,
      "learning_rate": 0.00019292502915223167,
      "loss": 12.1836,
      "step": 7620
    },
    {
      "epoch": 1.2479122318650728,
      "grad_norm": 0.22476522624492645,
      "learning_rate": 0.0001929231190989375,
      "loss": 12.1818,
      "step": 7621
    },
    {
      "epoch": 1.2480759783854594,
      "grad_norm": 0.1927121877670288,
      "learning_rate": 0.00019292120879730427,
      "loss": 12.1833,
      "step": 7622
    },
    {
      "epoch": 1.2482397249058457,
      "grad_norm": 0.17991399765014648,
      "learning_rate": 0.00019291929824733707,
      "loss": 12.2016,
      "step": 7623
    },
    {
      "epoch": 1.2484034714262322,
      "grad_norm": 0.19176006317138672,
      "learning_rate": 0.000192917387449041,
      "loss": 12.1893,
      "step": 7624
    },
    {
      "epoch": 1.2485672179466185,
      "grad_norm": 0.14876452088356018,
      "learning_rate": 0.00019291547640242117,
      "loss": 12.1896,
      "step": 7625
    },
    {
      "epoch": 1.248730964467005,
      "grad_norm": 0.17721551656723022,
      "learning_rate": 0.00019291356510748271,
      "loss": 12.1764,
      "step": 7626
    },
    {
      "epoch": 1.2488947109873916,
      "grad_norm": 0.31114763021469116,
      "learning_rate": 0.0001929116535642307,
      "loss": 12.2272,
      "step": 7627
    },
    {
      "epoch": 1.2490584575077779,
      "grad_norm": 0.2035130113363266,
      "learning_rate": 0.00019290974177267028,
      "loss": 12.1845,
      "step": 7628
    },
    {
      "epoch": 1.2492222040281644,
      "grad_norm": 0.1702415943145752,
      "learning_rate": 0.0001929078297328065,
      "loss": 12.2381,
      "step": 7629
    },
    {
      "epoch": 1.2493859505485507,
      "grad_norm": 0.17296740412712097,
      "learning_rate": 0.00019290591744464456,
      "loss": 12.2319,
      "step": 7630
    },
    {
      "epoch": 1.2495496970689373,
      "grad_norm": 0.1913553923368454,
      "learning_rate": 0.0001929040049081895,
      "loss": 12.2305,
      "step": 7631
    },
    {
      "epoch": 1.2497134435893238,
      "grad_norm": 0.19484658539295197,
      "learning_rate": 0.00019290209212344643,
      "loss": 12.1381,
      "step": 7632
    },
    {
      "epoch": 1.24987719010971,
      "grad_norm": 0.2851908504962921,
      "learning_rate": 0.00019290017909042053,
      "loss": 12.2148,
      "step": 7633
    },
    {
      "epoch": 1.2500409366300966,
      "grad_norm": 0.302536278963089,
      "learning_rate": 0.00019289826580911682,
      "loss": 12.1585,
      "step": 7634
    },
    {
      "epoch": 1.250204683150483,
      "grad_norm": 0.1551280915737152,
      "learning_rate": 0.0001928963522795405,
      "loss": 12.1494,
      "step": 7635
    },
    {
      "epoch": 1.2503684296708695,
      "grad_norm": 0.1966996192932129,
      "learning_rate": 0.0001928944385016966,
      "loss": 12.2189,
      "step": 7636
    },
    {
      "epoch": 1.250532176191256,
      "grad_norm": 0.20121413469314575,
      "learning_rate": 0.00019289252447559033,
      "loss": 12.1876,
      "step": 7637
    },
    {
      "epoch": 1.2506959227116423,
      "grad_norm": 0.19015157222747803,
      "learning_rate": 0.0001928906102012267,
      "loss": 12.1446,
      "step": 7638
    },
    {
      "epoch": 1.2508596692320288,
      "grad_norm": 0.1560157686471939,
      "learning_rate": 0.00019288869567861094,
      "loss": 12.1676,
      "step": 7639
    },
    {
      "epoch": 1.2510234157524152,
      "grad_norm": 0.20779190957546234,
      "learning_rate": 0.00019288678090774808,
      "loss": 12.1999,
      "step": 7640
    },
    {
      "epoch": 1.2511871622728017,
      "grad_norm": 0.1885238140821457,
      "learning_rate": 0.00019288486588864325,
      "loss": 12.1813,
      "step": 7641
    },
    {
      "epoch": 1.2513509087931882,
      "grad_norm": 0.1846642792224884,
      "learning_rate": 0.0001928829506213016,
      "loss": 12.2152,
      "step": 7642
    },
    {
      "epoch": 1.2515146553135745,
      "grad_norm": 0.152603879570961,
      "learning_rate": 0.00019288103510572825,
      "loss": 12.1963,
      "step": 7643
    },
    {
      "epoch": 1.251678401833961,
      "grad_norm": 0.30676379799842834,
      "learning_rate": 0.00019287911934192823,
      "loss": 12.2443,
      "step": 7644
    },
    {
      "epoch": 1.2518421483543474,
      "grad_norm": 0.19147175550460815,
      "learning_rate": 0.0001928772033299068,
      "loss": 12.2214,
      "step": 7645
    },
    {
      "epoch": 1.252005894874734,
      "grad_norm": 0.14730952680110931,
      "learning_rate": 0.00019287528706966897,
      "loss": 12.1824,
      "step": 7646
    },
    {
      "epoch": 1.2521696413951204,
      "grad_norm": 0.16448120772838593,
      "learning_rate": 0.00019287337056121993,
      "loss": 12.1648,
      "step": 7647
    },
    {
      "epoch": 1.2523333879155067,
      "grad_norm": 0.20830410718917847,
      "learning_rate": 0.00019287145380456476,
      "loss": 12.1544,
      "step": 7648
    },
    {
      "epoch": 1.2524971344358933,
      "grad_norm": 0.1379963457584381,
      "learning_rate": 0.00019286953679970855,
      "loss": 12.1763,
      "step": 7649
    },
    {
      "epoch": 1.2526608809562796,
      "grad_norm": 0.20430347323417664,
      "learning_rate": 0.00019286761954665654,
      "loss": 12.1595,
      "step": 7650
    },
    {
      "epoch": 1.2528246274766661,
      "grad_norm": 0.2563275396823883,
      "learning_rate": 0.00019286570204541374,
      "loss": 12.1322,
      "step": 7651
    },
    {
      "epoch": 1.2529883739970527,
      "grad_norm": 0.15309680998325348,
      "learning_rate": 0.00019286378429598532,
      "loss": 12.1905,
      "step": 7652
    },
    {
      "epoch": 1.253152120517439,
      "grad_norm": 0.2098020315170288,
      "learning_rate": 0.00019286186629837644,
      "loss": 12.1739,
      "step": 7653
    },
    {
      "epoch": 1.2533158670378255,
      "grad_norm": 0.20021134614944458,
      "learning_rate": 0.00019285994805259217,
      "loss": 12.1815,
      "step": 7654
    },
    {
      "epoch": 1.2534796135582118,
      "grad_norm": 0.22599667310714722,
      "learning_rate": 0.00019285802955863764,
      "loss": 12.1785,
      "step": 7655
    },
    {
      "epoch": 1.2536433600785983,
      "grad_norm": 0.16079112887382507,
      "learning_rate": 0.000192856110816518,
      "loss": 12.1864,
      "step": 7656
    },
    {
      "epoch": 1.2538071065989849,
      "grad_norm": 0.19915810227394104,
      "learning_rate": 0.00019285419182623836,
      "loss": 12.1774,
      "step": 7657
    },
    {
      "epoch": 1.2539708531193712,
      "grad_norm": 0.16458719968795776,
      "learning_rate": 0.00019285227258780387,
      "loss": 12.1687,
      "step": 7658
    },
    {
      "epoch": 1.2541345996397577,
      "grad_norm": 0.1710944026708603,
      "learning_rate": 0.00019285035310121965,
      "loss": 12.171,
      "step": 7659
    },
    {
      "epoch": 1.254298346160144,
      "grad_norm": 0.1883452832698822,
      "learning_rate": 0.00019284843336649083,
      "loss": 12.1935,
      "step": 7660
    },
    {
      "epoch": 1.2544620926805305,
      "grad_norm": 0.20871008932590485,
      "learning_rate": 0.00019284651338362255,
      "loss": 12.1735,
      "step": 7661
    },
    {
      "epoch": 1.254625839200917,
      "grad_norm": 0.15527978539466858,
      "learning_rate": 0.00019284459315261992,
      "loss": 12.1507,
      "step": 7662
    },
    {
      "epoch": 1.2547895857213034,
      "grad_norm": 0.24933405220508575,
      "learning_rate": 0.00019284267267348807,
      "loss": 12.1911,
      "step": 7663
    },
    {
      "epoch": 1.25495333224169,
      "grad_norm": 0.2431003898382187,
      "learning_rate": 0.00019284075194623217,
      "loss": 12.2165,
      "step": 7664
    },
    {
      "epoch": 1.2551170787620762,
      "grad_norm": 0.3151569962501526,
      "learning_rate": 0.0001928388309708573,
      "loss": 12.1999,
      "step": 7665
    },
    {
      "epoch": 1.2552808252824628,
      "grad_norm": 0.19215136766433716,
      "learning_rate": 0.0001928369097473686,
      "loss": 12.1672,
      "step": 7666
    },
    {
      "epoch": 1.2554445718028493,
      "grad_norm": 0.170450359582901,
      "learning_rate": 0.00019283498827577127,
      "loss": 12.1894,
      "step": 7667
    },
    {
      "epoch": 1.2556083183232356,
      "grad_norm": 0.23455680906772614,
      "learning_rate": 0.0001928330665560704,
      "loss": 12.1791,
      "step": 7668
    },
    {
      "epoch": 1.2557720648436221,
      "grad_norm": 0.2543982267379761,
      "learning_rate": 0.00019283114458827112,
      "loss": 12.1971,
      "step": 7669
    },
    {
      "epoch": 1.2559358113640084,
      "grad_norm": 0.15946991741657257,
      "learning_rate": 0.00019282922237237856,
      "loss": 12.1845,
      "step": 7670
    },
    {
      "epoch": 1.256099557884395,
      "grad_norm": 0.17145323753356934,
      "learning_rate": 0.00019282729990839788,
      "loss": 12.2097,
      "step": 7671
    },
    {
      "epoch": 1.2562633044047815,
      "grad_norm": 0.18366798758506775,
      "learning_rate": 0.0001928253771963342,
      "loss": 12.216,
      "step": 7672
    },
    {
      "epoch": 1.2564270509251678,
      "grad_norm": 0.20307044684886932,
      "learning_rate": 0.0001928234542361927,
      "loss": 12.1936,
      "step": 7673
    },
    {
      "epoch": 1.2565907974455544,
      "grad_norm": 0.18753477931022644,
      "learning_rate": 0.00019282153102797843,
      "loss": 12.1726,
      "step": 7674
    },
    {
      "epoch": 1.2567545439659407,
      "grad_norm": 0.3743191957473755,
      "learning_rate": 0.0001928196075716966,
      "loss": 12.2386,
      "step": 7675
    },
    {
      "epoch": 1.2569182904863272,
      "grad_norm": 0.20353221893310547,
      "learning_rate": 0.00019281768386735236,
      "loss": 12.1501,
      "step": 7676
    },
    {
      "epoch": 1.2570820370067137,
      "grad_norm": 0.18927665054798126,
      "learning_rate": 0.0001928157599149508,
      "loss": 12.1908,
      "step": 7677
    },
    {
      "epoch": 1.2572457835271,
      "grad_norm": 0.20500586926937103,
      "learning_rate": 0.0001928138357144971,
      "loss": 12.2009,
      "step": 7678
    },
    {
      "epoch": 1.2574095300474866,
      "grad_norm": 0.1665673404932022,
      "learning_rate": 0.00019281191126599643,
      "loss": 12.1227,
      "step": 7679
    },
    {
      "epoch": 1.2575732765678729,
      "grad_norm": 0.21977534890174866,
      "learning_rate": 0.00019280998656945385,
      "loss": 12.2265,
      "step": 7680
    },
    {
      "epoch": 1.2577370230882594,
      "grad_norm": 0.23782742023468018,
      "learning_rate": 0.00019280806162487454,
      "loss": 12.1853,
      "step": 7681
    },
    {
      "epoch": 1.257900769608646,
      "grad_norm": 0.24921636283397675,
      "learning_rate": 0.0001928061364322637,
      "loss": 12.2017,
      "step": 7682
    },
    {
      "epoch": 1.2580645161290323,
      "grad_norm": 0.19308345019817352,
      "learning_rate": 0.00019280421099162638,
      "loss": 12.2123,
      "step": 7683
    },
    {
      "epoch": 1.2582282626494188,
      "grad_norm": 0.20849274098873138,
      "learning_rate": 0.0001928022853029678,
      "loss": 12.1801,
      "step": 7684
    },
    {
      "epoch": 1.258392009169805,
      "grad_norm": 0.18688003718852997,
      "learning_rate": 0.00019280035936629307,
      "loss": 12.1476,
      "step": 7685
    },
    {
      "epoch": 1.2585557556901916,
      "grad_norm": 0.13113875687122345,
      "learning_rate": 0.00019279843318160736,
      "loss": 12.184,
      "step": 7686
    },
    {
      "epoch": 1.2587195022105782,
      "grad_norm": 0.21812722086906433,
      "learning_rate": 0.0001927965067489158,
      "loss": 12.2597,
      "step": 7687
    },
    {
      "epoch": 1.2588832487309645,
      "grad_norm": 0.1806965321302414,
      "learning_rate": 0.00019279458006822353,
      "loss": 12.1725,
      "step": 7688
    },
    {
      "epoch": 1.2590469952513508,
      "grad_norm": 0.2013474404811859,
      "learning_rate": 0.00019279265313953573,
      "loss": 12.1703,
      "step": 7689
    },
    {
      "epoch": 1.2592107417717373,
      "grad_norm": 0.1822415143251419,
      "learning_rate": 0.0001927907259628575,
      "loss": 12.2313,
      "step": 7690
    },
    {
      "epoch": 1.2593744882921238,
      "grad_norm": 0.20165006816387177,
      "learning_rate": 0.00019278879853819406,
      "loss": 12.1935,
      "step": 7691
    },
    {
      "epoch": 1.2595382348125104,
      "grad_norm": 0.19736342132091522,
      "learning_rate": 0.0001927868708655505,
      "loss": 12.2222,
      "step": 7692
    },
    {
      "epoch": 1.2597019813328967,
      "grad_norm": 0.324115127325058,
      "learning_rate": 0.00019278494294493203,
      "loss": 12.2358,
      "step": 7693
    },
    {
      "epoch": 1.259865727853283,
      "grad_norm": 0.17614616453647614,
      "learning_rate": 0.00019278301477634372,
      "loss": 12.2159,
      "step": 7694
    },
    {
      "epoch": 1.2600294743736695,
      "grad_norm": 0.1466226875782013,
      "learning_rate": 0.00019278108635979082,
      "loss": 12.2039,
      "step": 7695
    },
    {
      "epoch": 1.260193220894056,
      "grad_norm": 0.15153349936008453,
      "learning_rate": 0.0001927791576952784,
      "loss": 12.151,
      "step": 7696
    },
    {
      "epoch": 1.2603569674144424,
      "grad_norm": 0.1672700047492981,
      "learning_rate": 0.00019277722878281167,
      "loss": 12.1729,
      "step": 7697
    },
    {
      "epoch": 1.260520713934829,
      "grad_norm": 0.18257419764995575,
      "learning_rate": 0.00019277529962239575,
      "loss": 12.1725,
      "step": 7698
    },
    {
      "epoch": 1.2606844604552152,
      "grad_norm": 0.21291016042232513,
      "learning_rate": 0.00019277337021403584,
      "loss": 12.1851,
      "step": 7699
    },
    {
      "epoch": 1.2608482069756017,
      "grad_norm": 0.2335311621427536,
      "learning_rate": 0.00019277144055773705,
      "loss": 12.144,
      "step": 7700
    },
    {
      "epoch": 1.2610119534959883,
      "grad_norm": 0.18585294485092163,
      "learning_rate": 0.00019276951065350453,
      "loss": 12.1696,
      "step": 7701
    },
    {
      "epoch": 1.2611757000163746,
      "grad_norm": 0.14871101081371307,
      "learning_rate": 0.00019276758050134347,
      "loss": 12.2072,
      "step": 7702
    },
    {
      "epoch": 1.261339446536761,
      "grad_norm": 0.1641579568386078,
      "learning_rate": 0.00019276565010125903,
      "loss": 12.1805,
      "step": 7703
    },
    {
      "epoch": 1.2615031930571474,
      "grad_norm": 0.18657341599464417,
      "learning_rate": 0.00019276371945325634,
      "loss": 12.1957,
      "step": 7704
    },
    {
      "epoch": 1.261666939577534,
      "grad_norm": 0.20819257199764252,
      "learning_rate": 0.0001927617885573406,
      "loss": 12.2021,
      "step": 7705
    },
    {
      "epoch": 1.2618306860979205,
      "grad_norm": 0.21057119965553284,
      "learning_rate": 0.00019275985741351695,
      "loss": 12.2171,
      "step": 7706
    },
    {
      "epoch": 1.2619944326183068,
      "grad_norm": 0.21065101027488708,
      "learning_rate": 0.00019275792602179052,
      "loss": 12.1409,
      "step": 7707
    },
    {
      "epoch": 1.2621581791386933,
      "grad_norm": 0.17503102123737335,
      "learning_rate": 0.00019275599438216653,
      "loss": 12.1976,
      "step": 7708
    },
    {
      "epoch": 1.2623219256590796,
      "grad_norm": 0.24116533994674683,
      "learning_rate": 0.0001927540624946501,
      "loss": 12.1981,
      "step": 7709
    },
    {
      "epoch": 1.2624856721794662,
      "grad_norm": 0.19453833997249603,
      "learning_rate": 0.00019275213035924643,
      "loss": 12.2161,
      "step": 7710
    },
    {
      "epoch": 1.2626494186998527,
      "grad_norm": 0.26264795660972595,
      "learning_rate": 0.00019275019797596063,
      "loss": 12.1665,
      "step": 7711
    },
    {
      "epoch": 1.262813165220239,
      "grad_norm": 0.1819514036178589,
      "learning_rate": 0.00019274826534479794,
      "loss": 12.1656,
      "step": 7712
    },
    {
      "epoch": 1.2629769117406255,
      "grad_norm": 0.20852121710777283,
      "learning_rate": 0.00019274633246576343,
      "loss": 12.1584,
      "step": 7713
    },
    {
      "epoch": 1.2631406582610119,
      "grad_norm": 0.1991642862558365,
      "learning_rate": 0.00019274439933886234,
      "loss": 12.19,
      "step": 7714
    },
    {
      "epoch": 1.2633044047813984,
      "grad_norm": 0.1647310107946396,
      "learning_rate": 0.0001927424659640998,
      "loss": 12.1555,
      "step": 7715
    },
    {
      "epoch": 1.263468151301785,
      "grad_norm": 0.22087328135967255,
      "learning_rate": 0.00019274053234148098,
      "loss": 12.2661,
      "step": 7716
    },
    {
      "epoch": 1.2636318978221712,
      "grad_norm": 0.2044375091791153,
      "learning_rate": 0.00019273859847101108,
      "loss": 12.1608,
      "step": 7717
    },
    {
      "epoch": 1.2637956443425578,
      "grad_norm": 0.2386273443698883,
      "learning_rate": 0.00019273666435269524,
      "loss": 12.2087,
      "step": 7718
    },
    {
      "epoch": 1.263959390862944,
      "grad_norm": 0.1693246215581894,
      "learning_rate": 0.0001927347299865386,
      "loss": 12.2001,
      "step": 7719
    },
    {
      "epoch": 1.2641231373833306,
      "grad_norm": 0.3119468688964844,
      "learning_rate": 0.0001927327953725464,
      "loss": 12.1724,
      "step": 7720
    },
    {
      "epoch": 1.2642868839037171,
      "grad_norm": 0.19402547180652618,
      "learning_rate": 0.00019273086051072377,
      "loss": 12.2382,
      "step": 7721
    },
    {
      "epoch": 1.2644506304241034,
      "grad_norm": 0.15697988867759705,
      "learning_rate": 0.0001927289254010759,
      "loss": 12.1904,
      "step": 7722
    },
    {
      "epoch": 1.26461437694449,
      "grad_norm": 0.17120492458343506,
      "learning_rate": 0.0001927269900436079,
      "loss": 12.2124,
      "step": 7723
    },
    {
      "epoch": 1.2647781234648763,
      "grad_norm": 0.16248413920402527,
      "learning_rate": 0.00019272505443832506,
      "loss": 12.1791,
      "step": 7724
    },
    {
      "epoch": 1.2649418699852628,
      "grad_norm": 0.17320212721824646,
      "learning_rate": 0.00019272311858523243,
      "loss": 12.2402,
      "step": 7725
    },
    {
      "epoch": 1.2651056165056493,
      "grad_norm": 0.19906744360923767,
      "learning_rate": 0.0001927211824843352,
      "loss": 12.1738,
      "step": 7726
    },
    {
      "epoch": 1.2652693630260357,
      "grad_norm": 0.18833580613136292,
      "learning_rate": 0.00019271924613563864,
      "loss": 12.149,
      "step": 7727
    },
    {
      "epoch": 1.2654331095464222,
      "grad_norm": 0.2078927904367447,
      "learning_rate": 0.00019271730953914786,
      "loss": 12.2059,
      "step": 7728
    },
    {
      "epoch": 1.2655968560668085,
      "grad_norm": 0.1436128318309784,
      "learning_rate": 0.000192715372694868,
      "loss": 12.1756,
      "step": 7729
    },
    {
      "epoch": 1.265760602587195,
      "grad_norm": 0.1850137710571289,
      "learning_rate": 0.00019271343560280433,
      "loss": 12.1865,
      "step": 7730
    },
    {
      "epoch": 1.2659243491075816,
      "grad_norm": 0.2893316149711609,
      "learning_rate": 0.00019271149826296193,
      "loss": 12.2108,
      "step": 7731
    },
    {
      "epoch": 1.2660880956279679,
      "grad_norm": 0.22053946554660797,
      "learning_rate": 0.00019270956067534605,
      "loss": 12.172,
      "step": 7732
    },
    {
      "epoch": 1.2662518421483544,
      "grad_norm": 0.19791968166828156,
      "learning_rate": 0.00019270762283996179,
      "loss": 12.2033,
      "step": 7733
    },
    {
      "epoch": 1.2664155886687407,
      "grad_norm": 0.1724565327167511,
      "learning_rate": 0.00019270568475681442,
      "loss": 12.1503,
      "step": 7734
    },
    {
      "epoch": 1.2665793351891272,
      "grad_norm": 0.19063550233840942,
      "learning_rate": 0.00019270374642590908,
      "loss": 12.1368,
      "step": 7735
    },
    {
      "epoch": 1.2667430817095138,
      "grad_norm": 0.18515866994857788,
      "learning_rate": 0.00019270180784725094,
      "loss": 12.1815,
      "step": 7736
    },
    {
      "epoch": 1.2669068282299,
      "grad_norm": 0.22250260412693024,
      "learning_rate": 0.00019269986902084515,
      "loss": 12.222,
      "step": 7737
    },
    {
      "epoch": 1.2670705747502866,
      "grad_norm": 0.22057823836803436,
      "learning_rate": 0.000192697929946697,
      "loss": 12.2059,
      "step": 7738
    },
    {
      "epoch": 1.267234321270673,
      "grad_norm": 0.20467855036258698,
      "learning_rate": 0.00019269599062481153,
      "loss": 12.1195,
      "step": 7739
    },
    {
      "epoch": 1.2673980677910595,
      "grad_norm": 0.16392727196216583,
      "learning_rate": 0.00019269405105519404,
      "loss": 12.2122,
      "step": 7740
    },
    {
      "epoch": 1.267561814311446,
      "grad_norm": 0.2326737642288208,
      "learning_rate": 0.00019269211123784966,
      "loss": 12.1924,
      "step": 7741
    },
    {
      "epoch": 1.2677255608318323,
      "grad_norm": 0.26495611667633057,
      "learning_rate": 0.00019269017117278358,
      "loss": 12.2775,
      "step": 7742
    },
    {
      "epoch": 1.2678893073522188,
      "grad_norm": 0.15193547308444977,
      "learning_rate": 0.000192688230860001,
      "loss": 12.1998,
      "step": 7743
    },
    {
      "epoch": 1.2680530538726051,
      "grad_norm": 0.19399598240852356,
      "learning_rate": 0.00019268629029950708,
      "loss": 12.2358,
      "step": 7744
    },
    {
      "epoch": 1.2682168003929917,
      "grad_norm": 0.22337627410888672,
      "learning_rate": 0.00019268434949130706,
      "loss": 12.1558,
      "step": 7745
    },
    {
      "epoch": 1.2683805469133782,
      "grad_norm": 0.20548145473003387,
      "learning_rate": 0.000192682408435406,
      "loss": 12.1975,
      "step": 7746
    },
    {
      "epoch": 1.2685442934337645,
      "grad_norm": 0.1720437854528427,
      "learning_rate": 0.00019268046713180926,
      "loss": 12.1741,
      "step": 7747
    },
    {
      "epoch": 1.268708039954151,
      "grad_norm": 0.19289301335811615,
      "learning_rate": 0.0001926785255805219,
      "loss": 12.2003,
      "step": 7748
    },
    {
      "epoch": 1.2688717864745374,
      "grad_norm": 0.22350919246673584,
      "learning_rate": 0.00019267658378154914,
      "loss": 12.2528,
      "step": 7749
    },
    {
      "epoch": 1.2690355329949239,
      "grad_norm": 0.30124905705451965,
      "learning_rate": 0.00019267464173489623,
      "loss": 12.2148,
      "step": 7750
    },
    {
      "epoch": 1.2691992795153104,
      "grad_norm": 0.29850393533706665,
      "learning_rate": 0.00019267269944056825,
      "loss": 12.1565,
      "step": 7751
    },
    {
      "epoch": 1.2693630260356967,
      "grad_norm": 0.21502505242824554,
      "learning_rate": 0.00019267075689857047,
      "loss": 12.2133,
      "step": 7752
    },
    {
      "epoch": 1.2695267725560833,
      "grad_norm": 0.15747979283332825,
      "learning_rate": 0.0001926688141089081,
      "loss": 12.1688,
      "step": 7753
    },
    {
      "epoch": 1.2696905190764696,
      "grad_norm": 0.220392107963562,
      "learning_rate": 0.00019266687107158626,
      "loss": 12.1734,
      "step": 7754
    },
    {
      "epoch": 1.269854265596856,
      "grad_norm": 0.17559854686260223,
      "learning_rate": 0.00019266492778661015,
      "loss": 12.2146,
      "step": 7755
    },
    {
      "epoch": 1.2700180121172426,
      "grad_norm": 0.15744496881961823,
      "learning_rate": 0.00019266298425398506,
      "loss": 12.1523,
      "step": 7756
    },
    {
      "epoch": 1.270181758637629,
      "grad_norm": 0.21512505412101746,
      "learning_rate": 0.00019266104047371607,
      "loss": 12.1761,
      "step": 7757
    },
    {
      "epoch": 1.2703455051580153,
      "grad_norm": 0.22277717292308807,
      "learning_rate": 0.00019265909644580842,
      "loss": 12.2683,
      "step": 7758
    },
    {
      "epoch": 1.2705092516784018,
      "grad_norm": 0.22652681171894073,
      "learning_rate": 0.00019265715217026732,
      "loss": 12.2356,
      "step": 7759
    },
    {
      "epoch": 1.2706729981987883,
      "grad_norm": 0.2036912441253662,
      "learning_rate": 0.00019265520764709794,
      "loss": 12.218,
      "step": 7760
    },
    {
      "epoch": 1.2708367447191748,
      "grad_norm": 0.19629830121994019,
      "learning_rate": 0.0001926532628763055,
      "loss": 12.1453,
      "step": 7761
    },
    {
      "epoch": 1.2710004912395612,
      "grad_norm": 0.17897425591945648,
      "learning_rate": 0.00019265131785789518,
      "loss": 12.2224,
      "step": 7762
    },
    {
      "epoch": 1.2711642377599475,
      "grad_norm": 0.22611311078071594,
      "learning_rate": 0.00019264937259187218,
      "loss": 12.2206,
      "step": 7763
    },
    {
      "epoch": 1.271327984280334,
      "grad_norm": 0.17305423319339752,
      "learning_rate": 0.00019264742707824172,
      "loss": 12.1713,
      "step": 7764
    },
    {
      "epoch": 1.2714917308007205,
      "grad_norm": 0.19348640739917755,
      "learning_rate": 0.00019264548131700898,
      "loss": 12.1838,
      "step": 7765
    },
    {
      "epoch": 1.271655477321107,
      "grad_norm": 0.19336573779582977,
      "learning_rate": 0.00019264353530817915,
      "loss": 12.1877,
      "step": 7766
    },
    {
      "epoch": 1.2718192238414934,
      "grad_norm": 0.18906788527965546,
      "learning_rate": 0.00019264158905175745,
      "loss": 12.1437,
      "step": 7767
    },
    {
      "epoch": 1.2719829703618797,
      "grad_norm": 0.25878939032554626,
      "learning_rate": 0.00019263964254774907,
      "loss": 12.184,
      "step": 7768
    },
    {
      "epoch": 1.2721467168822662,
      "grad_norm": 0.18394392728805542,
      "learning_rate": 0.00019263769579615922,
      "loss": 12.2135,
      "step": 7769
    },
    {
      "epoch": 1.2723104634026527,
      "grad_norm": 0.15565946698188782,
      "learning_rate": 0.00019263574879699308,
      "loss": 12.1969,
      "step": 7770
    },
    {
      "epoch": 1.272474209923039,
      "grad_norm": 0.26251542568206787,
      "learning_rate": 0.0001926338015502559,
      "loss": 12.1871,
      "step": 7771
    },
    {
      "epoch": 1.2726379564434256,
      "grad_norm": 0.1713106483221054,
      "learning_rate": 0.00019263185405595285,
      "loss": 12.2699,
      "step": 7772
    },
    {
      "epoch": 1.272801702963812,
      "grad_norm": 0.18721903860569,
      "learning_rate": 0.00019262990631408914,
      "loss": 12.2223,
      "step": 7773
    },
    {
      "epoch": 1.2729654494841984,
      "grad_norm": 0.16054092347621918,
      "learning_rate": 0.00019262795832466996,
      "loss": 12.1895,
      "step": 7774
    },
    {
      "epoch": 1.273129196004585,
      "grad_norm": 0.20013225078582764,
      "learning_rate": 0.00019262601008770055,
      "loss": 12.217,
      "step": 7775
    },
    {
      "epoch": 1.2732929425249713,
      "grad_norm": 0.1987435519695282,
      "learning_rate": 0.0001926240616031861,
      "loss": 12.2114,
      "step": 7776
    },
    {
      "epoch": 1.2734566890453578,
      "grad_norm": 0.17410366237163544,
      "learning_rate": 0.0001926221128711318,
      "loss": 12.1944,
      "step": 7777
    },
    {
      "epoch": 1.2736204355657441,
      "grad_norm": 0.18257829546928406,
      "learning_rate": 0.0001926201638915429,
      "loss": 12.1673,
      "step": 7778
    },
    {
      "epoch": 1.2737841820861306,
      "grad_norm": 0.18750925362110138,
      "learning_rate": 0.0001926182146644246,
      "loss": 12.2082,
      "step": 7779
    },
    {
      "epoch": 1.2739479286065172,
      "grad_norm": 0.199529767036438,
      "learning_rate": 0.00019261626518978205,
      "loss": 12.1863,
      "step": 7780
    },
    {
      "epoch": 1.2741116751269035,
      "grad_norm": 0.16794508695602417,
      "learning_rate": 0.0001926143154676205,
      "loss": 12.1835,
      "step": 7781
    },
    {
      "epoch": 1.27427542164729,
      "grad_norm": 0.2081184685230255,
      "learning_rate": 0.0001926123654979452,
      "loss": 12.1887,
      "step": 7782
    },
    {
      "epoch": 1.2744391681676763,
      "grad_norm": 0.18709056079387665,
      "learning_rate": 0.0001926104152807613,
      "loss": 12.1695,
      "step": 7783
    },
    {
      "epoch": 1.2746029146880629,
      "grad_norm": 0.20320789515972137,
      "learning_rate": 0.00019260846481607404,
      "loss": 12.1591,
      "step": 7784
    },
    {
      "epoch": 1.2747666612084494,
      "grad_norm": 0.14356690645217896,
      "learning_rate": 0.00019260651410388864,
      "loss": 12.2148,
      "step": 7785
    },
    {
      "epoch": 1.2749304077288357,
      "grad_norm": 0.15975426137447357,
      "learning_rate": 0.0001926045631442103,
      "loss": 12.1759,
      "step": 7786
    },
    {
      "epoch": 1.2750941542492222,
      "grad_norm": 0.16394974291324615,
      "learning_rate": 0.00019260261193704422,
      "loss": 12.1805,
      "step": 7787
    },
    {
      "epoch": 1.2752579007696085,
      "grad_norm": 0.1709195226430893,
      "learning_rate": 0.00019260066048239566,
      "loss": 12.1672,
      "step": 7788
    },
    {
      "epoch": 1.275421647289995,
      "grad_norm": 0.22952978312969208,
      "learning_rate": 0.0001925987087802698,
      "loss": 12.1867,
      "step": 7789
    },
    {
      "epoch": 1.2755853938103816,
      "grad_norm": 0.1617741733789444,
      "learning_rate": 0.00019259675683067185,
      "loss": 12.204,
      "step": 7790
    },
    {
      "epoch": 1.275749140330768,
      "grad_norm": 0.17200776934623718,
      "learning_rate": 0.00019259480463360704,
      "loss": 12.209,
      "step": 7791
    },
    {
      "epoch": 1.2759128868511544,
      "grad_norm": 0.16787925362586975,
      "learning_rate": 0.00019259285218908062,
      "loss": 12.154,
      "step": 7792
    },
    {
      "epoch": 1.2760766333715408,
      "grad_norm": 0.19209185242652893,
      "learning_rate": 0.0001925908994970977,
      "loss": 12.1971,
      "step": 7793
    },
    {
      "epoch": 1.2762403798919273,
      "grad_norm": 0.18089672923088074,
      "learning_rate": 0.00019258894655766365,
      "loss": 12.1803,
      "step": 7794
    },
    {
      "epoch": 1.2764041264123138,
      "grad_norm": 0.3407071828842163,
      "learning_rate": 0.00019258699337078357,
      "loss": 12.2159,
      "step": 7795
    },
    {
      "epoch": 1.2765678729327001,
      "grad_norm": 0.20202676951885223,
      "learning_rate": 0.00019258503993646272,
      "loss": 12.1738,
      "step": 7796
    },
    {
      "epoch": 1.2767316194530867,
      "grad_norm": 0.1804627776145935,
      "learning_rate": 0.00019258308625470636,
      "loss": 12.1988,
      "step": 7797
    },
    {
      "epoch": 1.276895365973473,
      "grad_norm": 0.1989607810974121,
      "learning_rate": 0.00019258113232551965,
      "loss": 12.2173,
      "step": 7798
    },
    {
      "epoch": 1.2770591124938595,
      "grad_norm": 0.16970637440681458,
      "learning_rate": 0.00019257917814890786,
      "loss": 12.2048,
      "step": 7799
    },
    {
      "epoch": 1.277222859014246,
      "grad_norm": 0.15747597813606262,
      "learning_rate": 0.00019257722372487615,
      "loss": 12.1683,
      "step": 7800
    },
    {
      "epoch": 1.2773866055346323,
      "grad_norm": 0.19101527333259583,
      "learning_rate": 0.0001925752690534298,
      "loss": 12.1838,
      "step": 7801
    },
    {
      "epoch": 1.2775503520550189,
      "grad_norm": 0.1844576746225357,
      "learning_rate": 0.000192573314134574,
      "loss": 12.1614,
      "step": 7802
    },
    {
      "epoch": 1.2777140985754052,
      "grad_norm": 0.2287231683731079,
      "learning_rate": 0.00019257135896831403,
      "loss": 12.1947,
      "step": 7803
    },
    {
      "epoch": 1.2778778450957917,
      "grad_norm": 0.1607726812362671,
      "learning_rate": 0.00019256940355465504,
      "loss": 12.1954,
      "step": 7804
    },
    {
      "epoch": 1.2780415916161783,
      "grad_norm": 0.21050682663917542,
      "learning_rate": 0.00019256744789360232,
      "loss": 12.2121,
      "step": 7805
    },
    {
      "epoch": 1.2782053381365646,
      "grad_norm": 0.17611780762672424,
      "learning_rate": 0.00019256549198516106,
      "loss": 12.2339,
      "step": 7806
    },
    {
      "epoch": 1.278369084656951,
      "grad_norm": 0.20748527348041534,
      "learning_rate": 0.00019256353582933647,
      "loss": 12.1956,
      "step": 7807
    },
    {
      "epoch": 1.2785328311773374,
      "grad_norm": 0.1548164039850235,
      "learning_rate": 0.0001925615794261338,
      "loss": 12.1875,
      "step": 7808
    },
    {
      "epoch": 1.278696577697724,
      "grad_norm": 0.5011406540870667,
      "learning_rate": 0.00019255962277555833,
      "loss": 12.243,
      "step": 7809
    },
    {
      "epoch": 1.2788603242181105,
      "grad_norm": 0.17832264304161072,
      "learning_rate": 0.00019255766587761525,
      "loss": 12.1791,
      "step": 7810
    },
    {
      "epoch": 1.2790240707384968,
      "grad_norm": 0.2726219892501831,
      "learning_rate": 0.00019255570873230973,
      "loss": 12.1868,
      "step": 7811
    },
    {
      "epoch": 1.2791878172588833,
      "grad_norm": 0.2376127392053604,
      "learning_rate": 0.00019255375133964706,
      "loss": 12.1604,
      "step": 7812
    },
    {
      "epoch": 1.2793515637792696,
      "grad_norm": 0.19972072541713715,
      "learning_rate": 0.00019255179369963247,
      "loss": 12.1871,
      "step": 7813
    },
    {
      "epoch": 1.2795153102996562,
      "grad_norm": 0.17381954193115234,
      "learning_rate": 0.0001925498358122712,
      "loss": 12.1498,
      "step": 7814
    },
    {
      "epoch": 1.2796790568200427,
      "grad_norm": 0.17823293805122375,
      "learning_rate": 0.00019254787767756842,
      "loss": 12.1655,
      "step": 7815
    },
    {
      "epoch": 1.279842803340429,
      "grad_norm": 0.17496639490127563,
      "learning_rate": 0.00019254591929552945,
      "loss": 12.186,
      "step": 7816
    },
    {
      "epoch": 1.2800065498608155,
      "grad_norm": 0.1871614307165146,
      "learning_rate": 0.00019254396066615949,
      "loss": 12.2286,
      "step": 7817
    },
    {
      "epoch": 1.2801702963812018,
      "grad_norm": 0.21553608775138855,
      "learning_rate": 0.0001925420017894638,
      "loss": 12.1675,
      "step": 7818
    },
    {
      "epoch": 1.2803340429015884,
      "grad_norm": 0.2672109007835388,
      "learning_rate": 0.0001925400426654475,
      "loss": 12.211,
      "step": 7819
    },
    {
      "epoch": 1.280497789421975,
      "grad_norm": 0.1632043421268463,
      "learning_rate": 0.00019253808329411593,
      "loss": 12.2064,
      "step": 7820
    },
    {
      "epoch": 1.2806615359423612,
      "grad_norm": 0.1598432958126068,
      "learning_rate": 0.00019253612367547436,
      "loss": 12.1961,
      "step": 7821
    },
    {
      "epoch": 1.2808252824627477,
      "grad_norm": 0.16820326447486877,
      "learning_rate": 0.00019253416380952794,
      "loss": 12.1997,
      "step": 7822
    },
    {
      "epoch": 1.280989028983134,
      "grad_norm": 0.20909076929092407,
      "learning_rate": 0.0001925322036962819,
      "loss": 12.148,
      "step": 7823
    },
    {
      "epoch": 1.2811527755035206,
      "grad_norm": 0.21521052718162537,
      "learning_rate": 0.00019253024333574156,
      "loss": 12.1598,
      "step": 7824
    },
    {
      "epoch": 1.2813165220239071,
      "grad_norm": 0.1895148903131485,
      "learning_rate": 0.00019252828272791215,
      "loss": 12.2143,
      "step": 7825
    },
    {
      "epoch": 1.2814802685442934,
      "grad_norm": 0.1632688045501709,
      "learning_rate": 0.00019252632187279883,
      "loss": 12.2141,
      "step": 7826
    },
    {
      "epoch": 1.28164401506468,
      "grad_norm": 0.2781306505203247,
      "learning_rate": 0.0001925243607704069,
      "loss": 12.1685,
      "step": 7827
    },
    {
      "epoch": 1.2818077615850663,
      "grad_norm": 0.24068079888820648,
      "learning_rate": 0.00019252239942074158,
      "loss": 12.1887,
      "step": 7828
    },
    {
      "epoch": 1.2819715081054528,
      "grad_norm": 0.1521296501159668,
      "learning_rate": 0.00019252043782380814,
      "loss": 12.1687,
      "step": 7829
    },
    {
      "epoch": 1.2821352546258393,
      "grad_norm": 0.17631946504116058,
      "learning_rate": 0.0001925184759796118,
      "loss": 12.1954,
      "step": 7830
    },
    {
      "epoch": 1.2822990011462256,
      "grad_norm": 0.18004657328128815,
      "learning_rate": 0.0001925165138881578,
      "loss": 12.2008,
      "step": 7831
    },
    {
      "epoch": 1.282462747666612,
      "grad_norm": 0.22508999705314636,
      "learning_rate": 0.0001925145515494514,
      "loss": 12.2023,
      "step": 7832
    },
    {
      "epoch": 1.2826264941869985,
      "grad_norm": 0.16351068019866943,
      "learning_rate": 0.0001925125889634978,
      "loss": 12.2112,
      "step": 7833
    },
    {
      "epoch": 1.282790240707385,
      "grad_norm": 0.15673013031482697,
      "learning_rate": 0.00019251062613030232,
      "loss": 12.1874,
      "step": 7834
    },
    {
      "epoch": 1.2829539872277715,
      "grad_norm": 0.17892377078533173,
      "learning_rate": 0.0001925086630498702,
      "loss": 12.1854,
      "step": 7835
    },
    {
      "epoch": 1.2831177337481579,
      "grad_norm": 0.16127917170524597,
      "learning_rate": 0.00019250669972220658,
      "loss": 12.1944,
      "step": 7836
    },
    {
      "epoch": 1.2832814802685442,
      "grad_norm": 0.18525628745555878,
      "learning_rate": 0.00019250473614731682,
      "loss": 12.1874,
      "step": 7837
    },
    {
      "epoch": 1.2834452267889307,
      "grad_norm": 0.18138515949249268,
      "learning_rate": 0.00019250277232520612,
      "loss": 12.1552,
      "step": 7838
    },
    {
      "epoch": 1.2836089733093172,
      "grad_norm": 0.15836641192436218,
      "learning_rate": 0.00019250080825587972,
      "loss": 12.2577,
      "step": 7839
    },
    {
      "epoch": 1.2837727198297038,
      "grad_norm": 0.23404014110565186,
      "learning_rate": 0.00019249884393934287,
      "loss": 12.2091,
      "step": 7840
    },
    {
      "epoch": 1.28393646635009,
      "grad_norm": 0.2118007093667984,
      "learning_rate": 0.00019249687937560088,
      "loss": 12.1994,
      "step": 7841
    },
    {
      "epoch": 1.2841002128704764,
      "grad_norm": 0.20708461105823517,
      "learning_rate": 0.00019249491456465893,
      "loss": 12.1993,
      "step": 7842
    },
    {
      "epoch": 1.284263959390863,
      "grad_norm": 0.16299773752689362,
      "learning_rate": 0.0001924929495065223,
      "loss": 12.1506,
      "step": 7843
    },
    {
      "epoch": 1.2844277059112494,
      "grad_norm": 0.23898394405841827,
      "learning_rate": 0.00019249098420119626,
      "loss": 12.1724,
      "step": 7844
    },
    {
      "epoch": 1.2845914524316357,
      "grad_norm": 0.1894802451133728,
      "learning_rate": 0.00019248901864868598,
      "loss": 12.1515,
      "step": 7845
    },
    {
      "epoch": 1.2847551989520223,
      "grad_norm": 0.18243250250816345,
      "learning_rate": 0.00019248705284899683,
      "loss": 12.1974,
      "step": 7846
    },
    {
      "epoch": 1.2849189454724086,
      "grad_norm": 0.22117410600185394,
      "learning_rate": 0.00019248508680213395,
      "loss": 12.134,
      "step": 7847
    },
    {
      "epoch": 1.2850826919927951,
      "grad_norm": 0.14985568821430206,
      "learning_rate": 0.00019248312050810268,
      "loss": 12.1994,
      "step": 7848
    },
    {
      "epoch": 1.2852464385131817,
      "grad_norm": 0.16906380653381348,
      "learning_rate": 0.00019248115396690825,
      "loss": 12.1516,
      "step": 7849
    },
    {
      "epoch": 1.285410185033568,
      "grad_norm": 0.19467473030090332,
      "learning_rate": 0.00019247918717855592,
      "loss": 12.1871,
      "step": 7850
    },
    {
      "epoch": 1.2855739315539545,
      "grad_norm": 0.1828632801771164,
      "learning_rate": 0.00019247722014305093,
      "loss": 12.1861,
      "step": 7851
    },
    {
      "epoch": 1.2857376780743408,
      "grad_norm": 0.20355960726737976,
      "learning_rate": 0.00019247525286039853,
      "loss": 12.1765,
      "step": 7852
    },
    {
      "epoch": 1.2859014245947273,
      "grad_norm": 0.23695436120033264,
      "learning_rate": 0.00019247328533060398,
      "loss": 12.1881,
      "step": 7853
    },
    {
      "epoch": 1.2860651711151139,
      "grad_norm": 0.23170936107635498,
      "learning_rate": 0.0001924713175536726,
      "loss": 12.1747,
      "step": 7854
    },
    {
      "epoch": 1.2862289176355002,
      "grad_norm": 0.16689789295196533,
      "learning_rate": 0.00019246934952960956,
      "loss": 12.1816,
      "step": 7855
    },
    {
      "epoch": 1.2863926641558867,
      "grad_norm": 0.17793120443820953,
      "learning_rate": 0.00019246738125842016,
      "loss": 12.2103,
      "step": 7856
    },
    {
      "epoch": 1.286556410676273,
      "grad_norm": 0.2102780044078827,
      "learning_rate": 0.00019246541274010968,
      "loss": 12.2119,
      "step": 7857
    },
    {
      "epoch": 1.2867201571966596,
      "grad_norm": 0.18983159959316254,
      "learning_rate": 0.00019246344397468336,
      "loss": 12.1721,
      "step": 7858
    },
    {
      "epoch": 1.286883903717046,
      "grad_norm": 0.18315938115119934,
      "learning_rate": 0.0001924614749621464,
      "loss": 12.1583,
      "step": 7859
    },
    {
      "epoch": 1.2870476502374324,
      "grad_norm": 0.24600249528884888,
      "learning_rate": 0.00019245950570250417,
      "loss": 12.1655,
      "step": 7860
    },
    {
      "epoch": 1.287211396757819,
      "grad_norm": 0.19269493222236633,
      "learning_rate": 0.0001924575361957619,
      "loss": 12.2024,
      "step": 7861
    },
    {
      "epoch": 1.2873751432782052,
      "grad_norm": 0.2365586757659912,
      "learning_rate": 0.00019245556644192485,
      "loss": 12.2031,
      "step": 7862
    },
    {
      "epoch": 1.2875388897985918,
      "grad_norm": 0.22410866618156433,
      "learning_rate": 0.00019245359644099822,
      "loss": 12.1876,
      "step": 7863
    },
    {
      "epoch": 1.2877026363189783,
      "grad_norm": 0.18939250707626343,
      "learning_rate": 0.00019245162619298736,
      "loss": 12.1498,
      "step": 7864
    },
    {
      "epoch": 1.2878663828393646,
      "grad_norm": 0.21903157234191895,
      "learning_rate": 0.0001924496556978975,
      "loss": 12.1676,
      "step": 7865
    },
    {
      "epoch": 1.2880301293597511,
      "grad_norm": 0.17853055894374847,
      "learning_rate": 0.00019244768495573392,
      "loss": 12.1819,
      "step": 7866
    },
    {
      "epoch": 1.2881938758801375,
      "grad_norm": 0.1908799707889557,
      "learning_rate": 0.00019244571396650185,
      "loss": 12.1726,
      "step": 7867
    },
    {
      "epoch": 1.288357622400524,
      "grad_norm": 0.18127800524234772,
      "learning_rate": 0.00019244374273020662,
      "loss": 12.174,
      "step": 7868
    },
    {
      "epoch": 1.2885213689209105,
      "grad_norm": 0.15653152763843536,
      "learning_rate": 0.00019244177124685345,
      "loss": 12.1643,
      "step": 7869
    },
    {
      "epoch": 1.2886851154412968,
      "grad_norm": 0.1923498511314392,
      "learning_rate": 0.00019243979951644763,
      "loss": 12.1846,
      "step": 7870
    },
    {
      "epoch": 1.2888488619616834,
      "grad_norm": 0.1543622463941574,
      "learning_rate": 0.00019243782753899442,
      "loss": 12.1542,
      "step": 7871
    },
    {
      "epoch": 1.2890126084820697,
      "grad_norm": 0.24452129006385803,
      "learning_rate": 0.00019243585531449905,
      "loss": 12.2532,
      "step": 7872
    },
    {
      "epoch": 1.2891763550024562,
      "grad_norm": 0.14856292307376862,
      "learning_rate": 0.00019243388284296688,
      "loss": 12.1673,
      "step": 7873
    },
    {
      "epoch": 1.2893401015228427,
      "grad_norm": 0.19008560478687286,
      "learning_rate": 0.0001924319101244031,
      "loss": 12.1929,
      "step": 7874
    },
    {
      "epoch": 1.289503848043229,
      "grad_norm": 0.1908801943063736,
      "learning_rate": 0.00019242993715881305,
      "loss": 12.1968,
      "step": 7875
    },
    {
      "epoch": 1.2896675945636156,
      "grad_norm": 0.18976403772830963,
      "learning_rate": 0.00019242796394620197,
      "loss": 12.1721,
      "step": 7876
    },
    {
      "epoch": 1.2898313410840019,
      "grad_norm": 0.16896355152130127,
      "learning_rate": 0.0001924259904865751,
      "loss": 12.188,
      "step": 7877
    },
    {
      "epoch": 1.2899950876043884,
      "grad_norm": 0.20539100468158722,
      "learning_rate": 0.00019242401677993778,
      "loss": 12.1644,
      "step": 7878
    },
    {
      "epoch": 1.290158834124775,
      "grad_norm": 0.18805404007434845,
      "learning_rate": 0.00019242204282629523,
      "loss": 12.2255,
      "step": 7879
    },
    {
      "epoch": 1.2903225806451613,
      "grad_norm": 0.20463204383850098,
      "learning_rate": 0.00019242006862565277,
      "loss": 12.1862,
      "step": 7880
    },
    {
      "epoch": 1.2904863271655478,
      "grad_norm": 0.178693950176239,
      "learning_rate": 0.00019241809417801562,
      "loss": 12.1879,
      "step": 7881
    },
    {
      "epoch": 1.290650073685934,
      "grad_norm": 0.18237261474132538,
      "learning_rate": 0.0001924161194833891,
      "loss": 12.1844,
      "step": 7882
    },
    {
      "epoch": 1.2908138202063206,
      "grad_norm": 0.17187198996543884,
      "learning_rate": 0.0001924141445417785,
      "loss": 12.1706,
      "step": 7883
    },
    {
      "epoch": 1.2909775667267072,
      "grad_norm": 0.22688212990760803,
      "learning_rate": 0.000192412169353189,
      "loss": 12.1753,
      "step": 7884
    },
    {
      "epoch": 1.2911413132470935,
      "grad_norm": 0.23536193370819092,
      "learning_rate": 0.00019241019391762605,
      "loss": 12.1813,
      "step": 7885
    },
    {
      "epoch": 1.29130505976748,
      "grad_norm": 0.21121670305728912,
      "learning_rate": 0.0001924082182350948,
      "loss": 12.1812,
      "step": 7886
    },
    {
      "epoch": 1.2914688062878663,
      "grad_norm": 0.16259053349494934,
      "learning_rate": 0.00019240624230560053,
      "loss": 12.1522,
      "step": 7887
    },
    {
      "epoch": 1.2916325528082528,
      "grad_norm": 0.17287226021289825,
      "learning_rate": 0.00019240426612914858,
      "loss": 12.168,
      "step": 7888
    },
    {
      "epoch": 1.2917962993286394,
      "grad_norm": 0.14881689846515656,
      "learning_rate": 0.00019240228970574422,
      "loss": 12.2154,
      "step": 7889
    },
    {
      "epoch": 1.2919600458490257,
      "grad_norm": 0.1850828379392624,
      "learning_rate": 0.00019240031303539268,
      "loss": 12.2359,
      "step": 7890
    },
    {
      "epoch": 1.2921237923694122,
      "grad_norm": 0.20875392854213715,
      "learning_rate": 0.0001923983361180993,
      "loss": 12.1859,
      "step": 7891
    },
    {
      "epoch": 1.2922875388897985,
      "grad_norm": 0.21894167363643646,
      "learning_rate": 0.00019239635895386935,
      "loss": 12.216,
      "step": 7892
    },
    {
      "epoch": 1.292451285410185,
      "grad_norm": 0.19486026465892792,
      "learning_rate": 0.0001923943815427081,
      "loss": 12.1904,
      "step": 7893
    },
    {
      "epoch": 1.2926150319305716,
      "grad_norm": 0.21810179948806763,
      "learning_rate": 0.00019239240388462084,
      "loss": 12.1819,
      "step": 7894
    },
    {
      "epoch": 1.292778778450958,
      "grad_norm": 0.18751543760299683,
      "learning_rate": 0.00019239042597961288,
      "loss": 12.1754,
      "step": 7895
    },
    {
      "epoch": 1.2929425249713444,
      "grad_norm": 0.17196545004844666,
      "learning_rate": 0.00019238844782768944,
      "loss": 12.2237,
      "step": 7896
    },
    {
      "epoch": 1.2931062714917307,
      "grad_norm": 0.17825327813625336,
      "learning_rate": 0.00019238646942885588,
      "loss": 12.1712,
      "step": 7897
    },
    {
      "epoch": 1.2932700180121173,
      "grad_norm": 0.15371456742286682,
      "learning_rate": 0.00019238449078311747,
      "loss": 12.1925,
      "step": 7898
    },
    {
      "epoch": 1.2934337645325038,
      "grad_norm": 0.2304520159959793,
      "learning_rate": 0.00019238251189047944,
      "loss": 12.1918,
      "step": 7899
    },
    {
      "epoch": 1.2935975110528901,
      "grad_norm": 0.2509301006793976,
      "learning_rate": 0.0001923805327509472,
      "loss": 12.249,
      "step": 7900
    },
    {
      "epoch": 1.2937612575732766,
      "grad_norm": 0.17830045521259308,
      "learning_rate": 0.00019237855336452588,
      "loss": 12.1744,
      "step": 7901
    },
    {
      "epoch": 1.293925004093663,
      "grad_norm": 0.16672217845916748,
      "learning_rate": 0.0001923765737312209,
      "loss": 12.1934,
      "step": 7902
    },
    {
      "epoch": 1.2940887506140495,
      "grad_norm": 0.16319765150547028,
      "learning_rate": 0.00019237459385103748,
      "loss": 12.1656,
      "step": 7903
    },
    {
      "epoch": 1.294252497134436,
      "grad_norm": 0.1630096584558487,
      "learning_rate": 0.00019237261372398093,
      "loss": 12.187,
      "step": 7904
    },
    {
      "epoch": 1.2944162436548223,
      "grad_norm": 0.2182762324810028,
      "learning_rate": 0.00019237063335005657,
      "loss": 12.1694,
      "step": 7905
    },
    {
      "epoch": 1.2945799901752086,
      "grad_norm": 0.15930156409740448,
      "learning_rate": 0.00019236865272926967,
      "loss": 12.1904,
      "step": 7906
    },
    {
      "epoch": 1.2947437366955952,
      "grad_norm": 0.1800699532032013,
      "learning_rate": 0.00019236667186162552,
      "loss": 12.2098,
      "step": 7907
    },
    {
      "epoch": 1.2949074832159817,
      "grad_norm": 0.20462147891521454,
      "learning_rate": 0.0001923646907471294,
      "loss": 12.2366,
      "step": 7908
    },
    {
      "epoch": 1.2950712297363682,
      "grad_norm": 0.19421672821044922,
      "learning_rate": 0.00019236270938578664,
      "loss": 12.1885,
      "step": 7909
    },
    {
      "epoch": 1.2952349762567545,
      "grad_norm": 0.16935187578201294,
      "learning_rate": 0.00019236072777760251,
      "loss": 12.1641,
      "step": 7910
    },
    {
      "epoch": 1.2953987227771409,
      "grad_norm": 0.16377373039722443,
      "learning_rate": 0.0001923587459225823,
      "loss": 12.1659,
      "step": 7911
    },
    {
      "epoch": 1.2955624692975274,
      "grad_norm": 0.19811490178108215,
      "learning_rate": 0.00019235676382073133,
      "loss": 12.2135,
      "step": 7912
    },
    {
      "epoch": 1.295726215817914,
      "grad_norm": 0.1754036396741867,
      "learning_rate": 0.0001923547814720549,
      "loss": 12.1778,
      "step": 7913
    },
    {
      "epoch": 1.2958899623383004,
      "grad_norm": 0.1927177459001541,
      "learning_rate": 0.0001923527988765583,
      "loss": 12.2191,
      "step": 7914
    },
    {
      "epoch": 1.2960537088586868,
      "grad_norm": 0.15003596246242523,
      "learning_rate": 0.00019235081603424678,
      "loss": 12.2026,
      "step": 7915
    },
    {
      "epoch": 1.296217455379073,
      "grad_norm": 0.18121278285980225,
      "learning_rate": 0.0001923488329451257,
      "loss": 12.1928,
      "step": 7916
    },
    {
      "epoch": 1.2963812018994596,
      "grad_norm": 0.16363392770290375,
      "learning_rate": 0.00019234684960920033,
      "loss": 12.1446,
      "step": 7917
    },
    {
      "epoch": 1.2965449484198461,
      "grad_norm": 0.22309435904026031,
      "learning_rate": 0.000192344866026476,
      "loss": 12.1937,
      "step": 7918
    },
    {
      "epoch": 1.2967086949402324,
      "grad_norm": 0.1932755708694458,
      "learning_rate": 0.000192342882196958,
      "loss": 12.2055,
      "step": 7919
    },
    {
      "epoch": 1.296872441460619,
      "grad_norm": 0.16370858252048492,
      "learning_rate": 0.00019234089812065163,
      "loss": 12.1794,
      "step": 7920
    },
    {
      "epoch": 1.2970361879810053,
      "grad_norm": 0.19097845256328583,
      "learning_rate": 0.00019233891379756218,
      "loss": 12.1759,
      "step": 7921
    },
    {
      "epoch": 1.2971999345013918,
      "grad_norm": 0.20337289571762085,
      "learning_rate": 0.00019233692922769496,
      "loss": 12.1933,
      "step": 7922
    },
    {
      "epoch": 1.2973636810217783,
      "grad_norm": 0.23860791325569153,
      "learning_rate": 0.00019233494441105525,
      "loss": 12.2383,
      "step": 7923
    },
    {
      "epoch": 1.2975274275421647,
      "grad_norm": 0.18096479773521423,
      "learning_rate": 0.0001923329593476484,
      "loss": 12.1751,
      "step": 7924
    },
    {
      "epoch": 1.2976911740625512,
      "grad_norm": 0.16018114984035492,
      "learning_rate": 0.00019233097403747968,
      "loss": 12.1877,
      "step": 7925
    },
    {
      "epoch": 1.2978549205829375,
      "grad_norm": 0.15023352205753326,
      "learning_rate": 0.00019232898848055445,
      "loss": 12.1697,
      "step": 7926
    },
    {
      "epoch": 1.298018667103324,
      "grad_norm": 0.21620424091815948,
      "learning_rate": 0.00019232700267687793,
      "loss": 12.1868,
      "step": 7927
    },
    {
      "epoch": 1.2981824136237106,
      "grad_norm": 0.1991564929485321,
      "learning_rate": 0.0001923250166264555,
      "loss": 12.2103,
      "step": 7928
    },
    {
      "epoch": 1.2983461601440969,
      "grad_norm": 0.26577916741371155,
      "learning_rate": 0.00019232303032929243,
      "loss": 12.203,
      "step": 7929
    },
    {
      "epoch": 1.2985099066644834,
      "grad_norm": 0.156258225440979,
      "learning_rate": 0.00019232104378539403,
      "loss": 12.1608,
      "step": 7930
    },
    {
      "epoch": 1.2986736531848697,
      "grad_norm": 0.20614303648471832,
      "learning_rate": 0.00019231905699476564,
      "loss": 12.1913,
      "step": 7931
    },
    {
      "epoch": 1.2988373997052562,
      "grad_norm": 0.15644755959510803,
      "learning_rate": 0.00019231706995741254,
      "loss": 12.2061,
      "step": 7932
    },
    {
      "epoch": 1.2990011462256428,
      "grad_norm": 0.21855570375919342,
      "learning_rate": 0.00019231508267334007,
      "loss": 12.1647,
      "step": 7933
    },
    {
      "epoch": 1.299164892746029,
      "grad_norm": 0.200370192527771,
      "learning_rate": 0.00019231309514255348,
      "loss": 12.2038,
      "step": 7934
    },
    {
      "epoch": 1.2993286392664156,
      "grad_norm": 0.17876502871513367,
      "learning_rate": 0.00019231110736505816,
      "loss": 12.2199,
      "step": 7935
    },
    {
      "epoch": 1.299492385786802,
      "grad_norm": 0.15986141562461853,
      "learning_rate": 0.00019230911934085934,
      "loss": 12.2301,
      "step": 7936
    },
    {
      "epoch": 1.2996561323071885,
      "grad_norm": 0.3300498127937317,
      "learning_rate": 0.0001923071310699624,
      "loss": 12.1701,
      "step": 7937
    },
    {
      "epoch": 1.299819878827575,
      "grad_norm": 0.22056864202022552,
      "learning_rate": 0.00019230514255237264,
      "loss": 12.1841,
      "step": 7938
    },
    {
      "epoch": 1.2999836253479613,
      "grad_norm": 0.2061655968427658,
      "learning_rate": 0.00019230315378809535,
      "loss": 12.1468,
      "step": 7939
    },
    {
      "epoch": 1.3001473718683478,
      "grad_norm": 0.20108091831207275,
      "learning_rate": 0.00019230116477713587,
      "loss": 12.1494,
      "step": 7940
    },
    {
      "epoch": 1.3003111183887341,
      "grad_norm": 0.20789548754692078,
      "learning_rate": 0.0001922991755194995,
      "loss": 12.2781,
      "step": 7941
    },
    {
      "epoch": 1.3004748649091207,
      "grad_norm": 0.19501952826976776,
      "learning_rate": 0.00019229718601519158,
      "loss": 12.1901,
      "step": 7942
    },
    {
      "epoch": 1.3006386114295072,
      "grad_norm": 0.1671808809041977,
      "learning_rate": 0.0001922951962642174,
      "loss": 12.1977,
      "step": 7943
    },
    {
      "epoch": 1.3008023579498935,
      "grad_norm": 0.27080681920051575,
      "learning_rate": 0.00019229320626658228,
      "loss": 12.1874,
      "step": 7944
    },
    {
      "epoch": 1.30096610447028,
      "grad_norm": 0.15519477427005768,
      "learning_rate": 0.00019229121602229153,
      "loss": 12.1936,
      "step": 7945
    },
    {
      "epoch": 1.3011298509906664,
      "grad_norm": 0.2063598483800888,
      "learning_rate": 0.00019228922553135051,
      "loss": 12.1423,
      "step": 7946
    },
    {
      "epoch": 1.301293597511053,
      "grad_norm": 0.1994299739599228,
      "learning_rate": 0.0001922872347937645,
      "loss": 12.1966,
      "step": 7947
    },
    {
      "epoch": 1.3014573440314394,
      "grad_norm": 0.234974205493927,
      "learning_rate": 0.00019228524380953885,
      "loss": 12.1976,
      "step": 7948
    },
    {
      "epoch": 1.3016210905518257,
      "grad_norm": 0.24394844472408295,
      "learning_rate": 0.00019228325257867885,
      "loss": 12.1748,
      "step": 7949
    },
    {
      "epoch": 1.3017848370722123,
      "grad_norm": 0.22698065638542175,
      "learning_rate": 0.00019228126110118983,
      "loss": 12.1966,
      "step": 7950
    },
    {
      "epoch": 1.3019485835925986,
      "grad_norm": 0.18343587219715118,
      "learning_rate": 0.00019227926937707713,
      "loss": 12.2181,
      "step": 7951
    },
    {
      "epoch": 1.302112330112985,
      "grad_norm": 0.1945779174566269,
      "learning_rate": 0.00019227727740634608,
      "loss": 12.2038,
      "step": 7952
    },
    {
      "epoch": 1.3022760766333716,
      "grad_norm": 0.1901858150959015,
      "learning_rate": 0.00019227528518900194,
      "loss": 12.1575,
      "step": 7953
    },
    {
      "epoch": 1.302439823153758,
      "grad_norm": 0.1595069020986557,
      "learning_rate": 0.0001922732927250501,
      "loss": 12.2192,
      "step": 7954
    },
    {
      "epoch": 1.3026035696741445,
      "grad_norm": 0.1436021625995636,
      "learning_rate": 0.0001922713000144959,
      "loss": 12.1867,
      "step": 7955
    },
    {
      "epoch": 1.3027673161945308,
      "grad_norm": 0.18868102133274078,
      "learning_rate": 0.0001922693070573446,
      "loss": 12.1995,
      "step": 7956
    },
    {
      "epoch": 1.3029310627149173,
      "grad_norm": 0.17163409292697906,
      "learning_rate": 0.00019226731385360156,
      "loss": 12.1966,
      "step": 7957
    },
    {
      "epoch": 1.3030948092353039,
      "grad_norm": 0.22170668840408325,
      "learning_rate": 0.0001922653204032721,
      "loss": 12.2424,
      "step": 7958
    },
    {
      "epoch": 1.3032585557556902,
      "grad_norm": 0.17615322768688202,
      "learning_rate": 0.00019226332670636156,
      "loss": 12.1697,
      "step": 7959
    },
    {
      "epoch": 1.3034223022760767,
      "grad_norm": 0.20373572409152985,
      "learning_rate": 0.00019226133276287525,
      "loss": 12.2616,
      "step": 7960
    },
    {
      "epoch": 1.303586048796463,
      "grad_norm": 0.2348930388689041,
      "learning_rate": 0.0001922593385728185,
      "loss": 12.1769,
      "step": 7961
    },
    {
      "epoch": 1.3037497953168495,
      "grad_norm": 0.17983931303024292,
      "learning_rate": 0.00019225734413619666,
      "loss": 12.1951,
      "step": 7962
    },
    {
      "epoch": 1.303913541837236,
      "grad_norm": 0.26752233505249023,
      "learning_rate": 0.000192255349453015,
      "loss": 12.2334,
      "step": 7963
    },
    {
      "epoch": 1.3040772883576224,
      "grad_norm": 0.2392181009054184,
      "learning_rate": 0.00019225335452327898,
      "loss": 12.1697,
      "step": 7964
    },
    {
      "epoch": 1.304241034878009,
      "grad_norm": 0.17966966331005096,
      "learning_rate": 0.0001922513593469938,
      "loss": 12.2168,
      "step": 7965
    },
    {
      "epoch": 1.3044047813983952,
      "grad_norm": 0.1759873777627945,
      "learning_rate": 0.00019224936392416483,
      "loss": 12.146,
      "step": 7966
    },
    {
      "epoch": 1.3045685279187818,
      "grad_norm": 0.20117917656898499,
      "learning_rate": 0.00019224736825479744,
      "loss": 12.1672,
      "step": 7967
    },
    {
      "epoch": 1.3047322744391683,
      "grad_norm": 0.2494717389345169,
      "learning_rate": 0.00019224537233889695,
      "loss": 12.1786,
      "step": 7968
    },
    {
      "epoch": 1.3048960209595546,
      "grad_norm": 0.1973765790462494,
      "learning_rate": 0.00019224337617646867,
      "loss": 12.1789,
      "step": 7969
    },
    {
      "epoch": 1.3050597674799411,
      "grad_norm": 0.20838984847068787,
      "learning_rate": 0.00019224137976751795,
      "loss": 12.2158,
      "step": 7970
    },
    {
      "epoch": 1.3052235140003274,
      "grad_norm": 0.19996336102485657,
      "learning_rate": 0.0001922393831120501,
      "loss": 12.249,
      "step": 7971
    },
    {
      "epoch": 1.305387260520714,
      "grad_norm": 0.21623603999614716,
      "learning_rate": 0.0001922373862100705,
      "loss": 12.2126,
      "step": 7972
    },
    {
      "epoch": 1.3055510070411005,
      "grad_norm": 0.24547402560710907,
      "learning_rate": 0.00019223538906158445,
      "loss": 12.2174,
      "step": 7973
    },
    {
      "epoch": 1.3057147535614868,
      "grad_norm": 0.17430734634399414,
      "learning_rate": 0.00019223339166659734,
      "loss": 12.2138,
      "step": 7974
    },
    {
      "epoch": 1.3058785000818733,
      "grad_norm": 0.2291116863489151,
      "learning_rate": 0.00019223139402511444,
      "loss": 12.2222,
      "step": 7975
    },
    {
      "epoch": 1.3060422466022596,
      "grad_norm": 0.16184526681900024,
      "learning_rate": 0.00019222939613714113,
      "loss": 12.2408,
      "step": 7976
    },
    {
      "epoch": 1.3062059931226462,
      "grad_norm": 0.1989569067955017,
      "learning_rate": 0.0001922273980026827,
      "loss": 12.2144,
      "step": 7977
    },
    {
      "epoch": 1.3063697396430327,
      "grad_norm": 0.17625874280929565,
      "learning_rate": 0.0001922253996217446,
      "loss": 12.2559,
      "step": 7978
    },
    {
      "epoch": 1.306533486163419,
      "grad_norm": 0.18802708387374878,
      "learning_rate": 0.00019222340099433205,
      "loss": 12.197,
      "step": 7979
    },
    {
      "epoch": 1.3066972326838053,
      "grad_norm": 0.24684584140777588,
      "learning_rate": 0.00019222140212045042,
      "loss": 12.2415,
      "step": 7980
    },
    {
      "epoch": 1.3068609792041919,
      "grad_norm": 0.2188744992017746,
      "learning_rate": 0.0001922194030001051,
      "loss": 12.2141,
      "step": 7981
    },
    {
      "epoch": 1.3070247257245784,
      "grad_norm": 0.1661856770515442,
      "learning_rate": 0.00019221740363330146,
      "loss": 12.1643,
      "step": 7982
    },
    {
      "epoch": 1.307188472244965,
      "grad_norm": 0.1923370212316513,
      "learning_rate": 0.00019221540402004472,
      "loss": 12.1506,
      "step": 7983
    },
    {
      "epoch": 1.3073522187653512,
      "grad_norm": 0.21357421576976776,
      "learning_rate": 0.00019221340416034034,
      "loss": 12.1986,
      "step": 7984
    },
    {
      "epoch": 1.3075159652857375,
      "grad_norm": 0.20550742745399475,
      "learning_rate": 0.00019221140405419358,
      "loss": 12.2078,
      "step": 7985
    },
    {
      "epoch": 1.307679711806124,
      "grad_norm": 0.2636359632015228,
      "learning_rate": 0.00019220940370160984,
      "loss": 12.1987,
      "step": 7986
    },
    {
      "epoch": 1.3078434583265106,
      "grad_norm": 0.1605014055967331,
      "learning_rate": 0.00019220740310259445,
      "loss": 12.1704,
      "step": 7987
    },
    {
      "epoch": 1.308007204846897,
      "grad_norm": 0.18162751197814941,
      "learning_rate": 0.00019220540225715272,
      "loss": 12.2203,
      "step": 7988
    },
    {
      "epoch": 1.3081709513672835,
      "grad_norm": 0.21574050188064575,
      "learning_rate": 0.0001922034011652901,
      "loss": 12.1808,
      "step": 7989
    },
    {
      "epoch": 1.3083346978876698,
      "grad_norm": 0.20176538825035095,
      "learning_rate": 0.00019220139982701183,
      "loss": 12.1697,
      "step": 7990
    },
    {
      "epoch": 1.3084984444080563,
      "grad_norm": 0.1738402098417282,
      "learning_rate": 0.00019219939824232328,
      "loss": 12.2,
      "step": 7991
    },
    {
      "epoch": 1.3086621909284428,
      "grad_norm": 0.2231808453798294,
      "learning_rate": 0.00019219739641122984,
      "loss": 12.1699,
      "step": 7992
    },
    {
      "epoch": 1.3088259374488291,
      "grad_norm": 0.16537423431873322,
      "learning_rate": 0.00019219539433373685,
      "loss": 12.1768,
      "step": 7993
    },
    {
      "epoch": 1.3089896839692157,
      "grad_norm": 0.19715335965156555,
      "learning_rate": 0.00019219339200984967,
      "loss": 12.2059,
      "step": 7994
    },
    {
      "epoch": 1.309153430489602,
      "grad_norm": 0.16728603839874268,
      "learning_rate": 0.0001921913894395736,
      "loss": 12.1853,
      "step": 7995
    },
    {
      "epoch": 1.3093171770099885,
      "grad_norm": 0.20846693217754364,
      "learning_rate": 0.00019218938662291402,
      "loss": 12.2143,
      "step": 7996
    },
    {
      "epoch": 1.309480923530375,
      "grad_norm": 0.17669588327407837,
      "learning_rate": 0.0001921873835598763,
      "loss": 12.1807,
      "step": 7997
    },
    {
      "epoch": 1.3096446700507614,
      "grad_norm": 0.1959630250930786,
      "learning_rate": 0.00019218538025046576,
      "loss": 12.1577,
      "step": 7998
    },
    {
      "epoch": 1.3098084165711479,
      "grad_norm": 0.23656603693962097,
      "learning_rate": 0.0001921833766946878,
      "loss": 12.1849,
      "step": 7999
    },
    {
      "epoch": 1.3099721630915342,
      "grad_norm": 0.17775073647499084,
      "learning_rate": 0.0001921813728925477,
      "loss": 12.2427,
      "step": 8000
    },
    {
      "epoch": 1.3099721630915342,
      "eval_loss": 12.171975135803223,
      "eval_runtime": 7.3125,
      "eval_samples_per_second": 33.641,
      "eval_steps_per_second": 16.82,
      "step": 8000
    },
    {
      "epoch": 1.3101359096119207,
      "grad_norm": 0.19188502430915833,
      "learning_rate": 0.00019217936884405093,
      "loss": 12.1793,
      "step": 8001
    },
    {
      "epoch": 1.3102996561323073,
      "grad_norm": 0.19584527611732483,
      "learning_rate": 0.00019217736454920273,
      "loss": 12.2289,
      "step": 8002
    },
    {
      "epoch": 1.3104634026526936,
      "grad_norm": 0.20553818345069885,
      "learning_rate": 0.0001921753600080085,
      "loss": 12.1653,
      "step": 8003
    },
    {
      "epoch": 1.31062714917308,
      "grad_norm": 0.2401212900876999,
      "learning_rate": 0.00019217335522047363,
      "loss": 12.2108,
      "step": 8004
    },
    {
      "epoch": 1.3107908956934664,
      "grad_norm": 0.32974138855934143,
      "learning_rate": 0.00019217135018660344,
      "loss": 12.1962,
      "step": 8005
    },
    {
      "epoch": 1.310954642213853,
      "grad_norm": 0.15892495214939117,
      "learning_rate": 0.0001921693449064033,
      "loss": 12.2124,
      "step": 8006
    },
    {
      "epoch": 1.3111183887342395,
      "grad_norm": 0.19972117245197296,
      "learning_rate": 0.00019216733937987853,
      "loss": 12.1673,
      "step": 8007
    },
    {
      "epoch": 1.3112821352546258,
      "grad_norm": 0.20397356152534485,
      "learning_rate": 0.0001921653336070346,
      "loss": 12.1344,
      "step": 8008
    },
    {
      "epoch": 1.3114458817750123,
      "grad_norm": 0.20553839206695557,
      "learning_rate": 0.00019216332758787674,
      "loss": 12.1815,
      "step": 8009
    },
    {
      "epoch": 1.3116096282953986,
      "grad_norm": 0.1507653295993805,
      "learning_rate": 0.0001921613213224104,
      "loss": 12.191,
      "step": 8010
    },
    {
      "epoch": 1.3117733748157852,
      "grad_norm": 0.19317860901355743,
      "learning_rate": 0.0001921593148106409,
      "loss": 12.1519,
      "step": 8011
    },
    {
      "epoch": 1.3119371213361717,
      "grad_norm": 0.14674963057041168,
      "learning_rate": 0.00019215730805257359,
      "loss": 12.2201,
      "step": 8012
    },
    {
      "epoch": 1.312100867856558,
      "grad_norm": 0.17064203321933746,
      "learning_rate": 0.00019215530104821387,
      "loss": 12.1942,
      "step": 8013
    },
    {
      "epoch": 1.3122646143769445,
      "grad_norm": 0.176640123128891,
      "learning_rate": 0.00019215329379756711,
      "loss": 12.1815,
      "step": 8014
    },
    {
      "epoch": 1.3124283608973308,
      "grad_norm": 0.21358652412891388,
      "learning_rate": 0.00019215128630063863,
      "loss": 12.239,
      "step": 8015
    },
    {
      "epoch": 1.3125921074177174,
      "grad_norm": 0.2630245089530945,
      "learning_rate": 0.00019214927855743384,
      "loss": 12.2818,
      "step": 8016
    },
    {
      "epoch": 1.312755853938104,
      "grad_norm": 0.17626211047172546,
      "learning_rate": 0.00019214727056795808,
      "loss": 12.2153,
      "step": 8017
    },
    {
      "epoch": 1.3129196004584902,
      "grad_norm": 0.1721150428056717,
      "learning_rate": 0.0001921452623322167,
      "loss": 12.1938,
      "step": 8018
    },
    {
      "epoch": 1.3130833469788767,
      "grad_norm": 0.17040467262268066,
      "learning_rate": 0.00019214325385021513,
      "loss": 12.2295,
      "step": 8019
    },
    {
      "epoch": 1.313247093499263,
      "grad_norm": 0.22344616055488586,
      "learning_rate": 0.00019214124512195862,
      "loss": 12.1766,
      "step": 8020
    },
    {
      "epoch": 1.3134108400196496,
      "grad_norm": 0.21994327008724213,
      "learning_rate": 0.0001921392361474527,
      "loss": 12.1879,
      "step": 8021
    },
    {
      "epoch": 1.3135745865400361,
      "grad_norm": 0.17690908908843994,
      "learning_rate": 0.0001921372269267026,
      "loss": 12.1483,
      "step": 8022
    },
    {
      "epoch": 1.3137383330604224,
      "grad_norm": 0.23508289456367493,
      "learning_rate": 0.00019213521745971377,
      "loss": 12.1708,
      "step": 8023
    },
    {
      "epoch": 1.313902079580809,
      "grad_norm": 0.21330580115318298,
      "learning_rate": 0.00019213320774649154,
      "loss": 12.2016,
      "step": 8024
    },
    {
      "epoch": 1.3140658261011953,
      "grad_norm": 0.17868389189243317,
      "learning_rate": 0.00019213119778704128,
      "loss": 12.1232,
      "step": 8025
    },
    {
      "epoch": 1.3142295726215818,
      "grad_norm": 0.23487864434719086,
      "learning_rate": 0.00019212918758136844,
      "loss": 12.1756,
      "step": 8026
    },
    {
      "epoch": 1.3143933191419683,
      "grad_norm": 0.18843930959701538,
      "learning_rate": 0.00019212717712947827,
      "loss": 12.1458,
      "step": 8027
    },
    {
      "epoch": 1.3145570656623546,
      "grad_norm": 0.24445374310016632,
      "learning_rate": 0.00019212516643137622,
      "loss": 12.1694,
      "step": 8028
    },
    {
      "epoch": 1.3147208121827412,
      "grad_norm": 0.18371787667274475,
      "learning_rate": 0.00019212315548706763,
      "loss": 12.2225,
      "step": 8029
    },
    {
      "epoch": 1.3148845587031275,
      "grad_norm": 0.17078714072704315,
      "learning_rate": 0.0001921211442965579,
      "loss": 12.2139,
      "step": 8030
    },
    {
      "epoch": 1.315048305223514,
      "grad_norm": 0.19713297486305237,
      "learning_rate": 0.0001921191328598524,
      "loss": 12.1825,
      "step": 8031
    },
    {
      "epoch": 1.3152120517439005,
      "grad_norm": 0.2634012997150421,
      "learning_rate": 0.0001921171211769565,
      "loss": 12.2177,
      "step": 8032
    },
    {
      "epoch": 1.3153757982642869,
      "grad_norm": 0.32339075207710266,
      "learning_rate": 0.00019211510924787556,
      "loss": 12.1703,
      "step": 8033
    },
    {
      "epoch": 1.3155395447846734,
      "grad_norm": 0.18834371864795685,
      "learning_rate": 0.000192113097072615,
      "loss": 12.1859,
      "step": 8034
    },
    {
      "epoch": 1.3157032913050597,
      "grad_norm": 0.13180114328861237,
      "learning_rate": 0.00019211108465118018,
      "loss": 12.1793,
      "step": 8035
    },
    {
      "epoch": 1.3158670378254462,
      "grad_norm": 0.20487183332443237,
      "learning_rate": 0.00019210907198357645,
      "loss": 12.2152,
      "step": 8036
    },
    {
      "epoch": 1.3160307843458328,
      "grad_norm": 0.17548005282878876,
      "learning_rate": 0.00019210705906980917,
      "loss": 12.18,
      "step": 8037
    },
    {
      "epoch": 1.316194530866219,
      "grad_norm": 0.16591519117355347,
      "learning_rate": 0.00019210504590988378,
      "loss": 12.186,
      "step": 8038
    },
    {
      "epoch": 1.3163582773866056,
      "grad_norm": 0.14991390705108643,
      "learning_rate": 0.00019210303250380566,
      "loss": 12.1841,
      "step": 8039
    },
    {
      "epoch": 1.316522023906992,
      "grad_norm": 0.14668285846710205,
      "learning_rate": 0.00019210101885158015,
      "loss": 12.2127,
      "step": 8040
    },
    {
      "epoch": 1.3166857704273784,
      "grad_norm": 0.19485434889793396,
      "learning_rate": 0.00019209900495321266,
      "loss": 12.1922,
      "step": 8041
    },
    {
      "epoch": 1.316849516947765,
      "grad_norm": 0.20613333582878113,
      "learning_rate": 0.00019209699080870857,
      "loss": 12.2083,
      "step": 8042
    },
    {
      "epoch": 1.3170132634681513,
      "grad_norm": 0.22963473200798035,
      "learning_rate": 0.00019209497641807323,
      "loss": 12.1733,
      "step": 8043
    },
    {
      "epoch": 1.3171770099885378,
      "grad_norm": 0.21051454544067383,
      "learning_rate": 0.00019209296178131208,
      "loss": 12.223,
      "step": 8044
    },
    {
      "epoch": 1.3173407565089241,
      "grad_norm": 0.1735425740480423,
      "learning_rate": 0.00019209094689843045,
      "loss": 12.1742,
      "step": 8045
    },
    {
      "epoch": 1.3175045030293107,
      "grad_norm": 0.1925586313009262,
      "learning_rate": 0.00019208893176943375,
      "loss": 12.1957,
      "step": 8046
    },
    {
      "epoch": 1.3176682495496972,
      "grad_norm": 0.22601443529129028,
      "learning_rate": 0.0001920869163943274,
      "loss": 12.2029,
      "step": 8047
    },
    {
      "epoch": 1.3178319960700835,
      "grad_norm": 0.22134347259998322,
      "learning_rate": 0.00019208490077311669,
      "loss": 12.1781,
      "step": 8048
    },
    {
      "epoch": 1.31799574259047,
      "grad_norm": 0.16639362275600433,
      "learning_rate": 0.0001920828849058071,
      "loss": 12.2111,
      "step": 8049
    },
    {
      "epoch": 1.3181594891108563,
      "grad_norm": 0.2419215887784958,
      "learning_rate": 0.00019208086879240398,
      "loss": 12.18,
      "step": 8050
    },
    {
      "epoch": 1.3183232356312429,
      "grad_norm": 0.2306262105703354,
      "learning_rate": 0.00019207885243291274,
      "loss": 12.151,
      "step": 8051
    },
    {
      "epoch": 1.3184869821516294,
      "grad_norm": 0.23280464112758636,
      "learning_rate": 0.00019207683582733872,
      "loss": 12.2007,
      "step": 8052
    },
    {
      "epoch": 1.3186507286720157,
      "grad_norm": 0.16760800778865814,
      "learning_rate": 0.00019207481897568735,
      "loss": 12.2085,
      "step": 8053
    },
    {
      "epoch": 1.318814475192402,
      "grad_norm": 0.17077235877513885,
      "learning_rate": 0.00019207280187796399,
      "loss": 12.1696,
      "step": 8054
    },
    {
      "epoch": 1.3189782217127886,
      "grad_norm": 0.18976953625679016,
      "learning_rate": 0.00019207078453417408,
      "loss": 12.2213,
      "step": 8055
    },
    {
      "epoch": 1.319141968233175,
      "grad_norm": 0.153962641954422,
      "learning_rate": 0.00019206876694432296,
      "loss": 12.1729,
      "step": 8056
    },
    {
      "epoch": 1.3193057147535616,
      "grad_norm": 0.16795329749584198,
      "learning_rate": 0.00019206674910841607,
      "loss": 12.1422,
      "step": 8057
    },
    {
      "epoch": 1.319469461273948,
      "grad_norm": 0.19180697202682495,
      "learning_rate": 0.00019206473102645878,
      "loss": 12.1747,
      "step": 8058
    },
    {
      "epoch": 1.3196332077943342,
      "grad_norm": 0.20435135066509247,
      "learning_rate": 0.00019206271269845644,
      "loss": 12.1879,
      "step": 8059
    },
    {
      "epoch": 1.3197969543147208,
      "grad_norm": 0.19659391045570374,
      "learning_rate": 0.00019206069412441452,
      "loss": 12.1946,
      "step": 8060
    },
    {
      "epoch": 1.3199607008351073,
      "grad_norm": 0.26259884238243103,
      "learning_rate": 0.00019205867530433835,
      "loss": 12.2321,
      "step": 8061
    },
    {
      "epoch": 1.3201244473554936,
      "grad_norm": 0.14280104637145996,
      "learning_rate": 0.00019205665623823337,
      "loss": 12.1957,
      "step": 8062
    },
    {
      "epoch": 1.3202881938758801,
      "grad_norm": 0.1444474160671234,
      "learning_rate": 0.00019205463692610497,
      "loss": 12.1399,
      "step": 8063
    },
    {
      "epoch": 1.3204519403962665,
      "grad_norm": 0.1822190284729004,
      "learning_rate": 0.00019205261736795852,
      "loss": 12.194,
      "step": 8064
    },
    {
      "epoch": 1.320615686916653,
      "grad_norm": 0.1854729801416397,
      "learning_rate": 0.00019205059756379945,
      "loss": 12.1738,
      "step": 8065
    },
    {
      "epoch": 1.3207794334370395,
      "grad_norm": 0.21064253151416779,
      "learning_rate": 0.0001920485775136331,
      "loss": 12.2239,
      "step": 8066
    },
    {
      "epoch": 1.3209431799574258,
      "grad_norm": 0.19583886861801147,
      "learning_rate": 0.00019204655721746496,
      "loss": 12.1414,
      "step": 8067
    },
    {
      "epoch": 1.3211069264778124,
      "grad_norm": 0.1788148730993271,
      "learning_rate": 0.00019204453667530036,
      "loss": 12.1947,
      "step": 8068
    },
    {
      "epoch": 1.3212706729981987,
      "grad_norm": 0.18852701783180237,
      "learning_rate": 0.00019204251588714476,
      "loss": 12.2393,
      "step": 8069
    },
    {
      "epoch": 1.3214344195185852,
      "grad_norm": 0.17977161705493927,
      "learning_rate": 0.00019204049485300345,
      "loss": 12.1875,
      "step": 8070
    },
    {
      "epoch": 1.3215981660389717,
      "grad_norm": 0.15002164244651794,
      "learning_rate": 0.00019203847357288195,
      "loss": 12.1543,
      "step": 8071
    },
    {
      "epoch": 1.321761912559358,
      "grad_norm": 0.22945792973041534,
      "learning_rate": 0.00019203645204678559,
      "loss": 12.1683,
      "step": 8072
    },
    {
      "epoch": 1.3219256590797446,
      "grad_norm": 0.16728797554969788,
      "learning_rate": 0.00019203443027471982,
      "loss": 12.2047,
      "step": 8073
    },
    {
      "epoch": 1.3220894056001309,
      "grad_norm": 0.1663946807384491,
      "learning_rate": 0.00019203240825669,
      "loss": 12.1722,
      "step": 8074
    },
    {
      "epoch": 1.3222531521205174,
      "grad_norm": 0.27083635330200195,
      "learning_rate": 0.00019203038599270155,
      "loss": 12.161,
      "step": 8075
    },
    {
      "epoch": 1.322416898640904,
      "grad_norm": 0.2195802479982376,
      "learning_rate": 0.0001920283634827599,
      "loss": 12.1982,
      "step": 8076
    },
    {
      "epoch": 1.3225806451612903,
      "grad_norm": 0.2527097463607788,
      "learning_rate": 0.00019202634072687042,
      "loss": 12.2085,
      "step": 8077
    },
    {
      "epoch": 1.3227443916816768,
      "grad_norm": 0.22752872109413147,
      "learning_rate": 0.00019202431772503853,
      "loss": 12.1566,
      "step": 8078
    },
    {
      "epoch": 1.322908138202063,
      "grad_norm": 0.1569962203502655,
      "learning_rate": 0.00019202229447726966,
      "loss": 12.1499,
      "step": 8079
    },
    {
      "epoch": 1.3230718847224496,
      "grad_norm": 0.15789863467216492,
      "learning_rate": 0.00019202027098356913,
      "loss": 12.207,
      "step": 8080
    },
    {
      "epoch": 1.3232356312428362,
      "grad_norm": 0.1866682916879654,
      "learning_rate": 0.00019201824724394246,
      "loss": 12.1858,
      "step": 8081
    },
    {
      "epoch": 1.3233993777632225,
      "grad_norm": 0.16610640287399292,
      "learning_rate": 0.000192016223258395,
      "loss": 12.2517,
      "step": 8082
    },
    {
      "epoch": 1.323563124283609,
      "grad_norm": 0.20048409700393677,
      "learning_rate": 0.00019201419902693218,
      "loss": 12.1704,
      "step": 8083
    },
    {
      "epoch": 1.3237268708039953,
      "grad_norm": 0.20296061038970947,
      "learning_rate": 0.00019201217454955938,
      "loss": 12.2056,
      "step": 8084
    },
    {
      "epoch": 1.3238906173243818,
      "grad_norm": 0.2286704182624817,
      "learning_rate": 0.00019201014982628202,
      "loss": 12.1415,
      "step": 8085
    },
    {
      "epoch": 1.3240543638447684,
      "grad_norm": 0.19603101909160614,
      "learning_rate": 0.00019200812485710555,
      "loss": 12.1697,
      "step": 8086
    },
    {
      "epoch": 1.3242181103651547,
      "grad_norm": 0.1890241503715515,
      "learning_rate": 0.00019200609964203534,
      "loss": 12.2422,
      "step": 8087
    },
    {
      "epoch": 1.3243818568855412,
      "grad_norm": 0.17692145705223083,
      "learning_rate": 0.0001920040741810768,
      "loss": 12.2043,
      "step": 8088
    },
    {
      "epoch": 1.3245456034059275,
      "grad_norm": 0.20798197388648987,
      "learning_rate": 0.00019200204847423535,
      "loss": 12.1943,
      "step": 8089
    },
    {
      "epoch": 1.324709349926314,
      "grad_norm": 0.19596976041793823,
      "learning_rate": 0.00019200002252151642,
      "loss": 12.1893,
      "step": 8090
    },
    {
      "epoch": 1.3248730964467006,
      "grad_norm": 0.19627566635608673,
      "learning_rate": 0.00019199799632292543,
      "loss": 12.1932,
      "step": 8091
    },
    {
      "epoch": 1.325036842967087,
      "grad_norm": 0.15242385864257812,
      "learning_rate": 0.00019199596987846777,
      "loss": 12.2131,
      "step": 8092
    },
    {
      "epoch": 1.3252005894874734,
      "grad_norm": 0.18282321095466614,
      "learning_rate": 0.00019199394318814887,
      "loss": 12.1749,
      "step": 8093
    },
    {
      "epoch": 1.3253643360078597,
      "grad_norm": 0.20796602964401245,
      "learning_rate": 0.00019199191625197414,
      "loss": 12.1751,
      "step": 8094
    },
    {
      "epoch": 1.3255280825282463,
      "grad_norm": 0.17333829402923584,
      "learning_rate": 0.000191989889069949,
      "loss": 12.1554,
      "step": 8095
    },
    {
      "epoch": 1.3256918290486328,
      "grad_norm": 0.21329909563064575,
      "learning_rate": 0.00019198786164207886,
      "loss": 12.2131,
      "step": 8096
    },
    {
      "epoch": 1.3258555755690191,
      "grad_norm": 0.18717771768569946,
      "learning_rate": 0.00019198583396836915,
      "loss": 12.1733,
      "step": 8097
    },
    {
      "epoch": 1.3260193220894056,
      "grad_norm": 0.23516634106636047,
      "learning_rate": 0.00019198380604882532,
      "loss": 12.2086,
      "step": 8098
    },
    {
      "epoch": 1.326183068609792,
      "grad_norm": 0.22509422898292542,
      "learning_rate": 0.0001919817778834527,
      "loss": 12.1473,
      "step": 8099
    },
    {
      "epoch": 1.3263468151301785,
      "grad_norm": 0.21646949648857117,
      "learning_rate": 0.0001919797494722568,
      "loss": 12.1646,
      "step": 8100
    },
    {
      "epoch": 1.326510561650565,
      "grad_norm": 0.13538293540477753,
      "learning_rate": 0.00019197772081524297,
      "loss": 12.2136,
      "step": 8101
    },
    {
      "epoch": 1.3266743081709513,
      "grad_norm": 0.17675763368606567,
      "learning_rate": 0.00019197569191241668,
      "loss": 12.1657,
      "step": 8102
    },
    {
      "epoch": 1.3268380546913379,
      "grad_norm": 0.20003828406333923,
      "learning_rate": 0.00019197366276378335,
      "loss": 12.2069,
      "step": 8103
    },
    {
      "epoch": 1.3270018012117242,
      "grad_norm": 0.1705264002084732,
      "learning_rate": 0.00019197163336934838,
      "loss": 12.1834,
      "step": 8104
    },
    {
      "epoch": 1.3271655477321107,
      "grad_norm": 0.2133386731147766,
      "learning_rate": 0.00019196960372911721,
      "loss": 12.1768,
      "step": 8105
    },
    {
      "epoch": 1.3273292942524972,
      "grad_norm": 0.21965378522872925,
      "learning_rate": 0.00019196757384309528,
      "loss": 12.2197,
      "step": 8106
    },
    {
      "epoch": 1.3274930407728835,
      "grad_norm": 0.20001982152462006,
      "learning_rate": 0.00019196554371128796,
      "loss": 12.2025,
      "step": 8107
    },
    {
      "epoch": 1.32765678729327,
      "grad_norm": 0.17598699033260345,
      "learning_rate": 0.00019196351333370073,
      "loss": 12.1899,
      "step": 8108
    },
    {
      "epoch": 1.3278205338136564,
      "grad_norm": 0.1892787367105484,
      "learning_rate": 0.000191961482710339,
      "loss": 12.1793,
      "step": 8109
    },
    {
      "epoch": 1.327984280334043,
      "grad_norm": 0.1568421572446823,
      "learning_rate": 0.00019195945184120818,
      "loss": 12.1897,
      "step": 8110
    },
    {
      "epoch": 1.3281480268544295,
      "grad_norm": 0.2224685400724411,
      "learning_rate": 0.00019195742072631374,
      "loss": 12.2306,
      "step": 8111
    },
    {
      "epoch": 1.3283117733748158,
      "grad_norm": 0.20660389959812164,
      "learning_rate": 0.00019195538936566105,
      "loss": 12.1744,
      "step": 8112
    },
    {
      "epoch": 1.3284755198952023,
      "grad_norm": 0.20986433327198029,
      "learning_rate": 0.00019195335775925557,
      "loss": 12.155,
      "step": 8113
    },
    {
      "epoch": 1.3286392664155886,
      "grad_norm": 0.17670045793056488,
      "learning_rate": 0.00019195132590710273,
      "loss": 12.2153,
      "step": 8114
    },
    {
      "epoch": 1.3288030129359751,
      "grad_norm": 0.22116604447364807,
      "learning_rate": 0.00019194929380920796,
      "loss": 12.1371,
      "step": 8115
    },
    {
      "epoch": 1.3289667594563617,
      "grad_norm": 0.19495439529418945,
      "learning_rate": 0.0001919472614655767,
      "loss": 12.2211,
      "step": 8116
    },
    {
      "epoch": 1.329130505976748,
      "grad_norm": 0.19883276522159576,
      "learning_rate": 0.00019194522887621435,
      "loss": 12.2118,
      "step": 8117
    },
    {
      "epoch": 1.3292942524971345,
      "grad_norm": 0.17417331039905548,
      "learning_rate": 0.0001919431960411264,
      "loss": 12.2152,
      "step": 8118
    },
    {
      "epoch": 1.3294579990175208,
      "grad_norm": 0.17582584917545319,
      "learning_rate": 0.0001919411629603182,
      "loss": 12.1884,
      "step": 8119
    },
    {
      "epoch": 1.3296217455379074,
      "grad_norm": 0.16288255155086517,
      "learning_rate": 0.00019193912963379525,
      "loss": 12.1968,
      "step": 8120
    },
    {
      "epoch": 1.3297854920582939,
      "grad_norm": 0.18841324746608734,
      "learning_rate": 0.00019193709606156296,
      "loss": 12.1781,
      "step": 8121
    },
    {
      "epoch": 1.3299492385786802,
      "grad_norm": 0.1810995191335678,
      "learning_rate": 0.00019193506224362677,
      "loss": 12.1894,
      "step": 8122
    },
    {
      "epoch": 1.3301129850990667,
      "grad_norm": 0.2407788634300232,
      "learning_rate": 0.0001919330281799921,
      "loss": 12.1727,
      "step": 8123
    },
    {
      "epoch": 1.330276731619453,
      "grad_norm": 0.22179241478443146,
      "learning_rate": 0.0001919309938706644,
      "loss": 12.1821,
      "step": 8124
    },
    {
      "epoch": 1.3304404781398396,
      "grad_norm": 0.20455168187618256,
      "learning_rate": 0.00019192895931564914,
      "loss": 12.1916,
      "step": 8125
    },
    {
      "epoch": 1.330604224660226,
      "grad_norm": 0.17286689579486847,
      "learning_rate": 0.0001919269245149517,
      "loss": 12.2022,
      "step": 8126
    },
    {
      "epoch": 1.3307679711806124,
      "grad_norm": 0.22320443391799927,
      "learning_rate": 0.00019192488946857754,
      "loss": 12.1596,
      "step": 8127
    },
    {
      "epoch": 1.3309317177009987,
      "grad_norm": 0.1711077094078064,
      "learning_rate": 0.00019192285417653207,
      "loss": 12.1987,
      "step": 8128
    },
    {
      "epoch": 1.3310954642213852,
      "grad_norm": 0.1857408881187439,
      "learning_rate": 0.00019192081863882081,
      "loss": 12.2212,
      "step": 8129
    },
    {
      "epoch": 1.3312592107417718,
      "grad_norm": 0.21178622543811798,
      "learning_rate": 0.00019191878285544913,
      "loss": 12.1612,
      "step": 8130
    },
    {
      "epoch": 1.3314229572621583,
      "grad_norm": 0.16909725964069366,
      "learning_rate": 0.00019191674682642246,
      "loss": 12.1769,
      "step": 8131
    },
    {
      "epoch": 1.3315867037825446,
      "grad_norm": 0.21058903634548187,
      "learning_rate": 0.0001919147105517463,
      "loss": 12.1683,
      "step": 8132
    },
    {
      "epoch": 1.331750450302931,
      "grad_norm": 0.20304028689861298,
      "learning_rate": 0.00019191267403142608,
      "loss": 12.2006,
      "step": 8133
    },
    {
      "epoch": 1.3319141968233175,
      "grad_norm": 0.16354630887508392,
      "learning_rate": 0.0001919106372654672,
      "loss": 12.2161,
      "step": 8134
    },
    {
      "epoch": 1.332077943343704,
      "grad_norm": 0.21662719547748566,
      "learning_rate": 0.00019190860025387514,
      "loss": 12.2553,
      "step": 8135
    },
    {
      "epoch": 1.3322416898640903,
      "grad_norm": 0.1686859279870987,
      "learning_rate": 0.00019190656299665533,
      "loss": 12.1133,
      "step": 8136
    },
    {
      "epoch": 1.3324054363844768,
      "grad_norm": 0.17298772931098938,
      "learning_rate": 0.00019190452549381322,
      "loss": 12.1516,
      "step": 8137
    },
    {
      "epoch": 1.3325691829048631,
      "grad_norm": 0.18126420676708221,
      "learning_rate": 0.00019190248774535423,
      "loss": 12.2092,
      "step": 8138
    },
    {
      "epoch": 1.3327329294252497,
      "grad_norm": 0.21048115193843842,
      "learning_rate": 0.00019190044975128388,
      "loss": 12.2072,
      "step": 8139
    },
    {
      "epoch": 1.3328966759456362,
      "grad_norm": 0.16840040683746338,
      "learning_rate": 0.00019189841151160753,
      "loss": 12.1896,
      "step": 8140
    },
    {
      "epoch": 1.3330604224660225,
      "grad_norm": 0.25494417548179626,
      "learning_rate": 0.00019189637302633066,
      "loss": 12.1553,
      "step": 8141
    },
    {
      "epoch": 1.333224168986409,
      "grad_norm": 0.15683341026306152,
      "learning_rate": 0.0001918943342954587,
      "loss": 12.1694,
      "step": 8142
    },
    {
      "epoch": 1.3333879155067954,
      "grad_norm": 0.1909489631652832,
      "learning_rate": 0.00019189229531899716,
      "loss": 12.1919,
      "step": 8143
    },
    {
      "epoch": 1.333551662027182,
      "grad_norm": 0.21074628829956055,
      "learning_rate": 0.00019189025609695146,
      "loss": 12.1893,
      "step": 8144
    },
    {
      "epoch": 1.3337154085475684,
      "grad_norm": 0.17114895582199097,
      "learning_rate": 0.000191888216629327,
      "loss": 12.1974,
      "step": 8145
    },
    {
      "epoch": 1.3338791550679547,
      "grad_norm": 0.1803324818611145,
      "learning_rate": 0.00019188617691612926,
      "loss": 12.1714,
      "step": 8146
    },
    {
      "epoch": 1.3340429015883413,
      "grad_norm": 0.15441061556339264,
      "learning_rate": 0.00019188413695736377,
      "loss": 12.2058,
      "step": 8147
    },
    {
      "epoch": 1.3342066481087276,
      "grad_norm": 0.19134163856506348,
      "learning_rate": 0.00019188209675303583,
      "loss": 12.2373,
      "step": 8148
    },
    {
      "epoch": 1.334370394629114,
      "grad_norm": 0.16376936435699463,
      "learning_rate": 0.000191880056303151,
      "loss": 12.2233,
      "step": 8149
    },
    {
      "epoch": 1.3345341411495006,
      "grad_norm": 0.12901359796524048,
      "learning_rate": 0.00019187801560771473,
      "loss": 12.151,
      "step": 8150
    },
    {
      "epoch": 1.334697887669887,
      "grad_norm": 0.1834864616394043,
      "learning_rate": 0.00019187597466673243,
      "loss": 12.2054,
      "step": 8151
    },
    {
      "epoch": 1.3348616341902735,
      "grad_norm": 0.27462801337242126,
      "learning_rate": 0.0001918739334802096,
      "loss": 12.2033,
      "step": 8152
    },
    {
      "epoch": 1.3350253807106598,
      "grad_norm": 0.1666780561208725,
      "learning_rate": 0.00019187189204815166,
      "loss": 12.1959,
      "step": 8153
    },
    {
      "epoch": 1.3351891272310463,
      "grad_norm": 0.20470577478408813,
      "learning_rate": 0.00019186985037056403,
      "loss": 12.2052,
      "step": 8154
    },
    {
      "epoch": 1.3353528737514329,
      "grad_norm": 0.1582660973072052,
      "learning_rate": 0.0001918678084474523,
      "loss": 12.2175,
      "step": 8155
    },
    {
      "epoch": 1.3355166202718192,
      "grad_norm": 0.19753195345401764,
      "learning_rate": 0.00019186576627882177,
      "loss": 12.2236,
      "step": 8156
    },
    {
      "epoch": 1.3356803667922057,
      "grad_norm": 0.20089758932590485,
      "learning_rate": 0.00019186372386467799,
      "loss": 12.1976,
      "step": 8157
    },
    {
      "epoch": 1.335844113312592,
      "grad_norm": 0.19472338259220123,
      "learning_rate": 0.0001918616812050264,
      "loss": 12.1906,
      "step": 8158
    },
    {
      "epoch": 1.3360078598329785,
      "grad_norm": 0.18959234654903412,
      "learning_rate": 0.00019185963829987246,
      "loss": 12.1967,
      "step": 8159
    },
    {
      "epoch": 1.336171606353365,
      "grad_norm": 0.39243608713150024,
      "learning_rate": 0.0001918575951492216,
      "loss": 12.1663,
      "step": 8160
    },
    {
      "epoch": 1.3363353528737514,
      "grad_norm": 0.2084602415561676,
      "learning_rate": 0.00019185555175307934,
      "loss": 12.1402,
      "step": 8161
    },
    {
      "epoch": 1.336499099394138,
      "grad_norm": 0.19348102807998657,
      "learning_rate": 0.00019185350811145107,
      "loss": 12.1329,
      "step": 8162
    },
    {
      "epoch": 1.3366628459145242,
      "grad_norm": 0.24760384857654572,
      "learning_rate": 0.00019185146422434233,
      "loss": 12.1543,
      "step": 8163
    },
    {
      "epoch": 1.3368265924349108,
      "grad_norm": 0.2403811365365982,
      "learning_rate": 0.00019184942009175854,
      "loss": 12.2015,
      "step": 8164
    },
    {
      "epoch": 1.3369903389552973,
      "grad_norm": 0.18783436715602875,
      "learning_rate": 0.0001918473757137051,
      "loss": 12.174,
      "step": 8165
    },
    {
      "epoch": 1.3371540854756836,
      "grad_norm": 0.1738889068365097,
      "learning_rate": 0.00019184533109018758,
      "loss": 12.1999,
      "step": 8166
    },
    {
      "epoch": 1.3373178319960701,
      "grad_norm": 0.15728099644184113,
      "learning_rate": 0.0001918432862212114,
      "loss": 12.1716,
      "step": 8167
    },
    {
      "epoch": 1.3374815785164564,
      "grad_norm": 0.22129161655902863,
      "learning_rate": 0.00019184124110678202,
      "loss": 12.1699,
      "step": 8168
    },
    {
      "epoch": 1.337645325036843,
      "grad_norm": 0.1863342523574829,
      "learning_rate": 0.00019183919574690492,
      "loss": 12.1446,
      "step": 8169
    },
    {
      "epoch": 1.3378090715572295,
      "grad_norm": 0.2363777905702591,
      "learning_rate": 0.00019183715014158557,
      "loss": 12.1981,
      "step": 8170
    },
    {
      "epoch": 1.3379728180776158,
      "grad_norm": 0.21299153566360474,
      "learning_rate": 0.0001918351042908294,
      "loss": 12.1667,
      "step": 8171
    },
    {
      "epoch": 1.3381365645980023,
      "grad_norm": 0.22935087978839874,
      "learning_rate": 0.00019183305819464193,
      "loss": 12.1611,
      "step": 8172
    },
    {
      "epoch": 1.3383003111183887,
      "grad_norm": 0.21100099384784698,
      "learning_rate": 0.00019183101185302857,
      "loss": 12.1783,
      "step": 8173
    },
    {
      "epoch": 1.3384640576387752,
      "grad_norm": 0.21898360550403595,
      "learning_rate": 0.00019182896526599485,
      "loss": 12.193,
      "step": 8174
    },
    {
      "epoch": 1.3386278041591617,
      "grad_norm": 0.19116826355457306,
      "learning_rate": 0.00019182691843354618,
      "loss": 12.1622,
      "step": 8175
    },
    {
      "epoch": 1.338791550679548,
      "grad_norm": 0.15985386073589325,
      "learning_rate": 0.00019182487135568807,
      "loss": 12.1936,
      "step": 8176
    },
    {
      "epoch": 1.3389552971999346,
      "grad_norm": 0.1975044161081314,
      "learning_rate": 0.00019182282403242597,
      "loss": 12.1752,
      "step": 8177
    },
    {
      "epoch": 1.3391190437203209,
      "grad_norm": 0.1898813247680664,
      "learning_rate": 0.0001918207764637654,
      "loss": 12.1655,
      "step": 8178
    },
    {
      "epoch": 1.3392827902407074,
      "grad_norm": 0.2386275827884674,
      "learning_rate": 0.0001918187286497118,
      "loss": 12.1923,
      "step": 8179
    },
    {
      "epoch": 1.339446536761094,
      "grad_norm": 0.23456408083438873,
      "learning_rate": 0.0001918166805902706,
      "loss": 12.2276,
      "step": 8180
    },
    {
      "epoch": 1.3396102832814802,
      "grad_norm": 0.2232402116060257,
      "learning_rate": 0.00019181463228544728,
      "loss": 12.2198,
      "step": 8181
    },
    {
      "epoch": 1.3397740298018668,
      "grad_norm": 0.1867922842502594,
      "learning_rate": 0.0001918125837352474,
      "loss": 12.1517,
      "step": 8182
    },
    {
      "epoch": 1.339937776322253,
      "grad_norm": 0.20757663249969482,
      "learning_rate": 0.00019181053493967634,
      "loss": 12.1651,
      "step": 8183
    },
    {
      "epoch": 1.3401015228426396,
      "grad_norm": 0.1460748016834259,
      "learning_rate": 0.00019180848589873964,
      "loss": 12.1543,
      "step": 8184
    },
    {
      "epoch": 1.3402652693630261,
      "grad_norm": 0.23808418214321136,
      "learning_rate": 0.00019180643661244275,
      "loss": 12.2449,
      "step": 8185
    },
    {
      "epoch": 1.3404290158834125,
      "grad_norm": 0.16835738718509674,
      "learning_rate": 0.00019180438708079115,
      "loss": 12.1698,
      "step": 8186
    },
    {
      "epoch": 1.340592762403799,
      "grad_norm": 0.20159807801246643,
      "learning_rate": 0.00019180233730379032,
      "loss": 12.1968,
      "step": 8187
    },
    {
      "epoch": 1.3407565089241853,
      "grad_norm": 0.1907077431678772,
      "learning_rate": 0.00019180028728144573,
      "loss": 12.22,
      "step": 8188
    },
    {
      "epoch": 1.3409202554445718,
      "grad_norm": 0.17994819581508636,
      "learning_rate": 0.00019179823701376283,
      "loss": 12.1501,
      "step": 8189
    },
    {
      "epoch": 1.3410840019649584,
      "grad_norm": 0.18438266217708588,
      "learning_rate": 0.00019179618650074716,
      "loss": 12.1764,
      "step": 8190
    },
    {
      "epoch": 1.3412477484853447,
      "grad_norm": 0.37185782194137573,
      "learning_rate": 0.00019179413574240417,
      "loss": 12.1879,
      "step": 8191
    },
    {
      "epoch": 1.3414114950057312,
      "grad_norm": 0.1947936862707138,
      "learning_rate": 0.00019179208473873934,
      "loss": 12.2077,
      "step": 8192
    },
    {
      "epoch": 1.3415752415261175,
      "grad_norm": 0.19132500886917114,
      "learning_rate": 0.00019179003348975815,
      "loss": 12.1788,
      "step": 8193
    },
    {
      "epoch": 1.341738988046504,
      "grad_norm": 0.2174573391675949,
      "learning_rate": 0.00019178798199546607,
      "loss": 12.2358,
      "step": 8194
    },
    {
      "epoch": 1.3419027345668906,
      "grad_norm": 0.17397724092006683,
      "learning_rate": 0.00019178593025586863,
      "loss": 12.1795,
      "step": 8195
    },
    {
      "epoch": 1.3420664810872769,
      "grad_norm": 0.18755240738391876,
      "learning_rate": 0.00019178387827097125,
      "loss": 12.1853,
      "step": 8196
    },
    {
      "epoch": 1.3422302276076634,
      "grad_norm": 0.16081152856349945,
      "learning_rate": 0.00019178182604077948,
      "loss": 12.2046,
      "step": 8197
    },
    {
      "epoch": 1.3423939741280497,
      "grad_norm": 0.18550924956798553,
      "learning_rate": 0.00019177977356529875,
      "loss": 12.1805,
      "step": 8198
    },
    {
      "epoch": 1.3425577206484363,
      "grad_norm": 0.25807464122772217,
      "learning_rate": 0.00019177772084453455,
      "loss": 12.1474,
      "step": 8199
    },
    {
      "epoch": 1.3427214671688228,
      "grad_norm": 0.17723532021045685,
      "learning_rate": 0.0001917756678784924,
      "loss": 12.1504,
      "step": 8200
    },
    {
      "epoch": 1.342885213689209,
      "grad_norm": 0.2611718773841858,
      "learning_rate": 0.0001917736146671778,
      "loss": 12.1515,
      "step": 8201
    },
    {
      "epoch": 1.3430489602095954,
      "grad_norm": 0.20136429369449615,
      "learning_rate": 0.00019177156121059615,
      "loss": 12.2158,
      "step": 8202
    },
    {
      "epoch": 1.343212706729982,
      "grad_norm": 0.19574376940727234,
      "learning_rate": 0.000191769507508753,
      "loss": 12.2064,
      "step": 8203
    },
    {
      "epoch": 1.3433764532503685,
      "grad_norm": 0.15896202623844147,
      "learning_rate": 0.00019176745356165386,
      "loss": 12.1879,
      "step": 8204
    },
    {
      "epoch": 1.343540199770755,
      "grad_norm": 0.23309046030044556,
      "learning_rate": 0.00019176539936930417,
      "loss": 12.2819,
      "step": 8205
    },
    {
      "epoch": 1.3437039462911413,
      "grad_norm": 0.1855272501707077,
      "learning_rate": 0.00019176334493170946,
      "loss": 12.1812,
      "step": 8206
    },
    {
      "epoch": 1.3438676928115276,
      "grad_norm": 0.21115659177303314,
      "learning_rate": 0.00019176129024887518,
      "loss": 12.1505,
      "step": 8207
    },
    {
      "epoch": 1.3440314393319142,
      "grad_norm": 0.20315080881118774,
      "learning_rate": 0.00019175923532080687,
      "loss": 12.2036,
      "step": 8208
    },
    {
      "epoch": 1.3441951858523007,
      "grad_norm": 0.23653490841388702,
      "learning_rate": 0.00019175718014750997,
      "loss": 12.1946,
      "step": 8209
    },
    {
      "epoch": 1.344358932372687,
      "grad_norm": 0.17499403655529022,
      "learning_rate": 0.00019175512472899,
      "loss": 12.2162,
      "step": 8210
    },
    {
      "epoch": 1.3445226788930735,
      "grad_norm": 0.1628725528717041,
      "learning_rate": 0.00019175306906525242,
      "loss": 12.1946,
      "step": 8211
    },
    {
      "epoch": 1.3446864254134598,
      "grad_norm": 0.20185229182243347,
      "learning_rate": 0.0001917510131563028,
      "loss": 12.1348,
      "step": 8212
    },
    {
      "epoch": 1.3448501719338464,
      "grad_norm": 0.19614510238170624,
      "learning_rate": 0.00019174895700214658,
      "loss": 12.1775,
      "step": 8213
    },
    {
      "epoch": 1.345013918454233,
      "grad_norm": 0.17300203442573547,
      "learning_rate": 0.00019174690060278925,
      "loss": 12.153,
      "step": 8214
    },
    {
      "epoch": 1.3451776649746192,
      "grad_norm": 0.22329138219356537,
      "learning_rate": 0.00019174484395823634,
      "loss": 12.2135,
      "step": 8215
    },
    {
      "epoch": 1.3453414114950057,
      "grad_norm": 0.16627448797225952,
      "learning_rate": 0.00019174278706849331,
      "loss": 12.1718,
      "step": 8216
    },
    {
      "epoch": 1.345505158015392,
      "grad_norm": 0.19444139301776886,
      "learning_rate": 0.00019174072993356566,
      "loss": 12.1924,
      "step": 8217
    },
    {
      "epoch": 1.3456689045357786,
      "grad_norm": 0.17041295766830444,
      "learning_rate": 0.00019173867255345891,
      "loss": 12.178,
      "step": 8218
    },
    {
      "epoch": 1.3458326510561651,
      "grad_norm": 0.18532004952430725,
      "learning_rate": 0.00019173661492817855,
      "loss": 12.1646,
      "step": 8219
    },
    {
      "epoch": 1.3459963975765514,
      "grad_norm": 0.17964960634708405,
      "learning_rate": 0.0001917345570577301,
      "loss": 12.2194,
      "step": 8220
    },
    {
      "epoch": 1.346160144096938,
      "grad_norm": 0.19980643689632416,
      "learning_rate": 0.00019173249894211903,
      "loss": 12.1783,
      "step": 8221
    },
    {
      "epoch": 1.3463238906173243,
      "grad_norm": 0.18114110827445984,
      "learning_rate": 0.00019173044058135082,
      "loss": 12.1748,
      "step": 8222
    },
    {
      "epoch": 1.3464876371377108,
      "grad_norm": 0.1700945347547531,
      "learning_rate": 0.00019172838197543103,
      "loss": 12.1882,
      "step": 8223
    },
    {
      "epoch": 1.3466513836580973,
      "grad_norm": 0.16296163201332092,
      "learning_rate": 0.0001917263231243651,
      "loss": 12.1902,
      "step": 8224
    },
    {
      "epoch": 1.3468151301784836,
      "grad_norm": 0.1860649138689041,
      "learning_rate": 0.00019172426402815854,
      "loss": 12.1832,
      "step": 8225
    },
    {
      "epoch": 1.3469788766988702,
      "grad_norm": 0.17404450476169586,
      "learning_rate": 0.0001917222046868169,
      "loss": 12.1924,
      "step": 8226
    },
    {
      "epoch": 1.3471426232192565,
      "grad_norm": 0.13870280981063843,
      "learning_rate": 0.0001917201451003457,
      "loss": 12.1897,
      "step": 8227
    },
    {
      "epoch": 1.347306369739643,
      "grad_norm": 0.181302011013031,
      "learning_rate": 0.0001917180852687504,
      "loss": 12.1537,
      "step": 8228
    },
    {
      "epoch": 1.3474701162600295,
      "grad_norm": 0.1654687374830246,
      "learning_rate": 0.00019171602519203645,
      "loss": 12.1649,
      "step": 8229
    },
    {
      "epoch": 1.3476338627804159,
      "grad_norm": 0.2056225687265396,
      "learning_rate": 0.00019171396487020946,
      "loss": 12.2108,
      "step": 8230
    },
    {
      "epoch": 1.3477976093008024,
      "grad_norm": 0.1561143696308136,
      "learning_rate": 0.00019171190430327488,
      "loss": 12.1919,
      "step": 8231
    },
    {
      "epoch": 1.3479613558211887,
      "grad_norm": 0.19256915152072906,
      "learning_rate": 0.00019170984349123823,
      "loss": 12.2259,
      "step": 8232
    },
    {
      "epoch": 1.3481251023415752,
      "grad_norm": 0.2254377156496048,
      "learning_rate": 0.000191707782434105,
      "loss": 12.1839,
      "step": 8233
    },
    {
      "epoch": 1.3482888488619618,
      "grad_norm": 0.19290584325790405,
      "learning_rate": 0.0001917057211318807,
      "loss": 12.1629,
      "step": 8234
    },
    {
      "epoch": 1.348452595382348,
      "grad_norm": 0.16536982357501984,
      "learning_rate": 0.0001917036595845709,
      "loss": 12.1737,
      "step": 8235
    },
    {
      "epoch": 1.3486163419027346,
      "grad_norm": 0.21820254623889923,
      "learning_rate": 0.00019170159779218103,
      "loss": 12.1838,
      "step": 8236
    },
    {
      "epoch": 1.348780088423121,
      "grad_norm": 0.20158982276916504,
      "learning_rate": 0.00019169953575471667,
      "loss": 12.1766,
      "step": 8237
    },
    {
      "epoch": 1.3489438349435074,
      "grad_norm": 0.1857323795557022,
      "learning_rate": 0.00019169747347218326,
      "loss": 12.1955,
      "step": 8238
    },
    {
      "epoch": 1.349107581463894,
      "grad_norm": 0.17376452684402466,
      "learning_rate": 0.00019169541094458633,
      "loss": 12.1757,
      "step": 8239
    },
    {
      "epoch": 1.3492713279842803,
      "grad_norm": 0.19278663396835327,
      "learning_rate": 0.0001916933481719314,
      "loss": 12.18,
      "step": 8240
    },
    {
      "epoch": 1.3494350745046668,
      "grad_norm": 0.2798266112804413,
      "learning_rate": 0.00019169128515422404,
      "loss": 12.1416,
      "step": 8241
    },
    {
      "epoch": 1.3495988210250531,
      "grad_norm": 0.29958006739616394,
      "learning_rate": 0.00019168922189146968,
      "loss": 12.271,
      "step": 8242
    },
    {
      "epoch": 1.3497625675454397,
      "grad_norm": 0.18010088801383972,
      "learning_rate": 0.00019168715838367386,
      "loss": 12.156,
      "step": 8243
    },
    {
      "epoch": 1.3499263140658262,
      "grad_norm": 0.17505520582199097,
      "learning_rate": 0.00019168509463084212,
      "loss": 12.2102,
      "step": 8244
    },
    {
      "epoch": 1.3500900605862125,
      "grad_norm": 0.17783069610595703,
      "learning_rate": 0.00019168303063297993,
      "loss": 12.2047,
      "step": 8245
    },
    {
      "epoch": 1.350253807106599,
      "grad_norm": 0.17959901690483093,
      "learning_rate": 0.00019168096639009288,
      "loss": 12.1704,
      "step": 8246
    },
    {
      "epoch": 1.3504175536269853,
      "grad_norm": 0.14163149893283844,
      "learning_rate": 0.00019167890190218637,
      "loss": 12.1654,
      "step": 8247
    },
    {
      "epoch": 1.3505813001473719,
      "grad_norm": 0.1741289347410202,
      "learning_rate": 0.00019167683716926607,
      "loss": 12.1701,
      "step": 8248
    },
    {
      "epoch": 1.3507450466677584,
      "grad_norm": 0.2029111534357071,
      "learning_rate": 0.00019167477219133737,
      "loss": 12.2098,
      "step": 8249
    },
    {
      "epoch": 1.3509087931881447,
      "grad_norm": 0.1641772836446762,
      "learning_rate": 0.0001916727069684058,
      "loss": 12.1902,
      "step": 8250
    },
    {
      "epoch": 1.3510725397085313,
      "grad_norm": 0.2028028815984726,
      "learning_rate": 0.00019167064150047697,
      "loss": 12.2033,
      "step": 8251
    },
    {
      "epoch": 1.3512362862289176,
      "grad_norm": 0.26016271114349365,
      "learning_rate": 0.00019166857578755631,
      "loss": 12.203,
      "step": 8252
    },
    {
      "epoch": 1.351400032749304,
      "grad_norm": 0.175916850566864,
      "learning_rate": 0.00019166650982964937,
      "loss": 12.1852,
      "step": 8253
    },
    {
      "epoch": 1.3515637792696906,
      "grad_norm": 0.1948101818561554,
      "learning_rate": 0.0001916644436267617,
      "loss": 12.1923,
      "step": 8254
    },
    {
      "epoch": 1.351727525790077,
      "grad_norm": 0.1699749380350113,
      "learning_rate": 0.0001916623771788988,
      "loss": 12.1677,
      "step": 8255
    },
    {
      "epoch": 1.3518912723104635,
      "grad_norm": 0.16653339564800262,
      "learning_rate": 0.00019166031048606618,
      "loss": 12.2185,
      "step": 8256
    },
    {
      "epoch": 1.3520550188308498,
      "grad_norm": 0.18898646533489227,
      "learning_rate": 0.00019165824354826935,
      "loss": 12.1506,
      "step": 8257
    },
    {
      "epoch": 1.3522187653512363,
      "grad_norm": 0.23779159784317017,
      "learning_rate": 0.0001916561763655139,
      "loss": 12.1702,
      "step": 8258
    },
    {
      "epoch": 1.3523825118716228,
      "grad_norm": 0.1697365641593933,
      "learning_rate": 0.00019165410893780526,
      "loss": 12.1641,
      "step": 8259
    },
    {
      "epoch": 1.3525462583920091,
      "grad_norm": 0.16791701316833496,
      "learning_rate": 0.00019165204126514907,
      "loss": 12.1816,
      "step": 8260
    },
    {
      "epoch": 1.3527100049123957,
      "grad_norm": 0.18180620670318604,
      "learning_rate": 0.00019164997334755076,
      "loss": 12.1647,
      "step": 8261
    },
    {
      "epoch": 1.352873751432782,
      "grad_norm": 0.1499309092760086,
      "learning_rate": 0.00019164790518501587,
      "loss": 12.1865,
      "step": 8262
    },
    {
      "epoch": 1.3530374979531685,
      "grad_norm": 0.1835056096315384,
      "learning_rate": 0.00019164583677754997,
      "loss": 12.1903,
      "step": 8263
    },
    {
      "epoch": 1.353201244473555,
      "grad_norm": 0.17415978014469147,
      "learning_rate": 0.00019164376812515855,
      "loss": 12.2121,
      "step": 8264
    },
    {
      "epoch": 1.3533649909939414,
      "grad_norm": 0.1772092878818512,
      "learning_rate": 0.00019164169922784716,
      "loss": 12.2332,
      "step": 8265
    },
    {
      "epoch": 1.353528737514328,
      "grad_norm": 0.16425968706607819,
      "learning_rate": 0.0001916396300856213,
      "loss": 12.2031,
      "step": 8266
    },
    {
      "epoch": 1.3536924840347142,
      "grad_norm": 0.1955576390028,
      "learning_rate": 0.00019163756069848656,
      "loss": 12.1692,
      "step": 8267
    },
    {
      "epoch": 1.3538562305551007,
      "grad_norm": 0.19052037596702576,
      "learning_rate": 0.00019163549106644841,
      "loss": 12.2033,
      "step": 8268
    },
    {
      "epoch": 1.3540199770754873,
      "grad_norm": 0.24616886675357819,
      "learning_rate": 0.0001916334211895124,
      "loss": 12.1827,
      "step": 8269
    },
    {
      "epoch": 1.3541837235958736,
      "grad_norm": 0.19695767760276794,
      "learning_rate": 0.00019163135106768411,
      "loss": 12.1785,
      "step": 8270
    },
    {
      "epoch": 1.35434747011626,
      "grad_norm": 0.24266591668128967,
      "learning_rate": 0.00019162928070096897,
      "loss": 12.1876,
      "step": 8271
    },
    {
      "epoch": 1.3545112166366464,
      "grad_norm": 0.20364966988563538,
      "learning_rate": 0.00019162721008937262,
      "loss": 12.171,
      "step": 8272
    },
    {
      "epoch": 1.354674963157033,
      "grad_norm": 0.1731688231229782,
      "learning_rate": 0.0001916251392329005,
      "loss": 12.1933,
      "step": 8273
    },
    {
      "epoch": 1.3548387096774195,
      "grad_norm": 0.1725803166627884,
      "learning_rate": 0.0001916230681315582,
      "loss": 12.216,
      "step": 8274
    },
    {
      "epoch": 1.3550024561978058,
      "grad_norm": 0.14974664151668549,
      "learning_rate": 0.00019162099678535127,
      "loss": 12.1695,
      "step": 8275
    },
    {
      "epoch": 1.355166202718192,
      "grad_norm": 0.1695365458726883,
      "learning_rate": 0.0001916189251942852,
      "loss": 12.2118,
      "step": 8276
    },
    {
      "epoch": 1.3553299492385786,
      "grad_norm": 0.1798926740884781,
      "learning_rate": 0.00019161685335836556,
      "loss": 12.1844,
      "step": 8277
    },
    {
      "epoch": 1.3554936957589652,
      "grad_norm": 0.1802213490009308,
      "learning_rate": 0.00019161478127759782,
      "loss": 12.2082,
      "step": 8278
    },
    {
      "epoch": 1.3556574422793517,
      "grad_norm": 0.20995967090129852,
      "learning_rate": 0.00019161270895198763,
      "loss": 12.1579,
      "step": 8279
    },
    {
      "epoch": 1.355821188799738,
      "grad_norm": 0.2559773623943329,
      "learning_rate": 0.00019161063638154044,
      "loss": 12.1427,
      "step": 8280
    },
    {
      "epoch": 1.3559849353201243,
      "grad_norm": 0.17713426053524017,
      "learning_rate": 0.00019160856356626184,
      "loss": 12.1502,
      "step": 8281
    },
    {
      "epoch": 1.3561486818405109,
      "grad_norm": 0.19685545563697815,
      "learning_rate": 0.00019160649050615732,
      "loss": 12.1985,
      "step": 8282
    },
    {
      "epoch": 1.3563124283608974,
      "grad_norm": 0.17525523900985718,
      "learning_rate": 0.00019160441720123247,
      "loss": 12.1722,
      "step": 8283
    },
    {
      "epoch": 1.3564761748812837,
      "grad_norm": 0.15579122304916382,
      "learning_rate": 0.0001916023436514928,
      "loss": 12.2336,
      "step": 8284
    },
    {
      "epoch": 1.3566399214016702,
      "grad_norm": 0.19320793449878693,
      "learning_rate": 0.00019160026985694386,
      "loss": 12.1995,
      "step": 8285
    },
    {
      "epoch": 1.3568036679220565,
      "grad_norm": 0.18310217559337616,
      "learning_rate": 0.0001915981958175912,
      "loss": 12.1715,
      "step": 8286
    },
    {
      "epoch": 1.356967414442443,
      "grad_norm": 0.18118791282176971,
      "learning_rate": 0.00019159612153344036,
      "loss": 12.1646,
      "step": 8287
    },
    {
      "epoch": 1.3571311609628296,
      "grad_norm": 0.24568477272987366,
      "learning_rate": 0.00019159404700449688,
      "loss": 12.1721,
      "step": 8288
    },
    {
      "epoch": 1.357294907483216,
      "grad_norm": 0.18944518268108368,
      "learning_rate": 0.0001915919722307663,
      "loss": 12.2234,
      "step": 8289
    },
    {
      "epoch": 1.3574586540036024,
      "grad_norm": 0.20926395058631897,
      "learning_rate": 0.00019158989721225413,
      "loss": 12.2083,
      "step": 8290
    },
    {
      "epoch": 1.3576224005239887,
      "grad_norm": 0.27286219596862793,
      "learning_rate": 0.000191587821948966,
      "loss": 12.1857,
      "step": 8291
    },
    {
      "epoch": 1.3577861470443753,
      "grad_norm": 0.19857122004032135,
      "learning_rate": 0.00019158574644090738,
      "loss": 12.1268,
      "step": 8292
    },
    {
      "epoch": 1.3579498935647618,
      "grad_norm": 0.21773836016654968,
      "learning_rate": 0.00019158367068808387,
      "loss": 12.1745,
      "step": 8293
    },
    {
      "epoch": 1.3581136400851481,
      "grad_norm": 0.17600485682487488,
      "learning_rate": 0.000191581594690501,
      "loss": 12.2042,
      "step": 8294
    },
    {
      "epoch": 1.3582773866055347,
      "grad_norm": 0.18865875899791718,
      "learning_rate": 0.0001915795184481643,
      "loss": 12.1904,
      "step": 8295
    },
    {
      "epoch": 1.358441133125921,
      "grad_norm": 0.22680164873600006,
      "learning_rate": 0.00019157744196107932,
      "loss": 12.1536,
      "step": 8296
    },
    {
      "epoch": 1.3586048796463075,
      "grad_norm": 0.20935116708278656,
      "learning_rate": 0.00019157536522925164,
      "loss": 12.1638,
      "step": 8297
    },
    {
      "epoch": 1.358768626166694,
      "grad_norm": 0.18304145336151123,
      "learning_rate": 0.00019157328825268678,
      "loss": 12.1408,
      "step": 8298
    },
    {
      "epoch": 1.3589323726870803,
      "grad_norm": 0.18919751048088074,
      "learning_rate": 0.0001915712110313903,
      "loss": 12.1656,
      "step": 8299
    },
    {
      "epoch": 1.3590961192074669,
      "grad_norm": 0.27207276225090027,
      "learning_rate": 0.00019156913356536777,
      "loss": 12.2383,
      "step": 8300
    },
    {
      "epoch": 1.3592598657278532,
      "grad_norm": 0.17488765716552734,
      "learning_rate": 0.0001915670558546247,
      "loss": 12.1622,
      "step": 8301
    },
    {
      "epoch": 1.3594236122482397,
      "grad_norm": 0.21805623173713684,
      "learning_rate": 0.0001915649778991667,
      "loss": 12.1765,
      "step": 8302
    },
    {
      "epoch": 1.3595873587686262,
      "grad_norm": 0.1679324209690094,
      "learning_rate": 0.00019156289969899927,
      "loss": 12.1769,
      "step": 8303
    },
    {
      "epoch": 1.3597511052890126,
      "grad_norm": 0.18084566295146942,
      "learning_rate": 0.000191560821254128,
      "loss": 12.2125,
      "step": 8304
    },
    {
      "epoch": 1.359914851809399,
      "grad_norm": 0.1788259893655777,
      "learning_rate": 0.0001915587425645584,
      "loss": 12.1811,
      "step": 8305
    },
    {
      "epoch": 1.3600785983297854,
      "grad_norm": 0.21647582948207855,
      "learning_rate": 0.00019155666363029607,
      "loss": 12.1438,
      "step": 8306
    },
    {
      "epoch": 1.360242344850172,
      "grad_norm": 0.1722782850265503,
      "learning_rate": 0.0001915545844513466,
      "loss": 12.1838,
      "step": 8307
    },
    {
      "epoch": 1.3604060913705585,
      "grad_norm": 0.19321705400943756,
      "learning_rate": 0.00019155250502771542,
      "loss": 12.1647,
      "step": 8308
    },
    {
      "epoch": 1.3605698378909448,
      "grad_norm": 0.18813934922218323,
      "learning_rate": 0.0001915504253594082,
      "loss": 12.1885,
      "step": 8309
    },
    {
      "epoch": 1.3607335844113313,
      "grad_norm": 0.27342063188552856,
      "learning_rate": 0.00019154834544643046,
      "loss": 12.2155,
      "step": 8310
    },
    {
      "epoch": 1.3608973309317176,
      "grad_norm": 0.16484984755516052,
      "learning_rate": 0.00019154626528878778,
      "loss": 12.2135,
      "step": 8311
    },
    {
      "epoch": 1.3610610774521041,
      "grad_norm": 0.25564929842948914,
      "learning_rate": 0.00019154418488648566,
      "loss": 12.1624,
      "step": 8312
    },
    {
      "epoch": 1.3612248239724907,
      "grad_norm": 0.18145382404327393,
      "learning_rate": 0.00019154210423952974,
      "loss": 12.1863,
      "step": 8313
    },
    {
      "epoch": 1.361388570492877,
      "grad_norm": 0.14993740618228912,
      "learning_rate": 0.0001915400233479255,
      "loss": 12.1583,
      "step": 8314
    },
    {
      "epoch": 1.3615523170132635,
      "grad_norm": 0.23006097972393036,
      "learning_rate": 0.00019153794221167858,
      "loss": 12.2225,
      "step": 8315
    },
    {
      "epoch": 1.3617160635336498,
      "grad_norm": 0.20380619168281555,
      "learning_rate": 0.0001915358608307945,
      "loss": 12.2845,
      "step": 8316
    },
    {
      "epoch": 1.3618798100540364,
      "grad_norm": 0.1962510347366333,
      "learning_rate": 0.00019153377920527883,
      "loss": 12.1795,
      "step": 8317
    },
    {
      "epoch": 1.3620435565744229,
      "grad_norm": 0.2949545085430145,
      "learning_rate": 0.00019153169733513714,
      "loss": 12.1909,
      "step": 8318
    },
    {
      "epoch": 1.3622073030948092,
      "grad_norm": 0.20807614922523499,
      "learning_rate": 0.00019152961522037496,
      "loss": 12.2481,
      "step": 8319
    },
    {
      "epoch": 1.3623710496151957,
      "grad_norm": 0.1981387883424759,
      "learning_rate": 0.00019152753286099788,
      "loss": 12.1755,
      "step": 8320
    },
    {
      "epoch": 1.362534796135582,
      "grad_norm": 0.17242684960365295,
      "learning_rate": 0.00019152545025701148,
      "loss": 12.1866,
      "step": 8321
    },
    {
      "epoch": 1.3626985426559686,
      "grad_norm": 0.19127514958381653,
      "learning_rate": 0.0001915233674084213,
      "loss": 12.2139,
      "step": 8322
    },
    {
      "epoch": 1.362862289176355,
      "grad_norm": 0.2137487828731537,
      "learning_rate": 0.00019152128431523292,
      "loss": 12.1984,
      "step": 8323
    },
    {
      "epoch": 1.3630260356967414,
      "grad_norm": 0.22945530712604523,
      "learning_rate": 0.00019151920097745188,
      "loss": 12.186,
      "step": 8324
    },
    {
      "epoch": 1.363189782217128,
      "grad_norm": 0.18241184949874878,
      "learning_rate": 0.00019151711739508382,
      "loss": 12.2141,
      "step": 8325
    },
    {
      "epoch": 1.3633535287375143,
      "grad_norm": 0.1714155673980713,
      "learning_rate": 0.0001915150335681342,
      "loss": 12.2265,
      "step": 8326
    },
    {
      "epoch": 1.3635172752579008,
      "grad_norm": 0.2172039896249771,
      "learning_rate": 0.0001915129494966087,
      "loss": 12.1729,
      "step": 8327
    },
    {
      "epoch": 1.3636810217782873,
      "grad_norm": 0.2074463814496994,
      "learning_rate": 0.00019151086518051283,
      "loss": 12.1673,
      "step": 8328
    },
    {
      "epoch": 1.3638447682986736,
      "grad_norm": 0.26240408420562744,
      "learning_rate": 0.00019150878061985216,
      "loss": 12.1659,
      "step": 8329
    },
    {
      "epoch": 1.3640085148190602,
      "grad_norm": 0.21236078441143036,
      "learning_rate": 0.00019150669581463226,
      "loss": 12.1592,
      "step": 8330
    },
    {
      "epoch": 1.3641722613394465,
      "grad_norm": 0.18333110213279724,
      "learning_rate": 0.00019150461076485872,
      "loss": 12.1689,
      "step": 8331
    },
    {
      "epoch": 1.364336007859833,
      "grad_norm": 0.21258416771888733,
      "learning_rate": 0.00019150252547053712,
      "loss": 12.1629,
      "step": 8332
    },
    {
      "epoch": 1.3644997543802195,
      "grad_norm": 0.2534674406051636,
      "learning_rate": 0.00019150043993167298,
      "loss": 12.1835,
      "step": 8333
    },
    {
      "epoch": 1.3646635009006058,
      "grad_norm": 0.20462842285633087,
      "learning_rate": 0.00019149835414827192,
      "loss": 12.1897,
      "step": 8334
    },
    {
      "epoch": 1.3648272474209924,
      "grad_norm": 0.17532804608345032,
      "learning_rate": 0.00019149626812033953,
      "loss": 12.1727,
      "step": 8335
    },
    {
      "epoch": 1.3649909939413787,
      "grad_norm": 0.19748105108737946,
      "learning_rate": 0.00019149418184788135,
      "loss": 12.176,
      "step": 8336
    },
    {
      "epoch": 1.3651547404617652,
      "grad_norm": 0.204094797372818,
      "learning_rate": 0.00019149209533090295,
      "loss": 12.1844,
      "step": 8337
    },
    {
      "epoch": 1.3653184869821517,
      "grad_norm": 0.19387592375278473,
      "learning_rate": 0.00019149000856940994,
      "loss": 12.2205,
      "step": 8338
    },
    {
      "epoch": 1.365482233502538,
      "grad_norm": 0.17215289175510406,
      "learning_rate": 0.00019148792156340787,
      "loss": 12.2369,
      "step": 8339
    },
    {
      "epoch": 1.3656459800229246,
      "grad_norm": 0.18242965638637543,
      "learning_rate": 0.00019148583431290232,
      "loss": 12.1579,
      "step": 8340
    },
    {
      "epoch": 1.365809726543311,
      "grad_norm": 0.18257245421409607,
      "learning_rate": 0.0001914837468178989,
      "loss": 12.2103,
      "step": 8341
    },
    {
      "epoch": 1.3659734730636974,
      "grad_norm": 0.16503027081489563,
      "learning_rate": 0.00019148165907840312,
      "loss": 12.1755,
      "step": 8342
    },
    {
      "epoch": 1.366137219584084,
      "grad_norm": 0.2288539707660675,
      "learning_rate": 0.00019147957109442063,
      "loss": 12.203,
      "step": 8343
    },
    {
      "epoch": 1.3663009661044703,
      "grad_norm": 0.1799992024898529,
      "learning_rate": 0.000191477482865957,
      "loss": 12.168,
      "step": 8344
    },
    {
      "epoch": 1.3664647126248568,
      "grad_norm": 0.21939592063426971,
      "learning_rate": 0.00019147539439301773,
      "loss": 12.1395,
      "step": 8345
    },
    {
      "epoch": 1.3666284591452431,
      "grad_norm": 0.2547626793384552,
      "learning_rate": 0.00019147330567560852,
      "loss": 12.1847,
      "step": 8346
    },
    {
      "epoch": 1.3667922056656296,
      "grad_norm": 0.1519937515258789,
      "learning_rate": 0.00019147121671373493,
      "loss": 12.166,
      "step": 8347
    },
    {
      "epoch": 1.3669559521860162,
      "grad_norm": 0.19427815079689026,
      "learning_rate": 0.00019146912750740244,
      "loss": 12.1762,
      "step": 8348
    },
    {
      "epoch": 1.3671196987064025,
      "grad_norm": 0.18873658776283264,
      "learning_rate": 0.0001914670380566167,
      "loss": 12.1741,
      "step": 8349
    },
    {
      "epoch": 1.3672834452267888,
      "grad_norm": 0.18156568706035614,
      "learning_rate": 0.00019146494836138337,
      "loss": 12.1455,
      "step": 8350
    },
    {
      "epoch": 1.3674471917471753,
      "grad_norm": 0.23557427525520325,
      "learning_rate": 0.0001914628584217079,
      "loss": 12.2306,
      "step": 8351
    },
    {
      "epoch": 1.3676109382675619,
      "grad_norm": 0.2121962606906891,
      "learning_rate": 0.00019146076823759595,
      "loss": 12.2033,
      "step": 8352
    },
    {
      "epoch": 1.3677746847879484,
      "grad_norm": 0.2639819085597992,
      "learning_rate": 0.00019145867780905312,
      "loss": 12.1682,
      "step": 8353
    },
    {
      "epoch": 1.3679384313083347,
      "grad_norm": 0.1883763074874878,
      "learning_rate": 0.00019145658713608495,
      "loss": 12.1437,
      "step": 8354
    },
    {
      "epoch": 1.368102177828721,
      "grad_norm": 0.21263964474201202,
      "learning_rate": 0.00019145449621869705,
      "loss": 12.1623,
      "step": 8355
    },
    {
      "epoch": 1.3682659243491075,
      "grad_norm": 0.22062897682189941,
      "learning_rate": 0.000191452405056895,
      "loss": 12.219,
      "step": 8356
    },
    {
      "epoch": 1.368429670869494,
      "grad_norm": 0.1755518764257431,
      "learning_rate": 0.0001914503136506844,
      "loss": 12.2204,
      "step": 8357
    },
    {
      "epoch": 1.3685934173898804,
      "grad_norm": 0.16927167773246765,
      "learning_rate": 0.00019144822200007085,
      "loss": 12.1646,
      "step": 8358
    },
    {
      "epoch": 1.368757163910267,
      "grad_norm": 0.18350328505039215,
      "learning_rate": 0.0001914461301050599,
      "loss": 12.1778,
      "step": 8359
    },
    {
      "epoch": 1.3689209104306532,
      "grad_norm": 0.18112973868846893,
      "learning_rate": 0.00019144403796565718,
      "loss": 12.1779,
      "step": 8360
    },
    {
      "epoch": 1.3690846569510398,
      "grad_norm": 0.20587129890918732,
      "learning_rate": 0.00019144194558186824,
      "loss": 12.2067,
      "step": 8361
    },
    {
      "epoch": 1.3692484034714263,
      "grad_norm": 0.16769768297672272,
      "learning_rate": 0.00019143985295369873,
      "loss": 12.2041,
      "step": 8362
    },
    {
      "epoch": 1.3694121499918126,
      "grad_norm": 0.1711043268442154,
      "learning_rate": 0.0001914377600811542,
      "loss": 12.1951,
      "step": 8363
    },
    {
      "epoch": 1.3695758965121991,
      "grad_norm": 0.203559011220932,
      "learning_rate": 0.00019143566696424027,
      "loss": 12.1917,
      "step": 8364
    },
    {
      "epoch": 1.3697396430325854,
      "grad_norm": 0.18503133952617645,
      "learning_rate": 0.00019143357360296249,
      "loss": 12.1394,
      "step": 8365
    },
    {
      "epoch": 1.369903389552972,
      "grad_norm": 0.2121741771697998,
      "learning_rate": 0.0001914314799973265,
      "loss": 12.2028,
      "step": 8366
    },
    {
      "epoch": 1.3700671360733585,
      "grad_norm": 0.16892549395561218,
      "learning_rate": 0.0001914293861473379,
      "loss": 12.1759,
      "step": 8367
    },
    {
      "epoch": 1.3702308825937448,
      "grad_norm": 0.14316213130950928,
      "learning_rate": 0.0001914272920530022,
      "loss": 12.1873,
      "step": 8368
    },
    {
      "epoch": 1.3703946291141313,
      "grad_norm": 0.14621344208717346,
      "learning_rate": 0.0001914251977143251,
      "loss": 12.1542,
      "step": 8369
    },
    {
      "epoch": 1.3705583756345177,
      "grad_norm": 0.2077016532421112,
      "learning_rate": 0.00019142310313131214,
      "loss": 12.1735,
      "step": 8370
    },
    {
      "epoch": 1.3707221221549042,
      "grad_norm": 0.1716965138912201,
      "learning_rate": 0.00019142100830396894,
      "loss": 12.1935,
      "step": 8371
    },
    {
      "epoch": 1.3708858686752907,
      "grad_norm": 0.22668245434761047,
      "learning_rate": 0.0001914189132323011,
      "loss": 12.1643,
      "step": 8372
    },
    {
      "epoch": 1.371049615195677,
      "grad_norm": 0.19969767332077026,
      "learning_rate": 0.0001914168179163142,
      "loss": 12.2053,
      "step": 8373
    },
    {
      "epoch": 1.3712133617160636,
      "grad_norm": 0.17902179062366486,
      "learning_rate": 0.00019141472235601387,
      "loss": 12.1813,
      "step": 8374
    },
    {
      "epoch": 1.3713771082364499,
      "grad_norm": 0.20306764543056488,
      "learning_rate": 0.0001914126265514057,
      "loss": 12.177,
      "step": 8375
    },
    {
      "epoch": 1.3715408547568364,
      "grad_norm": 0.18946093320846558,
      "learning_rate": 0.00019141053050249527,
      "loss": 12.2601,
      "step": 8376
    },
    {
      "epoch": 1.371704601277223,
      "grad_norm": 0.17559687793254852,
      "learning_rate": 0.0001914084342092882,
      "loss": 12.2006,
      "step": 8377
    },
    {
      "epoch": 1.3718683477976092,
      "grad_norm": 0.17174474895000458,
      "learning_rate": 0.00019140633767179006,
      "loss": 12.1881,
      "step": 8378
    },
    {
      "epoch": 1.3720320943179958,
      "grad_norm": 0.1500263810157776,
      "learning_rate": 0.0001914042408900065,
      "loss": 12.2182,
      "step": 8379
    },
    {
      "epoch": 1.372195840838382,
      "grad_norm": 0.18227945268154144,
      "learning_rate": 0.0001914021438639431,
      "loss": 12.1555,
      "step": 8380
    },
    {
      "epoch": 1.3723595873587686,
      "grad_norm": 0.16246803104877472,
      "learning_rate": 0.00019140004659360548,
      "loss": 12.2076,
      "step": 8381
    },
    {
      "epoch": 1.3725233338791551,
      "grad_norm": 0.16416968405246735,
      "learning_rate": 0.00019139794907899923,
      "loss": 12.1483,
      "step": 8382
    },
    {
      "epoch": 1.3726870803995415,
      "grad_norm": 0.21998529136180878,
      "learning_rate": 0.00019139585132012997,
      "loss": 12.1698,
      "step": 8383
    },
    {
      "epoch": 1.372850826919928,
      "grad_norm": 0.17858701944351196,
      "learning_rate": 0.00019139375331700327,
      "loss": 12.2291,
      "step": 8384
    },
    {
      "epoch": 1.3730145734403143,
      "grad_norm": 0.24949707090854645,
      "learning_rate": 0.00019139165506962478,
      "loss": 12.2003,
      "step": 8385
    },
    {
      "epoch": 1.3731783199607008,
      "grad_norm": 0.17340700328350067,
      "learning_rate": 0.00019138955657800009,
      "loss": 12.1936,
      "step": 8386
    },
    {
      "epoch": 1.3733420664810874,
      "grad_norm": 0.19177573919296265,
      "learning_rate": 0.0001913874578421348,
      "loss": 12.1296,
      "step": 8387
    },
    {
      "epoch": 1.3735058130014737,
      "grad_norm": 0.18634557723999023,
      "learning_rate": 0.00019138535886203454,
      "loss": 12.1987,
      "step": 8388
    },
    {
      "epoch": 1.3736695595218602,
      "grad_norm": 0.2008238583803177,
      "learning_rate": 0.0001913832596377049,
      "loss": 12.1935,
      "step": 8389
    },
    {
      "epoch": 1.3738333060422465,
      "grad_norm": 0.16603811085224152,
      "learning_rate": 0.00019138116016915153,
      "loss": 12.1938,
      "step": 8390
    },
    {
      "epoch": 1.373997052562633,
      "grad_norm": 0.20098857581615448,
      "learning_rate": 0.00019137906045637996,
      "loss": 12.1968,
      "step": 8391
    },
    {
      "epoch": 1.3741607990830196,
      "grad_norm": 0.18681325018405914,
      "learning_rate": 0.00019137696049939589,
      "loss": 12.2137,
      "step": 8392
    },
    {
      "epoch": 1.374324545603406,
      "grad_norm": 0.21271593868732452,
      "learning_rate": 0.00019137486029820484,
      "loss": 12.2029,
      "step": 8393
    },
    {
      "epoch": 1.3744882921237924,
      "grad_norm": 0.18945950269699097,
      "learning_rate": 0.00019137275985281252,
      "loss": 12.1945,
      "step": 8394
    },
    {
      "epoch": 1.3746520386441787,
      "grad_norm": 0.17867866158485413,
      "learning_rate": 0.00019137065916322447,
      "loss": 12.1967,
      "step": 8395
    },
    {
      "epoch": 1.3748157851645653,
      "grad_norm": 0.22565767168998718,
      "learning_rate": 0.00019136855822944634,
      "loss": 12.2225,
      "step": 8396
    },
    {
      "epoch": 1.3749795316849518,
      "grad_norm": 0.1788015216588974,
      "learning_rate": 0.00019136645705148376,
      "loss": 12.1937,
      "step": 8397
    },
    {
      "epoch": 1.375143278205338,
      "grad_norm": 0.24712571501731873,
      "learning_rate": 0.0001913643556293423,
      "loss": 12.1943,
      "step": 8398
    },
    {
      "epoch": 1.3753070247257246,
      "grad_norm": 0.20723453164100647,
      "learning_rate": 0.0001913622539630276,
      "loss": 12.186,
      "step": 8399
    },
    {
      "epoch": 1.375470771246111,
      "grad_norm": 0.22517064213752747,
      "learning_rate": 0.0001913601520525453,
      "loss": 12.2226,
      "step": 8400
    },
    {
      "epoch": 1.3756345177664975,
      "grad_norm": 0.19271719455718994,
      "learning_rate": 0.00019135804989790095,
      "loss": 12.1548,
      "step": 8401
    },
    {
      "epoch": 1.375798264286884,
      "grad_norm": 0.23227724432945251,
      "learning_rate": 0.00019135594749910024,
      "loss": 12.1438,
      "step": 8402
    },
    {
      "epoch": 1.3759620108072703,
      "grad_norm": 0.17377488315105438,
      "learning_rate": 0.00019135384485614875,
      "loss": 12.2209,
      "step": 8403
    },
    {
      "epoch": 1.3761257573276569,
      "grad_norm": 0.21401861310005188,
      "learning_rate": 0.00019135174196905212,
      "loss": 12.2163,
      "step": 8404
    },
    {
      "epoch": 1.3762895038480432,
      "grad_norm": 0.20886172354221344,
      "learning_rate": 0.00019134963883781593,
      "loss": 12.211,
      "step": 8405
    },
    {
      "epoch": 1.3764532503684297,
      "grad_norm": 0.16343550384044647,
      "learning_rate": 0.0001913475354624459,
      "loss": 12.1882,
      "step": 8406
    },
    {
      "epoch": 1.3766169968888162,
      "grad_norm": 0.19942288100719452,
      "learning_rate": 0.00019134543184294752,
      "loss": 12.1296,
      "step": 8407
    },
    {
      "epoch": 1.3767807434092025,
      "grad_norm": 0.17329290509223938,
      "learning_rate": 0.00019134332797932646,
      "loss": 12.2639,
      "step": 8408
    },
    {
      "epoch": 1.376944489929589,
      "grad_norm": 0.21410225331783295,
      "learning_rate": 0.0001913412238715884,
      "loss": 12.2418,
      "step": 8409
    },
    {
      "epoch": 1.3771082364499754,
      "grad_norm": 0.20474141836166382,
      "learning_rate": 0.0001913391195197389,
      "loss": 12.1883,
      "step": 8410
    },
    {
      "epoch": 1.377271982970362,
      "grad_norm": 0.26083046197891235,
      "learning_rate": 0.0001913370149237836,
      "loss": 12.207,
      "step": 8411
    },
    {
      "epoch": 1.3774357294907484,
      "grad_norm": 0.2319868803024292,
      "learning_rate": 0.0001913349100837281,
      "loss": 12.1797,
      "step": 8412
    },
    {
      "epoch": 1.3775994760111347,
      "grad_norm": 0.16368728876113892,
      "learning_rate": 0.0001913328049995781,
      "loss": 12.2131,
      "step": 8413
    },
    {
      "epoch": 1.3777632225315213,
      "grad_norm": 0.27194398641586304,
      "learning_rate": 0.00019133069967133918,
      "loss": 12.1637,
      "step": 8414
    },
    {
      "epoch": 1.3779269690519076,
      "grad_norm": 0.18487749993801117,
      "learning_rate": 0.0001913285940990169,
      "loss": 12.1666,
      "step": 8415
    },
    {
      "epoch": 1.3780907155722941,
      "grad_norm": 0.21621786057949066,
      "learning_rate": 0.00019132648828261702,
      "loss": 12.2238,
      "step": 8416
    },
    {
      "epoch": 1.3782544620926807,
      "grad_norm": 0.20678776502609253,
      "learning_rate": 0.0001913243822221451,
      "loss": 12.1759,
      "step": 8417
    },
    {
      "epoch": 1.378418208613067,
      "grad_norm": 0.20114538073539734,
      "learning_rate": 0.00019132227591760672,
      "loss": 12.1974,
      "step": 8418
    },
    {
      "epoch": 1.3785819551334535,
      "grad_norm": 0.16815803945064545,
      "learning_rate": 0.00019132016936900762,
      "loss": 12.1957,
      "step": 8419
    },
    {
      "epoch": 1.3787457016538398,
      "grad_norm": 0.13964055478572845,
      "learning_rate": 0.0001913180625763533,
      "loss": 12.1926,
      "step": 8420
    },
    {
      "epoch": 1.3789094481742263,
      "grad_norm": 0.17142353951931,
      "learning_rate": 0.0001913159555396495,
      "loss": 12.1583,
      "step": 8421
    },
    {
      "epoch": 1.3790731946946129,
      "grad_norm": 0.1546163558959961,
      "learning_rate": 0.0001913138482589018,
      "loss": 12.2341,
      "step": 8422
    },
    {
      "epoch": 1.3792369412149992,
      "grad_norm": 0.16438817977905273,
      "learning_rate": 0.00019131174073411583,
      "loss": 12.2489,
      "step": 8423
    },
    {
      "epoch": 1.3794006877353855,
      "grad_norm": 0.19553914666175842,
      "learning_rate": 0.00019130963296529725,
      "loss": 12.179,
      "step": 8424
    },
    {
      "epoch": 1.379564434255772,
      "grad_norm": 0.20347340404987335,
      "learning_rate": 0.00019130752495245167,
      "loss": 12.1148,
      "step": 8425
    },
    {
      "epoch": 1.3797281807761586,
      "grad_norm": 0.1847209930419922,
      "learning_rate": 0.00019130541669558473,
      "loss": 12.1845,
      "step": 8426
    },
    {
      "epoch": 1.379891927296545,
      "grad_norm": 0.2031169831752777,
      "learning_rate": 0.00019130330819470208,
      "loss": 12.164,
      "step": 8427
    },
    {
      "epoch": 1.3800556738169314,
      "grad_norm": 0.22170934081077576,
      "learning_rate": 0.00019130119944980932,
      "loss": 12.1525,
      "step": 8428
    },
    {
      "epoch": 1.3802194203373177,
      "grad_norm": 0.20339733362197876,
      "learning_rate": 0.0001912990904609121,
      "loss": 12.1913,
      "step": 8429
    },
    {
      "epoch": 1.3803831668577042,
      "grad_norm": 0.16206027567386627,
      "learning_rate": 0.00019129698122801605,
      "loss": 12.17,
      "step": 8430
    },
    {
      "epoch": 1.3805469133780908,
      "grad_norm": 0.16256318986415863,
      "learning_rate": 0.00019129487175112683,
      "loss": 12.2229,
      "step": 8431
    },
    {
      "epoch": 1.380710659898477,
      "grad_norm": 0.1683603823184967,
      "learning_rate": 0.0001912927620302501,
      "loss": 12.1613,
      "step": 8432
    },
    {
      "epoch": 1.3808744064188636,
      "grad_norm": 0.23538334667682648,
      "learning_rate": 0.00019129065206539142,
      "loss": 12.1959,
      "step": 8433
    },
    {
      "epoch": 1.38103815293925,
      "grad_norm": 0.20086224377155304,
      "learning_rate": 0.00019128854185655652,
      "loss": 12.1214,
      "step": 8434
    },
    {
      "epoch": 1.3812018994596365,
      "grad_norm": Infinity,
      "learning_rate": 0.00019128854185655652,
      "loss": 12.2155,
      "step": 8435
    },
    {
      "epoch": 1.381365645980023,
      "grad_norm": 0.20143216848373413,
      "learning_rate": 0.00019128643140375095,
      "loss": 12.1899,
      "step": 8436
    },
    {
      "epoch": 1.3815293925004093,
      "grad_norm": 0.27699875831604004,
      "learning_rate": 0.0001912843207069804,
      "loss": 12.2003,
      "step": 8437
    },
    {
      "epoch": 1.3816931390207958,
      "grad_norm": 0.19552326202392578,
      "learning_rate": 0.00019128220976625051,
      "loss": 12.1811,
      "step": 8438
    },
    {
      "epoch": 1.3818568855411821,
      "grad_norm": 0.1874982714653015,
      "learning_rate": 0.00019128009858156693,
      "loss": 12.1759,
      "step": 8439
    },
    {
      "epoch": 1.3820206320615687,
      "grad_norm": 0.19210129976272583,
      "learning_rate": 0.00019127798715293527,
      "loss": 12.1784,
      "step": 8440
    },
    {
      "epoch": 1.3821843785819552,
      "grad_norm": 0.20511411130428314,
      "learning_rate": 0.0001912758754803612,
      "loss": 12.1794,
      "step": 8441
    },
    {
      "epoch": 1.3823481251023415,
      "grad_norm": 0.14979779720306396,
      "learning_rate": 0.00019127376356385033,
      "loss": 12.1652,
      "step": 8442
    },
    {
      "epoch": 1.382511871622728,
      "grad_norm": 0.18788227438926697,
      "learning_rate": 0.00019127165140340834,
      "loss": 12.1785,
      "step": 8443
    },
    {
      "epoch": 1.3826756181431143,
      "grad_norm": 0.18745334446430206,
      "learning_rate": 0.00019126953899904086,
      "loss": 12.1959,
      "step": 8444
    },
    {
      "epoch": 1.3828393646635009,
      "grad_norm": 0.2067660540342331,
      "learning_rate": 0.0001912674263507536,
      "loss": 12.194,
      "step": 8445
    },
    {
      "epoch": 1.3830031111838874,
      "grad_norm": 0.1439807116985321,
      "learning_rate": 0.00019126531345855206,
      "loss": 12.1822,
      "step": 8446
    },
    {
      "epoch": 1.3831668577042737,
      "grad_norm": 0.1900831162929535,
      "learning_rate": 0.000191263200322442,
      "loss": 12.2505,
      "step": 8447
    },
    {
      "epoch": 1.3833306042246603,
      "grad_norm": 0.15678288042545319,
      "learning_rate": 0.00019126108694242903,
      "loss": 12.1917,
      "step": 8448
    },
    {
      "epoch": 1.3834943507450466,
      "grad_norm": 0.14946042001247406,
      "learning_rate": 0.00019125897331851883,
      "loss": 12.1857,
      "step": 8449
    },
    {
      "epoch": 1.383658097265433,
      "grad_norm": 0.2787730097770691,
      "learning_rate": 0.000191256859450717,
      "loss": 12.2061,
      "step": 8450
    },
    {
      "epoch": 1.3838218437858196,
      "grad_norm": 0.20585697889328003,
      "learning_rate": 0.00019125474533902926,
      "loss": 12.1898,
      "step": 8451
    },
    {
      "epoch": 1.383985590306206,
      "grad_norm": 0.2636568248271942,
      "learning_rate": 0.0001912526309834612,
      "loss": 12.156,
      "step": 8452
    },
    {
      "epoch": 1.3841493368265925,
      "grad_norm": 0.15619102120399475,
      "learning_rate": 0.00019125051638401846,
      "loss": 12.1831,
      "step": 8453
    },
    {
      "epoch": 1.3843130833469788,
      "grad_norm": 0.18768398463726044,
      "learning_rate": 0.0001912484015407067,
      "loss": 12.1953,
      "step": 8454
    },
    {
      "epoch": 1.3844768298673653,
      "grad_norm": 0.22867833077907562,
      "learning_rate": 0.0001912462864535316,
      "loss": 12.1761,
      "step": 8455
    },
    {
      "epoch": 1.3846405763877518,
      "grad_norm": 0.2175091803073883,
      "learning_rate": 0.00019124417112249885,
      "loss": 12.1294,
      "step": 8456
    },
    {
      "epoch": 1.3848043229081382,
      "grad_norm": 0.18024256825447083,
      "learning_rate": 0.000191242055547614,
      "loss": 12.1996,
      "step": 8457
    },
    {
      "epoch": 1.3849680694285247,
      "grad_norm": 0.1815517693758011,
      "learning_rate": 0.0001912399397288828,
      "loss": 12.2316,
      "step": 8458
    },
    {
      "epoch": 1.385131815948911,
      "grad_norm": 0.19094300270080566,
      "learning_rate": 0.00019123782366631083,
      "loss": 12.1993,
      "step": 8459
    },
    {
      "epoch": 1.3852955624692975,
      "grad_norm": 0.15487338602542877,
      "learning_rate": 0.00019123570735990377,
      "loss": 12.1672,
      "step": 8460
    },
    {
      "epoch": 1.385459308989684,
      "grad_norm": 0.15665853023529053,
      "learning_rate": 0.00019123359080966732,
      "loss": 12.1601,
      "step": 8461
    },
    {
      "epoch": 1.3856230555100704,
      "grad_norm": 0.19884125888347626,
      "learning_rate": 0.00019123147401560708,
      "loss": 12.1817,
      "step": 8462
    },
    {
      "epoch": 1.385786802030457,
      "grad_norm": 0.22264757752418518,
      "learning_rate": 0.00019122935697772872,
      "loss": 12.1808,
      "step": 8463
    },
    {
      "epoch": 1.3859505485508432,
      "grad_norm": 0.1556984931230545,
      "learning_rate": 0.0001912272396960379,
      "loss": 12.1688,
      "step": 8464
    },
    {
      "epoch": 1.3861142950712297,
      "grad_norm": 0.2142363041639328,
      "learning_rate": 0.00019122512217054034,
      "loss": 12.2306,
      "step": 8465
    },
    {
      "epoch": 1.3862780415916163,
      "grad_norm": 0.18588204681873322,
      "learning_rate": 0.0001912230044012416,
      "loss": 12.1771,
      "step": 8466
    },
    {
      "epoch": 1.3864417881120026,
      "grad_norm": 0.16712751984596252,
      "learning_rate": 0.00019122088638814737,
      "loss": 12.1507,
      "step": 8467
    },
    {
      "epoch": 1.3866055346323891,
      "grad_norm": 0.15950165688991547,
      "learning_rate": 0.00019121876813126335,
      "loss": 12.1845,
      "step": 8468
    },
    {
      "epoch": 1.3867692811527754,
      "grad_norm": 0.18154795467853546,
      "learning_rate": 0.00019121664963059516,
      "loss": 12.1851,
      "step": 8469
    },
    {
      "epoch": 1.386933027673162,
      "grad_norm": 0.16250669956207275,
      "learning_rate": 0.00019121453088614848,
      "loss": 12.1666,
      "step": 8470
    },
    {
      "epoch": 1.3870967741935485,
      "grad_norm": 0.1415083408355713,
      "learning_rate": 0.00019121241189792897,
      "loss": 12.1878,
      "step": 8471
    },
    {
      "epoch": 1.3872605207139348,
      "grad_norm": 0.20754048228263855,
      "learning_rate": 0.0001912102926659423,
      "loss": 12.2373,
      "step": 8472
    },
    {
      "epoch": 1.3874242672343213,
      "grad_norm": 0.18265710771083832,
      "learning_rate": 0.0001912081731901941,
      "loss": 12.1739,
      "step": 8473
    },
    {
      "epoch": 1.3875880137547076,
      "grad_norm": 0.16535623371601105,
      "learning_rate": 0.0001912060534706901,
      "loss": 12.2196,
      "step": 8474
    },
    {
      "epoch": 1.3877517602750942,
      "grad_norm": 0.20826204121112823,
      "learning_rate": 0.0001912039335074359,
      "loss": 12.2127,
      "step": 8475
    },
    {
      "epoch": 1.3879155067954807,
      "grad_norm": 0.19028441607952118,
      "learning_rate": 0.00019120181330043717,
      "loss": 12.1855,
      "step": 8476
    },
    {
      "epoch": 1.388079253315867,
      "grad_norm": 0.2048996239900589,
      "learning_rate": 0.00019119969284969962,
      "loss": 12.1491,
      "step": 8477
    },
    {
      "epoch": 1.3882429998362535,
      "grad_norm": 0.20016859471797943,
      "learning_rate": 0.00019119757215522892,
      "loss": 12.1598,
      "step": 8478
    },
    {
      "epoch": 1.3884067463566399,
      "grad_norm": 0.13803133368492126,
      "learning_rate": 0.0001911954512170307,
      "loss": 12.1755,
      "step": 8479
    },
    {
      "epoch": 1.3885704928770264,
      "grad_norm": 0.22774039208889008,
      "learning_rate": 0.0001911933300351106,
      "loss": 12.2105,
      "step": 8480
    },
    {
      "epoch": 1.388734239397413,
      "grad_norm": 0.18369662761688232,
      "learning_rate": 0.00019119120860947435,
      "loss": 12.2089,
      "step": 8481
    },
    {
      "epoch": 1.3888979859177992,
      "grad_norm": 0.43876731395721436,
      "learning_rate": 0.0001911890869401276,
      "loss": 12.1684,
      "step": 8482
    },
    {
      "epoch": 1.3890617324381858,
      "grad_norm": 0.20209132134914398,
      "learning_rate": 0.00019118696502707603,
      "loss": 12.2073,
      "step": 8483
    },
    {
      "epoch": 1.389225478958572,
      "grad_norm": 0.1594456285238266,
      "learning_rate": 0.00019118484287032524,
      "loss": 12.1909,
      "step": 8484
    },
    {
      "epoch": 1.3893892254789586,
      "grad_norm": 0.18488673865795135,
      "learning_rate": 0.00019118272046988105,
      "loss": 12.1576,
      "step": 8485
    },
    {
      "epoch": 1.3895529719993451,
      "grad_norm": 0.18330968916416168,
      "learning_rate": 0.000191180597825749,
      "loss": 12.1891,
      "step": 8486
    },
    {
      "epoch": 1.3897167185197314,
      "grad_norm": 0.16909553110599518,
      "learning_rate": 0.00019117847493793478,
      "loss": 12.1978,
      "step": 8487
    },
    {
      "epoch": 1.389880465040118,
      "grad_norm": 0.19701127707958221,
      "learning_rate": 0.00019117635180644413,
      "loss": 12.1379,
      "step": 8488
    },
    {
      "epoch": 1.3900442115605043,
      "grad_norm": 0.15929782390594482,
      "learning_rate": 0.00019117422843128266,
      "loss": 12.1438,
      "step": 8489
    },
    {
      "epoch": 1.3902079580808908,
      "grad_norm": 0.16136635839939117,
      "learning_rate": 0.00019117210481245608,
      "loss": 12.2264,
      "step": 8490
    },
    {
      "epoch": 1.3903717046012773,
      "grad_norm": 0.2721900939941406,
      "learning_rate": 0.00019116998094997006,
      "loss": 12.166,
      "step": 8491
    },
    {
      "epoch": 1.3905354511216637,
      "grad_norm": 0.32731306552886963,
      "learning_rate": 0.00019116785684383024,
      "loss": 12.1577,
      "step": 8492
    },
    {
      "epoch": 1.3906991976420502,
      "grad_norm": 0.24781203269958496,
      "learning_rate": 0.00019116573249404234,
      "loss": 12.2149,
      "step": 8493
    },
    {
      "epoch": 1.3908629441624365,
      "grad_norm": 0.22856874763965607,
      "learning_rate": 0.00019116360790061206,
      "loss": 12.1912,
      "step": 8494
    },
    {
      "epoch": 1.391026690682823,
      "grad_norm": 0.17142973840236664,
      "learning_rate": 0.000191161483063545,
      "loss": 12.1929,
      "step": 8495
    },
    {
      "epoch": 1.3911904372032096,
      "grad_norm": 0.1747758686542511,
      "learning_rate": 0.0001911593579828469,
      "loss": 12.1532,
      "step": 8496
    },
    {
      "epoch": 1.3913541837235959,
      "grad_norm": 0.21532632410526276,
      "learning_rate": 0.0001911572326585234,
      "loss": 12.1952,
      "step": 8497
    },
    {
      "epoch": 1.3915179302439822,
      "grad_norm": 0.18314547836780548,
      "learning_rate": 0.0001911551070905802,
      "loss": 12.1924,
      "step": 8498
    },
    {
      "epoch": 1.3916816767643687,
      "grad_norm": 0.12758015096187592,
      "learning_rate": 0.00019115298127902298,
      "loss": 12.2019,
      "step": 8499
    },
    {
      "epoch": 1.3918454232847552,
      "grad_norm": 0.23662185668945312,
      "learning_rate": 0.00019115085522385746,
      "loss": 12.2122,
      "step": 8500
    },
    {
      "epoch": 1.3920091698051418,
      "grad_norm": 0.16700056195259094,
      "learning_rate": 0.00019114872892508924,
      "loss": 12.184,
      "step": 8501
    },
    {
      "epoch": 1.392172916325528,
      "grad_norm": 0.20637594163417816,
      "learning_rate": 0.00019114660238272405,
      "loss": 12.1586,
      "step": 8502
    },
    {
      "epoch": 1.3923366628459144,
      "grad_norm": 0.19444073736667633,
      "learning_rate": 0.0001911444755967676,
      "loss": 12.1186,
      "step": 8503
    },
    {
      "epoch": 1.392500409366301,
      "grad_norm": 0.18026983737945557,
      "learning_rate": 0.0001911423485672255,
      "loss": 12.2004,
      "step": 8504
    },
    {
      "epoch": 1.3926641558866875,
      "grad_norm": 0.16910196840763092,
      "learning_rate": 0.0001911402212941035,
      "loss": 12.254,
      "step": 8505
    },
    {
      "epoch": 1.3928279024070738,
      "grad_norm": 0.19659894704818726,
      "learning_rate": 0.00019113809377740727,
      "loss": 12.1547,
      "step": 8506
    },
    {
      "epoch": 1.3929916489274603,
      "grad_norm": 0.20179441571235657,
      "learning_rate": 0.00019113596601714246,
      "loss": 12.1538,
      "step": 8507
    },
    {
      "epoch": 1.3931553954478466,
      "grad_norm": 0.17034654319286346,
      "learning_rate": 0.00019113383801331482,
      "loss": 12.1644,
      "step": 8508
    },
    {
      "epoch": 1.3933191419682331,
      "grad_norm": 0.1656581461429596,
      "learning_rate": 0.00019113170976592999,
      "loss": 12.218,
      "step": 8509
    },
    {
      "epoch": 1.3934828884886197,
      "grad_norm": 0.2707410156726837,
      "learning_rate": 0.00019112958127499367,
      "loss": 12.1979,
      "step": 8510
    },
    {
      "epoch": 1.393646635009006,
      "grad_norm": 0.17642506957054138,
      "learning_rate": 0.00019112745254051152,
      "loss": 12.2075,
      "step": 8511
    },
    {
      "epoch": 1.3938103815293925,
      "grad_norm": 0.24067622423171997,
      "learning_rate": 0.0001911253235624893,
      "loss": 12.1893,
      "step": 8512
    },
    {
      "epoch": 1.3939741280497788,
      "grad_norm": 0.20664136111736298,
      "learning_rate": 0.00019112319434093264,
      "loss": 12.2297,
      "step": 8513
    },
    {
      "epoch": 1.3941378745701654,
      "grad_norm": 0.26628929376602173,
      "learning_rate": 0.00019112106487584725,
      "loss": 12.2509,
      "step": 8514
    },
    {
      "epoch": 1.394301621090552,
      "grad_norm": 0.2644825875759125,
      "learning_rate": 0.0001911189351672388,
      "loss": 12.2022,
      "step": 8515
    },
    {
      "epoch": 1.3944653676109382,
      "grad_norm": 0.15631169080734253,
      "learning_rate": 0.000191116805215113,
      "loss": 12.1783,
      "step": 8516
    },
    {
      "epoch": 1.3946291141313247,
      "grad_norm": 0.35841336846351624,
      "learning_rate": 0.00019111467501947558,
      "loss": 12.2471,
      "step": 8517
    },
    {
      "epoch": 1.394792860651711,
      "grad_norm": 0.1901974380016327,
      "learning_rate": 0.0001911125445803322,
      "loss": 12.2177,
      "step": 8518
    },
    {
      "epoch": 1.3949566071720976,
      "grad_norm": 0.20019012689590454,
      "learning_rate": 0.0001911104138976885,
      "loss": 12.1878,
      "step": 8519
    },
    {
      "epoch": 1.395120353692484,
      "grad_norm": 0.1856982558965683,
      "learning_rate": 0.00019110828297155024,
      "loss": 12.228,
      "step": 8520
    },
    {
      "epoch": 1.3952841002128704,
      "grad_norm": 0.1901676207780838,
      "learning_rate": 0.00019110615180192313,
      "loss": 12.1499,
      "step": 8521
    },
    {
      "epoch": 1.395447846733257,
      "grad_norm": 0.20362281799316406,
      "learning_rate": 0.0001911040203888128,
      "loss": 12.1968,
      "step": 8522
    },
    {
      "epoch": 1.3956115932536433,
      "grad_norm": 0.16668559610843658,
      "learning_rate": 0.000191101888732225,
      "loss": 12.1729,
      "step": 8523
    },
    {
      "epoch": 1.3957753397740298,
      "grad_norm": 0.17469452321529388,
      "learning_rate": 0.0001910997568321654,
      "loss": 12.1517,
      "step": 8524
    },
    {
      "epoch": 1.3959390862944163,
      "grad_norm": 0.26566386222839355,
      "learning_rate": 0.0001910976246886397,
      "loss": 12.1829,
      "step": 8525
    },
    {
      "epoch": 1.3961028328148026,
      "grad_norm": 0.2032148391008377,
      "learning_rate": 0.0001910954923016536,
      "loss": 12.1945,
      "step": 8526
    },
    {
      "epoch": 1.3962665793351892,
      "grad_norm": 0.12966114282608032,
      "learning_rate": 0.00019109335967121282,
      "loss": 12.2139,
      "step": 8527
    },
    {
      "epoch": 1.3964303258555755,
      "grad_norm": 0.1565134972333908,
      "learning_rate": 0.000191091226797323,
      "loss": 12.2002,
      "step": 8528
    },
    {
      "epoch": 1.396594072375962,
      "grad_norm": 0.2088930904865265,
      "learning_rate": 0.00019108909367998993,
      "loss": 12.1585,
      "step": 8529
    },
    {
      "epoch": 1.3967578188963485,
      "grad_norm": 0.15929102897644043,
      "learning_rate": 0.00019108696031921925,
      "loss": 12.1965,
      "step": 8530
    },
    {
      "epoch": 1.3969215654167348,
      "grad_norm": 0.27679845690727234,
      "learning_rate": 0.00019108482671501665,
      "loss": 12.2469,
      "step": 8531
    },
    {
      "epoch": 1.3970853119371214,
      "grad_norm": 0.17399832606315613,
      "learning_rate": 0.0001910826928673879,
      "loss": 12.1933,
      "step": 8532
    },
    {
      "epoch": 1.3972490584575077,
      "grad_norm": 0.2154489904642105,
      "learning_rate": 0.00019108055877633862,
      "loss": 12.1987,
      "step": 8533
    },
    {
      "epoch": 1.3974128049778942,
      "grad_norm": 0.17154452204704285,
      "learning_rate": 0.00019107842444187457,
      "loss": 12.2073,
      "step": 8534
    },
    {
      "epoch": 1.3975765514982808,
      "grad_norm": 0.20709854364395142,
      "learning_rate": 0.0001910762898640014,
      "loss": 12.1648,
      "step": 8535
    },
    {
      "epoch": 1.397740298018667,
      "grad_norm": 0.1738809496164322,
      "learning_rate": 0.0001910741550427249,
      "loss": 12.2003,
      "step": 8536
    },
    {
      "epoch": 1.3979040445390536,
      "grad_norm": 0.16378182172775269,
      "learning_rate": 0.0001910720199780507,
      "loss": 12.1753,
      "step": 8537
    },
    {
      "epoch": 1.39806779105944,
      "grad_norm": 0.19232149422168732,
      "learning_rate": 0.00019106988466998455,
      "loss": 12.1613,
      "step": 8538
    },
    {
      "epoch": 1.3982315375798264,
      "grad_norm": 0.1955428421497345,
      "learning_rate": 0.0001910677491185321,
      "loss": 12.1525,
      "step": 8539
    },
    {
      "epoch": 1.398395284100213,
      "grad_norm": 0.16550122201442719,
      "learning_rate": 0.00019106561332369917,
      "loss": 12.2016,
      "step": 8540
    },
    {
      "epoch": 1.3985590306205993,
      "grad_norm": 0.19487060606479645,
      "learning_rate": 0.00019106347728549135,
      "loss": 12.196,
      "step": 8541
    },
    {
      "epoch": 1.3987227771409858,
      "grad_norm": 0.1791137009859085,
      "learning_rate": 0.00019106134100391436,
      "loss": 12.1938,
      "step": 8542
    },
    {
      "epoch": 1.3988865236613721,
      "grad_norm": 0.17019575834274292,
      "learning_rate": 0.000191059204478974,
      "loss": 12.2036,
      "step": 8543
    },
    {
      "epoch": 1.3990502701817586,
      "grad_norm": 0.24109657108783722,
      "learning_rate": 0.00019105706771067586,
      "loss": 12.1641,
      "step": 8544
    },
    {
      "epoch": 1.3992140167021452,
      "grad_norm": 0.1945725679397583,
      "learning_rate": 0.00019105493069902579,
      "loss": 12.1947,
      "step": 8545
    },
    {
      "epoch": 1.3993777632225315,
      "grad_norm": 0.18037661910057068,
      "learning_rate": 0.00019105279344402935,
      "loss": 12.1622,
      "step": 8546
    },
    {
      "epoch": 1.399541509742918,
      "grad_norm": 0.1835431456565857,
      "learning_rate": 0.00019105065594569238,
      "loss": 12.165,
      "step": 8547
    },
    {
      "epoch": 1.3997052562633043,
      "grad_norm": 0.22532197833061218,
      "learning_rate": 0.0001910485182040205,
      "loss": 12.1841,
      "step": 8548
    },
    {
      "epoch": 1.3998690027836909,
      "grad_norm": 0.19086913764476776,
      "learning_rate": 0.0001910463802190195,
      "loss": 12.2076,
      "step": 8549
    },
    {
      "epoch": 1.4000327493040774,
      "grad_norm": 0.1925359070301056,
      "learning_rate": 0.000191044241990695,
      "loss": 12.1935,
      "step": 8550
    },
    {
      "epoch": 1.4001964958244637,
      "grad_norm": 0.17948554456233978,
      "learning_rate": 0.0001910421035190528,
      "loss": 12.1959,
      "step": 8551
    },
    {
      "epoch": 1.4003602423448502,
      "grad_norm": 0.20304398238658905,
      "learning_rate": 0.0001910399648040986,
      "loss": 12.2046,
      "step": 8552
    },
    {
      "epoch": 1.4005239888652365,
      "grad_norm": 0.20847569406032562,
      "learning_rate": 0.00019103782584583808,
      "loss": 12.2222,
      "step": 8553
    },
    {
      "epoch": 1.400687735385623,
      "grad_norm": 0.17640316486358643,
      "learning_rate": 0.000191035686644277,
      "loss": 12.1742,
      "step": 8554
    },
    {
      "epoch": 1.4008514819060096,
      "grad_norm": 0.16714826226234436,
      "learning_rate": 0.00019103354719942101,
      "loss": 12.1527,
      "step": 8555
    },
    {
      "epoch": 1.401015228426396,
      "grad_norm": 0.22349445521831512,
      "learning_rate": 0.0001910314075112759,
      "loss": 12.162,
      "step": 8556
    },
    {
      "epoch": 1.4011789749467825,
      "grad_norm": 0.1461811363697052,
      "learning_rate": 0.00019102926757984736,
      "loss": 12.172,
      "step": 8557
    },
    {
      "epoch": 1.4013427214671688,
      "grad_norm": 0.15776222944259644,
      "learning_rate": 0.0001910271274051411,
      "loss": 12.1628,
      "step": 8558
    },
    {
      "epoch": 1.4015064679875553,
      "grad_norm": 0.19019347429275513,
      "learning_rate": 0.00019102498698716285,
      "loss": 12.172,
      "step": 8559
    },
    {
      "epoch": 1.4016702145079418,
      "grad_norm": 0.1784389168024063,
      "learning_rate": 0.00019102284632591837,
      "loss": 12.1953,
      "step": 8560
    },
    {
      "epoch": 1.4018339610283281,
      "grad_norm": 0.18504630029201508,
      "learning_rate": 0.00019102070542141328,
      "loss": 12.1939,
      "step": 8561
    },
    {
      "epoch": 1.4019977075487147,
      "grad_norm": 0.14122088253498077,
      "learning_rate": 0.00019101856427365338,
      "loss": 12.2073,
      "step": 8562
    },
    {
      "epoch": 1.402161454069101,
      "grad_norm": 0.18833282589912415,
      "learning_rate": 0.0001910164228826444,
      "loss": 12.1999,
      "step": 8563
    },
    {
      "epoch": 1.4023252005894875,
      "grad_norm": 0.18275487422943115,
      "learning_rate": 0.000191014281248392,
      "loss": 12.212,
      "step": 8564
    },
    {
      "epoch": 1.402488947109874,
      "grad_norm": 0.1754246950149536,
      "learning_rate": 0.00019101213937090195,
      "loss": 12.1947,
      "step": 8565
    },
    {
      "epoch": 1.4026526936302603,
      "grad_norm": 0.22476953268051147,
      "learning_rate": 0.00019100999725018,
      "loss": 12.162,
      "step": 8566
    },
    {
      "epoch": 1.4028164401506469,
      "grad_norm": 0.19407573342323303,
      "learning_rate": 0.00019100785488623177,
      "loss": 12.2316,
      "step": 8567
    },
    {
      "epoch": 1.4029801866710332,
      "grad_norm": 0.2554832994937897,
      "learning_rate": 0.00019100571227906313,
      "loss": 12.1798,
      "step": 8568
    },
    {
      "epoch": 1.4031439331914197,
      "grad_norm": 0.18339256942272186,
      "learning_rate": 0.00019100356942867967,
      "loss": 12.1635,
      "step": 8569
    },
    {
      "epoch": 1.4033076797118063,
      "grad_norm": 0.1839815080165863,
      "learning_rate": 0.0001910014263350872,
      "loss": 12.1712,
      "step": 8570
    },
    {
      "epoch": 1.4034714262321926,
      "grad_norm": 0.2056913524866104,
      "learning_rate": 0.00019099928299829143,
      "loss": 12.1782,
      "step": 8571
    },
    {
      "epoch": 1.4036351727525789,
      "grad_norm": 0.15521809458732605,
      "learning_rate": 0.00019099713941829807,
      "loss": 12.1789,
      "step": 8572
    },
    {
      "epoch": 1.4037989192729654,
      "grad_norm": 0.21327336132526398,
      "learning_rate": 0.00019099499559511288,
      "loss": 12.1916,
      "step": 8573
    },
    {
      "epoch": 1.403962665793352,
      "grad_norm": 0.20375850796699524,
      "learning_rate": 0.00019099285152874158,
      "loss": 12.2055,
      "step": 8574
    },
    {
      "epoch": 1.4041264123137385,
      "grad_norm": 0.17365694046020508,
      "learning_rate": 0.00019099070721918988,
      "loss": 12.1431,
      "step": 8575
    },
    {
      "epoch": 1.4042901588341248,
      "grad_norm": 0.1893879622220993,
      "learning_rate": 0.0001909885626664635,
      "loss": 12.1897,
      "step": 8576
    },
    {
      "epoch": 1.404453905354511,
      "grad_norm": 0.1952078938484192,
      "learning_rate": 0.00019098641787056823,
      "loss": 12.2109,
      "step": 8577
    },
    {
      "epoch": 1.4046176518748976,
      "grad_norm": 0.2243896722793579,
      "learning_rate": 0.00019098427283150974,
      "loss": 12.1929,
      "step": 8578
    },
    {
      "epoch": 1.4047813983952842,
      "grad_norm": 0.1728551834821701,
      "learning_rate": 0.00019098212754929382,
      "loss": 12.176,
      "step": 8579
    },
    {
      "epoch": 1.4049451449156705,
      "grad_norm": 0.18693135678768158,
      "learning_rate": 0.00019097998202392613,
      "loss": 12.1862,
      "step": 8580
    },
    {
      "epoch": 1.405108891436057,
      "grad_norm": 0.1484006941318512,
      "learning_rate": 0.0001909778362554125,
      "loss": 12.1665,
      "step": 8581
    },
    {
      "epoch": 1.4052726379564433,
      "grad_norm": 0.1936044842004776,
      "learning_rate": 0.00019097569024375855,
      "loss": 12.1881,
      "step": 8582
    },
    {
      "epoch": 1.4054363844768298,
      "grad_norm": 0.15553320944309235,
      "learning_rate": 0.0001909735439889701,
      "loss": 12.2171,
      "step": 8583
    },
    {
      "epoch": 1.4056001309972164,
      "grad_norm": 0.16532620787620544,
      "learning_rate": 0.00019097139749105283,
      "loss": 12.1577,
      "step": 8584
    },
    {
      "epoch": 1.4057638775176027,
      "grad_norm": 0.16912215948104858,
      "learning_rate": 0.00019096925075001259,
      "loss": 12.1477,
      "step": 8585
    },
    {
      "epoch": 1.4059276240379892,
      "grad_norm": 0.14098316431045532,
      "learning_rate": 0.00019096710376585496,
      "loss": 12.2246,
      "step": 8586
    },
    {
      "epoch": 1.4060913705583755,
      "grad_norm": 0.1866992861032486,
      "learning_rate": 0.00019096495653858576,
      "loss": 12.1698,
      "step": 8587
    },
    {
      "epoch": 1.406255117078762,
      "grad_norm": 0.21790552139282227,
      "learning_rate": 0.00019096280906821076,
      "loss": 12.1724,
      "step": 8588
    },
    {
      "epoch": 1.4064188635991486,
      "grad_norm": 0.2581528425216675,
      "learning_rate": 0.00019096066135473563,
      "loss": 12.2023,
      "step": 8589
    },
    {
      "epoch": 1.406582610119535,
      "grad_norm": 0.19488689303398132,
      "learning_rate": 0.00019095851339816618,
      "loss": 12.1464,
      "step": 8590
    },
    {
      "epoch": 1.4067463566399214,
      "grad_norm": 0.19827328622341156,
      "learning_rate": 0.00019095636519850806,
      "loss": 12.179,
      "step": 8591
    },
    {
      "epoch": 1.4069101031603077,
      "grad_norm": 0.276962548494339,
      "learning_rate": 0.0001909542167557671,
      "loss": 12.2162,
      "step": 8592
    },
    {
      "epoch": 1.4070738496806943,
      "grad_norm": 0.19738483428955078,
      "learning_rate": 0.000190952068069949,
      "loss": 12.1794,
      "step": 8593
    },
    {
      "epoch": 1.4072375962010808,
      "grad_norm": 0.2313603162765503,
      "learning_rate": 0.00019094991914105948,
      "loss": 12.2016,
      "step": 8594
    },
    {
      "epoch": 1.407401342721467,
      "grad_norm": 0.17092718183994293,
      "learning_rate": 0.00019094776996910433,
      "loss": 12.1889,
      "step": 8595
    },
    {
      "epoch": 1.4075650892418536,
      "grad_norm": 0.1857394129037857,
      "learning_rate": 0.00019094562055408924,
      "loss": 12.2091,
      "step": 8596
    },
    {
      "epoch": 1.40772883576224,
      "grad_norm": 0.16330456733703613,
      "learning_rate": 0.00019094347089602002,
      "loss": 12.1855,
      "step": 8597
    },
    {
      "epoch": 1.4078925822826265,
      "grad_norm": 0.19163954257965088,
      "learning_rate": 0.00019094132099490237,
      "loss": 12.1605,
      "step": 8598
    },
    {
      "epoch": 1.408056328803013,
      "grad_norm": 0.23838157951831818,
      "learning_rate": 0.00019093917085074208,
      "loss": 12.2158,
      "step": 8599
    },
    {
      "epoch": 1.4082200753233993,
      "grad_norm": 0.16422389447689056,
      "learning_rate": 0.00019093702046354483,
      "loss": 12.1566,
      "step": 8600
    },
    {
      "epoch": 1.4083838218437859,
      "grad_norm": 0.18272665143013,
      "learning_rate": 0.0001909348698333164,
      "loss": 12.1804,
      "step": 8601
    },
    {
      "epoch": 1.4085475683641722,
      "grad_norm": 0.17359493672847748,
      "learning_rate": 0.00019093271896006254,
      "loss": 12.1554,
      "step": 8602
    },
    {
      "epoch": 1.4087113148845587,
      "grad_norm": 0.20747631788253784,
      "learning_rate": 0.00019093056784378902,
      "loss": 12.1497,
      "step": 8603
    },
    {
      "epoch": 1.4088750614049452,
      "grad_norm": 0.18584023416042328,
      "learning_rate": 0.00019092841648450155,
      "loss": 12.1781,
      "step": 8604
    },
    {
      "epoch": 1.4090388079253315,
      "grad_norm": 0.18678928911685944,
      "learning_rate": 0.0001909262648822059,
      "loss": 12.2568,
      "step": 8605
    },
    {
      "epoch": 1.409202554445718,
      "grad_norm": 0.2037297636270523,
      "learning_rate": 0.0001909241130369078,
      "loss": 12.1911,
      "step": 8606
    },
    {
      "epoch": 1.4093663009661044,
      "grad_norm": 0.20439675450325012,
      "learning_rate": 0.00019092196094861304,
      "loss": 12.1884,
      "step": 8607
    },
    {
      "epoch": 1.409530047486491,
      "grad_norm": 0.21266937255859375,
      "learning_rate": 0.00019091980861732735,
      "loss": 12.1963,
      "step": 8608
    },
    {
      "epoch": 1.4096937940068774,
      "grad_norm": 0.15624359250068665,
      "learning_rate": 0.00019091765604305647,
      "loss": 12.1752,
      "step": 8609
    },
    {
      "epoch": 1.4098575405272638,
      "grad_norm": 0.20984406769275665,
      "learning_rate": 0.00019091550322580616,
      "loss": 12.1806,
      "step": 8610
    },
    {
      "epoch": 1.4100212870476503,
      "grad_norm": 0.1913478672504425,
      "learning_rate": 0.00019091335016558218,
      "loss": 12.1362,
      "step": 8611
    },
    {
      "epoch": 1.4101850335680366,
      "grad_norm": 0.22507740557193756,
      "learning_rate": 0.00019091119686239028,
      "loss": 12.2085,
      "step": 8612
    },
    {
      "epoch": 1.4103487800884231,
      "grad_norm": 0.1798803061246872,
      "learning_rate": 0.00019090904331623622,
      "loss": 12.1797,
      "step": 8613
    },
    {
      "epoch": 1.4105125266088097,
      "grad_norm": 0.23108457028865814,
      "learning_rate": 0.00019090688952712575,
      "loss": 12.2082,
      "step": 8614
    },
    {
      "epoch": 1.410676273129196,
      "grad_norm": 0.18944895267486572,
      "learning_rate": 0.00019090473549506463,
      "loss": 12.2145,
      "step": 8615
    },
    {
      "epoch": 1.4108400196495825,
      "grad_norm": 0.1966044008731842,
      "learning_rate": 0.0001909025812200586,
      "loss": 12.1961,
      "step": 8616
    },
    {
      "epoch": 1.4110037661699688,
      "grad_norm": 0.24435529112815857,
      "learning_rate": 0.00019090042670211343,
      "loss": 12.2186,
      "step": 8617
    },
    {
      "epoch": 1.4111675126903553,
      "grad_norm": 0.1716025173664093,
      "learning_rate": 0.00019089827194123489,
      "loss": 12.2151,
      "step": 8618
    },
    {
      "epoch": 1.4113312592107419,
      "grad_norm": 0.14651231467723846,
      "learning_rate": 0.00019089611693742873,
      "loss": 12.1395,
      "step": 8619
    },
    {
      "epoch": 1.4114950057311282,
      "grad_norm": 0.17406348884105682,
      "learning_rate": 0.0001908939616907007,
      "loss": 12.1569,
      "step": 8620
    },
    {
      "epoch": 1.4116587522515147,
      "grad_norm": 0.15860934555530548,
      "learning_rate": 0.00019089180620105657,
      "loss": 12.1717,
      "step": 8621
    },
    {
      "epoch": 1.411822498771901,
      "grad_norm": 0.2605719268321991,
      "learning_rate": 0.00019088965046850208,
      "loss": 12.1779,
      "step": 8622
    },
    {
      "epoch": 1.4119862452922876,
      "grad_norm": 0.18509596586227417,
      "learning_rate": 0.00019088749449304305,
      "loss": 12.1446,
      "step": 8623
    },
    {
      "epoch": 1.412149991812674,
      "grad_norm": 0.198243647813797,
      "learning_rate": 0.00019088533827468519,
      "loss": 12.1999,
      "step": 8624
    },
    {
      "epoch": 1.4123137383330604,
      "grad_norm": 0.1628183275461197,
      "learning_rate": 0.00019088318181343424,
      "loss": 12.2035,
      "step": 8625
    },
    {
      "epoch": 1.412477484853447,
      "grad_norm": 0.19095589220523834,
      "learning_rate": 0.00019088102510929602,
      "loss": 12.2019,
      "step": 8626
    },
    {
      "epoch": 1.4126412313738332,
      "grad_norm": 0.18758642673492432,
      "learning_rate": 0.00019087886816227626,
      "loss": 12.2341,
      "step": 8627
    },
    {
      "epoch": 1.4128049778942198,
      "grad_norm": 0.2121906876564026,
      "learning_rate": 0.00019087671097238075,
      "loss": 12.2109,
      "step": 8628
    },
    {
      "epoch": 1.4129687244146063,
      "grad_norm": 0.2761995196342468,
      "learning_rate": 0.00019087455353961522,
      "loss": 12.1876,
      "step": 8629
    },
    {
      "epoch": 1.4131324709349926,
      "grad_norm": 0.1642576903104782,
      "learning_rate": 0.00019087239586398547,
      "loss": 12.1834,
      "step": 8630
    },
    {
      "epoch": 1.4132962174553791,
      "grad_norm": 0.22913433611392975,
      "learning_rate": 0.00019087023794549723,
      "loss": 12.1985,
      "step": 8631
    },
    {
      "epoch": 1.4134599639757655,
      "grad_norm": 0.1714092195034027,
      "learning_rate": 0.0001908680797841563,
      "loss": 12.1815,
      "step": 8632
    },
    {
      "epoch": 1.413623710496152,
      "grad_norm": 0.18119509518146515,
      "learning_rate": 0.00019086592137996847,
      "loss": 12.2421,
      "step": 8633
    },
    {
      "epoch": 1.4137874570165385,
      "grad_norm": 0.15723207592964172,
      "learning_rate": 0.00019086376273293944,
      "loss": 12.1712,
      "step": 8634
    },
    {
      "epoch": 1.4139512035369248,
      "grad_norm": 0.18025338649749756,
      "learning_rate": 0.000190861603843075,
      "loss": 12.1675,
      "step": 8635
    },
    {
      "epoch": 1.4141149500573114,
      "grad_norm": 0.24881041049957275,
      "learning_rate": 0.00019085944471038097,
      "loss": 12.1686,
      "step": 8636
    },
    {
      "epoch": 1.4142786965776977,
      "grad_norm": 0.1567515730857849,
      "learning_rate": 0.00019085728533486308,
      "loss": 12.2036,
      "step": 8637
    },
    {
      "epoch": 1.4144424430980842,
      "grad_norm": 0.16114215552806854,
      "learning_rate": 0.00019085512571652712,
      "loss": 12.1946,
      "step": 8638
    },
    {
      "epoch": 1.4146061896184707,
      "grad_norm": 0.1883326768875122,
      "learning_rate": 0.00019085296585537878,
      "loss": 12.1488,
      "step": 8639
    },
    {
      "epoch": 1.414769936138857,
      "grad_norm": 0.17903871834278107,
      "learning_rate": 0.00019085080575142395,
      "loss": 12.1945,
      "step": 8640
    },
    {
      "epoch": 1.4149336826592434,
      "grad_norm": 0.1839204877614975,
      "learning_rate": 0.00019084864540466835,
      "loss": 12.1332,
      "step": 8641
    },
    {
      "epoch": 1.4150974291796299,
      "grad_norm": 0.2147446870803833,
      "learning_rate": 0.00019084648481511776,
      "loss": 12.2027,
      "step": 8642
    },
    {
      "epoch": 1.4152611757000164,
      "grad_norm": 0.18400675058364868,
      "learning_rate": 0.0001908443239827779,
      "loss": 12.2142,
      "step": 8643
    },
    {
      "epoch": 1.415424922220403,
      "grad_norm": 0.16662299633026123,
      "learning_rate": 0.00019084216290765466,
      "loss": 12.133,
      "step": 8644
    },
    {
      "epoch": 1.4155886687407893,
      "grad_norm": 0.18976780772209167,
      "learning_rate": 0.00019084000158975376,
      "loss": 12.1715,
      "step": 8645
    },
    {
      "epoch": 1.4157524152611756,
      "grad_norm": 0.22378011047840118,
      "learning_rate": 0.0001908378400290809,
      "loss": 12.2138,
      "step": 8646
    },
    {
      "epoch": 1.415916161781562,
      "grad_norm": 0.162520170211792,
      "learning_rate": 0.00019083567822564197,
      "loss": 12.1841,
      "step": 8647
    },
    {
      "epoch": 1.4160799083019486,
      "grad_norm": 0.1754526048898697,
      "learning_rate": 0.00019083351617944268,
      "loss": 12.1639,
      "step": 8648
    },
    {
      "epoch": 1.4162436548223352,
      "grad_norm": 0.145175501704216,
      "learning_rate": 0.00019083135389048883,
      "loss": 12.1548,
      "step": 8649
    },
    {
      "epoch": 1.4164074013427215,
      "grad_norm": 0.20720204710960388,
      "learning_rate": 0.0001908291913587862,
      "loss": 12.1733,
      "step": 8650
    },
    {
      "epoch": 1.4165711478631078,
      "grad_norm": 0.16378271579742432,
      "learning_rate": 0.0001908270285843406,
      "loss": 12.1787,
      "step": 8651
    },
    {
      "epoch": 1.4167348943834943,
      "grad_norm": 0.18794643878936768,
      "learning_rate": 0.00019082486556715772,
      "loss": 12.171,
      "step": 8652
    },
    {
      "epoch": 1.4168986409038808,
      "grad_norm": 0.19677798449993134,
      "learning_rate": 0.00019082270230724342,
      "loss": 12.1587,
      "step": 8653
    },
    {
      "epoch": 1.4170623874242672,
      "grad_norm": 0.24008135497570038,
      "learning_rate": 0.00019082053880460347,
      "loss": 12.2105,
      "step": 8654
    },
    {
      "epoch": 1.4172261339446537,
      "grad_norm": 0.18991456925868988,
      "learning_rate": 0.00019081837505924363,
      "loss": 12.1243,
      "step": 8655
    },
    {
      "epoch": 1.41738988046504,
      "grad_norm": 0.18953458964824677,
      "learning_rate": 0.0001908162110711697,
      "loss": 12.1686,
      "step": 8656
    },
    {
      "epoch": 1.4175536269854265,
      "grad_norm": 0.19878780841827393,
      "learning_rate": 0.00019081404684038745,
      "loss": 12.166,
      "step": 8657
    },
    {
      "epoch": 1.417717373505813,
      "grad_norm": 0.15763473510742188,
      "learning_rate": 0.00019081188236690267,
      "loss": 12.1575,
      "step": 8658
    },
    {
      "epoch": 1.4178811200261994,
      "grad_norm": 0.16823101043701172,
      "learning_rate": 0.00019080971765072117,
      "loss": 12.1777,
      "step": 8659
    },
    {
      "epoch": 1.418044866546586,
      "grad_norm": 0.18414972722530365,
      "learning_rate": 0.0001908075526918487,
      "loss": 12.1594,
      "step": 8660
    },
    {
      "epoch": 1.4182086130669722,
      "grad_norm": 0.23814088106155396,
      "learning_rate": 0.00019080538749029102,
      "loss": 12.2051,
      "step": 8661
    },
    {
      "epoch": 1.4183723595873587,
      "grad_norm": 0.17998872697353363,
      "learning_rate": 0.00019080322204605398,
      "loss": 12.1936,
      "step": 8662
    },
    {
      "epoch": 1.4185361061077453,
      "grad_norm": 0.20156586170196533,
      "learning_rate": 0.00019080105635914336,
      "loss": 12.1673,
      "step": 8663
    },
    {
      "epoch": 1.4186998526281316,
      "grad_norm": 0.2170180082321167,
      "learning_rate": 0.0001907988904295649,
      "loss": 12.1722,
      "step": 8664
    },
    {
      "epoch": 1.4188635991485181,
      "grad_norm": 0.21606214344501495,
      "learning_rate": 0.00019079672425732444,
      "loss": 12.2326,
      "step": 8665
    },
    {
      "epoch": 1.4190273456689044,
      "grad_norm": 0.32123127579689026,
      "learning_rate": 0.00019079455784242773,
      "loss": 12.1914,
      "step": 8666
    },
    {
      "epoch": 1.419191092189291,
      "grad_norm": 0.14525176584720612,
      "learning_rate": 0.00019079239118488056,
      "loss": 12.2657,
      "step": 8667
    },
    {
      "epoch": 1.4193548387096775,
      "grad_norm": 0.18261586129665375,
      "learning_rate": 0.00019079022428468876,
      "loss": 12.1974,
      "step": 8668
    },
    {
      "epoch": 1.4195185852300638,
      "grad_norm": 0.15348759293556213,
      "learning_rate": 0.0001907880571418581,
      "loss": 12.1415,
      "step": 8669
    },
    {
      "epoch": 1.4196823317504503,
      "grad_norm": 0.16713257133960724,
      "learning_rate": 0.0001907858897563944,
      "loss": 12.1545,
      "step": 8670
    },
    {
      "epoch": 1.4198460782708366,
      "grad_norm": 0.16163769364356995,
      "learning_rate": 0.00019078372212830337,
      "loss": 12.1993,
      "step": 8671
    },
    {
      "epoch": 1.4200098247912232,
      "grad_norm": 0.2023622840642929,
      "learning_rate": 0.00019078155425759086,
      "loss": 12.2219,
      "step": 8672
    },
    {
      "epoch": 1.4201735713116097,
      "grad_norm": 0.22204960882663727,
      "learning_rate": 0.00019077938614426264,
      "loss": 12.2069,
      "step": 8673
    },
    {
      "epoch": 1.420337317831996,
      "grad_norm": 0.23804384469985962,
      "learning_rate": 0.00019077721778832456,
      "loss": 12.1834,
      "step": 8674
    },
    {
      "epoch": 1.4205010643523825,
      "grad_norm": 0.1447160542011261,
      "learning_rate": 0.00019077504918978236,
      "loss": 12.1732,
      "step": 8675
    },
    {
      "epoch": 1.4206648108727689,
      "grad_norm": 0.21360893547534943,
      "learning_rate": 0.00019077288034864188,
      "loss": 12.1997,
      "step": 8676
    },
    {
      "epoch": 1.4208285573931554,
      "grad_norm": 0.19596683979034424,
      "learning_rate": 0.00019077071126490886,
      "loss": 12.1826,
      "step": 8677
    },
    {
      "epoch": 1.420992303913542,
      "grad_norm": 0.15761518478393555,
      "learning_rate": 0.00019076854193858913,
      "loss": 12.2067,
      "step": 8678
    },
    {
      "epoch": 1.4211560504339282,
      "grad_norm": 0.2012023776769638,
      "learning_rate": 0.0001907663723696885,
      "loss": 12.2222,
      "step": 8679
    },
    {
      "epoch": 1.4213197969543148,
      "grad_norm": 0.24588671326637268,
      "learning_rate": 0.00019076420255821275,
      "loss": 12.1718,
      "step": 8680
    },
    {
      "epoch": 1.421483543474701,
      "grad_norm": 0.17541006207466125,
      "learning_rate": 0.00019076203250416765,
      "loss": 12.1689,
      "step": 8681
    },
    {
      "epoch": 1.4216472899950876,
      "grad_norm": 0.2467406690120697,
      "learning_rate": 0.00019075986220755907,
      "loss": 12.2307,
      "step": 8682
    },
    {
      "epoch": 1.4218110365154741,
      "grad_norm": 0.27163979411125183,
      "learning_rate": 0.00019075769166839276,
      "loss": 12.2021,
      "step": 8683
    },
    {
      "epoch": 1.4219747830358604,
      "grad_norm": 0.17452001571655273,
      "learning_rate": 0.00019075552088667453,
      "loss": 12.2495,
      "step": 8684
    },
    {
      "epoch": 1.422138529556247,
      "grad_norm": 0.1432192027568817,
      "learning_rate": 0.00019075334986241017,
      "loss": 12.1595,
      "step": 8685
    },
    {
      "epoch": 1.4223022760766333,
      "grad_norm": 0.18485969305038452,
      "learning_rate": 0.0001907511785956055,
      "loss": 12.1928,
      "step": 8686
    },
    {
      "epoch": 1.4224660225970198,
      "grad_norm": 0.20004770159721375,
      "learning_rate": 0.00019074900708626632,
      "loss": 12.1451,
      "step": 8687
    },
    {
      "epoch": 1.4226297691174064,
      "grad_norm": 0.1407141536474228,
      "learning_rate": 0.00019074683533439843,
      "loss": 12.1532,
      "step": 8688
    },
    {
      "epoch": 1.4227935156377927,
      "grad_norm": 0.20253698527812958,
      "learning_rate": 0.00019074466334000764,
      "loss": 12.1802,
      "step": 8689
    },
    {
      "epoch": 1.4229572621581792,
      "grad_norm": 0.15700116753578186,
      "learning_rate": 0.00019074249110309977,
      "loss": 12.1621,
      "step": 8690
    },
    {
      "epoch": 1.4231210086785655,
      "grad_norm": 0.15918590128421783,
      "learning_rate": 0.00019074031862368056,
      "loss": 12.2269,
      "step": 8691
    },
    {
      "epoch": 1.423284755198952,
      "grad_norm": 0.16633151471614838,
      "learning_rate": 0.0001907381459017559,
      "loss": 12.1602,
      "step": 8692
    },
    {
      "epoch": 1.4234485017193386,
      "grad_norm": 0.7080151438713074,
      "learning_rate": 0.0001907359729373315,
      "loss": 12.2508,
      "step": 8693
    },
    {
      "epoch": 1.4236122482397249,
      "grad_norm": 0.2685394287109375,
      "learning_rate": 0.00019073379973041333,
      "loss": 12.2008,
      "step": 8694
    },
    {
      "epoch": 1.4237759947601114,
      "grad_norm": 0.1993996948003769,
      "learning_rate": 0.000190731626281007,
      "loss": 12.1883,
      "step": 8695
    },
    {
      "epoch": 1.4239397412804977,
      "grad_norm": 0.16137464344501495,
      "learning_rate": 0.00019072945258911844,
      "loss": 12.164,
      "step": 8696
    },
    {
      "epoch": 1.4241034878008842,
      "grad_norm": 0.15977030992507935,
      "learning_rate": 0.00019072727865475345,
      "loss": 12.33,
      "step": 8697
    },
    {
      "epoch": 1.4242672343212708,
      "grad_norm": 0.24530169367790222,
      "learning_rate": 0.00019072510447791781,
      "loss": 12.2025,
      "step": 8698
    },
    {
      "epoch": 1.424430980841657,
      "grad_norm": 0.19419465959072113,
      "learning_rate": 0.00019072293005861736,
      "loss": 12.1545,
      "step": 8699
    },
    {
      "epoch": 1.4245947273620436,
      "grad_norm": 0.14256253838539124,
      "learning_rate": 0.00019072075539685782,
      "loss": 12.1708,
      "step": 8700
    },
    {
      "epoch": 1.42475847388243,
      "grad_norm": 0.19788670539855957,
      "learning_rate": 0.00019071858049264515,
      "loss": 12.1767,
      "step": 8701
    },
    {
      "epoch": 1.4249222204028165,
      "grad_norm": 0.18223842978477478,
      "learning_rate": 0.00019071640534598506,
      "loss": 12.1904,
      "step": 8702
    },
    {
      "epoch": 1.425085966923203,
      "grad_norm": 0.16129598021507263,
      "learning_rate": 0.00019071422995688337,
      "loss": 12.2167,
      "step": 8703
    },
    {
      "epoch": 1.4252497134435893,
      "grad_norm": 0.23837542533874512,
      "learning_rate": 0.00019071205432534595,
      "loss": 12.1773,
      "step": 8704
    },
    {
      "epoch": 1.4254134599639758,
      "grad_norm": 0.17815810441970825,
      "learning_rate": 0.00019070987845137857,
      "loss": 12.1786,
      "step": 8705
    },
    {
      "epoch": 1.4255772064843621,
      "grad_norm": 0.16614265739917755,
      "learning_rate": 0.00019070770233498702,
      "loss": 12.1838,
      "step": 8706
    },
    {
      "epoch": 1.4257409530047487,
      "grad_norm": 0.17776361107826233,
      "learning_rate": 0.0001907055259761772,
      "loss": 12.1719,
      "step": 8707
    },
    {
      "epoch": 1.4259046995251352,
      "grad_norm": 0.16822972893714905,
      "learning_rate": 0.00019070334937495485,
      "loss": 12.1841,
      "step": 8708
    },
    {
      "epoch": 1.4260684460455215,
      "grad_norm": 0.17232646048069,
      "learning_rate": 0.0001907011725313258,
      "loss": 12.1968,
      "step": 8709
    },
    {
      "epoch": 1.426232192565908,
      "grad_norm": 0.19865913689136505,
      "learning_rate": 0.0001906989954452959,
      "loss": 12.2103,
      "step": 8710
    },
    {
      "epoch": 1.4263959390862944,
      "grad_norm": 0.19712476432323456,
      "learning_rate": 0.00019069681811687095,
      "loss": 12.2171,
      "step": 8711
    },
    {
      "epoch": 1.426559685606681,
      "grad_norm": 0.14249283075332642,
      "learning_rate": 0.00019069464054605675,
      "loss": 12.1637,
      "step": 8712
    },
    {
      "epoch": 1.4267234321270674,
      "grad_norm": 0.13597196340560913,
      "learning_rate": 0.00019069246273285915,
      "loss": 12.1664,
      "step": 8713
    },
    {
      "epoch": 1.4268871786474537,
      "grad_norm": 0.1525619477033615,
      "learning_rate": 0.00019069028467728395,
      "loss": 12.1898,
      "step": 8714
    },
    {
      "epoch": 1.42705092516784,
      "grad_norm": 0.15997615456581116,
      "learning_rate": 0.00019068810637933698,
      "loss": 12.1668,
      "step": 8715
    },
    {
      "epoch": 1.4272146716882266,
      "grad_norm": 0.1532936990261078,
      "learning_rate": 0.00019068592783902407,
      "loss": 12.1857,
      "step": 8716
    },
    {
      "epoch": 1.427378418208613,
      "grad_norm": 0.25488078594207764,
      "learning_rate": 0.00019068374905635102,
      "loss": 12.1794,
      "step": 8717
    },
    {
      "epoch": 1.4275421647289996,
      "grad_norm": 0.15967880189418793,
      "learning_rate": 0.00019068157003132368,
      "loss": 12.1998,
      "step": 8718
    },
    {
      "epoch": 1.427705911249386,
      "grad_norm": 0.17433318495750427,
      "learning_rate": 0.00019067939076394783,
      "loss": 12.1805,
      "step": 8719
    },
    {
      "epoch": 1.4278696577697723,
      "grad_norm": 0.1667010337114334,
      "learning_rate": 0.00019067721125422935,
      "loss": 12.1694,
      "step": 8720
    },
    {
      "epoch": 1.4280334042901588,
      "grad_norm": 0.16974091529846191,
      "learning_rate": 0.000190675031502174,
      "loss": 12.1547,
      "step": 8721
    },
    {
      "epoch": 1.4281971508105453,
      "grad_norm": 0.21010072529315948,
      "learning_rate": 0.0001906728515077877,
      "loss": 12.2401,
      "step": 8722
    },
    {
      "epoch": 1.4283608973309319,
      "grad_norm": 0.1564723253250122,
      "learning_rate": 0.00019067067127107618,
      "loss": 12.1754,
      "step": 8723
    },
    {
      "epoch": 1.4285246438513182,
      "grad_norm": 0.1418013572692871,
      "learning_rate": 0.0001906684907920453,
      "loss": 12.1951,
      "step": 8724
    },
    {
      "epoch": 1.4286883903717045,
      "grad_norm": 0.17115050554275513,
      "learning_rate": 0.0001906663100707009,
      "loss": 12.1828,
      "step": 8725
    },
    {
      "epoch": 1.428852136892091,
      "grad_norm": 0.18243035674095154,
      "learning_rate": 0.00019066412910704884,
      "loss": 12.1633,
      "step": 8726
    },
    {
      "epoch": 1.4290158834124775,
      "grad_norm": 0.21675623953342438,
      "learning_rate": 0.00019066194790109484,
      "loss": 12.1784,
      "step": 8727
    },
    {
      "epoch": 1.4291796299328638,
      "grad_norm": 0.1624002903699875,
      "learning_rate": 0.00019065976645284485,
      "loss": 12.2253,
      "step": 8728
    },
    {
      "epoch": 1.4293433764532504,
      "grad_norm": 0.21658185124397278,
      "learning_rate": 0.00019065758476230463,
      "loss": 12.1824,
      "step": 8729
    },
    {
      "epoch": 1.4295071229736367,
      "grad_norm": 0.17011505365371704,
      "learning_rate": 0.00019065540282948003,
      "loss": 12.1701,
      "step": 8730
    },
    {
      "epoch": 1.4296708694940232,
      "grad_norm": 0.1926238238811493,
      "learning_rate": 0.00019065322065437687,
      "loss": 12.1849,
      "step": 8731
    },
    {
      "epoch": 1.4298346160144098,
      "grad_norm": 0.17000499367713928,
      "learning_rate": 0.00019065103823700104,
      "loss": 12.1587,
      "step": 8732
    },
    {
      "epoch": 1.429998362534796,
      "grad_norm": 0.22740359604358673,
      "learning_rate": 0.00019064885557735828,
      "loss": 12.1716,
      "step": 8733
    },
    {
      "epoch": 1.4301621090551826,
      "grad_norm": 0.27785080671310425,
      "learning_rate": 0.00019064667267545447,
      "loss": 12.2045,
      "step": 8734
    },
    {
      "epoch": 1.430325855575569,
      "grad_norm": 0.22760185599327087,
      "learning_rate": 0.00019064448953129545,
      "loss": 12.2092,
      "step": 8735
    },
    {
      "epoch": 1.4304896020959554,
      "grad_norm": 0.14473110437393188,
      "learning_rate": 0.00019064230614488704,
      "loss": 12.1728,
      "step": 8736
    },
    {
      "epoch": 1.430653348616342,
      "grad_norm": 0.2405833750963211,
      "learning_rate": 0.0001906401225162351,
      "loss": 12.2349,
      "step": 8737
    },
    {
      "epoch": 1.4308170951367283,
      "grad_norm": 0.1766940802335739,
      "learning_rate": 0.00019063793864534546,
      "loss": 12.1838,
      "step": 8738
    },
    {
      "epoch": 1.4309808416571148,
      "grad_norm": 0.1842302680015564,
      "learning_rate": 0.0001906357545322239,
      "loss": 12.1494,
      "step": 8739
    },
    {
      "epoch": 1.4311445881775011,
      "grad_norm": 0.1540077030658722,
      "learning_rate": 0.0001906335701768763,
      "loss": 12.1719,
      "step": 8740
    },
    {
      "epoch": 1.4313083346978877,
      "grad_norm": 0.24383018910884857,
      "learning_rate": 0.00019063138557930852,
      "loss": 12.2198,
      "step": 8741
    },
    {
      "epoch": 1.4314720812182742,
      "grad_norm": 0.1662670522928238,
      "learning_rate": 0.00019062920073952642,
      "loss": 12.1859,
      "step": 8742
    },
    {
      "epoch": 1.4316358277386605,
      "grad_norm": 0.17096757888793945,
      "learning_rate": 0.00019062701565753572,
      "loss": 12.1684,
      "step": 8743
    },
    {
      "epoch": 1.431799574259047,
      "grad_norm": 0.1977958232164383,
      "learning_rate": 0.0001906248303333424,
      "loss": 12.2171,
      "step": 8744
    },
    {
      "epoch": 1.4319633207794333,
      "grad_norm": 0.17388568818569183,
      "learning_rate": 0.0001906226447669522,
      "loss": 12.1535,
      "step": 8745
    },
    {
      "epoch": 1.4321270672998199,
      "grad_norm": 0.19124281406402588,
      "learning_rate": 0.00019062045895837102,
      "loss": 12.178,
      "step": 8746
    },
    {
      "epoch": 1.4322908138202064,
      "grad_norm": 0.2217831164598465,
      "learning_rate": 0.00019061827290760465,
      "loss": 12.1918,
      "step": 8747
    },
    {
      "epoch": 1.4324545603405927,
      "grad_norm": 0.18715736269950867,
      "learning_rate": 0.00019061608661465897,
      "loss": 12.1863,
      "step": 8748
    },
    {
      "epoch": 1.4326183068609792,
      "grad_norm": 0.17090816795825958,
      "learning_rate": 0.0001906139000795398,
      "loss": 12.1722,
      "step": 8749
    },
    {
      "epoch": 1.4327820533813656,
      "grad_norm": 0.19267183542251587,
      "learning_rate": 0.00019061171330225305,
      "loss": 12.1334,
      "step": 8750
    },
    {
      "epoch": 1.432945799901752,
      "grad_norm": 0.17823871970176697,
      "learning_rate": 0.00019060952628280448,
      "loss": 12.216,
      "step": 8751
    },
    {
      "epoch": 1.4331095464221386,
      "grad_norm": 0.1859624981880188,
      "learning_rate": 0.00019060733902119995,
      "loss": 12.2048,
      "step": 8752
    },
    {
      "epoch": 1.433273292942525,
      "grad_norm": 0.14828650653362274,
      "learning_rate": 0.00019060515151744537,
      "loss": 12.1733,
      "step": 8753
    },
    {
      "epoch": 1.4334370394629115,
      "grad_norm": 0.18194639682769775,
      "learning_rate": 0.00019060296377154649,
      "loss": 12.1782,
      "step": 8754
    },
    {
      "epoch": 1.4336007859832978,
      "grad_norm": 0.17985163629055023,
      "learning_rate": 0.0001906007757835092,
      "loss": 12.1697,
      "step": 8755
    },
    {
      "epoch": 1.4337645325036843,
      "grad_norm": 0.2511186897754669,
      "learning_rate": 0.00019059858755333936,
      "loss": 12.1778,
      "step": 8756
    },
    {
      "epoch": 1.4339282790240708,
      "grad_norm": 0.17932036519050598,
      "learning_rate": 0.00019059639908104283,
      "loss": 12.164,
      "step": 8757
    },
    {
      "epoch": 1.4340920255444571,
      "grad_norm": 0.15982699394226074,
      "learning_rate": 0.00019059421036662544,
      "loss": 12.207,
      "step": 8758
    },
    {
      "epoch": 1.4342557720648437,
      "grad_norm": 0.16771343350410461,
      "learning_rate": 0.00019059202141009305,
      "loss": 12.174,
      "step": 8759
    },
    {
      "epoch": 1.43441951858523,
      "grad_norm": 0.15648305416107178,
      "learning_rate": 0.00019058983221145149,
      "loss": 12.1342,
      "step": 8760
    },
    {
      "epoch": 1.4345832651056165,
      "grad_norm": 0.17974638938903809,
      "learning_rate": 0.0001905876427707066,
      "loss": 12.1936,
      "step": 8761
    },
    {
      "epoch": 1.434747011626003,
      "grad_norm": 0.23016661405563354,
      "learning_rate": 0.00019058545308786427,
      "loss": 12.1674,
      "step": 8762
    },
    {
      "epoch": 1.4349107581463894,
      "grad_norm": 0.19994620978832245,
      "learning_rate": 0.0001905832631629303,
      "loss": 12.2012,
      "step": 8763
    },
    {
      "epoch": 1.4350745046667759,
      "grad_norm": 0.21375787258148193,
      "learning_rate": 0.0001905810729959106,
      "loss": 12.1644,
      "step": 8764
    },
    {
      "epoch": 1.4352382511871622,
      "grad_norm": 0.16527226567268372,
      "learning_rate": 0.000190578882586811,
      "loss": 12.1542,
      "step": 8765
    },
    {
      "epoch": 1.4354019977075487,
      "grad_norm": 0.19542594254016876,
      "learning_rate": 0.00019057669193563737,
      "loss": 12.1517,
      "step": 8766
    },
    {
      "epoch": 1.4355657442279353,
      "grad_norm": 0.23663489520549774,
      "learning_rate": 0.0001905745010423955,
      "loss": 12.2141,
      "step": 8767
    },
    {
      "epoch": 1.4357294907483216,
      "grad_norm": 0.1663990020751953,
      "learning_rate": 0.00019057230990709133,
      "loss": 12.1954,
      "step": 8768
    },
    {
      "epoch": 1.435893237268708,
      "grad_norm": 0.18873649835586548,
      "learning_rate": 0.0001905701185297307,
      "loss": 12.1631,
      "step": 8769
    },
    {
      "epoch": 1.4360569837890944,
      "grad_norm": 0.2005394697189331,
      "learning_rate": 0.0001905679269103194,
      "loss": 12.1567,
      "step": 8770
    },
    {
      "epoch": 1.436220730309481,
      "grad_norm": 0.15362273156642914,
      "learning_rate": 0.00019056573504886334,
      "loss": 12.1618,
      "step": 8771
    },
    {
      "epoch": 1.4363844768298675,
      "grad_norm": 0.17422135174274445,
      "learning_rate": 0.0001905635429453684,
      "loss": 12.1907,
      "step": 8772
    },
    {
      "epoch": 1.4365482233502538,
      "grad_norm": 0.14665642380714417,
      "learning_rate": 0.00019056135059984037,
      "loss": 12.2051,
      "step": 8773
    },
    {
      "epoch": 1.4367119698706403,
      "grad_norm": 0.15352828800678253,
      "learning_rate": 0.00019055915801228517,
      "loss": 12.2633,
      "step": 8774
    },
    {
      "epoch": 1.4368757163910266,
      "grad_norm": 0.18621379137039185,
      "learning_rate": 0.00019055696518270861,
      "loss": 12.2535,
      "step": 8775
    },
    {
      "epoch": 1.4370394629114132,
      "grad_norm": 0.2252405285835266,
      "learning_rate": 0.0001905547721111166,
      "loss": 12.2258,
      "step": 8776
    },
    {
      "epoch": 1.4372032094317997,
      "grad_norm": 0.32533344626426697,
      "learning_rate": 0.000190552578797515,
      "loss": 12.2063,
      "step": 8777
    },
    {
      "epoch": 1.437366955952186,
      "grad_norm": 0.1976253092288971,
      "learning_rate": 0.00019055038524190963,
      "loss": 12.2101,
      "step": 8778
    },
    {
      "epoch": 1.4375307024725725,
      "grad_norm": 0.1668580323457718,
      "learning_rate": 0.00019054819144430636,
      "loss": 12.1883,
      "step": 8779
    },
    {
      "epoch": 1.4376944489929588,
      "grad_norm": 0.22649089992046356,
      "learning_rate": 0.00019054599740471107,
      "loss": 12.2047,
      "step": 8780
    },
    {
      "epoch": 1.4378581955133454,
      "grad_norm": 0.23388493061065674,
      "learning_rate": 0.0001905438031231296,
      "loss": 12.1562,
      "step": 8781
    },
    {
      "epoch": 1.438021942033732,
      "grad_norm": 0.2127995789051056,
      "learning_rate": 0.00019054160859956787,
      "loss": 12.1811,
      "step": 8782
    },
    {
      "epoch": 1.4381856885541182,
      "grad_norm": 0.21068446338176727,
      "learning_rate": 0.0001905394138340317,
      "loss": 12.1943,
      "step": 8783
    },
    {
      "epoch": 1.4383494350745047,
      "grad_norm": 0.2248995453119278,
      "learning_rate": 0.00019053721882652695,
      "loss": 12.1426,
      "step": 8784
    },
    {
      "epoch": 1.438513181594891,
      "grad_norm": 0.20766238868236542,
      "learning_rate": 0.0001905350235770595,
      "loss": 12.2077,
      "step": 8785
    },
    {
      "epoch": 1.4386769281152776,
      "grad_norm": 0.19045981764793396,
      "learning_rate": 0.00019053282808563523,
      "loss": 12.1568,
      "step": 8786
    },
    {
      "epoch": 1.4388406746356641,
      "grad_norm": 0.17524881660938263,
      "learning_rate": 0.00019053063235226,
      "loss": 12.1813,
      "step": 8787
    },
    {
      "epoch": 1.4390044211560504,
      "grad_norm": 0.17045950889587402,
      "learning_rate": 0.00019052843637693966,
      "loss": 12.1743,
      "step": 8788
    },
    {
      "epoch": 1.4391681676764367,
      "grad_norm": 0.16544349491596222,
      "learning_rate": 0.0001905262401596801,
      "loss": 12.1554,
      "step": 8789
    },
    {
      "epoch": 1.4393319141968233,
      "grad_norm": 0.15709057450294495,
      "learning_rate": 0.00019052404370048715,
      "loss": 12.1832,
      "step": 8790
    },
    {
      "epoch": 1.4394956607172098,
      "grad_norm": 0.20226061344146729,
      "learning_rate": 0.00019052184699936672,
      "loss": 12.1525,
      "step": 8791
    },
    {
      "epoch": 1.4396594072375963,
      "grad_norm": 0.1803637146949768,
      "learning_rate": 0.0001905196500563247,
      "loss": 12.1784,
      "step": 8792
    },
    {
      "epoch": 1.4398231537579826,
      "grad_norm": 0.17985239624977112,
      "learning_rate": 0.00019051745287136692,
      "loss": 12.1994,
      "step": 8793
    },
    {
      "epoch": 1.439986900278369,
      "grad_norm": 0.18989288806915283,
      "learning_rate": 0.00019051525544449925,
      "loss": 12.1584,
      "step": 8794
    },
    {
      "epoch": 1.4401506467987555,
      "grad_norm": 0.22083532810211182,
      "learning_rate": 0.0001905130577757276,
      "loss": 12.2138,
      "step": 8795
    },
    {
      "epoch": 1.440314393319142,
      "grad_norm": 0.16742342710494995,
      "learning_rate": 0.00019051085986505784,
      "loss": 12.2061,
      "step": 8796
    },
    {
      "epoch": 1.4404781398395285,
      "grad_norm": 0.22452567517757416,
      "learning_rate": 0.00019050866171249576,
      "loss": 12.1846,
      "step": 8797
    },
    {
      "epoch": 1.4406418863599149,
      "grad_norm": 0.16170211136341095,
      "learning_rate": 0.00019050646331804735,
      "loss": 12.1489,
      "step": 8798
    },
    {
      "epoch": 1.4408056328803012,
      "grad_norm": 0.17391471564769745,
      "learning_rate": 0.00019050426468171841,
      "loss": 12.2091,
      "step": 8799
    },
    {
      "epoch": 1.4409693794006877,
      "grad_norm": 0.21690084040164948,
      "learning_rate": 0.00019050206580351487,
      "loss": 12.1673,
      "step": 8800
    },
    {
      "epoch": 1.4411331259210742,
      "grad_norm": 0.18217848241329193,
      "learning_rate": 0.00019049986668344255,
      "loss": 12.2099,
      "step": 8801
    },
    {
      "epoch": 1.4412968724414605,
      "grad_norm": 0.16766224801540375,
      "learning_rate": 0.00019049766732150735,
      "loss": 12.1774,
      "step": 8802
    },
    {
      "epoch": 1.441460618961847,
      "grad_norm": 0.19859282672405243,
      "learning_rate": 0.00019049546771771517,
      "loss": 12.1674,
      "step": 8803
    },
    {
      "epoch": 1.4416243654822334,
      "grad_norm": 0.22776587307453156,
      "learning_rate": 0.0001904932678720719,
      "loss": 12.1478,
      "step": 8804
    },
    {
      "epoch": 1.44178811200262,
      "grad_norm": 0.1493324637413025,
      "learning_rate": 0.00019049106778458336,
      "loss": 12.2455,
      "step": 8805
    },
    {
      "epoch": 1.4419518585230064,
      "grad_norm": 0.21035821735858917,
      "learning_rate": 0.00019048886745525544,
      "loss": 12.1396,
      "step": 8806
    },
    {
      "epoch": 1.4421156050433928,
      "grad_norm": 0.20710185170173645,
      "learning_rate": 0.00019048666688409405,
      "loss": 12.2171,
      "step": 8807
    },
    {
      "epoch": 1.4422793515637793,
      "grad_norm": 0.1637866199016571,
      "learning_rate": 0.00019048446607110506,
      "loss": 12.1989,
      "step": 8808
    },
    {
      "epoch": 1.4424430980841656,
      "grad_norm": 0.14579476416110992,
      "learning_rate": 0.00019048226501629437,
      "loss": 12.2263,
      "step": 8809
    },
    {
      "epoch": 1.4426068446045521,
      "grad_norm": 0.22709685564041138,
      "learning_rate": 0.00019048006371966784,
      "loss": 12.1438,
      "step": 8810
    },
    {
      "epoch": 1.4427705911249387,
      "grad_norm": 0.21732068061828613,
      "learning_rate": 0.00019047786218123137,
      "loss": 12.172,
      "step": 8811
    },
    {
      "epoch": 1.442934337645325,
      "grad_norm": 0.165492981672287,
      "learning_rate": 0.0001904756604009908,
      "loss": 12.1651,
      "step": 8812
    },
    {
      "epoch": 1.4430980841657115,
      "grad_norm": 0.17592589557170868,
      "learning_rate": 0.00019047345837895204,
      "loss": 12.2218,
      "step": 8813
    },
    {
      "epoch": 1.4432618306860978,
      "grad_norm": 0.27982139587402344,
      "learning_rate": 0.000190471256115121,
      "loss": 12.1948,
      "step": 8814
    },
    {
      "epoch": 1.4434255772064843,
      "grad_norm": 0.18777884542942047,
      "learning_rate": 0.00019046905360950355,
      "loss": 12.1659,
      "step": 8815
    },
    {
      "epoch": 1.4435893237268709,
      "grad_norm": 0.153812438249588,
      "learning_rate": 0.00019046685086210557,
      "loss": 12.1879,
      "step": 8816
    },
    {
      "epoch": 1.4437530702472572,
      "grad_norm": 0.1836719661951065,
      "learning_rate": 0.00019046464787293298,
      "loss": 12.1685,
      "step": 8817
    },
    {
      "epoch": 1.4439168167676437,
      "grad_norm": 0.23921799659729004,
      "learning_rate": 0.0001904624446419916,
      "loss": 12.1927,
      "step": 8818
    },
    {
      "epoch": 1.44408056328803,
      "grad_norm": 0.17819519340991974,
      "learning_rate": 0.00019046024116928738,
      "loss": 12.2057,
      "step": 8819
    },
    {
      "epoch": 1.4442443098084166,
      "grad_norm": 0.17825745046138763,
      "learning_rate": 0.00019045803745482614,
      "loss": 12.1365,
      "step": 8820
    },
    {
      "epoch": 1.444408056328803,
      "grad_norm": 0.15666642785072327,
      "learning_rate": 0.00019045583349861387,
      "loss": 12.1992,
      "step": 8821
    },
    {
      "epoch": 1.4445718028491894,
      "grad_norm": 0.1819346696138382,
      "learning_rate": 0.00019045362930065639,
      "loss": 12.1836,
      "step": 8822
    },
    {
      "epoch": 1.444735549369576,
      "grad_norm": 0.19739945232868195,
      "learning_rate": 0.00019045142486095957,
      "loss": 12.1756,
      "step": 8823
    },
    {
      "epoch": 1.4448992958899622,
      "grad_norm": 0.17356762290000916,
      "learning_rate": 0.00019044922017952937,
      "loss": 12.2185,
      "step": 8824
    },
    {
      "epoch": 1.4450630424103488,
      "grad_norm": 0.1860598623752594,
      "learning_rate": 0.00019044701525637163,
      "loss": 12.2196,
      "step": 8825
    },
    {
      "epoch": 1.4452267889307353,
      "grad_norm": 0.21149545907974243,
      "learning_rate": 0.00019044481009149227,
      "loss": 12.1877,
      "step": 8826
    },
    {
      "epoch": 1.4453905354511216,
      "grad_norm": 0.2119418829679489,
      "learning_rate": 0.00019044260468489718,
      "loss": 12.2038,
      "step": 8827
    },
    {
      "epoch": 1.4455542819715081,
      "grad_norm": 0.1800588220357895,
      "learning_rate": 0.00019044039903659223,
      "loss": 12.2006,
      "step": 8828
    },
    {
      "epoch": 1.4457180284918945,
      "grad_norm": 0.21506567299365997,
      "learning_rate": 0.00019043819314658333,
      "loss": 12.1595,
      "step": 8829
    },
    {
      "epoch": 1.445881775012281,
      "grad_norm": 0.18483829498291016,
      "learning_rate": 0.0001904359870148764,
      "loss": 12.1821,
      "step": 8830
    },
    {
      "epoch": 1.4460455215326675,
      "grad_norm": 0.21553929150104523,
      "learning_rate": 0.00019043378064147732,
      "loss": 12.1818,
      "step": 8831
    },
    {
      "epoch": 1.4462092680530538,
      "grad_norm": 0.18058739602565765,
      "learning_rate": 0.00019043157402639195,
      "loss": 12.1675,
      "step": 8832
    },
    {
      "epoch": 1.4463730145734404,
      "grad_norm": 0.1837194710969925,
      "learning_rate": 0.00019042936716962626,
      "loss": 12.1784,
      "step": 8833
    },
    {
      "epoch": 1.4465367610938267,
      "grad_norm": 0.2241896688938141,
      "learning_rate": 0.00019042716007118608,
      "loss": 12.1635,
      "step": 8834
    },
    {
      "epoch": 1.4467005076142132,
      "grad_norm": 0.22557900846004486,
      "learning_rate": 0.00019042495273107734,
      "loss": 12.2333,
      "step": 8835
    },
    {
      "epoch": 1.4468642541345997,
      "grad_norm": 0.1673157662153244,
      "learning_rate": 0.0001904227451493059,
      "loss": 12.1672,
      "step": 8836
    },
    {
      "epoch": 1.447028000654986,
      "grad_norm": 0.1966383308172226,
      "learning_rate": 0.00019042053732587776,
      "loss": 12.1847,
      "step": 8837
    },
    {
      "epoch": 1.4471917471753726,
      "grad_norm": 0.15051761269569397,
      "learning_rate": 0.0001904183292607987,
      "loss": 12.1751,
      "step": 8838
    },
    {
      "epoch": 1.4473554936957589,
      "grad_norm": 0.20020221173763275,
      "learning_rate": 0.0001904161209540747,
      "loss": 12.1981,
      "step": 8839
    },
    {
      "epoch": 1.4475192402161454,
      "grad_norm": 0.1961062252521515,
      "learning_rate": 0.0001904139124057116,
      "loss": 12.213,
      "step": 8840
    },
    {
      "epoch": 1.447682986736532,
      "grad_norm": 0.2871497571468353,
      "learning_rate": 0.0001904117036157154,
      "loss": 12.1894,
      "step": 8841
    },
    {
      "epoch": 1.4478467332569183,
      "grad_norm": 0.22833594679832458,
      "learning_rate": 0.0001904094945840919,
      "loss": 12.1554,
      "step": 8842
    },
    {
      "epoch": 1.4480104797773048,
      "grad_norm": 0.16072890162467957,
      "learning_rate": 0.00019040728531084705,
      "loss": 12.158,
      "step": 8843
    },
    {
      "epoch": 1.448174226297691,
      "grad_norm": 0.20912091434001923,
      "learning_rate": 0.00019040507579598677,
      "loss": 12.1891,
      "step": 8844
    },
    {
      "epoch": 1.4483379728180776,
      "grad_norm": 0.16616059839725494,
      "learning_rate": 0.00019040286603951693,
      "loss": 12.1558,
      "step": 8845
    },
    {
      "epoch": 1.4485017193384642,
      "grad_norm": 0.22428946197032928,
      "learning_rate": 0.00019040065604144344,
      "loss": 12.1744,
      "step": 8846
    },
    {
      "epoch": 1.4486654658588505,
      "grad_norm": 0.17108573019504547,
      "learning_rate": 0.00019039844580177225,
      "loss": 12.139,
      "step": 8847
    },
    {
      "epoch": 1.448829212379237,
      "grad_norm": 0.17377802729606628,
      "learning_rate": 0.00019039623532050918,
      "loss": 12.2013,
      "step": 8848
    },
    {
      "epoch": 1.4489929588996233,
      "grad_norm": 0.22237370908260345,
      "learning_rate": 0.00019039402459766023,
      "loss": 12.216,
      "step": 8849
    },
    {
      "epoch": 1.4491567054200098,
      "grad_norm": 0.149275004863739,
      "learning_rate": 0.00019039181363323125,
      "loss": 12.1993,
      "step": 8850
    },
    {
      "epoch": 1.4493204519403964,
      "grad_norm": 0.19331245124340057,
      "learning_rate": 0.0001903896024272282,
      "loss": 12.2358,
      "step": 8851
    },
    {
      "epoch": 1.4494841984607827,
      "grad_norm": 0.14998681843280792,
      "learning_rate": 0.00019038739097965694,
      "loss": 12.1965,
      "step": 8852
    },
    {
      "epoch": 1.4496479449811692,
      "grad_norm": 0.19359946250915527,
      "learning_rate": 0.0001903851792905234,
      "loss": 12.1646,
      "step": 8853
    },
    {
      "epoch": 1.4498116915015555,
      "grad_norm": 0.14311358332633972,
      "learning_rate": 0.0001903829673598335,
      "loss": 12.1554,
      "step": 8854
    },
    {
      "epoch": 1.449975438021942,
      "grad_norm": 0.16909222304821014,
      "learning_rate": 0.00019038075518759313,
      "loss": 12.1687,
      "step": 8855
    },
    {
      "epoch": 1.4501391845423286,
      "grad_norm": 0.184550940990448,
      "learning_rate": 0.0001903785427738082,
      "loss": 12.1999,
      "step": 8856
    },
    {
      "epoch": 1.450302931062715,
      "grad_norm": 0.20359721779823303,
      "learning_rate": 0.00019037633011848465,
      "loss": 12.2249,
      "step": 8857
    },
    {
      "epoch": 1.4504666775831014,
      "grad_norm": 0.16223306953907013,
      "learning_rate": 0.00019037411722162836,
      "loss": 12.1821,
      "step": 8858
    },
    {
      "epoch": 1.4506304241034877,
      "grad_norm": 0.1867862194776535,
      "learning_rate": 0.00019037190408324528,
      "loss": 12.2036,
      "step": 8859
    },
    {
      "epoch": 1.4507941706238743,
      "grad_norm": 0.21468009054660797,
      "learning_rate": 0.0001903696907033413,
      "loss": 12.2229,
      "step": 8860
    },
    {
      "epoch": 1.4509579171442608,
      "grad_norm": 0.2082529515028,
      "learning_rate": 0.00019036747708192235,
      "loss": 12.1589,
      "step": 8861
    },
    {
      "epoch": 1.4511216636646471,
      "grad_norm": 0.22518683969974518,
      "learning_rate": 0.00019036526321899433,
      "loss": 12.2441,
      "step": 8862
    },
    {
      "epoch": 1.4512854101850334,
      "grad_norm": 0.1771114021539688,
      "learning_rate": 0.00019036304911456317,
      "loss": 12.1667,
      "step": 8863
    },
    {
      "epoch": 1.45144915670542,
      "grad_norm": 0.20855341851711273,
      "learning_rate": 0.0001903608347686348,
      "loss": 12.2081,
      "step": 8864
    },
    {
      "epoch": 1.4516129032258065,
      "grad_norm": 0.20135800540447235,
      "learning_rate": 0.0001903586201812151,
      "loss": 12.1967,
      "step": 8865
    },
    {
      "epoch": 1.451776649746193,
      "grad_norm": 0.1411929577589035,
      "learning_rate": 0.00019035640535231002,
      "loss": 12.1773,
      "step": 8866
    },
    {
      "epoch": 1.4519403962665793,
      "grad_norm": 0.25088605284690857,
      "learning_rate": 0.00019035419028192544,
      "loss": 12.2133,
      "step": 8867
    },
    {
      "epoch": 1.4521041427869656,
      "grad_norm": 0.17245249450206757,
      "learning_rate": 0.00019035197497006733,
      "loss": 12.1652,
      "step": 8868
    },
    {
      "epoch": 1.4522678893073522,
      "grad_norm": 0.17613454163074493,
      "learning_rate": 0.0001903497594167416,
      "loss": 12.2164,
      "step": 8869
    },
    {
      "epoch": 1.4524316358277387,
      "grad_norm": 0.15806055068969727,
      "learning_rate": 0.00019034754362195412,
      "loss": 12.1504,
      "step": 8870
    },
    {
      "epoch": 1.452595382348125,
      "grad_norm": 0.21396224200725555,
      "learning_rate": 0.0001903453275857109,
      "loss": 12.1739,
      "step": 8871
    },
    {
      "epoch": 1.4527591288685116,
      "grad_norm": 0.2633953094482422,
      "learning_rate": 0.00019034311130801778,
      "loss": 12.1928,
      "step": 8872
    },
    {
      "epoch": 1.4529228753888979,
      "grad_norm": 0.17621472477912903,
      "learning_rate": 0.00019034089478888074,
      "loss": 12.1658,
      "step": 8873
    },
    {
      "epoch": 1.4530866219092844,
      "grad_norm": 0.16225960850715637,
      "learning_rate": 0.00019033867802830564,
      "loss": 12.1882,
      "step": 8874
    },
    {
      "epoch": 1.453250368429671,
      "grad_norm": 0.17994700372219086,
      "learning_rate": 0.0001903364610262985,
      "loss": 12.2349,
      "step": 8875
    },
    {
      "epoch": 1.4534141149500572,
      "grad_norm": 0.20853519439697266,
      "learning_rate": 0.00019033424378286516,
      "loss": 12.2146,
      "step": 8876
    },
    {
      "epoch": 1.4535778614704438,
      "grad_norm": 0.19060620665550232,
      "learning_rate": 0.00019033202629801157,
      "loss": 12.1848,
      "step": 8877
    },
    {
      "epoch": 1.45374160799083,
      "grad_norm": 0.1601521372795105,
      "learning_rate": 0.00019032980857174367,
      "loss": 12.1929,
      "step": 8878
    },
    {
      "epoch": 1.4539053545112166,
      "grad_norm": 0.18586911261081696,
      "learning_rate": 0.00019032759060406734,
      "loss": 12.1625,
      "step": 8879
    },
    {
      "epoch": 1.4540691010316031,
      "grad_norm": 0.1575503945350647,
      "learning_rate": 0.00019032537239498863,
      "loss": 12.2124,
      "step": 8880
    },
    {
      "epoch": 1.4542328475519894,
      "grad_norm": 0.13852815330028534,
      "learning_rate": 0.0001903231539445133,
      "loss": 12.1894,
      "step": 8881
    },
    {
      "epoch": 1.454396594072376,
      "grad_norm": 0.1944379210472107,
      "learning_rate": 0.00019032093525264742,
      "loss": 12.1523,
      "step": 8882
    },
    {
      "epoch": 1.4545603405927623,
      "grad_norm": 0.21545729041099548,
      "learning_rate": 0.00019031871631939684,
      "loss": 12.2009,
      "step": 8883
    },
    {
      "epoch": 1.4547240871131488,
      "grad_norm": 0.2295304834842682,
      "learning_rate": 0.00019031649714476752,
      "loss": 12.1943,
      "step": 8884
    },
    {
      "epoch": 1.4548878336335354,
      "grad_norm": 0.17852133512496948,
      "learning_rate": 0.00019031427772876538,
      "loss": 12.1621,
      "step": 8885
    },
    {
      "epoch": 1.4550515801539217,
      "grad_norm": 0.15973348915576935,
      "learning_rate": 0.00019031205807139634,
      "loss": 12.1851,
      "step": 8886
    },
    {
      "epoch": 1.4552153266743082,
      "grad_norm": 0.1506296843290329,
      "learning_rate": 0.00019030983817266636,
      "loss": 12.2031,
      "step": 8887
    },
    {
      "epoch": 1.4553790731946945,
      "grad_norm": 0.2813528776168823,
      "learning_rate": 0.00019030761803258135,
      "loss": 12.2733,
      "step": 8888
    },
    {
      "epoch": 1.455542819715081,
      "grad_norm": 0.22465085983276367,
      "learning_rate": 0.00019030539765114727,
      "loss": 12.2262,
      "step": 8889
    },
    {
      "epoch": 1.4557065662354676,
      "grad_norm": 0.1944362372159958,
      "learning_rate": 0.00019030317702837003,
      "loss": 12.1913,
      "step": 8890
    },
    {
      "epoch": 1.4558703127558539,
      "grad_norm": 0.19050006568431854,
      "learning_rate": 0.0001903009561642556,
      "loss": 12.1702,
      "step": 8891
    },
    {
      "epoch": 1.4560340592762404,
      "grad_norm": 0.18576188385486603,
      "learning_rate": 0.00019029873505880984,
      "loss": 12.2088,
      "step": 8892
    },
    {
      "epoch": 1.4561978057966267,
      "grad_norm": 0.18240830302238464,
      "learning_rate": 0.00019029651371203876,
      "loss": 12.1659,
      "step": 8893
    },
    {
      "epoch": 1.4563615523170133,
      "grad_norm": 0.18165774643421173,
      "learning_rate": 0.00019029429212394825,
      "loss": 12.1669,
      "step": 8894
    },
    {
      "epoch": 1.4565252988373998,
      "grad_norm": 0.20030705630779266,
      "learning_rate": 0.00019029207029454427,
      "loss": 12.1529,
      "step": 8895
    },
    {
      "epoch": 1.456689045357786,
      "grad_norm": 0.192183256149292,
      "learning_rate": 0.00019028984822383279,
      "loss": 12.2036,
      "step": 8896
    },
    {
      "epoch": 1.4568527918781726,
      "grad_norm": 0.17981736361980438,
      "learning_rate": 0.0001902876259118197,
      "loss": 12.15,
      "step": 8897
    },
    {
      "epoch": 1.457016538398559,
      "grad_norm": 0.16811925172805786,
      "learning_rate": 0.0001902854033585109,
      "loss": 12.2099,
      "step": 8898
    },
    {
      "epoch": 1.4571802849189455,
      "grad_norm": 0.20353969931602478,
      "learning_rate": 0.00019028318056391242,
      "loss": 12.1931,
      "step": 8899
    },
    {
      "epoch": 1.457344031439332,
      "grad_norm": 0.2104528248310089,
      "learning_rate": 0.00019028095752803017,
      "loss": 12.1855,
      "step": 8900
    },
    {
      "epoch": 1.4575077779597183,
      "grad_norm": 0.16667446494102478,
      "learning_rate": 0.0001902787342508701,
      "loss": 12.1808,
      "step": 8901
    },
    {
      "epoch": 1.4576715244801048,
      "grad_norm": 0.14421480894088745,
      "learning_rate": 0.0001902765107324381,
      "loss": 12.2314,
      "step": 8902
    },
    {
      "epoch": 1.4578352710004912,
      "grad_norm": 0.17958541214466095,
      "learning_rate": 0.00019027428697274016,
      "loss": 12.1934,
      "step": 8903
    },
    {
      "epoch": 1.4579990175208777,
      "grad_norm": 0.20710749924182892,
      "learning_rate": 0.0001902720629717822,
      "loss": 12.143,
      "step": 8904
    },
    {
      "epoch": 1.4581627640412642,
      "grad_norm": 0.2099049985408783,
      "learning_rate": 0.00019026983872957022,
      "loss": 12.1611,
      "step": 8905
    },
    {
      "epoch": 1.4583265105616505,
      "grad_norm": 0.16507944464683533,
      "learning_rate": 0.00019026761424611007,
      "loss": 12.1983,
      "step": 8906
    },
    {
      "epoch": 1.458490257082037,
      "grad_norm": 0.16229335963726044,
      "learning_rate": 0.00019026538952140776,
      "loss": 12.1828,
      "step": 8907
    },
    {
      "epoch": 1.4586540036024234,
      "grad_norm": 0.14692260324954987,
      "learning_rate": 0.00019026316455546924,
      "loss": 12.1602,
      "step": 8908
    },
    {
      "epoch": 1.45881775012281,
      "grad_norm": 0.28291237354278564,
      "learning_rate": 0.0001902609393483004,
      "loss": 12.1633,
      "step": 8909
    },
    {
      "epoch": 1.4589814966431964,
      "grad_norm": 0.18670636415481567,
      "learning_rate": 0.00019025871389990724,
      "loss": 12.235,
      "step": 8910
    },
    {
      "epoch": 1.4591452431635827,
      "grad_norm": 0.19741472601890564,
      "learning_rate": 0.00019025648821029568,
      "loss": 12.155,
      "step": 8911
    },
    {
      "epoch": 1.4593089896839693,
      "grad_norm": 0.18516013026237488,
      "learning_rate": 0.0001902542622794717,
      "loss": 12.1862,
      "step": 8912
    },
    {
      "epoch": 1.4594727362043556,
      "grad_norm": 0.14949996769428253,
      "learning_rate": 0.00019025203610744122,
      "loss": 12.1651,
      "step": 8913
    },
    {
      "epoch": 1.4596364827247421,
      "grad_norm": 0.17745548486709595,
      "learning_rate": 0.0001902498096942102,
      "loss": 12.2243,
      "step": 8914
    },
    {
      "epoch": 1.4598002292451286,
      "grad_norm": 0.240923672914505,
      "learning_rate": 0.00019024758303978458,
      "loss": 12.2068,
      "step": 8915
    },
    {
      "epoch": 1.459963975765515,
      "grad_norm": 0.1672915667295456,
      "learning_rate": 0.00019024535614417033,
      "loss": 12.1862,
      "step": 8916
    },
    {
      "epoch": 1.4601277222859015,
      "grad_norm": 0.21956023573875427,
      "learning_rate": 0.00019024312900737335,
      "loss": 12.2119,
      "step": 8917
    },
    {
      "epoch": 1.4602914688062878,
      "grad_norm": 0.2603892385959625,
      "learning_rate": 0.0001902409016293997,
      "loss": 12.1424,
      "step": 8918
    },
    {
      "epoch": 1.4604552153266743,
      "grad_norm": 0.15222559869289398,
      "learning_rate": 0.0001902386740102552,
      "loss": 12.2001,
      "step": 8919
    },
    {
      "epoch": 1.4606189618470609,
      "grad_norm": 0.1775023490190506,
      "learning_rate": 0.00019023644614994588,
      "loss": 12.2311,
      "step": 8920
    },
    {
      "epoch": 1.4607827083674472,
      "grad_norm": 0.18051601946353912,
      "learning_rate": 0.0001902342180484777,
      "loss": 12.167,
      "step": 8921
    },
    {
      "epoch": 1.4609464548878337,
      "grad_norm": 0.19012312591075897,
      "learning_rate": 0.00019023198970585662,
      "loss": 12.165,
      "step": 8922
    },
    {
      "epoch": 1.46111020140822,
      "grad_norm": 0.18896333873271942,
      "learning_rate": 0.00019022976112208852,
      "loss": 12.154,
      "step": 8923
    },
    {
      "epoch": 1.4612739479286065,
      "grad_norm": 0.23878559470176697,
      "learning_rate": 0.00019022753229717943,
      "loss": 12.2021,
      "step": 8924
    },
    {
      "epoch": 1.461437694448993,
      "grad_norm": 0.20782537758350372,
      "learning_rate": 0.00019022530323113527,
      "loss": 12.173,
      "step": 8925
    },
    {
      "epoch": 1.4616014409693794,
      "grad_norm": 0.25869515538215637,
      "learning_rate": 0.00019022307392396203,
      "loss": 12.1996,
      "step": 8926
    },
    {
      "epoch": 1.461765187489766,
      "grad_norm": 0.18764886260032654,
      "learning_rate": 0.00019022084437566567,
      "loss": 12.2044,
      "step": 8927
    },
    {
      "epoch": 1.4619289340101522,
      "grad_norm": 0.2200225591659546,
      "learning_rate": 0.00019021861458625206,
      "loss": 12.1791,
      "step": 8928
    },
    {
      "epoch": 1.4620926805305388,
      "grad_norm": 0.18289697170257568,
      "learning_rate": 0.0001902163845557273,
      "loss": 12.1884,
      "step": 8929
    },
    {
      "epoch": 1.4622564270509253,
      "grad_norm": 0.2030382752418518,
      "learning_rate": 0.00019021415428409724,
      "loss": 12.2046,
      "step": 8930
    },
    {
      "epoch": 1.4624201735713116,
      "grad_norm": 0.17334192991256714,
      "learning_rate": 0.00019021192377136788,
      "loss": 12.182,
      "step": 8931
    },
    {
      "epoch": 1.4625839200916981,
      "grad_norm": 0.17041915655136108,
      "learning_rate": 0.00019020969301754517,
      "loss": 12.1853,
      "step": 8932
    },
    {
      "epoch": 1.4627476666120844,
      "grad_norm": 0.18756428360939026,
      "learning_rate": 0.0001902074620226351,
      "loss": 12.2047,
      "step": 8933
    },
    {
      "epoch": 1.462911413132471,
      "grad_norm": 0.21085162460803986,
      "learning_rate": 0.00019020523078664358,
      "loss": 12.1639,
      "step": 8934
    },
    {
      "epoch": 1.4630751596528575,
      "grad_norm": 0.16465677320957184,
      "learning_rate": 0.00019020299930957662,
      "loss": 12.2026,
      "step": 8935
    },
    {
      "epoch": 1.4632389061732438,
      "grad_norm": 0.16534683108329773,
      "learning_rate": 0.0001902007675914402,
      "loss": 12.1653,
      "step": 8936
    },
    {
      "epoch": 1.4634026526936301,
      "grad_norm": 0.18506261706352234,
      "learning_rate": 0.0001901985356322402,
      "loss": 12.1716,
      "step": 8937
    },
    {
      "epoch": 1.4635663992140167,
      "grad_norm": 0.19362354278564453,
      "learning_rate": 0.0001901963034319827,
      "loss": 12.2122,
      "step": 8938
    },
    {
      "epoch": 1.4637301457344032,
      "grad_norm": 0.1839750111103058,
      "learning_rate": 0.00019019407099067357,
      "loss": 12.1657,
      "step": 8939
    },
    {
      "epoch": 1.4638938922547897,
      "grad_norm": 0.19178341329097748,
      "learning_rate": 0.00019019183830831882,
      "loss": 12.1927,
      "step": 8940
    },
    {
      "epoch": 1.464057638775176,
      "grad_norm": 0.2326468527317047,
      "learning_rate": 0.00019018960538492438,
      "loss": 12.1927,
      "step": 8941
    },
    {
      "epoch": 1.4642213852955623,
      "grad_norm": 0.22207988798618317,
      "learning_rate": 0.00019018737222049626,
      "loss": 12.1907,
      "step": 8942
    },
    {
      "epoch": 1.4643851318159489,
      "grad_norm": 0.18070833384990692,
      "learning_rate": 0.0001901851388150404,
      "loss": 12.1721,
      "step": 8943
    },
    {
      "epoch": 1.4645488783363354,
      "grad_norm": 0.16914109885692596,
      "learning_rate": 0.0001901829051685628,
      "loss": 12.1469,
      "step": 8944
    },
    {
      "epoch": 1.4647126248567217,
      "grad_norm": 0.14550189673900604,
      "learning_rate": 0.0001901806712810694,
      "loss": 12.162,
      "step": 8945
    },
    {
      "epoch": 1.4648763713771082,
      "grad_norm": 0.17682354152202606,
      "learning_rate": 0.00019017843715256623,
      "loss": 12.1863,
      "step": 8946
    },
    {
      "epoch": 1.4650401178974946,
      "grad_norm": 0.20347529649734497,
      "learning_rate": 0.00019017620278305913,
      "loss": 12.1795,
      "step": 8947
    },
    {
      "epoch": 1.465203864417881,
      "grad_norm": 0.19431063532829285,
      "learning_rate": 0.00019017396817255422,
      "loss": 12.1765,
      "step": 8948
    },
    {
      "epoch": 1.4653676109382676,
      "grad_norm": 0.1673894077539444,
      "learning_rate": 0.00019017173332105738,
      "loss": 12.1568,
      "step": 8949
    },
    {
      "epoch": 1.465531357458654,
      "grad_norm": 0.183442622423172,
      "learning_rate": 0.00019016949822857462,
      "loss": 12.1739,
      "step": 8950
    },
    {
      "epoch": 1.4656951039790405,
      "grad_norm": 0.17180316150188446,
      "learning_rate": 0.00019016726289511189,
      "loss": 12.256,
      "step": 8951
    },
    {
      "epoch": 1.4658588504994268,
      "grad_norm": 0.20243895053863525,
      "learning_rate": 0.00019016502732067516,
      "loss": 12.1511,
      "step": 8952
    },
    {
      "epoch": 1.4660225970198133,
      "grad_norm": 0.18351779878139496,
      "learning_rate": 0.00019016279150527044,
      "loss": 12.1837,
      "step": 8953
    },
    {
      "epoch": 1.4661863435401998,
      "grad_norm": 0.1594744175672531,
      "learning_rate": 0.00019016055544890368,
      "loss": 12.1743,
      "step": 8954
    },
    {
      "epoch": 1.4663500900605861,
      "grad_norm": 0.17757903039455414,
      "learning_rate": 0.00019015831915158087,
      "loss": 12.1993,
      "step": 8955
    },
    {
      "epoch": 1.4665138365809727,
      "grad_norm": 0.18530228734016418,
      "learning_rate": 0.00019015608261330799,
      "loss": 12.1834,
      "step": 8956
    },
    {
      "epoch": 1.466677583101359,
      "grad_norm": 0.1486610621213913,
      "learning_rate": 0.00019015384583409095,
      "loss": 12.1661,
      "step": 8957
    },
    {
      "epoch": 1.4668413296217455,
      "grad_norm": 0.15747106075286865,
      "learning_rate": 0.00019015160881393582,
      "loss": 12.1711,
      "step": 8958
    },
    {
      "epoch": 1.467005076142132,
      "grad_norm": 0.14922799170017242,
      "learning_rate": 0.00019014937155284855,
      "loss": 12.227,
      "step": 8959
    },
    {
      "epoch": 1.4671688226625184,
      "grad_norm": 0.2180747240781784,
      "learning_rate": 0.0001901471340508351,
      "loss": 12.1911,
      "step": 8960
    },
    {
      "epoch": 1.4673325691829049,
      "grad_norm": 0.33551257848739624,
      "learning_rate": 0.00019014489630790144,
      "loss": 12.203,
      "step": 8961
    },
    {
      "epoch": 1.4674963157032912,
      "grad_norm": 0.1721799075603485,
      "learning_rate": 0.00019014265832405358,
      "loss": 12.157,
      "step": 8962
    },
    {
      "epoch": 1.4676600622236777,
      "grad_norm": 0.15557216107845306,
      "learning_rate": 0.00019014042009929752,
      "loss": 12.1838,
      "step": 8963
    },
    {
      "epoch": 1.4678238087440643,
      "grad_norm": 0.15470290184020996,
      "learning_rate": 0.00019013818163363916,
      "loss": 12.1769,
      "step": 8964
    },
    {
      "epoch": 1.4679875552644506,
      "grad_norm": 0.2379934936761856,
      "learning_rate": 0.00019013594292708458,
      "loss": 12.152,
      "step": 8965
    },
    {
      "epoch": 1.468151301784837,
      "grad_norm": 0.32713744044303894,
      "learning_rate": 0.0001901337039796397,
      "loss": 12.1349,
      "step": 8966
    },
    {
      "epoch": 1.4683150483052234,
      "grad_norm": 0.15750440955162048,
      "learning_rate": 0.00019013146479131054,
      "loss": 12.2096,
      "step": 8967
    },
    {
      "epoch": 1.46847879482561,
      "grad_norm": 0.24806848168373108,
      "learning_rate": 0.00019012922536210307,
      "loss": 12.1647,
      "step": 8968
    },
    {
      "epoch": 1.4686425413459965,
      "grad_norm": 0.17669910192489624,
      "learning_rate": 0.00019012698569202324,
      "loss": 12.1365,
      "step": 8969
    },
    {
      "epoch": 1.4688062878663828,
      "grad_norm": 0.20549693703651428,
      "learning_rate": 0.0001901247457810771,
      "loss": 12.2168,
      "step": 8970
    },
    {
      "epoch": 1.4689700343867693,
      "grad_norm": 0.3628963828086853,
      "learning_rate": 0.00019012250562927058,
      "loss": 12.2477,
      "step": 8971
    },
    {
      "epoch": 1.4691337809071556,
      "grad_norm": 0.20571841299533844,
      "learning_rate": 0.0001901202652366097,
      "loss": 12.1434,
      "step": 8972
    },
    {
      "epoch": 1.4692975274275422,
      "grad_norm": 0.1547417789697647,
      "learning_rate": 0.00019011802460310043,
      "loss": 12.2099,
      "step": 8973
    },
    {
      "epoch": 1.4694612739479287,
      "grad_norm": 0.1417769342660904,
      "learning_rate": 0.0001901157837287488,
      "loss": 12.1657,
      "step": 8974
    },
    {
      "epoch": 1.469625020468315,
      "grad_norm": 0.19710808992385864,
      "learning_rate": 0.00019011354261356072,
      "loss": 12.1549,
      "step": 8975
    },
    {
      "epoch": 1.4697887669887015,
      "grad_norm": 0.20666491985321045,
      "learning_rate": 0.0001901113012575422,
      "loss": 12.157,
      "step": 8976
    },
    {
      "epoch": 1.4699525135090878,
      "grad_norm": 0.1664019376039505,
      "learning_rate": 0.0001901090596606993,
      "loss": 12.1846,
      "step": 8977
    },
    {
      "epoch": 1.4701162600294744,
      "grad_norm": 0.1831800788640976,
      "learning_rate": 0.000190106817823038,
      "loss": 12.1886,
      "step": 8978
    },
    {
      "epoch": 1.470280006549861,
      "grad_norm": 0.1896132379770279,
      "learning_rate": 0.0001901045757445642,
      "loss": 12.1724,
      "step": 8979
    },
    {
      "epoch": 1.4704437530702472,
      "grad_norm": 0.19547897577285767,
      "learning_rate": 0.00019010233342528395,
      "loss": 12.1853,
      "step": 8980
    },
    {
      "epoch": 1.4706074995906337,
      "grad_norm": 0.18397848308086395,
      "learning_rate": 0.00019010009086520326,
      "loss": 12.1679,
      "step": 8981
    },
    {
      "epoch": 1.47077124611102,
      "grad_norm": 0.1979743391275406,
      "learning_rate": 0.00019009784806432812,
      "loss": 12.178,
      "step": 8982
    },
    {
      "epoch": 1.4709349926314066,
      "grad_norm": 0.14762403070926666,
      "learning_rate": 0.00019009560502266447,
      "loss": 12.1665,
      "step": 8983
    },
    {
      "epoch": 1.4710987391517931,
      "grad_norm": 0.1563979685306549,
      "learning_rate": 0.00019009336174021836,
      "loss": 12.1716,
      "step": 8984
    },
    {
      "epoch": 1.4712624856721794,
      "grad_norm": 0.16241100430488586,
      "learning_rate": 0.00019009111821699577,
      "loss": 12.1977,
      "step": 8985
    },
    {
      "epoch": 1.471426232192566,
      "grad_norm": 0.1946766972541809,
      "learning_rate": 0.00019008887445300267,
      "loss": 12.1838,
      "step": 8986
    },
    {
      "epoch": 1.4715899787129523,
      "grad_norm": 0.18021616339683533,
      "learning_rate": 0.0001900866304482451,
      "loss": 12.2264,
      "step": 8987
    },
    {
      "epoch": 1.4717537252333388,
      "grad_norm": 0.22024571895599365,
      "learning_rate": 0.00019008438620272906,
      "loss": 12.1518,
      "step": 8988
    },
    {
      "epoch": 1.4719174717537253,
      "grad_norm": 0.15265534818172455,
      "learning_rate": 0.00019008214171646048,
      "loss": 12.1744,
      "step": 8989
    },
    {
      "epoch": 1.4720812182741116,
      "grad_norm": 0.14615187048912048,
      "learning_rate": 0.00019007989698944543,
      "loss": 12.1919,
      "step": 8990
    },
    {
      "epoch": 1.4722449647944982,
      "grad_norm": 0.1662084013223648,
      "learning_rate": 0.00019007765202168987,
      "loss": 12.1377,
      "step": 8991
    },
    {
      "epoch": 1.4724087113148845,
      "grad_norm": 0.20578303933143616,
      "learning_rate": 0.00019007540681319985,
      "loss": 12.2231,
      "step": 8992
    },
    {
      "epoch": 1.472572457835271,
      "grad_norm": 0.14998281002044678,
      "learning_rate": 0.00019007316136398128,
      "loss": 12.1735,
      "step": 8993
    },
    {
      "epoch": 1.4727362043556576,
      "grad_norm": 0.2021230012178421,
      "learning_rate": 0.00019007091567404026,
      "loss": 12.2046,
      "step": 8994
    },
    {
      "epoch": 1.4728999508760439,
      "grad_norm": 0.16073240339756012,
      "learning_rate": 0.0001900686697433827,
      "loss": 12.2383,
      "step": 8995
    },
    {
      "epoch": 1.4730636973964304,
      "grad_norm": 0.15377511084079742,
      "learning_rate": 0.00019006642357201467,
      "loss": 12.2053,
      "step": 8996
    },
    {
      "epoch": 1.4732274439168167,
      "grad_norm": 0.18369527161121368,
      "learning_rate": 0.00019006417715994217,
      "loss": 12.1825,
      "step": 8997
    },
    {
      "epoch": 1.4733911904372032,
      "grad_norm": 0.23875276744365692,
      "learning_rate": 0.00019006193050717115,
      "loss": 12.1889,
      "step": 8998
    },
    {
      "epoch": 1.4735549369575898,
      "grad_norm": 0.1871999055147171,
      "learning_rate": 0.00019005968361370768,
      "loss": 12.2243,
      "step": 8999
    },
    {
      "epoch": 1.473718683477976,
      "grad_norm": 0.22530807554721832,
      "learning_rate": 0.0001900574364795577,
      "loss": 12.1622,
      "step": 9000
    },
    {
      "epoch": 1.473718683477976,
      "eval_loss": 12.16905403137207,
      "eval_runtime": 7.2739,
      "eval_samples_per_second": 33.819,
      "eval_steps_per_second": 16.91,
      "step": 9000
    },
    {
      "epoch": 1.4738824299983626,
      "grad_norm": 0.16424459218978882,
      "learning_rate": 0.00019005518910472725,
      "loss": 12.194,
      "step": 9001
    },
    {
      "epoch": 1.474046176518749,
      "grad_norm": 0.28074997663497925,
      "learning_rate": 0.00019005294148922235,
      "loss": 12.2373,
      "step": 9002
    },
    {
      "epoch": 1.4742099230391355,
      "grad_norm": 0.15079115331172943,
      "learning_rate": 0.000190050693633049,
      "loss": 12.2071,
      "step": 9003
    },
    {
      "epoch": 1.474373669559522,
      "grad_norm": 0.15648719668388367,
      "learning_rate": 0.00019004844553621318,
      "loss": 12.2064,
      "step": 9004
    },
    {
      "epoch": 1.4745374160799083,
      "grad_norm": 0.17535634338855743,
      "learning_rate": 0.00019004619719872095,
      "loss": 12.2089,
      "step": 9005
    },
    {
      "epoch": 1.4747011626002948,
      "grad_norm": 0.1908939927816391,
      "learning_rate": 0.00019004394862057826,
      "loss": 12.2422,
      "step": 9006
    },
    {
      "epoch": 1.4748649091206811,
      "grad_norm": 0.18190811574459076,
      "learning_rate": 0.00019004169980179115,
      "loss": 12.2224,
      "step": 9007
    },
    {
      "epoch": 1.4750286556410677,
      "grad_norm": 0.2142697274684906,
      "learning_rate": 0.00019003945074236563,
      "loss": 12.157,
      "step": 9008
    },
    {
      "epoch": 1.4751924021614542,
      "grad_norm": 0.18427175283432007,
      "learning_rate": 0.0001900372014423077,
      "loss": 12.1685,
      "step": 9009
    },
    {
      "epoch": 1.4753561486818405,
      "grad_norm": 0.16732655465602875,
      "learning_rate": 0.00019003495190162337,
      "loss": 12.1488,
      "step": 9010
    },
    {
      "epoch": 1.4755198952022268,
      "grad_norm": 0.18504665791988373,
      "learning_rate": 0.00019003270212031867,
      "loss": 12.1494,
      "step": 9011
    },
    {
      "epoch": 1.4756836417226133,
      "grad_norm": 0.19129571318626404,
      "learning_rate": 0.0001900304520983996,
      "loss": 12.1534,
      "step": 9012
    },
    {
      "epoch": 1.4758473882429999,
      "grad_norm": 0.1900671273469925,
      "learning_rate": 0.00019002820183587217,
      "loss": 12.1825,
      "step": 9013
    },
    {
      "epoch": 1.4760111347633864,
      "grad_norm": 0.23807141184806824,
      "learning_rate": 0.00019002595133274242,
      "loss": 12.1715,
      "step": 9014
    },
    {
      "epoch": 1.4761748812837727,
      "grad_norm": 0.13638898730278015,
      "learning_rate": 0.00019002370058901632,
      "loss": 12.2002,
      "step": 9015
    },
    {
      "epoch": 1.476338627804159,
      "grad_norm": 0.18438462913036346,
      "learning_rate": 0.00019002144960469992,
      "loss": 12.1363,
      "step": 9016
    },
    {
      "epoch": 1.4765023743245456,
      "grad_norm": 0.15894854068756104,
      "learning_rate": 0.0001900191983797992,
      "loss": 12.1591,
      "step": 9017
    },
    {
      "epoch": 1.476666120844932,
      "grad_norm": 0.1889435052871704,
      "learning_rate": 0.00019001694691432025,
      "loss": 12.2057,
      "step": 9018
    },
    {
      "epoch": 1.4768298673653184,
      "grad_norm": 0.16221030056476593,
      "learning_rate": 0.000190014695208269,
      "loss": 12.143,
      "step": 9019
    },
    {
      "epoch": 1.476993613885705,
      "grad_norm": 0.18358226120471954,
      "learning_rate": 0.00019001244326165151,
      "loss": 12.1532,
      "step": 9020
    },
    {
      "epoch": 1.4771573604060912,
      "grad_norm": 0.20786546170711517,
      "learning_rate": 0.0001900101910744738,
      "loss": 12.1819,
      "step": 9021
    },
    {
      "epoch": 1.4773211069264778,
      "grad_norm": 0.2209346741437912,
      "learning_rate": 0.0001900079386467419,
      "loss": 12.1761,
      "step": 9022
    },
    {
      "epoch": 1.4774848534468643,
      "grad_norm": 0.1905028373003006,
      "learning_rate": 0.0001900056859784618,
      "loss": 12.2092,
      "step": 9023
    },
    {
      "epoch": 1.4776485999672506,
      "grad_norm": 0.14270955324172974,
      "learning_rate": 0.0001900034330696395,
      "loss": 12.1814,
      "step": 9024
    },
    {
      "epoch": 1.4778123464876372,
      "grad_norm": 0.19918178021907806,
      "learning_rate": 0.0001900011799202811,
      "loss": 12.2143,
      "step": 9025
    },
    {
      "epoch": 1.4779760930080235,
      "grad_norm": 0.15959835052490234,
      "learning_rate": 0.00018999892653039256,
      "loss": 12.2012,
      "step": 9026
    },
    {
      "epoch": 1.47813983952841,
      "grad_norm": 0.17205828428268433,
      "learning_rate": 0.0001899966728999799,
      "loss": 12.1565,
      "step": 9027
    },
    {
      "epoch": 1.4783035860487965,
      "grad_norm": 0.20338702201843262,
      "learning_rate": 0.0001899944190290492,
      "loss": 12.1961,
      "step": 9028
    },
    {
      "epoch": 1.4784673325691828,
      "grad_norm": 0.17929953336715698,
      "learning_rate": 0.00018999216491760642,
      "loss": 12.1708,
      "step": 9029
    },
    {
      "epoch": 1.4786310790895694,
      "grad_norm": 0.2328716367483139,
      "learning_rate": 0.0001899899105656576,
      "loss": 12.2249,
      "step": 9030
    },
    {
      "epoch": 1.4787948256099557,
      "grad_norm": 0.23407427966594696,
      "learning_rate": 0.00018998765597320877,
      "loss": 12.1997,
      "step": 9031
    },
    {
      "epoch": 1.4789585721303422,
      "grad_norm": 0.15484178066253662,
      "learning_rate": 0.000189985401140266,
      "loss": 12.1637,
      "step": 9032
    },
    {
      "epoch": 1.4791223186507287,
      "grad_norm": 0.1784028261899948,
      "learning_rate": 0.00018998314606683524,
      "loss": 12.1775,
      "step": 9033
    },
    {
      "epoch": 1.479286065171115,
      "grad_norm": 0.21314747631549835,
      "learning_rate": 0.00018998089075292256,
      "loss": 12.232,
      "step": 9034
    },
    {
      "epoch": 1.4794498116915016,
      "grad_norm": 0.18300990760326385,
      "learning_rate": 0.00018997863519853398,
      "loss": 12.1453,
      "step": 9035
    },
    {
      "epoch": 1.479613558211888,
      "grad_norm": 0.1979767233133316,
      "learning_rate": 0.0001899763794036755,
      "loss": 12.1489,
      "step": 9036
    },
    {
      "epoch": 1.4797773047322744,
      "grad_norm": 0.2002324014902115,
      "learning_rate": 0.00018997412336835322,
      "loss": 12.1546,
      "step": 9037
    },
    {
      "epoch": 1.479941051252661,
      "grad_norm": 0.1890072077512741,
      "learning_rate": 0.0001899718670925731,
      "loss": 12.1526,
      "step": 9038
    },
    {
      "epoch": 1.4801047977730473,
      "grad_norm": 0.21351954340934753,
      "learning_rate": 0.0001899696105763412,
      "loss": 12.2115,
      "step": 9039
    },
    {
      "epoch": 1.4802685442934338,
      "grad_norm": 0.17968784272670746,
      "learning_rate": 0.00018996735381966357,
      "loss": 12.1842,
      "step": 9040
    },
    {
      "epoch": 1.48043229081382,
      "grad_norm": 0.17560119926929474,
      "learning_rate": 0.00018996509682254618,
      "loss": 12.142,
      "step": 9041
    },
    {
      "epoch": 1.4805960373342066,
      "grad_norm": 0.17242801189422607,
      "learning_rate": 0.0001899628395849951,
      "loss": 12.2171,
      "step": 9042
    },
    {
      "epoch": 1.4807597838545932,
      "grad_norm": 0.21846885979175568,
      "learning_rate": 0.00018996058210701637,
      "loss": 12.2233,
      "step": 9043
    },
    {
      "epoch": 1.4809235303749795,
      "grad_norm": 0.19410346448421478,
      "learning_rate": 0.00018995832438861604,
      "loss": 12.2085,
      "step": 9044
    },
    {
      "epoch": 1.481087276895366,
      "grad_norm": 0.22530212998390198,
      "learning_rate": 0.00018995606642980008,
      "loss": 12.2,
      "step": 9045
    },
    {
      "epoch": 1.4812510234157523,
      "grad_norm": 0.16458679735660553,
      "learning_rate": 0.0001899538082305746,
      "loss": 12.1791,
      "step": 9046
    },
    {
      "epoch": 1.4814147699361389,
      "grad_norm": 0.1711440086364746,
      "learning_rate": 0.00018995154979094557,
      "loss": 12.1581,
      "step": 9047
    },
    {
      "epoch": 1.4815785164565254,
      "grad_norm": 0.15354345738887787,
      "learning_rate": 0.00018994929111091903,
      "loss": 12.1583,
      "step": 9048
    },
    {
      "epoch": 1.4817422629769117,
      "grad_norm": 0.2007095068693161,
      "learning_rate": 0.00018994703219050107,
      "loss": 12.1825,
      "step": 9049
    },
    {
      "epoch": 1.4819060094972982,
      "grad_norm": 0.16420531272888184,
      "learning_rate": 0.0001899447730296977,
      "loss": 12.2018,
      "step": 9050
    },
    {
      "epoch": 1.4820697560176845,
      "grad_norm": 0.17568077147006989,
      "learning_rate": 0.00018994251362851496,
      "loss": 12.2061,
      "step": 9051
    },
    {
      "epoch": 1.482233502538071,
      "grad_norm": 0.1508863866329193,
      "learning_rate": 0.00018994025398695887,
      "loss": 12.2144,
      "step": 9052
    },
    {
      "epoch": 1.4823972490584576,
      "grad_norm": 0.19862912595272064,
      "learning_rate": 0.00018993799410503548,
      "loss": 12.171,
      "step": 9053
    },
    {
      "epoch": 1.482560995578844,
      "grad_norm": 0.22770918905735016,
      "learning_rate": 0.00018993573398275084,
      "loss": 12.1452,
      "step": 9054
    },
    {
      "epoch": 1.4827247420992304,
      "grad_norm": 0.18004268407821655,
      "learning_rate": 0.00018993347362011097,
      "loss": 12.162,
      "step": 9055
    },
    {
      "epoch": 1.4828884886196168,
      "grad_norm": 0.16213040053844452,
      "learning_rate": 0.00018993121301712193,
      "loss": 12.1707,
      "step": 9056
    },
    {
      "epoch": 1.4830522351400033,
      "grad_norm": 0.15526819229125977,
      "learning_rate": 0.00018992895217378975,
      "loss": 12.1188,
      "step": 9057
    },
    {
      "epoch": 1.4832159816603898,
      "grad_norm": 0.19605597853660583,
      "learning_rate": 0.00018992669109012047,
      "loss": 12.1967,
      "step": 9058
    },
    {
      "epoch": 1.4833797281807761,
      "grad_norm": 0.19529059529304504,
      "learning_rate": 0.00018992442976612016,
      "loss": 12.1684,
      "step": 9059
    },
    {
      "epoch": 1.4835434747011627,
      "grad_norm": 0.18513257801532745,
      "learning_rate": 0.00018992216820179483,
      "loss": 12.2108,
      "step": 9060
    },
    {
      "epoch": 1.483707221221549,
      "grad_norm": 0.243080273270607,
      "learning_rate": 0.00018991990639715054,
      "loss": 12.1783,
      "step": 9061
    },
    {
      "epoch": 1.4838709677419355,
      "grad_norm": 0.21042285859584808,
      "learning_rate": 0.00018991764435219332,
      "loss": 12.1962,
      "step": 9062
    },
    {
      "epoch": 1.484034714262322,
      "grad_norm": 0.20525680482387543,
      "learning_rate": 0.00018991538206692923,
      "loss": 12.1542,
      "step": 9063
    },
    {
      "epoch": 1.4841984607827083,
      "grad_norm": 0.16662026941776276,
      "learning_rate": 0.00018991311954136432,
      "loss": 12.2055,
      "step": 9064
    },
    {
      "epoch": 1.4843622073030949,
      "grad_norm": 0.12915104627609253,
      "learning_rate": 0.00018991085677550463,
      "loss": 12.1913,
      "step": 9065
    },
    {
      "epoch": 1.4845259538234812,
      "grad_norm": 0.20765526592731476,
      "learning_rate": 0.0001899085937693562,
      "loss": 12.1362,
      "step": 9066
    },
    {
      "epoch": 1.4846897003438677,
      "grad_norm": 0.18793562054634094,
      "learning_rate": 0.00018990633052292508,
      "loss": 12.1615,
      "step": 9067
    },
    {
      "epoch": 1.4848534468642542,
      "grad_norm": 0.1787852793931961,
      "learning_rate": 0.00018990406703621733,
      "loss": 12.1602,
      "step": 9068
    },
    {
      "epoch": 1.4850171933846406,
      "grad_norm": 0.1752198189496994,
      "learning_rate": 0.00018990180330923898,
      "loss": 12.1896,
      "step": 9069
    },
    {
      "epoch": 1.485180939905027,
      "grad_norm": 0.17056721448898315,
      "learning_rate": 0.00018989953934199608,
      "loss": 12.1584,
      "step": 9070
    },
    {
      "epoch": 1.4853446864254134,
      "grad_norm": 0.24342165887355804,
      "learning_rate": 0.00018989727513449474,
      "loss": 12.1786,
      "step": 9071
    },
    {
      "epoch": 1.4855084329458,
      "grad_norm": 0.18252705037593842,
      "learning_rate": 0.00018989501068674095,
      "loss": 12.2157,
      "step": 9072
    },
    {
      "epoch": 1.4856721794661865,
      "grad_norm": 0.15000565350055695,
      "learning_rate": 0.00018989274599874074,
      "loss": 12.1722,
      "step": 9073
    },
    {
      "epoch": 1.4858359259865728,
      "grad_norm": 0.21348345279693604,
      "learning_rate": 0.00018989048107050023,
      "loss": 12.2018,
      "step": 9074
    },
    {
      "epoch": 1.4859996725069593,
      "grad_norm": 0.1450553834438324,
      "learning_rate": 0.00018988821590202543,
      "loss": 12.1603,
      "step": 9075
    },
    {
      "epoch": 1.4861634190273456,
      "grad_norm": 0.26557183265686035,
      "learning_rate": 0.0001898859504933224,
      "loss": 12.2458,
      "step": 9076
    },
    {
      "epoch": 1.4863271655477321,
      "grad_norm": 0.18982483446598053,
      "learning_rate": 0.0001898836848443972,
      "loss": 12.1678,
      "step": 9077
    },
    {
      "epoch": 1.4864909120681187,
      "grad_norm": 0.21229490637779236,
      "learning_rate": 0.00018988141895525588,
      "loss": 12.1581,
      "step": 9078
    },
    {
      "epoch": 1.486654658588505,
      "grad_norm": 0.1829453706741333,
      "learning_rate": 0.00018987915282590452,
      "loss": 12.2112,
      "step": 9079
    },
    {
      "epoch": 1.4868184051088915,
      "grad_norm": 0.17129823565483093,
      "learning_rate": 0.00018987688645634914,
      "loss": 12.2158,
      "step": 9080
    },
    {
      "epoch": 1.4869821516292778,
      "grad_norm": 0.16974222660064697,
      "learning_rate": 0.00018987461984659582,
      "loss": 12.1834,
      "step": 9081
    },
    {
      "epoch": 1.4871458981496644,
      "grad_norm": 0.17295922338962555,
      "learning_rate": 0.0001898723529966506,
      "loss": 12.1529,
      "step": 9082
    },
    {
      "epoch": 1.487309644670051,
      "grad_norm": 0.18616575002670288,
      "learning_rate": 0.00018987008590651955,
      "loss": 12.1723,
      "step": 9083
    },
    {
      "epoch": 1.4874733911904372,
      "grad_norm": 0.3179994225502014,
      "learning_rate": 0.00018986781857620875,
      "loss": 12.1604,
      "step": 9084
    },
    {
      "epoch": 1.4876371377108235,
      "grad_norm": 0.12879937887191772,
      "learning_rate": 0.0001898655510057242,
      "loss": 12.1637,
      "step": 9085
    },
    {
      "epoch": 1.48780088423121,
      "grad_norm": 0.17511501908302307,
      "learning_rate": 0.00018986328319507202,
      "loss": 12.1631,
      "step": 9086
    },
    {
      "epoch": 1.4879646307515966,
      "grad_norm": 0.20835985243320465,
      "learning_rate": 0.00018986101514425826,
      "loss": 12.1668,
      "step": 9087
    },
    {
      "epoch": 1.488128377271983,
      "grad_norm": 0.15130609273910522,
      "learning_rate": 0.00018985874685328895,
      "loss": 12.1983,
      "step": 9088
    },
    {
      "epoch": 1.4882921237923694,
      "grad_norm": 0.14881965517997742,
      "learning_rate": 0.00018985647832217017,
      "loss": 12.1947,
      "step": 9089
    },
    {
      "epoch": 1.4884558703127557,
      "grad_norm": 0.19641262292861938,
      "learning_rate": 0.00018985420955090797,
      "loss": 12.1549,
      "step": 9090
    },
    {
      "epoch": 1.4886196168331423,
      "grad_norm": 0.2101098746061325,
      "learning_rate": 0.00018985194053950847,
      "loss": 12.2022,
      "step": 9091
    },
    {
      "epoch": 1.4887833633535288,
      "grad_norm": 0.24888314306735992,
      "learning_rate": 0.00018984967128797767,
      "loss": 12.1987,
      "step": 9092
    },
    {
      "epoch": 1.488947109873915,
      "grad_norm": 0.17823149263858795,
      "learning_rate": 0.00018984740179632162,
      "loss": 12.1561,
      "step": 9093
    },
    {
      "epoch": 1.4891108563943016,
      "grad_norm": 0.1648486703634262,
      "learning_rate": 0.00018984513206454646,
      "loss": 12.2079,
      "step": 9094
    },
    {
      "epoch": 1.489274602914688,
      "grad_norm": 0.18923833966255188,
      "learning_rate": 0.00018984286209265824,
      "loss": 12.1933,
      "step": 9095
    },
    {
      "epoch": 1.4894383494350745,
      "grad_norm": 0.12839961051940918,
      "learning_rate": 0.00018984059188066296,
      "loss": 12.157,
      "step": 9096
    },
    {
      "epoch": 1.489602095955461,
      "grad_norm": 0.19807469844818115,
      "learning_rate": 0.00018983832142856674,
      "loss": 12.1728,
      "step": 9097
    },
    {
      "epoch": 1.4897658424758473,
      "grad_norm": 0.19329605996608734,
      "learning_rate": 0.00018983605073637563,
      "loss": 12.1941,
      "step": 9098
    },
    {
      "epoch": 1.4899295889962338,
      "grad_norm": 0.14923156797885895,
      "learning_rate": 0.00018983377980409574,
      "loss": 12.1433,
      "step": 9099
    },
    {
      "epoch": 1.4900933355166202,
      "grad_norm": 0.1444351077079773,
      "learning_rate": 0.0001898315086317331,
      "loss": 12.2092,
      "step": 9100
    },
    {
      "epoch": 1.4902570820370067,
      "grad_norm": 0.2202012985944748,
      "learning_rate": 0.00018982923721929374,
      "loss": 12.1638,
      "step": 9101
    },
    {
      "epoch": 1.4904208285573932,
      "grad_norm": 0.13618692755699158,
      "learning_rate": 0.00018982696556678384,
      "loss": 12.1966,
      "step": 9102
    },
    {
      "epoch": 1.4905845750777795,
      "grad_norm": 0.15825775265693665,
      "learning_rate": 0.00018982469367420936,
      "loss": 12.1874,
      "step": 9103
    },
    {
      "epoch": 1.490748321598166,
      "grad_norm": 0.13776350021362305,
      "learning_rate": 0.00018982242154157644,
      "loss": 12.1967,
      "step": 9104
    },
    {
      "epoch": 1.4909120681185524,
      "grad_norm": 0.1436110883951187,
      "learning_rate": 0.00018982014916889113,
      "loss": 12.1745,
      "step": 9105
    },
    {
      "epoch": 1.491075814638939,
      "grad_norm": 0.16547295451164246,
      "learning_rate": 0.00018981787655615947,
      "loss": 12.2013,
      "step": 9106
    },
    {
      "epoch": 1.4912395611593254,
      "grad_norm": 0.1696777492761612,
      "learning_rate": 0.00018981560370338763,
      "loss": 12.1811,
      "step": 9107
    },
    {
      "epoch": 1.4914033076797117,
      "grad_norm": 0.18206045031547546,
      "learning_rate": 0.0001898133306105816,
      "loss": 12.1998,
      "step": 9108
    },
    {
      "epoch": 1.4915670542000983,
      "grad_norm": 0.1698261797428131,
      "learning_rate": 0.00018981105727774745,
      "loss": 12.1867,
      "step": 9109
    },
    {
      "epoch": 1.4917308007204846,
      "grad_norm": 0.16291676461696625,
      "learning_rate": 0.0001898087837048913,
      "loss": 12.2314,
      "step": 9110
    },
    {
      "epoch": 1.4918945472408711,
      "grad_norm": 0.1711684912443161,
      "learning_rate": 0.0001898065098920192,
      "loss": 12.2111,
      "step": 9111
    },
    {
      "epoch": 1.4920582937612576,
      "grad_norm": 0.14782723784446716,
      "learning_rate": 0.00018980423583913724,
      "loss": 12.1944,
      "step": 9112
    },
    {
      "epoch": 1.492222040281644,
      "grad_norm": 0.15736284852027893,
      "learning_rate": 0.00018980196154625152,
      "loss": 12.1776,
      "step": 9113
    },
    {
      "epoch": 1.4923857868020305,
      "grad_norm": 0.16057422757148743,
      "learning_rate": 0.0001897996870133681,
      "loss": 12.1841,
      "step": 9114
    },
    {
      "epoch": 1.4925495333224168,
      "grad_norm": 0.19525068998336792,
      "learning_rate": 0.000189797412240493,
      "loss": 12.2234,
      "step": 9115
    },
    {
      "epoch": 1.4927132798428033,
      "grad_norm": 0.18127936124801636,
      "learning_rate": 0.00018979513722763237,
      "loss": 12.2036,
      "step": 9116
    },
    {
      "epoch": 1.4928770263631899,
      "grad_norm": 0.17570525407791138,
      "learning_rate": 0.00018979286197479226,
      "loss": 12.208,
      "step": 9117
    },
    {
      "epoch": 1.4930407728835762,
      "grad_norm": 0.2699751853942871,
      "learning_rate": 0.00018979058648197877,
      "loss": 12.1679,
      "step": 9118
    },
    {
      "epoch": 1.4932045194039627,
      "grad_norm": 0.189641535282135,
      "learning_rate": 0.00018978831074919797,
      "loss": 12.2103,
      "step": 9119
    },
    {
      "epoch": 1.493368265924349,
      "grad_norm": 0.19895528256893158,
      "learning_rate": 0.00018978603477645591,
      "loss": 12.1836,
      "step": 9120
    },
    {
      "epoch": 1.4935320124447355,
      "grad_norm": 0.17363780736923218,
      "learning_rate": 0.00018978375856375875,
      "loss": 12.1821,
      "step": 9121
    },
    {
      "epoch": 1.493695758965122,
      "grad_norm": 0.25103238224983215,
      "learning_rate": 0.00018978148211111254,
      "loss": 12.2041,
      "step": 9122
    },
    {
      "epoch": 1.4938595054855084,
      "grad_norm": 0.3434046506881714,
      "learning_rate": 0.0001897792054185233,
      "loss": 12.2431,
      "step": 9123
    },
    {
      "epoch": 1.494023252005895,
      "grad_norm": 0.18527941405773163,
      "learning_rate": 0.0001897769284859972,
      "loss": 12.167,
      "step": 9124
    },
    {
      "epoch": 1.4941869985262812,
      "grad_norm": 0.1525435745716095,
      "learning_rate": 0.0001897746513135403,
      "loss": 12.1735,
      "step": 9125
    },
    {
      "epoch": 1.4943507450466678,
      "grad_norm": 0.19055971503257751,
      "learning_rate": 0.00018977237390115868,
      "loss": 12.1978,
      "step": 9126
    },
    {
      "epoch": 1.4945144915670543,
      "grad_norm": 0.22050313651561737,
      "learning_rate": 0.0001897700962488584,
      "loss": 12.1966,
      "step": 9127
    },
    {
      "epoch": 1.4946782380874406,
      "grad_norm": 0.18830594420433044,
      "learning_rate": 0.00018976781835664558,
      "loss": 12.185,
      "step": 9128
    },
    {
      "epoch": 1.4948419846078271,
      "grad_norm": 0.22423142194747925,
      "learning_rate": 0.00018976554022452632,
      "loss": 12.1943,
      "step": 9129
    },
    {
      "epoch": 1.4950057311282134,
      "grad_norm": 0.18641163408756256,
      "learning_rate": 0.00018976326185250666,
      "loss": 12.2003,
      "step": 9130
    },
    {
      "epoch": 1.4951694776486,
      "grad_norm": 0.1341162472963333,
      "learning_rate": 0.00018976098324059276,
      "loss": 12.1581,
      "step": 9131
    },
    {
      "epoch": 1.4953332241689865,
      "grad_norm": 0.19375942647457123,
      "learning_rate": 0.0001897587043887906,
      "loss": 12.1733,
      "step": 9132
    },
    {
      "epoch": 1.4954969706893728,
      "grad_norm": 0.2756619155406952,
      "learning_rate": 0.0001897564252971064,
      "loss": 12.1883,
      "step": 9133
    },
    {
      "epoch": 1.4956607172097593,
      "grad_norm": 0.17204317450523376,
      "learning_rate": 0.00018975414596554614,
      "loss": 12.1991,
      "step": 9134
    },
    {
      "epoch": 1.4958244637301457,
      "grad_norm": 0.18416738510131836,
      "learning_rate": 0.000189751866394116,
      "loss": 12.1875,
      "step": 9135
    },
    {
      "epoch": 1.4959882102505322,
      "grad_norm": 0.21461895108222961,
      "learning_rate": 0.000189749586582822,
      "loss": 12.1898,
      "step": 9136
    },
    {
      "epoch": 1.4961519567709187,
      "grad_norm": 0.2081904113292694,
      "learning_rate": 0.00018974730653167028,
      "loss": 12.1711,
      "step": 9137
    },
    {
      "epoch": 1.496315703291305,
      "grad_norm": 0.2219303697347641,
      "learning_rate": 0.0001897450262406669,
      "loss": 12.2179,
      "step": 9138
    },
    {
      "epoch": 1.4964794498116916,
      "grad_norm": 0.20779107511043549,
      "learning_rate": 0.000189742745709818,
      "loss": 12.1735,
      "step": 9139
    },
    {
      "epoch": 1.4966431963320779,
      "grad_norm": 0.205592542886734,
      "learning_rate": 0.00018974046493912963,
      "loss": 12.2051,
      "step": 9140
    },
    {
      "epoch": 1.4968069428524644,
      "grad_norm": 0.1767221838235855,
      "learning_rate": 0.00018973818392860792,
      "loss": 12.2014,
      "step": 9141
    },
    {
      "epoch": 1.496970689372851,
      "grad_norm": 0.16649119555950165,
      "learning_rate": 0.00018973590267825892,
      "loss": 12.1746,
      "step": 9142
    },
    {
      "epoch": 1.4971344358932372,
      "grad_norm": 0.19445130228996277,
      "learning_rate": 0.00018973362118808877,
      "loss": 12.16,
      "step": 9143
    },
    {
      "epoch": 1.4972981824136238,
      "grad_norm": 0.20142538845539093,
      "learning_rate": 0.00018973133945810356,
      "loss": 12.1936,
      "step": 9144
    },
    {
      "epoch": 1.49746192893401,
      "grad_norm": 0.19021789729595184,
      "learning_rate": 0.00018972905748830936,
      "loss": 12.1724,
      "step": 9145
    },
    {
      "epoch": 1.4976256754543966,
      "grad_norm": 0.18360938131809235,
      "learning_rate": 0.0001897267752787123,
      "loss": 12.1618,
      "step": 9146
    },
    {
      "epoch": 1.4977894219747832,
      "grad_norm": 0.17997747659683228,
      "learning_rate": 0.00018972449282931848,
      "loss": 12.1724,
      "step": 9147
    },
    {
      "epoch": 1.4979531684951695,
      "grad_norm": 0.2056422084569931,
      "learning_rate": 0.00018972221014013397,
      "loss": 12.1575,
      "step": 9148
    },
    {
      "epoch": 1.498116915015556,
      "grad_norm": 0.2147938460111618,
      "learning_rate": 0.0001897199272111649,
      "loss": 12.1672,
      "step": 9149
    },
    {
      "epoch": 1.4982806615359423,
      "grad_norm": 0.19367961585521698,
      "learning_rate": 0.00018971764404241735,
      "loss": 12.1909,
      "step": 9150
    },
    {
      "epoch": 1.4984444080563288,
      "grad_norm": 0.2657867968082428,
      "learning_rate": 0.00018971536063389744,
      "loss": 12.1697,
      "step": 9151
    },
    {
      "epoch": 1.4986081545767154,
      "grad_norm": 0.20717696845531464,
      "learning_rate": 0.00018971307698561124,
      "loss": 12.185,
      "step": 9152
    },
    {
      "epoch": 1.4987719010971017,
      "grad_norm": 0.16066201031208038,
      "learning_rate": 0.00018971079309756491,
      "loss": 12.1817,
      "step": 9153
    },
    {
      "epoch": 1.4989356476174882,
      "grad_norm": 0.17066769301891327,
      "learning_rate": 0.00018970850896976452,
      "loss": 12.1711,
      "step": 9154
    },
    {
      "epoch": 1.4990993941378745,
      "grad_norm": 0.16110274195671082,
      "learning_rate": 0.00018970622460221616,
      "loss": 12.2164,
      "step": 9155
    },
    {
      "epoch": 1.499263140658261,
      "grad_norm": 0.24608299136161804,
      "learning_rate": 0.00018970393999492594,
      "loss": 12.1742,
      "step": 9156
    },
    {
      "epoch": 1.4994268871786476,
      "grad_norm": 0.16499699652194977,
      "learning_rate": 0.00018970165514789998,
      "loss": 12.1689,
      "step": 9157
    },
    {
      "epoch": 1.499590633699034,
      "grad_norm": 0.17513172328472137,
      "learning_rate": 0.0001896993700611444,
      "loss": 12.188,
      "step": 9158
    },
    {
      "epoch": 1.4997543802194202,
      "grad_norm": 0.16666340827941895,
      "learning_rate": 0.00018969708473466529,
      "loss": 12.1669,
      "step": 9159
    },
    {
      "epoch": 1.4999181267398067,
      "grad_norm": 0.19730119407176971,
      "learning_rate": 0.00018969479916846872,
      "loss": 12.1464,
      "step": 9160
    },
    {
      "epoch": 1.5000818732601933,
      "grad_norm": 0.17499347031116486,
      "learning_rate": 0.0001896925133625609,
      "loss": 12.1846,
      "step": 9161
    },
    {
      "epoch": 1.5002456197805798,
      "grad_norm": 0.22251085937023163,
      "learning_rate": 0.0001896902273169478,
      "loss": 12.1656,
      "step": 9162
    },
    {
      "epoch": 1.500409366300966,
      "grad_norm": 0.1768365502357483,
      "learning_rate": 0.0001896879410316357,
      "loss": 12.1841,
      "step": 9163
    },
    {
      "epoch": 1.5005731128213524,
      "grad_norm": 0.18631179630756378,
      "learning_rate": 0.00018968565450663052,
      "loss": 12.2041,
      "step": 9164
    },
    {
      "epoch": 1.500736859341739,
      "grad_norm": 0.17866955697536469,
      "learning_rate": 0.0001896833677419385,
      "loss": 12.2654,
      "step": 9165
    },
    {
      "epoch": 1.5009006058621255,
      "grad_norm": 0.17258025705814362,
      "learning_rate": 0.0001896810807375657,
      "loss": 12.1581,
      "step": 9166
    },
    {
      "epoch": 1.501064352382512,
      "grad_norm": 0.16846062242984772,
      "learning_rate": 0.00018967879349351827,
      "loss": 12.1847,
      "step": 9167
    },
    {
      "epoch": 1.5012280989028983,
      "grad_norm": 0.16741831600666046,
      "learning_rate": 0.0001896765060098023,
      "loss": 12.1543,
      "step": 9168
    },
    {
      "epoch": 1.5013918454232846,
      "grad_norm": 0.16615834832191467,
      "learning_rate": 0.00018967421828642388,
      "loss": 12.1517,
      "step": 9169
    },
    {
      "epoch": 1.5015555919436712,
      "grad_norm": 0.16923946142196655,
      "learning_rate": 0.00018967193032338916,
      "loss": 12.1612,
      "step": 9170
    },
    {
      "epoch": 1.5017193384640577,
      "grad_norm": 0.15873053669929504,
      "learning_rate": 0.00018966964212070427,
      "loss": 12.1497,
      "step": 9171
    },
    {
      "epoch": 1.5018830849844442,
      "grad_norm": 0.23122400045394897,
      "learning_rate": 0.00018966735367837524,
      "loss": 12.2097,
      "step": 9172
    },
    {
      "epoch": 1.5020468315048305,
      "grad_norm": 0.17181605100631714,
      "learning_rate": 0.0001896650649964083,
      "loss": 12.2166,
      "step": 9173
    },
    {
      "epoch": 1.5022105780252168,
      "grad_norm": 0.18269552290439606,
      "learning_rate": 0.00018966277607480948,
      "loss": 12.1746,
      "step": 9174
    },
    {
      "epoch": 1.5023743245456034,
      "grad_norm": 0.2352672964334488,
      "learning_rate": 0.00018966048691358494,
      "loss": 12.2058,
      "step": 9175
    },
    {
      "epoch": 1.50253807106599,
      "grad_norm": 0.1702921986579895,
      "learning_rate": 0.00018965819751274077,
      "loss": 12.137,
      "step": 9176
    },
    {
      "epoch": 1.5027018175863764,
      "grad_norm": 0.19193845987319946,
      "learning_rate": 0.0001896559078722831,
      "loss": 12.2085,
      "step": 9177
    },
    {
      "epoch": 1.5028655641067628,
      "grad_norm": 0.2245347946882248,
      "learning_rate": 0.00018965361799221808,
      "loss": 12.184,
      "step": 9178
    },
    {
      "epoch": 1.503029310627149,
      "grad_norm": 0.16132958233356476,
      "learning_rate": 0.0001896513278725518,
      "loss": 12.1969,
      "step": 9179
    },
    {
      "epoch": 1.5031930571475356,
      "grad_norm": 0.1676442176103592,
      "learning_rate": 0.00018964903751329034,
      "loss": 12.1533,
      "step": 9180
    },
    {
      "epoch": 1.5033568036679221,
      "grad_norm": 0.16180089116096497,
      "learning_rate": 0.00018964674691443993,
      "loss": 12.1818,
      "step": 9181
    },
    {
      "epoch": 1.5035205501883087,
      "grad_norm": 0.14161396026611328,
      "learning_rate": 0.0001896444560760066,
      "loss": 12.1391,
      "step": 9182
    },
    {
      "epoch": 1.503684296708695,
      "grad_norm": 0.1869564950466156,
      "learning_rate": 0.00018964216499799648,
      "loss": 12.1825,
      "step": 9183
    },
    {
      "epoch": 1.5038480432290813,
      "grad_norm": 0.22160197794437408,
      "learning_rate": 0.0001896398736804157,
      "loss": 12.2613,
      "step": 9184
    },
    {
      "epoch": 1.5040117897494678,
      "grad_norm": 0.16968856751918793,
      "learning_rate": 0.00018963758212327042,
      "loss": 12.2041,
      "step": 9185
    },
    {
      "epoch": 1.5041755362698543,
      "grad_norm": 0.18616002798080444,
      "learning_rate": 0.00018963529032656675,
      "loss": 12.2197,
      "step": 9186
    },
    {
      "epoch": 1.5043392827902409,
      "grad_norm": 0.16860410571098328,
      "learning_rate": 0.00018963299829031078,
      "loss": 12.1934,
      "step": 9187
    },
    {
      "epoch": 1.5045030293106272,
      "grad_norm": 0.22606846690177917,
      "learning_rate": 0.00018963070601450864,
      "loss": 12.1862,
      "step": 9188
    },
    {
      "epoch": 1.5046667758310135,
      "grad_norm": 0.15727844834327698,
      "learning_rate": 0.0001896284134991665,
      "loss": 12.1707,
      "step": 9189
    },
    {
      "epoch": 1.5048305223514,
      "grad_norm": 0.2214175909757614,
      "learning_rate": 0.0001896261207442905,
      "loss": 12.2102,
      "step": 9190
    },
    {
      "epoch": 1.5049942688717866,
      "grad_norm": 0.16753137111663818,
      "learning_rate": 0.00018962382774988668,
      "loss": 12.176,
      "step": 9191
    },
    {
      "epoch": 1.5051580153921729,
      "grad_norm": 0.30679720640182495,
      "learning_rate": 0.00018962153451596123,
      "loss": 12.1948,
      "step": 9192
    },
    {
      "epoch": 1.5053217619125594,
      "grad_norm": 0.14950357377529144,
      "learning_rate": 0.00018961924104252026,
      "loss": 12.1921,
      "step": 9193
    },
    {
      "epoch": 1.5054855084329457,
      "grad_norm": 0.23059342801570892,
      "learning_rate": 0.00018961694732956991,
      "loss": 12.1586,
      "step": 9194
    },
    {
      "epoch": 1.5056492549533322,
      "grad_norm": 0.21358683705329895,
      "learning_rate": 0.00018961465337711633,
      "loss": 12.2202,
      "step": 9195
    },
    {
      "epoch": 1.5058130014737188,
      "grad_norm": 0.19918538630008698,
      "learning_rate": 0.0001896123591851656,
      "loss": 12.1877,
      "step": 9196
    },
    {
      "epoch": 1.505976747994105,
      "grad_norm": 0.21744374930858612,
      "learning_rate": 0.00018961006475372386,
      "loss": 12.2088,
      "step": 9197
    },
    {
      "epoch": 1.5061404945144916,
      "grad_norm": 0.1826842725276947,
      "learning_rate": 0.0001896077700827973,
      "loss": 12.1759,
      "step": 9198
    },
    {
      "epoch": 1.506304241034878,
      "grad_norm": 0.16694755852222443,
      "learning_rate": 0.000189605475172392,
      "loss": 12.2008,
      "step": 9199
    },
    {
      "epoch": 1.5064679875552645,
      "grad_norm": 0.21270081400871277,
      "learning_rate": 0.00018960318002251411,
      "loss": 12.2269,
      "step": 9200
    },
    {
      "epoch": 1.506631734075651,
      "grad_norm": 0.18183279037475586,
      "learning_rate": 0.00018960088463316975,
      "loss": 12.2047,
      "step": 9201
    },
    {
      "epoch": 1.5067954805960373,
      "grad_norm": 0.20282402634620667,
      "learning_rate": 0.00018959858900436505,
      "loss": 12.1664,
      "step": 9202
    },
    {
      "epoch": 1.5069592271164238,
      "grad_norm": 0.2318800538778305,
      "learning_rate": 0.00018959629313610617,
      "loss": 12.1691,
      "step": 9203
    },
    {
      "epoch": 1.5071229736368101,
      "grad_norm": 0.19503271579742432,
      "learning_rate": 0.00018959399702839924,
      "loss": 12.1915,
      "step": 9204
    },
    {
      "epoch": 1.5072867201571967,
      "grad_norm": 0.25017955899238586,
      "learning_rate": 0.00018959170068125037,
      "loss": 12.2297,
      "step": 9205
    },
    {
      "epoch": 1.5074504666775832,
      "grad_norm": 0.2254849225282669,
      "learning_rate": 0.00018958940409466573,
      "loss": 12.1359,
      "step": 9206
    },
    {
      "epoch": 1.5076142131979695,
      "grad_norm": 0.20980164408683777,
      "learning_rate": 0.00018958710726865147,
      "loss": 12.1771,
      "step": 9207
    },
    {
      "epoch": 1.5077779597183558,
      "grad_norm": 0.2288598120212555,
      "learning_rate": 0.0001895848102032137,
      "loss": 12.1537,
      "step": 9208
    },
    {
      "epoch": 1.5079417062387424,
      "grad_norm": 0.24967306852340698,
      "learning_rate": 0.00018958251289835854,
      "loss": 12.2074,
      "step": 9209
    },
    {
      "epoch": 1.5081054527591289,
      "grad_norm": 0.15932074189186096,
      "learning_rate": 0.00018958021535409215,
      "loss": 12.213,
      "step": 9210
    },
    {
      "epoch": 1.5082691992795154,
      "grad_norm": 0.17935940623283386,
      "learning_rate": 0.0001895779175704207,
      "loss": 12.202,
      "step": 9211
    },
    {
      "epoch": 1.5084329457999017,
      "grad_norm": 0.16165068745613098,
      "learning_rate": 0.00018957561954735029,
      "loss": 12.1538,
      "step": 9212
    },
    {
      "epoch": 1.508596692320288,
      "grad_norm": 0.24530074000358582,
      "learning_rate": 0.00018957332128488705,
      "loss": 12.2284,
      "step": 9213
    },
    {
      "epoch": 1.5087604388406746,
      "grad_norm": 0.22611147165298462,
      "learning_rate": 0.00018957102278303718,
      "loss": 12.2266,
      "step": 9214
    },
    {
      "epoch": 1.508924185361061,
      "grad_norm": 0.1800820380449295,
      "learning_rate": 0.0001895687240418068,
      "loss": 12.2004,
      "step": 9215
    },
    {
      "epoch": 1.5090879318814476,
      "grad_norm": 0.1869993805885315,
      "learning_rate": 0.00018956642506120198,
      "loss": 12.1643,
      "step": 9216
    },
    {
      "epoch": 1.509251678401834,
      "grad_norm": 0.23358973860740662,
      "learning_rate": 0.000189564125841229,
      "loss": 12.1872,
      "step": 9217
    },
    {
      "epoch": 1.5094154249222203,
      "grad_norm": 0.20504988729953766,
      "learning_rate": 0.00018956182638189391,
      "loss": 12.2158,
      "step": 9218
    },
    {
      "epoch": 1.5095791714426068,
      "grad_norm": 0.15516157448291779,
      "learning_rate": 0.00018955952668320286,
      "loss": 12.2269,
      "step": 9219
    },
    {
      "epoch": 1.5097429179629933,
      "grad_norm": 0.19685696065425873,
      "learning_rate": 0.000189557226745162,
      "loss": 12.1872,
      "step": 9220
    },
    {
      "epoch": 1.5099066644833798,
      "grad_norm": 0.19503089785575867,
      "learning_rate": 0.00018955492656777754,
      "loss": 12.1784,
      "step": 9221
    },
    {
      "epoch": 1.5100704110037662,
      "grad_norm": 0.1645970195531845,
      "learning_rate": 0.00018955262615105554,
      "loss": 12.224,
      "step": 9222
    },
    {
      "epoch": 1.5102341575241525,
      "grad_norm": 0.18772286176681519,
      "learning_rate": 0.0001895503254950022,
      "loss": 12.1685,
      "step": 9223
    },
    {
      "epoch": 1.510397904044539,
      "grad_norm": 0.1520569920539856,
      "learning_rate": 0.00018954802459962363,
      "loss": 12.1499,
      "step": 9224
    },
    {
      "epoch": 1.5105616505649255,
      "grad_norm": 0.1707126796245575,
      "learning_rate": 0.00018954572346492604,
      "loss": 12.2103,
      "step": 9225
    },
    {
      "epoch": 1.510725397085312,
      "grad_norm": 0.15655168890953064,
      "learning_rate": 0.00018954342209091552,
      "loss": 12.1876,
      "step": 9226
    },
    {
      "epoch": 1.5108891436056984,
      "grad_norm": 0.201891228556633,
      "learning_rate": 0.00018954112047759827,
      "loss": 12.1814,
      "step": 9227
    },
    {
      "epoch": 1.5110528901260847,
      "grad_norm": 0.18632854521274567,
      "learning_rate": 0.00018953881862498038,
      "loss": 12.2175,
      "step": 9228
    },
    {
      "epoch": 1.5112166366464712,
      "grad_norm": 0.164458230137825,
      "learning_rate": 0.00018953651653306805,
      "loss": 12.1658,
      "step": 9229
    },
    {
      "epoch": 1.5113803831668577,
      "grad_norm": 0.19178591668605804,
      "learning_rate": 0.00018953421420186742,
      "loss": 12.1595,
      "step": 9230
    },
    {
      "epoch": 1.5115441296872443,
      "grad_norm": 0.18791592121124268,
      "learning_rate": 0.00018953191163138464,
      "loss": 12.1682,
      "step": 9231
    },
    {
      "epoch": 1.5117078762076306,
      "grad_norm": 0.21559573709964752,
      "learning_rate": 0.00018952960882162587,
      "loss": 12.1419,
      "step": 9232
    },
    {
      "epoch": 1.511871622728017,
      "grad_norm": 0.1531076282262802,
      "learning_rate": 0.00018952730577259725,
      "loss": 12.1879,
      "step": 9233
    },
    {
      "epoch": 1.5120353692484034,
      "grad_norm": 0.1898673176765442,
      "learning_rate": 0.00018952500248430498,
      "loss": 12.1946,
      "step": 9234
    },
    {
      "epoch": 1.51219911576879,
      "grad_norm": 0.17580102384090424,
      "learning_rate": 0.00018952269895675515,
      "loss": 12.1521,
      "step": 9235
    },
    {
      "epoch": 1.5123628622891765,
      "grad_norm": 0.15123514831066132,
      "learning_rate": 0.00018952039518995394,
      "loss": 12.2133,
      "step": 9236
    },
    {
      "epoch": 1.5125266088095628,
      "grad_norm": 0.15915663540363312,
      "learning_rate": 0.00018951809118390752,
      "loss": 12.171,
      "step": 9237
    },
    {
      "epoch": 1.512690355329949,
      "grad_norm": 0.16591066122055054,
      "learning_rate": 0.00018951578693862203,
      "loss": 12.1884,
      "step": 9238
    },
    {
      "epoch": 1.5128541018503356,
      "grad_norm": 0.1850714385509491,
      "learning_rate": 0.00018951348245410364,
      "loss": 12.2012,
      "step": 9239
    },
    {
      "epoch": 1.5130178483707222,
      "grad_norm": 0.19358812272548676,
      "learning_rate": 0.00018951117773035857,
      "loss": 12.2027,
      "step": 9240
    },
    {
      "epoch": 1.5131815948911087,
      "grad_norm": 0.16618487238883972,
      "learning_rate": 0.00018950887276739285,
      "loss": 12.1862,
      "step": 9241
    },
    {
      "epoch": 1.513345341411495,
      "grad_norm": 0.17361770570278168,
      "learning_rate": 0.00018950656756521272,
      "loss": 12.1847,
      "step": 9242
    },
    {
      "epoch": 1.5135090879318813,
      "grad_norm": 0.18305730819702148,
      "learning_rate": 0.00018950426212382434,
      "loss": 12.1795,
      "step": 9243
    },
    {
      "epoch": 1.5136728344522679,
      "grad_norm": 0.17204800248146057,
      "learning_rate": 0.00018950195644323382,
      "loss": 12.1902,
      "step": 9244
    },
    {
      "epoch": 1.5138365809726544,
      "grad_norm": 0.19315679371356964,
      "learning_rate": 0.00018949965052344743,
      "loss": 12.1795,
      "step": 9245
    },
    {
      "epoch": 1.514000327493041,
      "grad_norm": 0.18921105563640594,
      "learning_rate": 0.00018949734436447122,
      "loss": 12.2322,
      "step": 9246
    },
    {
      "epoch": 1.5141640740134272,
      "grad_norm": 0.1839887946844101,
      "learning_rate": 0.0001894950379663114,
      "loss": 12.2037,
      "step": 9247
    },
    {
      "epoch": 1.5143278205338135,
      "grad_norm": 0.19536174833774567,
      "learning_rate": 0.00018949273132897414,
      "loss": 12.1933,
      "step": 9248
    },
    {
      "epoch": 1.5144915670542,
      "grad_norm": 0.1811230331659317,
      "learning_rate": 0.00018949042445246558,
      "loss": 12.1919,
      "step": 9249
    },
    {
      "epoch": 1.5146553135745866,
      "grad_norm": 0.20012761652469635,
      "learning_rate": 0.00018948811733679192,
      "loss": 12.1744,
      "step": 9250
    },
    {
      "epoch": 1.5148190600949731,
      "grad_norm": 0.17430007457733154,
      "learning_rate": 0.0001894858099819593,
      "loss": 12.1636,
      "step": 9251
    },
    {
      "epoch": 1.5149828066153594,
      "grad_norm": 0.1913602203130722,
      "learning_rate": 0.0001894835023879739,
      "loss": 12.1682,
      "step": 9252
    },
    {
      "epoch": 1.5151465531357458,
      "grad_norm": 0.1737309694290161,
      "learning_rate": 0.00018948119455484185,
      "loss": 12.2718,
      "step": 9253
    },
    {
      "epoch": 1.5153102996561323,
      "grad_norm": 0.1750490516424179,
      "learning_rate": 0.0001894788864825694,
      "loss": 12.241,
      "step": 9254
    },
    {
      "epoch": 1.5154740461765188,
      "grad_norm": 0.2533486783504486,
      "learning_rate": 0.0001894765781711626,
      "loss": 12.1581,
      "step": 9255
    },
    {
      "epoch": 1.5156377926969054,
      "grad_norm": 0.17469584941864014,
      "learning_rate": 0.00018947426962062774,
      "loss": 12.2181,
      "step": 9256
    },
    {
      "epoch": 1.5158015392172917,
      "grad_norm": 0.1816880851984024,
      "learning_rate": 0.00018947196083097091,
      "loss": 12.167,
      "step": 9257
    },
    {
      "epoch": 1.515965285737678,
      "grad_norm": 0.22210530936717987,
      "learning_rate": 0.00018946965180219834,
      "loss": 12.2167,
      "step": 9258
    },
    {
      "epoch": 1.5161290322580645,
      "grad_norm": 0.1834651678800583,
      "learning_rate": 0.00018946734253431612,
      "loss": 12.1662,
      "step": 9259
    },
    {
      "epoch": 1.516292778778451,
      "grad_norm": 0.15200912952423096,
      "learning_rate": 0.0001894650330273305,
      "loss": 12.16,
      "step": 9260
    },
    {
      "epoch": 1.5164565252988376,
      "grad_norm": 0.15803053975105286,
      "learning_rate": 0.00018946272328124758,
      "loss": 12.2182,
      "step": 9261
    },
    {
      "epoch": 1.5166202718192239,
      "grad_norm": 0.18724320828914642,
      "learning_rate": 0.00018946041329607363,
      "loss": 12.2338,
      "step": 9262
    },
    {
      "epoch": 1.5167840183396102,
      "grad_norm": 0.16724592447280884,
      "learning_rate": 0.00018945810307181474,
      "loss": 12.1483,
      "step": 9263
    },
    {
      "epoch": 1.5169477648599967,
      "grad_norm": 0.18481506407260895,
      "learning_rate": 0.0001894557926084771,
      "loss": 12.2068,
      "step": 9264
    },
    {
      "epoch": 1.5171115113803832,
      "grad_norm": 0.14214585721492767,
      "learning_rate": 0.00018945348190606688,
      "loss": 12.1744,
      "step": 9265
    },
    {
      "epoch": 1.5172752579007696,
      "grad_norm": 0.2272898107767105,
      "learning_rate": 0.00018945117096459032,
      "loss": 12.1903,
      "step": 9266
    },
    {
      "epoch": 1.517439004421156,
      "grad_norm": 0.2067442536354065,
      "learning_rate": 0.00018944885978405352,
      "loss": 12.1728,
      "step": 9267
    },
    {
      "epoch": 1.5176027509415424,
      "grad_norm": 0.15316149592399597,
      "learning_rate": 0.00018944654836446269,
      "loss": 12.171,
      "step": 9268
    },
    {
      "epoch": 1.517766497461929,
      "grad_norm": 0.23440390825271606,
      "learning_rate": 0.00018944423670582398,
      "loss": 12.1598,
      "step": 9269
    },
    {
      "epoch": 1.5179302439823155,
      "grad_norm": 0.17278169095516205,
      "learning_rate": 0.0001894419248081436,
      "loss": 12.17,
      "step": 9270
    },
    {
      "epoch": 1.5180939905027018,
      "grad_norm": 0.25189661979675293,
      "learning_rate": 0.00018943961267142774,
      "loss": 12.1702,
      "step": 9271
    },
    {
      "epoch": 1.5182577370230883,
      "grad_norm": 0.25617462396621704,
      "learning_rate": 0.0001894373002956825,
      "loss": 12.1832,
      "step": 9272
    },
    {
      "epoch": 1.5184214835434746,
      "grad_norm": 0.17717251181602478,
      "learning_rate": 0.00018943498768091418,
      "loss": 12.2107,
      "step": 9273
    },
    {
      "epoch": 1.5185852300638611,
      "grad_norm": 0.18419873714447021,
      "learning_rate": 0.00018943267482712884,
      "loss": 12.1887,
      "step": 9274
    },
    {
      "epoch": 1.5187489765842477,
      "grad_norm": 0.19541940093040466,
      "learning_rate": 0.00018943036173433276,
      "loss": 12.2056,
      "step": 9275
    },
    {
      "epoch": 1.518912723104634,
      "grad_norm": 0.198961079120636,
      "learning_rate": 0.00018942804840253207,
      "loss": 12.1645,
      "step": 9276
    },
    {
      "epoch": 1.5190764696250205,
      "grad_norm": 0.15884235501289368,
      "learning_rate": 0.00018942573483173296,
      "loss": 12.1625,
      "step": 9277
    },
    {
      "epoch": 1.5192402161454068,
      "grad_norm": 0.19559650123119354,
      "learning_rate": 0.00018942342102194163,
      "loss": 12.2242,
      "step": 9278
    },
    {
      "epoch": 1.5194039626657934,
      "grad_norm": 0.194675013422966,
      "learning_rate": 0.00018942110697316421,
      "loss": 12.2155,
      "step": 9279
    },
    {
      "epoch": 1.51956770918618,
      "grad_norm": 0.16258099675178528,
      "learning_rate": 0.00018941879268540696,
      "loss": 12.207,
      "step": 9280
    },
    {
      "epoch": 1.5197314557065662,
      "grad_norm": 0.14979085326194763,
      "learning_rate": 0.00018941647815867601,
      "loss": 12.2065,
      "step": 9281
    },
    {
      "epoch": 1.5198952022269525,
      "grad_norm": 0.20294834673404694,
      "learning_rate": 0.00018941416339297756,
      "loss": 12.15,
      "step": 9282
    },
    {
      "epoch": 1.520058948747339,
      "grad_norm": 0.21020174026489258,
      "learning_rate": 0.00018941184838831783,
      "loss": 12.1553,
      "step": 9283
    },
    {
      "epoch": 1.5202226952677256,
      "grad_norm": 0.24001425504684448,
      "learning_rate": 0.00018940953314470295,
      "loss": 12.1717,
      "step": 9284
    },
    {
      "epoch": 1.520386441788112,
      "grad_norm": 0.1699700802564621,
      "learning_rate": 0.00018940721766213912,
      "loss": 12.1763,
      "step": 9285
    },
    {
      "epoch": 1.5205501883084984,
      "grad_norm": 0.17802508175373077,
      "learning_rate": 0.0001894049019406326,
      "loss": 12.1771,
      "step": 9286
    },
    {
      "epoch": 1.5207139348288847,
      "grad_norm": 0.16463051736354828,
      "learning_rate": 0.00018940258598018947,
      "loss": 12.1792,
      "step": 9287
    },
    {
      "epoch": 1.5208776813492713,
      "grad_norm": 0.21821409463882446,
      "learning_rate": 0.00018940026978081598,
      "loss": 12.1352,
      "step": 9288
    },
    {
      "epoch": 1.5210414278696578,
      "grad_norm": 0.18340125679969788,
      "learning_rate": 0.00018939795334251832,
      "loss": 12.1804,
      "step": 9289
    },
    {
      "epoch": 1.5212051743900443,
      "grad_norm": 0.22754158079624176,
      "learning_rate": 0.0001893956366653027,
      "loss": 12.1769,
      "step": 9290
    },
    {
      "epoch": 1.5213689209104306,
      "grad_norm": 0.16679154336452484,
      "learning_rate": 0.00018939331974917524,
      "loss": 12.1618,
      "step": 9291
    },
    {
      "epoch": 1.521532667430817,
      "grad_norm": 0.16327062249183655,
      "learning_rate": 0.00018939100259414218,
      "loss": 12.2063,
      "step": 9292
    },
    {
      "epoch": 1.5216964139512035,
      "grad_norm": 0.17797353863716125,
      "learning_rate": 0.00018938868520020972,
      "loss": 12.1956,
      "step": 9293
    },
    {
      "epoch": 1.52186016047159,
      "grad_norm": 0.16435842216014862,
      "learning_rate": 0.00018938636756738402,
      "loss": 12.1695,
      "step": 9294
    },
    {
      "epoch": 1.5220239069919765,
      "grad_norm": 0.2198423594236374,
      "learning_rate": 0.0001893840496956713,
      "loss": 12.1709,
      "step": 9295
    },
    {
      "epoch": 1.5221876535123628,
      "grad_norm": 0.14159709215164185,
      "learning_rate": 0.0001893817315850778,
      "loss": 12.1811,
      "step": 9296
    },
    {
      "epoch": 1.5223514000327492,
      "grad_norm": 0.1369197517633438,
      "learning_rate": 0.00018937941323560962,
      "loss": 12.1949,
      "step": 9297
    },
    {
      "epoch": 1.5225151465531357,
      "grad_norm": 0.16490978002548218,
      "learning_rate": 0.000189377094647273,
      "loss": 12.1783,
      "step": 9298
    },
    {
      "epoch": 1.5226788930735222,
      "grad_norm": 0.20656165480613708,
      "learning_rate": 0.00018937477582007414,
      "loss": 12.2453,
      "step": 9299
    },
    {
      "epoch": 1.5228426395939088,
      "grad_norm": 0.1462940275669098,
      "learning_rate": 0.00018937245675401925,
      "loss": 12.1645,
      "step": 9300
    },
    {
      "epoch": 1.523006386114295,
      "grad_norm": 0.20775334537029266,
      "learning_rate": 0.0001893701374491145,
      "loss": 12.2056,
      "step": 9301
    },
    {
      "epoch": 1.5231701326346814,
      "grad_norm": 0.18969707190990448,
      "learning_rate": 0.00018936781790536612,
      "loss": 12.2105,
      "step": 9302
    },
    {
      "epoch": 1.523333879155068,
      "grad_norm": 0.19191578030586243,
      "learning_rate": 0.00018936549812278026,
      "loss": 12.235,
      "step": 9303
    },
    {
      "epoch": 1.5234976256754544,
      "grad_norm": 0.19895653426647186,
      "learning_rate": 0.00018936317810136318,
      "loss": 12.1571,
      "step": 9304
    },
    {
      "epoch": 1.523661372195841,
      "grad_norm": 0.18489618599414825,
      "learning_rate": 0.00018936085784112102,
      "loss": 12.1605,
      "step": 9305
    },
    {
      "epoch": 1.5238251187162273,
      "grad_norm": 0.23383940756320953,
      "learning_rate": 0.00018935853734206002,
      "loss": 12.1776,
      "step": 9306
    },
    {
      "epoch": 1.5239888652366136,
      "grad_norm": 0.17320089042186737,
      "learning_rate": 0.00018935621660418636,
      "loss": 12.1649,
      "step": 9307
    },
    {
      "epoch": 1.5241526117570001,
      "grad_norm": 0.18339203298091888,
      "learning_rate": 0.00018935389562750628,
      "loss": 12.1834,
      "step": 9308
    },
    {
      "epoch": 1.5243163582773867,
      "grad_norm": 0.17613188922405243,
      "learning_rate": 0.00018935157441202596,
      "loss": 12.1654,
      "step": 9309
    },
    {
      "epoch": 1.5244801047977732,
      "grad_norm": 0.2026030570268631,
      "learning_rate": 0.00018934925295775157,
      "loss": 12.1914,
      "step": 9310
    },
    {
      "epoch": 1.5246438513181595,
      "grad_norm": 0.19842928647994995,
      "learning_rate": 0.00018934693126468935,
      "loss": 12.1602,
      "step": 9311
    },
    {
      "epoch": 1.5248075978385458,
      "grad_norm": 0.158763125538826,
      "learning_rate": 0.00018934460933284553,
      "loss": 12.1986,
      "step": 9312
    },
    {
      "epoch": 1.5249713443589323,
      "grad_norm": 0.16603738069534302,
      "learning_rate": 0.00018934228716222627,
      "loss": 12.147,
      "step": 9313
    },
    {
      "epoch": 1.5251350908793189,
      "grad_norm": 0.19333791732788086,
      "learning_rate": 0.00018933996475283777,
      "loss": 12.1846,
      "step": 9314
    },
    {
      "epoch": 1.5252988373997054,
      "grad_norm": 0.19230516254901886,
      "learning_rate": 0.00018933764210468627,
      "loss": 12.1623,
      "step": 9315
    },
    {
      "epoch": 1.5254625839200917,
      "grad_norm": 0.19246451556682587,
      "learning_rate": 0.00018933531921777797,
      "loss": 12.1595,
      "step": 9316
    },
    {
      "epoch": 1.525626330440478,
      "grad_norm": 0.18948110938072205,
      "learning_rate": 0.00018933299609211906,
      "loss": 12.2107,
      "step": 9317
    },
    {
      "epoch": 1.5257900769608645,
      "grad_norm": 0.20002615451812744,
      "learning_rate": 0.0001893306727277158,
      "loss": 12.2187,
      "step": 9318
    },
    {
      "epoch": 1.525953823481251,
      "grad_norm": 0.2762303650379181,
      "learning_rate": 0.0001893283491245743,
      "loss": 12.1613,
      "step": 9319
    },
    {
      "epoch": 1.5261175700016376,
      "grad_norm": 0.1350673884153366,
      "learning_rate": 0.0001893260252827009,
      "loss": 12.1962,
      "step": 9320
    },
    {
      "epoch": 1.526281316522024,
      "grad_norm": 0.1874634176492691,
      "learning_rate": 0.0001893237012021017,
      "loss": 12.2062,
      "step": 9321
    },
    {
      "epoch": 1.5264450630424102,
      "grad_norm": 0.16379250586032867,
      "learning_rate": 0.00018932137688278296,
      "loss": 12.1983,
      "step": 9322
    },
    {
      "epoch": 1.5266088095627968,
      "grad_norm": 0.16633352637290955,
      "learning_rate": 0.00018931905232475086,
      "loss": 12.1451,
      "step": 9323
    },
    {
      "epoch": 1.5267725560831833,
      "grad_norm": 0.16571006178855896,
      "learning_rate": 0.00018931672752801169,
      "loss": 12.1742,
      "step": 9324
    },
    {
      "epoch": 1.5269363026035698,
      "grad_norm": 0.1641165167093277,
      "learning_rate": 0.00018931440249257158,
      "loss": 12.1659,
      "step": 9325
    },
    {
      "epoch": 1.5271000491239561,
      "grad_norm": 0.20001092553138733,
      "learning_rate": 0.00018931207721843677,
      "loss": 12.2061,
      "step": 9326
    },
    {
      "epoch": 1.5272637956443424,
      "grad_norm": 0.17027682065963745,
      "learning_rate": 0.00018930975170561347,
      "loss": 12.2099,
      "step": 9327
    },
    {
      "epoch": 1.527427542164729,
      "grad_norm": 0.1883617639541626,
      "learning_rate": 0.00018930742595410792,
      "loss": 12.2083,
      "step": 9328
    },
    {
      "epoch": 1.5275912886851155,
      "grad_norm": 0.16886591911315918,
      "learning_rate": 0.00018930509996392631,
      "loss": 12.2065,
      "step": 9329
    },
    {
      "epoch": 1.527755035205502,
      "grad_norm": 0.19983522593975067,
      "learning_rate": 0.00018930277373507487,
      "loss": 12.1538,
      "step": 9330
    },
    {
      "epoch": 1.5279187817258884,
      "grad_norm": 0.15290454030036926,
      "learning_rate": 0.0001893004472675598,
      "loss": 12.1669,
      "step": 9331
    },
    {
      "epoch": 1.5280825282462747,
      "grad_norm": 0.14834429323673248,
      "learning_rate": 0.00018929812056138733,
      "loss": 12.2023,
      "step": 9332
    },
    {
      "epoch": 1.5282462747666612,
      "grad_norm": 0.2708381116390228,
      "learning_rate": 0.0001892957936165637,
      "loss": 12.1684,
      "step": 9333
    },
    {
      "epoch": 1.5284100212870477,
      "grad_norm": 0.1522279977798462,
      "learning_rate": 0.00018929346643309507,
      "loss": 12.1968,
      "step": 9334
    },
    {
      "epoch": 1.5285737678074343,
      "grad_norm": 0.181943878531456,
      "learning_rate": 0.0001892911390109877,
      "loss": 12.1896,
      "step": 9335
    },
    {
      "epoch": 1.5287375143278206,
      "grad_norm": 0.17125725746154785,
      "learning_rate": 0.00018928881135024786,
      "loss": 12.1634,
      "step": 9336
    },
    {
      "epoch": 1.5289012608482069,
      "grad_norm": 0.1965765804052353,
      "learning_rate": 0.00018928648345088167,
      "loss": 12.1783,
      "step": 9337
    },
    {
      "epoch": 1.5290650073685934,
      "grad_norm": 0.18953213095664978,
      "learning_rate": 0.0001892841553128954,
      "loss": 12.1767,
      "step": 9338
    },
    {
      "epoch": 1.52922875388898,
      "grad_norm": 0.17752914130687714,
      "learning_rate": 0.00018928182693629528,
      "loss": 12.1659,
      "step": 9339
    },
    {
      "epoch": 1.5293925004093663,
      "grad_norm": 0.19289955496788025,
      "learning_rate": 0.00018927949832108753,
      "loss": 12.219,
      "step": 9340
    },
    {
      "epoch": 1.5295562469297528,
      "grad_norm": 0.15174108743667603,
      "learning_rate": 0.00018927716946727836,
      "loss": 12.1383,
      "step": 9341
    },
    {
      "epoch": 1.529719993450139,
      "grad_norm": 0.1829129457473755,
      "learning_rate": 0.00018927484037487398,
      "loss": 12.1547,
      "step": 9342
    },
    {
      "epoch": 1.5298837399705256,
      "grad_norm": 0.20613065361976624,
      "learning_rate": 0.00018927251104388065,
      "loss": 12.2225,
      "step": 9343
    },
    {
      "epoch": 1.5300474864909122,
      "grad_norm": 0.15790067613124847,
      "learning_rate": 0.0001892701814743046,
      "loss": 12.1727,
      "step": 9344
    },
    {
      "epoch": 1.5302112330112985,
      "grad_norm": 0.2340124249458313,
      "learning_rate": 0.00018926785166615198,
      "loss": 12.1431,
      "step": 9345
    },
    {
      "epoch": 1.530374979531685,
      "grad_norm": 0.2259659767150879,
      "learning_rate": 0.00018926552161942909,
      "loss": 12.1936,
      "step": 9346
    },
    {
      "epoch": 1.5305387260520713,
      "grad_norm": 0.1892780214548111,
      "learning_rate": 0.00018926319133414217,
      "loss": 12.1343,
      "step": 9347
    },
    {
      "epoch": 1.5307024725724578,
      "grad_norm": 0.23674657940864563,
      "learning_rate": 0.00018926086081029738,
      "loss": 12.2543,
      "step": 9348
    },
    {
      "epoch": 1.5308662190928444,
      "grad_norm": 0.1819249838590622,
      "learning_rate": 0.000189258530047901,
      "loss": 12.1914,
      "step": 9349
    },
    {
      "epoch": 1.5310299656132307,
      "grad_norm": 0.19504570960998535,
      "learning_rate": 0.00018925619904695926,
      "loss": 12.1757,
      "step": 9350
    },
    {
      "epoch": 1.5311937121336172,
      "grad_norm": 0.18629711866378784,
      "learning_rate": 0.00018925386780747837,
      "loss": 12.1715,
      "step": 9351
    },
    {
      "epoch": 1.5313574586540035,
      "grad_norm": 0.1727285087108612,
      "learning_rate": 0.00018925153632946454,
      "loss": 12.2127,
      "step": 9352
    },
    {
      "epoch": 1.53152120517439,
      "grad_norm": 0.16972237825393677,
      "learning_rate": 0.00018924920461292405,
      "loss": 12.1939,
      "step": 9353
    },
    {
      "epoch": 1.5316849516947766,
      "grad_norm": 0.16400736570358276,
      "learning_rate": 0.00018924687265786308,
      "loss": 12.1871,
      "step": 9354
    },
    {
      "epoch": 1.531848698215163,
      "grad_norm": 0.1590915471315384,
      "learning_rate": 0.0001892445404642879,
      "loss": 12.1792,
      "step": 9355
    },
    {
      "epoch": 1.5320124447355492,
      "grad_norm": 0.1651914417743683,
      "learning_rate": 0.00018924220803220475,
      "loss": 12.2327,
      "step": 9356
    },
    {
      "epoch": 1.5321761912559357,
      "grad_norm": 0.19516324996948242,
      "learning_rate": 0.0001892398753616198,
      "loss": 12.1919,
      "step": 9357
    },
    {
      "epoch": 1.5323399377763223,
      "grad_norm": 0.20621967315673828,
      "learning_rate": 0.00018923754245253938,
      "loss": 12.1471,
      "step": 9358
    },
    {
      "epoch": 1.5325036842967088,
      "grad_norm": 0.16430100798606873,
      "learning_rate": 0.00018923520930496962,
      "loss": 12.2498,
      "step": 9359
    },
    {
      "epoch": 1.5326674308170951,
      "grad_norm": 0.2015923708677292,
      "learning_rate": 0.00018923287591891686,
      "loss": 12.2037,
      "step": 9360
    },
    {
      "epoch": 1.5328311773374814,
      "grad_norm": 0.21165314316749573,
      "learning_rate": 0.00018923054229438727,
      "loss": 12.2006,
      "step": 9361
    },
    {
      "epoch": 1.532994923857868,
      "grad_norm": 0.17701181769371033,
      "learning_rate": 0.00018922820843138708,
      "loss": 12.1224,
      "step": 9362
    },
    {
      "epoch": 1.5331586703782545,
      "grad_norm": 0.16849659383296967,
      "learning_rate": 0.00018922587432992257,
      "loss": 12.2085,
      "step": 9363
    },
    {
      "epoch": 1.533322416898641,
      "grad_norm": 0.22088319063186646,
      "learning_rate": 0.00018922353998999998,
      "loss": 12.1817,
      "step": 9364
    },
    {
      "epoch": 1.5334861634190273,
      "grad_norm": 0.23624394834041595,
      "learning_rate": 0.0001892212054116255,
      "loss": 12.2293,
      "step": 9365
    },
    {
      "epoch": 1.5336499099394136,
      "grad_norm": 0.16906365752220154,
      "learning_rate": 0.00018921887059480537,
      "loss": 12.2074,
      "step": 9366
    },
    {
      "epoch": 1.5338136564598002,
      "grad_norm": 0.1862361580133438,
      "learning_rate": 0.00018921653553954587,
      "loss": 12.1862,
      "step": 9367
    },
    {
      "epoch": 1.5339774029801867,
      "grad_norm": 0.19281359016895294,
      "learning_rate": 0.00018921420024585323,
      "loss": 12.1489,
      "step": 9368
    },
    {
      "epoch": 1.5341411495005732,
      "grad_norm": 0.2490318864583969,
      "learning_rate": 0.00018921186471373372,
      "loss": 12.2399,
      "step": 9369
    },
    {
      "epoch": 1.5343048960209595,
      "grad_norm": 0.22101926803588867,
      "learning_rate": 0.00018920952894319347,
      "loss": 12.1992,
      "step": 9370
    },
    {
      "epoch": 1.5344686425413459,
      "grad_norm": 0.16648006439208984,
      "learning_rate": 0.00018920719293423886,
      "loss": 12.1734,
      "step": 9371
    },
    {
      "epoch": 1.5346323890617324,
      "grad_norm": 0.2151162475347519,
      "learning_rate": 0.00018920485668687606,
      "loss": 12.2195,
      "step": 9372
    },
    {
      "epoch": 1.534796135582119,
      "grad_norm": 0.16371549665927887,
      "learning_rate": 0.00018920252020111132,
      "loss": 12.2184,
      "step": 9373
    },
    {
      "epoch": 1.5349598821025054,
      "grad_norm": 0.15270793437957764,
      "learning_rate": 0.0001892001834769509,
      "loss": 12.2057,
      "step": 9374
    },
    {
      "epoch": 1.5351236286228918,
      "grad_norm": 0.19993969798088074,
      "learning_rate": 0.00018919784651440105,
      "loss": 12.2072,
      "step": 9375
    },
    {
      "epoch": 1.535287375143278,
      "grad_norm": 0.1782609522342682,
      "learning_rate": 0.000189195509313468,
      "loss": 12.1816,
      "step": 9376
    },
    {
      "epoch": 1.5354511216636646,
      "grad_norm": 0.1828119158744812,
      "learning_rate": 0.00018919317187415796,
      "loss": 12.1751,
      "step": 9377
    },
    {
      "epoch": 1.5356148681840511,
      "grad_norm": 0.30397704243659973,
      "learning_rate": 0.00018919083419647725,
      "loss": 12.1732,
      "step": 9378
    },
    {
      "epoch": 1.5357786147044377,
      "grad_norm": 0.20939470827579498,
      "learning_rate": 0.00018918849628043205,
      "loss": 12.1892,
      "step": 9379
    },
    {
      "epoch": 1.535942361224824,
      "grad_norm": 0.16409273445606232,
      "learning_rate": 0.00018918615812602867,
      "loss": 12.213,
      "step": 9380
    },
    {
      "epoch": 1.5361061077452103,
      "grad_norm": 0.18876901268959045,
      "learning_rate": 0.00018918381973327333,
      "loss": 12.152,
      "step": 9381
    },
    {
      "epoch": 1.5362698542655968,
      "grad_norm": 0.1835167557001114,
      "learning_rate": 0.00018918148110217228,
      "loss": 12.1823,
      "step": 9382
    },
    {
      "epoch": 1.5364336007859833,
      "grad_norm": 0.15970724821090698,
      "learning_rate": 0.00018917914223273174,
      "loss": 12.2026,
      "step": 9383
    },
    {
      "epoch": 1.5365973473063699,
      "grad_norm": 0.19253899157047272,
      "learning_rate": 0.00018917680312495802,
      "loss": 12.1108,
      "step": 9384
    },
    {
      "epoch": 1.5367610938267562,
      "grad_norm": 0.18880239129066467,
      "learning_rate": 0.00018917446377885732,
      "loss": 12.2005,
      "step": 9385
    },
    {
      "epoch": 1.5369248403471425,
      "grad_norm": 0.17103061079978943,
      "learning_rate": 0.00018917212419443594,
      "loss": 12.1794,
      "step": 9386
    },
    {
      "epoch": 1.537088586867529,
      "grad_norm": 0.21350596845149994,
      "learning_rate": 0.00018916978437170004,
      "loss": 12.1591,
      "step": 9387
    },
    {
      "epoch": 1.5372523333879156,
      "grad_norm": 0.15839023888111115,
      "learning_rate": 0.00018916744431065602,
      "loss": 12.1884,
      "step": 9388
    },
    {
      "epoch": 1.537416079908302,
      "grad_norm": 0.18841888010501862,
      "learning_rate": 0.00018916510401131,
      "loss": 12.2342,
      "step": 9389
    },
    {
      "epoch": 1.5375798264286884,
      "grad_norm": 0.19990059733390808,
      "learning_rate": 0.0001891627634736683,
      "loss": 12.1895,
      "step": 9390
    },
    {
      "epoch": 1.5377435729490747,
      "grad_norm": 0.1678227037191391,
      "learning_rate": 0.00018916042269773718,
      "loss": 12.1971,
      "step": 9391
    },
    {
      "epoch": 1.5379073194694612,
      "grad_norm": 0.2115183025598526,
      "learning_rate": 0.00018915808168352288,
      "loss": 12.2061,
      "step": 9392
    },
    {
      "epoch": 1.5380710659898478,
      "grad_norm": 0.20916156470775604,
      "learning_rate": 0.0001891557404310316,
      "loss": 12.2508,
      "step": 9393
    },
    {
      "epoch": 1.5382348125102343,
      "grad_norm": 0.16073612868785858,
      "learning_rate": 0.00018915339894026972,
      "loss": 12.1871,
      "step": 9394
    },
    {
      "epoch": 1.5383985590306206,
      "grad_norm": 0.16499517858028412,
      "learning_rate": 0.00018915105721124337,
      "loss": 12.2172,
      "step": 9395
    },
    {
      "epoch": 1.538562305551007,
      "grad_norm": 0.23957239091396332,
      "learning_rate": 0.0001891487152439589,
      "loss": 12.1762,
      "step": 9396
    },
    {
      "epoch": 1.5387260520713935,
      "grad_norm": 0.18613360822200775,
      "learning_rate": 0.00018914637303842256,
      "loss": 12.2445,
      "step": 9397
    },
    {
      "epoch": 1.53888979859178,
      "grad_norm": 0.19395242631435394,
      "learning_rate": 0.00018914403059464054,
      "loss": 12.1566,
      "step": 9398
    },
    {
      "epoch": 1.5390535451121665,
      "grad_norm": 0.18851666152477264,
      "learning_rate": 0.00018914168791261916,
      "loss": 12.165,
      "step": 9399
    },
    {
      "epoch": 1.5392172916325528,
      "grad_norm": 0.18949739634990692,
      "learning_rate": 0.00018913934499236468,
      "loss": 12.1632,
      "step": 9400
    },
    {
      "epoch": 1.5393810381529391,
      "grad_norm": 0.19729335606098175,
      "learning_rate": 0.00018913700183388333,
      "loss": 12.1656,
      "step": 9401
    },
    {
      "epoch": 1.5395447846733257,
      "grad_norm": 0.2287624180316925,
      "learning_rate": 0.00018913465843718141,
      "loss": 12.2185,
      "step": 9402
    },
    {
      "epoch": 1.5397085311937122,
      "grad_norm": 0.1472419947385788,
      "learning_rate": 0.00018913231480226515,
      "loss": 12.1471,
      "step": 9403
    },
    {
      "epoch": 1.5398722777140987,
      "grad_norm": 0.15939314663410187,
      "learning_rate": 0.00018912997092914084,
      "loss": 12.145,
      "step": 9404
    },
    {
      "epoch": 1.540036024234485,
      "grad_norm": 0.21656714379787445,
      "learning_rate": 0.0001891276268178147,
      "loss": 12.1348,
      "step": 9405
    },
    {
      "epoch": 1.5401997707548714,
      "grad_norm": 0.1907253861427307,
      "learning_rate": 0.00018912528246829306,
      "loss": 12.201,
      "step": 9406
    },
    {
      "epoch": 1.5403635172752579,
      "grad_norm": 0.19246125221252441,
      "learning_rate": 0.00018912293788058213,
      "loss": 12.2021,
      "step": 9407
    },
    {
      "epoch": 1.5405272637956444,
      "grad_norm": 0.17508944869041443,
      "learning_rate": 0.0001891205930546882,
      "loss": 12.2054,
      "step": 9408
    },
    {
      "epoch": 1.5406910103160307,
      "grad_norm": 0.17023588716983795,
      "learning_rate": 0.00018911824799061754,
      "loss": 12.166,
      "step": 9409
    },
    {
      "epoch": 1.5408547568364173,
      "grad_norm": 0.17752133309841156,
      "learning_rate": 0.00018911590268837642,
      "loss": 12.1565,
      "step": 9410
    },
    {
      "epoch": 1.5410185033568036,
      "grad_norm": 0.1797979474067688,
      "learning_rate": 0.00018911355714797107,
      "loss": 12.2052,
      "step": 9411
    },
    {
      "epoch": 1.54118224987719,
      "grad_norm": 0.1913113296031952,
      "learning_rate": 0.00018911121136940782,
      "loss": 12.182,
      "step": 9412
    },
    {
      "epoch": 1.5413459963975766,
      "grad_norm": 0.3177804946899414,
      "learning_rate": 0.00018910886535269288,
      "loss": 12.2514,
      "step": 9413
    },
    {
      "epoch": 1.541509742917963,
      "grad_norm": 0.1599646806716919,
      "learning_rate": 0.00018910651909783254,
      "loss": 12.1916,
      "step": 9414
    },
    {
      "epoch": 1.5416734894383495,
      "grad_norm": 0.1805654913187027,
      "learning_rate": 0.00018910417260483312,
      "loss": 12.1681,
      "step": 9415
    },
    {
      "epoch": 1.5418372359587358,
      "grad_norm": 0.18938441574573517,
      "learning_rate": 0.0001891018258737008,
      "loss": 12.1857,
      "step": 9416
    },
    {
      "epoch": 1.5420009824791223,
      "grad_norm": 0.16457919776439667,
      "learning_rate": 0.00018909947890444193,
      "loss": 12.1513,
      "step": 9417
    },
    {
      "epoch": 1.5421647289995088,
      "grad_norm": 0.20702096819877625,
      "learning_rate": 0.00018909713169706273,
      "loss": 12.2033,
      "step": 9418
    },
    {
      "epoch": 1.5423284755198952,
      "grad_norm": 0.16691304743289948,
      "learning_rate": 0.00018909478425156953,
      "loss": 12.1982,
      "step": 9419
    },
    {
      "epoch": 1.5424922220402817,
      "grad_norm": 0.17332465946674347,
      "learning_rate": 0.00018909243656796854,
      "loss": 12.1655,
      "step": 9420
    },
    {
      "epoch": 1.542655968560668,
      "grad_norm": 0.15188001096248627,
      "learning_rate": 0.00018909008864626605,
      "loss": 12.1431,
      "step": 9421
    },
    {
      "epoch": 1.5428197150810545,
      "grad_norm": 0.19317442178726196,
      "learning_rate": 0.00018908774048646837,
      "loss": 12.1895,
      "step": 9422
    },
    {
      "epoch": 1.542983461601441,
      "grad_norm": 0.1475847363471985,
      "learning_rate": 0.00018908539208858173,
      "loss": 12.1857,
      "step": 9423
    },
    {
      "epoch": 1.5431472081218274,
      "grad_norm": 0.219639852643013,
      "learning_rate": 0.00018908304345261243,
      "loss": 12.1925,
      "step": 9424
    },
    {
      "epoch": 1.543310954642214,
      "grad_norm": 0.21918994188308716,
      "learning_rate": 0.00018908069457856675,
      "loss": 12.1579,
      "step": 9425
    },
    {
      "epoch": 1.5434747011626002,
      "grad_norm": 0.16243930160999298,
      "learning_rate": 0.000189078345466451,
      "loss": 12.2305,
      "step": 9426
    },
    {
      "epoch": 1.5436384476829867,
      "grad_norm": 0.16829349100589752,
      "learning_rate": 0.0001890759961162714,
      "loss": 12.1517,
      "step": 9427
    },
    {
      "epoch": 1.5438021942033733,
      "grad_norm": 0.20182321965694427,
      "learning_rate": 0.00018907364652803423,
      "loss": 12.2229,
      "step": 9428
    },
    {
      "epoch": 1.5439659407237596,
      "grad_norm": 0.17585887014865875,
      "learning_rate": 0.0001890712967017458,
      "loss": 12.1698,
      "step": 9429
    },
    {
      "epoch": 1.544129687244146,
      "grad_norm": 0.21514256298542023,
      "learning_rate": 0.0001890689466374124,
      "loss": 12.2248,
      "step": 9430
    },
    {
      "epoch": 1.5442934337645324,
      "grad_norm": 0.22279271483421326,
      "learning_rate": 0.00018906659633504024,
      "loss": 12.1819,
      "step": 9431
    },
    {
      "epoch": 1.544457180284919,
      "grad_norm": 0.1900404840707779,
      "learning_rate": 0.0001890642457946357,
      "loss": 12.1918,
      "step": 9432
    },
    {
      "epoch": 1.5446209268053055,
      "grad_norm": 0.16331450641155243,
      "learning_rate": 0.00018906189501620497,
      "loss": 12.1948,
      "step": 9433
    },
    {
      "epoch": 1.5447846733256918,
      "grad_norm": 0.17463834583759308,
      "learning_rate": 0.00018905954399975442,
      "loss": 12.1923,
      "step": 9434
    },
    {
      "epoch": 1.5449484198460781,
      "grad_norm": 0.16083110868930817,
      "learning_rate": 0.00018905719274529026,
      "loss": 12.1885,
      "step": 9435
    },
    {
      "epoch": 1.5451121663664646,
      "grad_norm": 0.15717141330242157,
      "learning_rate": 0.0001890548412528188,
      "loss": 12.1229,
      "step": 9436
    },
    {
      "epoch": 1.5452759128868512,
      "grad_norm": 0.1620408445596695,
      "learning_rate": 0.00018905248952234634,
      "loss": 12.1611,
      "step": 9437
    },
    {
      "epoch": 1.5454396594072377,
      "grad_norm": 0.15589316189289093,
      "learning_rate": 0.00018905013755387914,
      "loss": 12.1515,
      "step": 9438
    },
    {
      "epoch": 1.545603405927624,
      "grad_norm": 0.17159666121006012,
      "learning_rate": 0.0001890477853474235,
      "loss": 12.1793,
      "step": 9439
    },
    {
      "epoch": 1.5457671524480103,
      "grad_norm": 0.15287519991397858,
      "learning_rate": 0.00018904543290298572,
      "loss": 12.2141,
      "step": 9440
    },
    {
      "epoch": 1.5459308989683969,
      "grad_norm": 0.3200589120388031,
      "learning_rate": 0.00018904308022057203,
      "loss": 12.1764,
      "step": 9441
    },
    {
      "epoch": 1.5460946454887834,
      "grad_norm": 0.18290168046951294,
      "learning_rate": 0.0001890407273001888,
      "loss": 12.1623,
      "step": 9442
    },
    {
      "epoch": 1.54625839200917,
      "grad_norm": 0.1866886019706726,
      "learning_rate": 0.00018903837414184228,
      "loss": 12.2229,
      "step": 9443
    },
    {
      "epoch": 1.5464221385295562,
      "grad_norm": 0.15504194796085358,
      "learning_rate": 0.00018903602074553873,
      "loss": 12.2044,
      "step": 9444
    },
    {
      "epoch": 1.5465858850499425,
      "grad_norm": 0.1600436121225357,
      "learning_rate": 0.00018903366711128447,
      "loss": 12.2184,
      "step": 9445
    },
    {
      "epoch": 1.546749631570329,
      "grad_norm": 0.16836634278297424,
      "learning_rate": 0.00018903131323908578,
      "loss": 12.1904,
      "step": 9446
    },
    {
      "epoch": 1.5469133780907156,
      "grad_norm": 0.14633440971374512,
      "learning_rate": 0.00018902895912894895,
      "loss": 12.1809,
      "step": 9447
    },
    {
      "epoch": 1.5470771246111021,
      "grad_norm": 0.1655973494052887,
      "learning_rate": 0.0001890266047808803,
      "loss": 12.22,
      "step": 9448
    },
    {
      "epoch": 1.5472408711314884,
      "grad_norm": 0.16200071573257446,
      "learning_rate": 0.0001890242501948861,
      "loss": 12.1928,
      "step": 9449
    },
    {
      "epoch": 1.5474046176518748,
      "grad_norm": 0.24108417332172394,
      "learning_rate": 0.00018902189537097264,
      "loss": 12.2125,
      "step": 9450
    },
    {
      "epoch": 1.5475683641722613,
      "grad_norm": 0.16593676805496216,
      "learning_rate": 0.00018901954030914618,
      "loss": 12.2171,
      "step": 9451
    },
    {
      "epoch": 1.5477321106926478,
      "grad_norm": 0.19826766848564148,
      "learning_rate": 0.00018901718500941307,
      "loss": 12.1671,
      "step": 9452
    },
    {
      "epoch": 1.5478958572130344,
      "grad_norm": 0.14959277212619781,
      "learning_rate": 0.0001890148294717796,
      "loss": 12.1662,
      "step": 9453
    },
    {
      "epoch": 1.5480596037334207,
      "grad_norm": 0.16068154573440552,
      "learning_rate": 0.00018901247369625205,
      "loss": 12.1884,
      "step": 9454
    },
    {
      "epoch": 1.548223350253807,
      "grad_norm": 0.20858892798423767,
      "learning_rate": 0.00018901011768283668,
      "loss": 12.1614,
      "step": 9455
    },
    {
      "epoch": 1.5483870967741935,
      "grad_norm": 0.22224092483520508,
      "learning_rate": 0.00018900776143153988,
      "loss": 12.1947,
      "step": 9456
    },
    {
      "epoch": 1.54855084329458,
      "grad_norm": 0.19709382951259613,
      "learning_rate": 0.00018900540494236782,
      "loss": 12.1954,
      "step": 9457
    },
    {
      "epoch": 1.5487145898149666,
      "grad_norm": 0.24712422490119934,
      "learning_rate": 0.00018900304821532692,
      "loss": 12.163,
      "step": 9458
    },
    {
      "epoch": 1.5488783363353529,
      "grad_norm": 0.1736362725496292,
      "learning_rate": 0.0001890006912504234,
      "loss": 12.1887,
      "step": 9459
    },
    {
      "epoch": 1.5490420828557392,
      "grad_norm": 0.1768098920583725,
      "learning_rate": 0.0001889983340476636,
      "loss": 12.1785,
      "step": 9460
    },
    {
      "epoch": 1.5492058293761257,
      "grad_norm": 0.2102574110031128,
      "learning_rate": 0.00018899597660705376,
      "loss": 12.216,
      "step": 9461
    },
    {
      "epoch": 1.5493695758965123,
      "grad_norm": 0.1511731892824173,
      "learning_rate": 0.00018899361892860025,
      "loss": 12.1759,
      "step": 9462
    },
    {
      "epoch": 1.5495333224168988,
      "grad_norm": 0.24594701826572418,
      "learning_rate": 0.00018899126101230938,
      "loss": 12.1955,
      "step": 9463
    },
    {
      "epoch": 1.549697068937285,
      "grad_norm": 0.14743754267692566,
      "learning_rate": 0.00018898890285818734,
      "loss": 12.1628,
      "step": 9464
    },
    {
      "epoch": 1.5498608154576714,
      "grad_norm": 0.16381724178791046,
      "learning_rate": 0.00018898654446624058,
      "loss": 12.1852,
      "step": 9465
    },
    {
      "epoch": 1.550024561978058,
      "grad_norm": 0.17993581295013428,
      "learning_rate": 0.0001889841858364753,
      "loss": 12.1837,
      "step": 9466
    },
    {
      "epoch": 1.5501883084984445,
      "grad_norm": 0.18695935606956482,
      "learning_rate": 0.00018898182696889783,
      "loss": 12.2129,
      "step": 9467
    },
    {
      "epoch": 1.550352055018831,
      "grad_norm": 0.17581945657730103,
      "learning_rate": 0.00018897946786351449,
      "loss": 12.1837,
      "step": 9468
    },
    {
      "epoch": 1.5505158015392173,
      "grad_norm": 0.16588124632835388,
      "learning_rate": 0.00018897710852033156,
      "loss": 12.1815,
      "step": 9469
    },
    {
      "epoch": 1.5506795480596036,
      "grad_norm": 0.21026481688022614,
      "learning_rate": 0.0001889747489393554,
      "loss": 12.1767,
      "step": 9470
    },
    {
      "epoch": 1.5508432945799902,
      "grad_norm": 0.14973331987857819,
      "learning_rate": 0.00018897238912059223,
      "loss": 12.1491,
      "step": 9471
    },
    {
      "epoch": 1.5510070411003767,
      "grad_norm": 0.19751688838005066,
      "learning_rate": 0.00018897002906404842,
      "loss": 12.1454,
      "step": 9472
    },
    {
      "epoch": 1.5511707876207632,
      "grad_norm": 0.1877327263355255,
      "learning_rate": 0.00018896766876973025,
      "loss": 12.1836,
      "step": 9473
    },
    {
      "epoch": 1.5513345341411495,
      "grad_norm": 0.15382058918476105,
      "learning_rate": 0.00018896530823764404,
      "loss": 12.1693,
      "step": 9474
    },
    {
      "epoch": 1.5514982806615358,
      "grad_norm": 0.149183452129364,
      "learning_rate": 0.00018896294746779607,
      "loss": 12.1802,
      "step": 9475
    },
    {
      "epoch": 1.5516620271819224,
      "grad_norm": 0.21696774661540985,
      "learning_rate": 0.00018896058646019275,
      "loss": 12.1747,
      "step": 9476
    },
    {
      "epoch": 1.551825773702309,
      "grad_norm": 0.22708912193775177,
      "learning_rate": 0.00018895822521484027,
      "loss": 12.1801,
      "step": 9477
    },
    {
      "epoch": 1.5519895202226954,
      "grad_norm": 0.1647365540266037,
      "learning_rate": 0.00018895586373174496,
      "loss": 12.1341,
      "step": 9478
    },
    {
      "epoch": 1.5521532667430817,
      "grad_norm": 0.18234282732009888,
      "learning_rate": 0.00018895350201091318,
      "loss": 12.2052,
      "step": 9479
    },
    {
      "epoch": 1.552317013263468,
      "grad_norm": 0.19377130270004272,
      "learning_rate": 0.0001889511400523512,
      "loss": 12.1898,
      "step": 9480
    },
    {
      "epoch": 1.5524807597838546,
      "grad_norm": 0.208660289645195,
      "learning_rate": 0.00018894877785606537,
      "loss": 12.1847,
      "step": 9481
    },
    {
      "epoch": 1.5526445063042411,
      "grad_norm": 0.14269384741783142,
      "learning_rate": 0.00018894641542206196,
      "loss": 12.1575,
      "step": 9482
    },
    {
      "epoch": 1.5528082528246274,
      "grad_norm": 0.20702512562274933,
      "learning_rate": 0.00018894405275034736,
      "loss": 12.1638,
      "step": 9483
    },
    {
      "epoch": 1.552971999345014,
      "grad_norm": 0.21186703443527222,
      "learning_rate": 0.0001889416898409278,
      "loss": 12.2213,
      "step": 9484
    },
    {
      "epoch": 1.5531357458654003,
      "grad_norm": 0.1715560406446457,
      "learning_rate": 0.0001889393266938096,
      "loss": 12.2043,
      "step": 9485
    },
    {
      "epoch": 1.5532994923857868,
      "grad_norm": 0.2843760550022125,
      "learning_rate": 0.00018893696330899915,
      "loss": 12.1922,
      "step": 9486
    },
    {
      "epoch": 1.5534632389061733,
      "grad_norm": 0.18876530230045319,
      "learning_rate": 0.00018893459968650266,
      "loss": 12.1775,
      "step": 9487
    },
    {
      "epoch": 1.5536269854265596,
      "grad_norm": 0.17384372651576996,
      "learning_rate": 0.00018893223582632657,
      "loss": 12.2293,
      "step": 9488
    },
    {
      "epoch": 1.5537907319469462,
      "grad_norm": 0.18240182101726532,
      "learning_rate": 0.0001889298717284771,
      "loss": 12.1471,
      "step": 9489
    },
    {
      "epoch": 1.5539544784673325,
      "grad_norm": 0.1426050066947937,
      "learning_rate": 0.00018892750739296058,
      "loss": 12.1474,
      "step": 9490
    },
    {
      "epoch": 1.554118224987719,
      "grad_norm": 0.1763027012348175,
      "learning_rate": 0.00018892514281978337,
      "loss": 12.1886,
      "step": 9491
    },
    {
      "epoch": 1.5542819715081055,
      "grad_norm": 0.16770592331886292,
      "learning_rate": 0.00018892277800895178,
      "loss": 12.168,
      "step": 9492
    },
    {
      "epoch": 1.5544457180284919,
      "grad_norm": 0.16405785083770752,
      "learning_rate": 0.00018892041296047208,
      "loss": 12.1733,
      "step": 9493
    },
    {
      "epoch": 1.5546094645488784,
      "grad_norm": 0.20081987977027893,
      "learning_rate": 0.00018891804767435066,
      "loss": 12.1649,
      "step": 9494
    },
    {
      "epoch": 1.5547732110692647,
      "grad_norm": 0.21245723962783813,
      "learning_rate": 0.00018891568215059383,
      "loss": 12.1849,
      "step": 9495
    },
    {
      "epoch": 1.5549369575896512,
      "grad_norm": 0.19106055796146393,
      "learning_rate": 0.00018891331638920783,
      "loss": 12.1638,
      "step": 9496
    },
    {
      "epoch": 1.5551007041100378,
      "grad_norm": 0.25473037362098694,
      "learning_rate": 0.0001889109503901991,
      "loss": 12.1793,
      "step": 9497
    },
    {
      "epoch": 1.555264450630424,
      "grad_norm": 0.16103503108024597,
      "learning_rate": 0.0001889085841535739,
      "loss": 12.1706,
      "step": 9498
    },
    {
      "epoch": 1.5554281971508106,
      "grad_norm": 0.21115364134311676,
      "learning_rate": 0.00018890621767933853,
      "loss": 12.1584,
      "step": 9499
    },
    {
      "epoch": 1.555591943671197,
      "grad_norm": 0.19206473231315613,
      "learning_rate": 0.00018890385096749938,
      "loss": 12.1755,
      "step": 9500
    },
    {
      "epoch": 1.5557556901915834,
      "grad_norm": 0.15286733210086823,
      "learning_rate": 0.00018890148401806274,
      "loss": 12.1769,
      "step": 9501
    },
    {
      "epoch": 1.55591943671197,
      "grad_norm": 0.18227991461753845,
      "learning_rate": 0.0001888991168310349,
      "loss": 12.1932,
      "step": 9502
    },
    {
      "epoch": 1.5560831832323563,
      "grad_norm": 0.1568022519350052,
      "learning_rate": 0.00018889674940642226,
      "loss": 12.177,
      "step": 9503
    },
    {
      "epoch": 1.5562469297527426,
      "grad_norm": 0.20931483805179596,
      "learning_rate": 0.0001888943817442311,
      "loss": 12.1827,
      "step": 9504
    },
    {
      "epoch": 1.5564106762731291,
      "grad_norm": 0.1941722333431244,
      "learning_rate": 0.00018889201384446777,
      "loss": 12.1934,
      "step": 9505
    },
    {
      "epoch": 1.5565744227935157,
      "grad_norm": 0.1466706544160843,
      "learning_rate": 0.00018888964570713856,
      "loss": 12.1941,
      "step": 9506
    },
    {
      "epoch": 1.5567381693139022,
      "grad_norm": 0.19606168568134308,
      "learning_rate": 0.00018888727733224988,
      "loss": 12.1852,
      "step": 9507
    },
    {
      "epoch": 1.5569019158342885,
      "grad_norm": 0.15255595743656158,
      "learning_rate": 0.00018888490871980795,
      "loss": 12.1812,
      "step": 9508
    },
    {
      "epoch": 1.5570656623546748,
      "grad_norm": 0.17769965529441833,
      "learning_rate": 0.00018888253986981918,
      "loss": 12.1221,
      "step": 9509
    },
    {
      "epoch": 1.5572294088750613,
      "grad_norm": 0.19981448352336884,
      "learning_rate": 0.00018888017078228986,
      "loss": 12.1546,
      "step": 9510
    },
    {
      "epoch": 1.5573931553954479,
      "grad_norm": 0.14717799425125122,
      "learning_rate": 0.00018887780145722632,
      "loss": 12.1954,
      "step": 9511
    },
    {
      "epoch": 1.5575569019158344,
      "grad_norm": 0.19510146975517273,
      "learning_rate": 0.00018887543189463493,
      "loss": 12.1894,
      "step": 9512
    },
    {
      "epoch": 1.5577206484362207,
      "grad_norm": 0.19186939299106598,
      "learning_rate": 0.00018887306209452203,
      "loss": 12.168,
      "step": 9513
    },
    {
      "epoch": 1.557884394956607,
      "grad_norm": 0.17892077565193176,
      "learning_rate": 0.0001888706920568939,
      "loss": 12.193,
      "step": 9514
    },
    {
      "epoch": 1.5580481414769936,
      "grad_norm": 0.17864172160625458,
      "learning_rate": 0.0001888683217817569,
      "loss": 12.2639,
      "step": 9515
    },
    {
      "epoch": 1.55821188799738,
      "grad_norm": 0.17078858613967896,
      "learning_rate": 0.00018886595126911735,
      "loss": 12.1783,
      "step": 9516
    },
    {
      "epoch": 1.5583756345177666,
      "grad_norm": 0.16275908052921295,
      "learning_rate": 0.0001888635805189816,
      "loss": 12.1539,
      "step": 9517
    },
    {
      "epoch": 1.558539381038153,
      "grad_norm": 0.18705834448337555,
      "learning_rate": 0.000188861209531356,
      "loss": 12.2465,
      "step": 9518
    },
    {
      "epoch": 1.5587031275585392,
      "grad_norm": 0.23160609602928162,
      "learning_rate": 0.00018885883830624688,
      "loss": 12.1592,
      "step": 9519
    },
    {
      "epoch": 1.5588668740789258,
      "grad_norm": 0.208542600274086,
      "learning_rate": 0.00018885646684366054,
      "loss": 12.2008,
      "step": 9520
    },
    {
      "epoch": 1.5590306205993123,
      "grad_norm": 0.19988858699798584,
      "learning_rate": 0.00018885409514360338,
      "loss": 12.167,
      "step": 9521
    },
    {
      "epoch": 1.5591943671196988,
      "grad_norm": 0.18840725719928741,
      "learning_rate": 0.0001888517232060817,
      "loss": 12.1641,
      "step": 9522
    },
    {
      "epoch": 1.5593581136400851,
      "grad_norm": 0.3238368034362793,
      "learning_rate": 0.00018884935103110183,
      "loss": 12.1636,
      "step": 9523
    },
    {
      "epoch": 1.5595218601604715,
      "grad_norm": 0.18744543194770813,
      "learning_rate": 0.00018884697861867012,
      "loss": 12.1502,
      "step": 9524
    },
    {
      "epoch": 1.559685606680858,
      "grad_norm": 0.16492147743701935,
      "learning_rate": 0.0001888446059687929,
      "loss": 12.2028,
      "step": 9525
    },
    {
      "epoch": 1.5598493532012445,
      "grad_norm": 0.21811577677726746,
      "learning_rate": 0.00018884223308147658,
      "loss": 12.1826,
      "step": 9526
    },
    {
      "epoch": 1.560013099721631,
      "grad_norm": 0.1465924233198166,
      "learning_rate": 0.00018883985995672738,
      "loss": 12.1929,
      "step": 9527
    },
    {
      "epoch": 1.5601768462420174,
      "grad_norm": 0.19006699323654175,
      "learning_rate": 0.00018883748659455173,
      "loss": 12.2077,
      "step": 9528
    },
    {
      "epoch": 1.5603405927624037,
      "grad_norm": 0.16984421014785767,
      "learning_rate": 0.00018883511299495597,
      "loss": 12.1985,
      "step": 9529
    },
    {
      "epoch": 1.5605043392827902,
      "grad_norm": 0.1943276822566986,
      "learning_rate": 0.00018883273915794644,
      "loss": 12.1535,
      "step": 9530
    },
    {
      "epoch": 1.5606680858031767,
      "grad_norm": 0.1624363660812378,
      "learning_rate": 0.00018883036508352943,
      "loss": 12.1702,
      "step": 9531
    },
    {
      "epoch": 1.5608318323235633,
      "grad_norm": 0.16327151656150818,
      "learning_rate": 0.00018882799077171134,
      "loss": 12.1863,
      "step": 9532
    },
    {
      "epoch": 1.5609955788439496,
      "grad_norm": 0.17831802368164062,
      "learning_rate": 0.0001888256162224985,
      "loss": 12.1767,
      "step": 9533
    },
    {
      "epoch": 1.5611593253643359,
      "grad_norm": 0.2248208224773407,
      "learning_rate": 0.00018882324143589725,
      "loss": 12.1891,
      "step": 9534
    },
    {
      "epoch": 1.5613230718847224,
      "grad_norm": 0.3021865487098694,
      "learning_rate": 0.00018882086641191395,
      "loss": 12.2142,
      "step": 9535
    },
    {
      "epoch": 1.561486818405109,
      "grad_norm": 0.23558330535888672,
      "learning_rate": 0.00018881849115055495,
      "loss": 12.209,
      "step": 9536
    },
    {
      "epoch": 1.5616505649254955,
      "grad_norm": 0.18804320693016052,
      "learning_rate": 0.00018881611565182657,
      "loss": 12.1829,
      "step": 9537
    },
    {
      "epoch": 1.5618143114458818,
      "grad_norm": 0.13914023339748383,
      "learning_rate": 0.00018881373991573518,
      "loss": 12.1974,
      "step": 9538
    },
    {
      "epoch": 1.561978057966268,
      "grad_norm": 0.19845733046531677,
      "learning_rate": 0.00018881136394228713,
      "loss": 12.1956,
      "step": 9539
    },
    {
      "epoch": 1.5621418044866546,
      "grad_norm": 0.1758306473493576,
      "learning_rate": 0.00018880898773148875,
      "loss": 12.1721,
      "step": 9540
    },
    {
      "epoch": 1.5623055510070412,
      "grad_norm": 0.22946655750274658,
      "learning_rate": 0.00018880661128334642,
      "loss": 12.1901,
      "step": 9541
    },
    {
      "epoch": 1.5624692975274277,
      "grad_norm": 0.2214304357767105,
      "learning_rate": 0.00018880423459786646,
      "loss": 12.1938,
      "step": 9542
    },
    {
      "epoch": 1.562633044047814,
      "grad_norm": 0.2245878279209137,
      "learning_rate": 0.00018880185767505524,
      "loss": 12.2051,
      "step": 9543
    },
    {
      "epoch": 1.5627967905682003,
      "grad_norm": 0.24323385953903198,
      "learning_rate": 0.00018879948051491913,
      "loss": 12.1954,
      "step": 9544
    },
    {
      "epoch": 1.5629605370885868,
      "grad_norm": 0.18452805280685425,
      "learning_rate": 0.00018879710311746445,
      "loss": 12.1882,
      "step": 9545
    },
    {
      "epoch": 1.5631242836089734,
      "grad_norm": 0.24403120577335358,
      "learning_rate": 0.0001887947254826976,
      "loss": 12.2112,
      "step": 9546
    },
    {
      "epoch": 1.56328803012936,
      "grad_norm": 0.178925022482872,
      "learning_rate": 0.00018879234761062485,
      "loss": 12.2094,
      "step": 9547
    },
    {
      "epoch": 1.5634517766497462,
      "grad_norm": 0.17084507644176483,
      "learning_rate": 0.00018878996950125263,
      "loss": 12.1809,
      "step": 9548
    },
    {
      "epoch": 1.5636155231701325,
      "grad_norm": 0.19208860397338867,
      "learning_rate": 0.0001887875911545873,
      "loss": 12.1661,
      "step": 9549
    },
    {
      "epoch": 1.563779269690519,
      "grad_norm": 0.22938281297683716,
      "learning_rate": 0.00018878521257063516,
      "loss": 12.1561,
      "step": 9550
    },
    {
      "epoch": 1.5639430162109056,
      "grad_norm": 0.16321878135204315,
      "learning_rate": 0.00018878283374940258,
      "loss": 12.2189,
      "step": 9551
    },
    {
      "epoch": 1.5641067627312921,
      "grad_norm": 0.18353575468063354,
      "learning_rate": 0.00018878045469089596,
      "loss": 12.2392,
      "step": 9552
    },
    {
      "epoch": 1.5642705092516784,
      "grad_norm": 0.2095251977443695,
      "learning_rate": 0.0001887780753951216,
      "loss": 12.1536,
      "step": 9553
    },
    {
      "epoch": 1.5644342557720647,
      "grad_norm": 0.1721390336751938,
      "learning_rate": 0.0001887756958620859,
      "loss": 12.1841,
      "step": 9554
    },
    {
      "epoch": 1.5645980022924513,
      "grad_norm": 0.14865168929100037,
      "learning_rate": 0.00018877331609179522,
      "loss": 12.1476,
      "step": 9555
    },
    {
      "epoch": 1.5647617488128378,
      "grad_norm": 0.22050544619560242,
      "learning_rate": 0.00018877093608425592,
      "loss": 12.2151,
      "step": 9556
    },
    {
      "epoch": 1.5649254953332241,
      "grad_norm": 0.18683233857154846,
      "learning_rate": 0.00018876855583947432,
      "loss": 12.2414,
      "step": 9557
    },
    {
      "epoch": 1.5650892418536106,
      "grad_norm": 0.20202670991420746,
      "learning_rate": 0.00018876617535745681,
      "loss": 12.1795,
      "step": 9558
    },
    {
      "epoch": 1.565252988373997,
      "grad_norm": 0.1914542317390442,
      "learning_rate": 0.0001887637946382098,
      "loss": 12.1831,
      "step": 9559
    },
    {
      "epoch": 1.5654167348943835,
      "grad_norm": 0.1726895123720169,
      "learning_rate": 0.00018876141368173957,
      "loss": 12.1931,
      "step": 9560
    },
    {
      "epoch": 1.56558048141477,
      "grad_norm": 0.18572711944580078,
      "learning_rate": 0.00018875903248805252,
      "loss": 12.1621,
      "step": 9561
    },
    {
      "epoch": 1.5657442279351563,
      "grad_norm": 0.17872485518455505,
      "learning_rate": 0.000188756651057155,
      "loss": 12.1742,
      "step": 9562
    },
    {
      "epoch": 1.5659079744555429,
      "grad_norm": 0.17362070083618164,
      "learning_rate": 0.0001887542693890534,
      "loss": 12.1504,
      "step": 9563
    },
    {
      "epoch": 1.5660717209759292,
      "grad_norm": 0.22174683213233948,
      "learning_rate": 0.00018875188748375407,
      "loss": 12.2085,
      "step": 9564
    },
    {
      "epoch": 1.5662354674963157,
      "grad_norm": 0.14737756550312042,
      "learning_rate": 0.0001887495053412634,
      "loss": 12.1527,
      "step": 9565
    },
    {
      "epoch": 1.5663992140167022,
      "grad_norm": 0.17531205713748932,
      "learning_rate": 0.0001887471229615877,
      "loss": 12.1715,
      "step": 9566
    },
    {
      "epoch": 1.5665629605370885,
      "grad_norm": 0.17719531059265137,
      "learning_rate": 0.00018874474034473338,
      "loss": 12.208,
      "step": 9567
    },
    {
      "epoch": 1.566726707057475,
      "grad_norm": 0.2043541669845581,
      "learning_rate": 0.00018874235749070679,
      "loss": 12.1611,
      "step": 9568
    },
    {
      "epoch": 1.5668904535778614,
      "grad_norm": 0.2089480608701706,
      "learning_rate": 0.0001887399743995143,
      "loss": 12.1985,
      "step": 9569
    },
    {
      "epoch": 1.567054200098248,
      "grad_norm": 0.15685142576694489,
      "learning_rate": 0.0001887375910711623,
      "loss": 12.1894,
      "step": 9570
    },
    {
      "epoch": 1.5672179466186344,
      "grad_norm": 0.16079069674015045,
      "learning_rate": 0.00018873520750565718,
      "loss": 12.2078,
      "step": 9571
    },
    {
      "epoch": 1.5673816931390208,
      "grad_norm": 0.1523912400007248,
      "learning_rate": 0.0001887328237030052,
      "loss": 12.1488,
      "step": 9572
    },
    {
      "epoch": 1.5675454396594073,
      "grad_norm": 0.18017685413360596,
      "learning_rate": 0.0001887304396632129,
      "loss": 12.1895,
      "step": 9573
    },
    {
      "epoch": 1.5677091861797936,
      "grad_norm": 0.17244672775268555,
      "learning_rate": 0.00018872805538628647,
      "loss": 12.1377,
      "step": 9574
    },
    {
      "epoch": 1.5678729327001801,
      "grad_norm": 0.17352424561977386,
      "learning_rate": 0.0001887256708722324,
      "loss": 12.1676,
      "step": 9575
    },
    {
      "epoch": 1.5680366792205667,
      "grad_norm": 0.19616973400115967,
      "learning_rate": 0.00018872328612105707,
      "loss": 12.1764,
      "step": 9576
    },
    {
      "epoch": 1.568200425740953,
      "grad_norm": 0.1586417853832245,
      "learning_rate": 0.00018872090113276674,
      "loss": 12.1962,
      "step": 9577
    },
    {
      "epoch": 1.5683641722613393,
      "grad_norm": 0.15423445403575897,
      "learning_rate": 0.0001887185159073679,
      "loss": 12.1803,
      "step": 9578
    },
    {
      "epoch": 1.5685279187817258,
      "grad_norm": 0.16830168664455414,
      "learning_rate": 0.0001887161304448669,
      "loss": 12.1804,
      "step": 9579
    },
    {
      "epoch": 1.5686916653021123,
      "grad_norm": 0.18949955701828003,
      "learning_rate": 0.00018871374474527006,
      "loss": 12.1782,
      "step": 9580
    },
    {
      "epoch": 1.5688554118224989,
      "grad_norm": 0.17185088992118835,
      "learning_rate": 0.00018871135880858383,
      "loss": 12.2228,
      "step": 9581
    },
    {
      "epoch": 1.5690191583428852,
      "grad_norm": 0.17115646600723267,
      "learning_rate": 0.00018870897263481454,
      "loss": 12.1664,
      "step": 9582
    },
    {
      "epoch": 1.5691829048632715,
      "grad_norm": 0.16532829403877258,
      "learning_rate": 0.00018870658622396856,
      "loss": 12.1477,
      "step": 9583
    },
    {
      "epoch": 1.569346651383658,
      "grad_norm": 0.17428888380527496,
      "learning_rate": 0.0001887041995760523,
      "loss": 12.1965,
      "step": 9584
    },
    {
      "epoch": 1.5695103979040446,
      "grad_norm": 0.15626132488250732,
      "learning_rate": 0.0001887018126910721,
      "loss": 12.1746,
      "step": 9585
    },
    {
      "epoch": 1.569674144424431,
      "grad_norm": 0.1849575787782669,
      "learning_rate": 0.0001886994255690344,
      "loss": 12.22,
      "step": 9586
    },
    {
      "epoch": 1.5698378909448174,
      "grad_norm": 0.22975632548332214,
      "learning_rate": 0.0001886970382099455,
      "loss": 12.1821,
      "step": 9587
    },
    {
      "epoch": 1.5700016374652037,
      "grad_norm": 0.19941557943820953,
      "learning_rate": 0.00018869465061381187,
      "loss": 12.1929,
      "step": 9588
    },
    {
      "epoch": 1.5701653839855902,
      "grad_norm": 0.17659281194210052,
      "learning_rate": 0.00018869226278063982,
      "loss": 12.1621,
      "step": 9589
    },
    {
      "epoch": 1.5703291305059768,
      "grad_norm": 0.16798418760299683,
      "learning_rate": 0.00018868987471043575,
      "loss": 12.1834,
      "step": 9590
    },
    {
      "epoch": 1.5704928770263633,
      "grad_norm": 0.14026322960853577,
      "learning_rate": 0.0001886874864032061,
      "loss": 12.1909,
      "step": 9591
    },
    {
      "epoch": 1.5706566235467496,
      "grad_norm": 0.17817197740077972,
      "learning_rate": 0.00018868509785895712,
      "loss": 12.1843,
      "step": 9592
    },
    {
      "epoch": 1.570820370067136,
      "grad_norm": 0.15762072801589966,
      "learning_rate": 0.00018868270907769532,
      "loss": 12.183,
      "step": 9593
    },
    {
      "epoch": 1.5709841165875225,
      "grad_norm": 0.18046166002750397,
      "learning_rate": 0.00018868032005942703,
      "loss": 12.2074,
      "step": 9594
    },
    {
      "epoch": 1.571147863107909,
      "grad_norm": 0.17266897857189178,
      "learning_rate": 0.00018867793080415863,
      "loss": 12.1466,
      "step": 9595
    },
    {
      "epoch": 1.5713116096282955,
      "grad_norm": 0.17089790105819702,
      "learning_rate": 0.00018867554131189653,
      "loss": 12.2278,
      "step": 9596
    },
    {
      "epoch": 1.5714753561486818,
      "grad_norm": 0.18627549707889557,
      "learning_rate": 0.0001886731515826471,
      "loss": 12.222,
      "step": 9597
    },
    {
      "epoch": 1.5716391026690681,
      "grad_norm": 0.1539616733789444,
      "learning_rate": 0.00018867076161641674,
      "loss": 12.1657,
      "step": 9598
    },
    {
      "epoch": 1.5718028491894547,
      "grad_norm": 0.158245250582695,
      "learning_rate": 0.00018866837141321184,
      "loss": 12.177,
      "step": 9599
    },
    {
      "epoch": 1.5719665957098412,
      "grad_norm": 0.18479584157466888,
      "learning_rate": 0.00018866598097303875,
      "loss": 12.163,
      "step": 9600
    },
    {
      "epoch": 1.5721303422302277,
      "grad_norm": 0.2472730427980423,
      "learning_rate": 0.0001886635902959039,
      "loss": 12.1885,
      "step": 9601
    },
    {
      "epoch": 1.572294088750614,
      "grad_norm": 0.18247972428798676,
      "learning_rate": 0.00018866119938181365,
      "loss": 12.144,
      "step": 9602
    },
    {
      "epoch": 1.5724578352710004,
      "grad_norm": 0.17423807084560394,
      "learning_rate": 0.0001886588082307744,
      "loss": 12.1731,
      "step": 9603
    },
    {
      "epoch": 1.572621581791387,
      "grad_norm": 0.15174654126167297,
      "learning_rate": 0.00018865641684279253,
      "loss": 12.2166,
      "step": 9604
    },
    {
      "epoch": 1.5727853283117734,
      "grad_norm": 0.20925399661064148,
      "learning_rate": 0.0001886540252178745,
      "loss": 12.2349,
      "step": 9605
    },
    {
      "epoch": 1.57294907483216,
      "grad_norm": 0.152373805642128,
      "learning_rate": 0.0001886516333560266,
      "loss": 12.2167,
      "step": 9606
    },
    {
      "epoch": 1.5731128213525463,
      "grad_norm": 0.2100067287683487,
      "learning_rate": 0.00018864924125725526,
      "loss": 12.181,
      "step": 9607
    },
    {
      "epoch": 1.5732765678729326,
      "grad_norm": 0.20251797139644623,
      "learning_rate": 0.0001886468489215669,
      "loss": 12.2364,
      "step": 9608
    },
    {
      "epoch": 1.573440314393319,
      "grad_norm": 0.15365424752235413,
      "learning_rate": 0.0001886444563489679,
      "loss": 12.1362,
      "step": 9609
    },
    {
      "epoch": 1.5736040609137056,
      "grad_norm": 0.16133378446102142,
      "learning_rate": 0.00018864206353946467,
      "loss": 12.1667,
      "step": 9610
    },
    {
      "epoch": 1.5737678074340922,
      "grad_norm": 0.1958213597536087,
      "learning_rate": 0.00018863967049306357,
      "loss": 12.2177,
      "step": 9611
    },
    {
      "epoch": 1.5739315539544785,
      "grad_norm": 0.20761390030384064,
      "learning_rate": 0.000188637277209771,
      "loss": 12.1915,
      "step": 9612
    },
    {
      "epoch": 1.5740953004748648,
      "grad_norm": 0.17282123863697052,
      "learning_rate": 0.00018863488368959334,
      "loss": 12.2176,
      "step": 9613
    },
    {
      "epoch": 1.5742590469952513,
      "grad_norm": 0.14265581965446472,
      "learning_rate": 0.00018863248993253705,
      "loss": 12.1724,
      "step": 9614
    },
    {
      "epoch": 1.5744227935156379,
      "grad_norm": 0.26775920391082764,
      "learning_rate": 0.00018863009593860847,
      "loss": 12.187,
      "step": 9615
    },
    {
      "epoch": 1.5745865400360244,
      "grad_norm": 0.1907341480255127,
      "learning_rate": 0.00018862770170781403,
      "loss": 12.1673,
      "step": 9616
    },
    {
      "epoch": 1.5747502865564107,
      "grad_norm": 0.18306061625480652,
      "learning_rate": 0.00018862530724016012,
      "loss": 12.1682,
      "step": 9617
    },
    {
      "epoch": 1.574914033076797,
      "grad_norm": 0.15704354643821716,
      "learning_rate": 0.0001886229125356531,
      "loss": 12.1876,
      "step": 9618
    },
    {
      "epoch": 1.5750777795971835,
      "grad_norm": 0.20733720064163208,
      "learning_rate": 0.00018862051759429945,
      "loss": 12.2033,
      "step": 9619
    },
    {
      "epoch": 1.57524152611757,
      "grad_norm": 0.23587536811828613,
      "learning_rate": 0.00018861812241610553,
      "loss": 12.1912,
      "step": 9620
    },
    {
      "epoch": 1.5754052726379566,
      "grad_norm": 0.176480233669281,
      "learning_rate": 0.0001886157270010777,
      "loss": 12.1739,
      "step": 9621
    },
    {
      "epoch": 1.575569019158343,
      "grad_norm": 0.13967236876487732,
      "learning_rate": 0.0001886133313492224,
      "loss": 12.1922,
      "step": 9622
    },
    {
      "epoch": 1.5757327656787292,
      "grad_norm": 0.21035592257976532,
      "learning_rate": 0.00018861093546054605,
      "loss": 12.1867,
      "step": 9623
    },
    {
      "epoch": 1.5758965121991158,
      "grad_norm": 0.20365914702415466,
      "learning_rate": 0.00018860853933505504,
      "loss": 12.2055,
      "step": 9624
    },
    {
      "epoch": 1.5760602587195023,
      "grad_norm": 0.2570192813873291,
      "learning_rate": 0.00018860614297275575,
      "loss": 12.1318,
      "step": 9625
    },
    {
      "epoch": 1.5762240052398888,
      "grad_norm": 0.15796270966529846,
      "learning_rate": 0.0001886037463736546,
      "loss": 12.2003,
      "step": 9626
    },
    {
      "epoch": 1.5763877517602751,
      "grad_norm": 0.2559413015842438,
      "learning_rate": 0.000188601349537758,
      "loss": 12.1443,
      "step": 9627
    },
    {
      "epoch": 1.5765514982806614,
      "grad_norm": 0.15011504292488098,
      "learning_rate": 0.0001885989524650724,
      "loss": 12.2026,
      "step": 9628
    },
    {
      "epoch": 1.576715244801048,
      "grad_norm": 0.23479723930358887,
      "learning_rate": 0.0001885965551556041,
      "loss": 12.1676,
      "step": 9629
    },
    {
      "epoch": 1.5768789913214345,
      "grad_norm": 0.1336732655763626,
      "learning_rate": 0.00018859415760935958,
      "loss": 12.169,
      "step": 9630
    },
    {
      "epoch": 1.5770427378418208,
      "grad_norm": 0.18588636815547943,
      "learning_rate": 0.00018859175982634526,
      "loss": 12.1916,
      "step": 9631
    },
    {
      "epoch": 1.5772064843622073,
      "grad_norm": 0.17464053630828857,
      "learning_rate": 0.0001885893618065675,
      "loss": 12.2083,
      "step": 9632
    },
    {
      "epoch": 1.5773702308825936,
      "grad_norm": 0.29966771602630615,
      "learning_rate": 0.0001885869635500327,
      "loss": 12.2324,
      "step": 9633
    },
    {
      "epoch": 1.5775339774029802,
      "grad_norm": 0.1948382556438446,
      "learning_rate": 0.00018858456505674735,
      "loss": 12.2697,
      "step": 9634
    },
    {
      "epoch": 1.5776977239233667,
      "grad_norm": 0.23565897345542908,
      "learning_rate": 0.00018858216632671782,
      "loss": 12.1779,
      "step": 9635
    },
    {
      "epoch": 1.577861470443753,
      "grad_norm": 0.15865758061408997,
      "learning_rate": 0.00018857976735995046,
      "loss": 12.1823,
      "step": 9636
    },
    {
      "epoch": 1.5780252169641396,
      "grad_norm": 0.2397698312997818,
      "learning_rate": 0.00018857736815645177,
      "loss": 12.1636,
      "step": 9637
    },
    {
      "epoch": 1.5781889634845259,
      "grad_norm": 0.17089809477329254,
      "learning_rate": 0.0001885749687162281,
      "loss": 12.1923,
      "step": 9638
    },
    {
      "epoch": 1.5783527100049124,
      "grad_norm": 0.15703170001506805,
      "learning_rate": 0.00018857256903928588,
      "loss": 12.2375,
      "step": 9639
    },
    {
      "epoch": 1.578516456525299,
      "grad_norm": 0.17794755101203918,
      "learning_rate": 0.00018857016912563154,
      "loss": 12.2203,
      "step": 9640
    },
    {
      "epoch": 1.5786802030456852,
      "grad_norm": 0.15071868896484375,
      "learning_rate": 0.0001885677689752715,
      "loss": 12.2259,
      "step": 9641
    },
    {
      "epoch": 1.5788439495660718,
      "grad_norm": 0.22519060969352722,
      "learning_rate": 0.00018856536858821214,
      "loss": 12.2694,
      "step": 9642
    },
    {
      "epoch": 1.579007696086458,
      "grad_norm": 0.19854046404361725,
      "learning_rate": 0.00018856296796445992,
      "loss": 12.1815,
      "step": 9643
    },
    {
      "epoch": 1.5791714426068446,
      "grad_norm": 0.1994684487581253,
      "learning_rate": 0.00018856056710402118,
      "loss": 12.1802,
      "step": 9644
    },
    {
      "epoch": 1.5793351891272311,
      "grad_norm": 0.19010965526103973,
      "learning_rate": 0.00018855816600690244,
      "loss": 12.1934,
      "step": 9645
    },
    {
      "epoch": 1.5794989356476175,
      "grad_norm": 0.1617215871810913,
      "learning_rate": 0.00018855576467311002,
      "loss": 12.1732,
      "step": 9646
    },
    {
      "epoch": 1.579662682168004,
      "grad_norm": 0.15459799766540527,
      "learning_rate": 0.00018855336310265043,
      "loss": 12.1898,
      "step": 9647
    },
    {
      "epoch": 1.5798264286883903,
      "grad_norm": 0.17831598222255707,
      "learning_rate": 0.00018855096129552997,
      "loss": 12.2011,
      "step": 9648
    },
    {
      "epoch": 1.5799901752087768,
      "grad_norm": 0.16830994188785553,
      "learning_rate": 0.00018854855925175517,
      "loss": 12.1772,
      "step": 9649
    },
    {
      "epoch": 1.5801539217291634,
      "grad_norm": 0.1667640656232834,
      "learning_rate": 0.0001885461569713324,
      "loss": 12.1839,
      "step": 9650
    },
    {
      "epoch": 1.5803176682495497,
      "grad_norm": 0.21886126697063446,
      "learning_rate": 0.00018854375445426808,
      "loss": 12.2321,
      "step": 9651
    },
    {
      "epoch": 1.580481414769936,
      "grad_norm": 0.1739063262939453,
      "learning_rate": 0.00018854135170056862,
      "loss": 12.192,
      "step": 9652
    },
    {
      "epoch": 1.5806451612903225,
      "grad_norm": 0.1828031837940216,
      "learning_rate": 0.0001885389487102405,
      "loss": 12.1853,
      "step": 9653
    },
    {
      "epoch": 1.580808907810709,
      "grad_norm": 0.20961593091487885,
      "learning_rate": 0.00018853654548329005,
      "loss": 12.1611,
      "step": 9654
    },
    {
      "epoch": 1.5809726543310956,
      "grad_norm": 0.18951308727264404,
      "learning_rate": 0.0001885341420197238,
      "loss": 12.1773,
      "step": 9655
    },
    {
      "epoch": 1.5811364008514819,
      "grad_norm": 0.22964797914028168,
      "learning_rate": 0.00018853173831954808,
      "loss": 12.1966,
      "step": 9656
    },
    {
      "epoch": 1.5813001473718682,
      "grad_norm": 0.2096368968486786,
      "learning_rate": 0.00018852933438276933,
      "loss": 12.1942,
      "step": 9657
    },
    {
      "epoch": 1.5814638938922547,
      "grad_norm": 0.16541419923305511,
      "learning_rate": 0.00018852693020939405,
      "loss": 12.2157,
      "step": 9658
    },
    {
      "epoch": 1.5816276404126413,
      "grad_norm": 0.21938058733940125,
      "learning_rate": 0.00018852452579942857,
      "loss": 12.1818,
      "step": 9659
    },
    {
      "epoch": 1.5817913869330278,
      "grad_norm": 0.1893807053565979,
      "learning_rate": 0.00018852212115287936,
      "loss": 12.1687,
      "step": 9660
    },
    {
      "epoch": 1.581955133453414,
      "grad_norm": 0.24669015407562256,
      "learning_rate": 0.00018851971626975288,
      "loss": 12.1923,
      "step": 9661
    },
    {
      "epoch": 1.5821188799738004,
      "grad_norm": 0.22613881528377533,
      "learning_rate": 0.00018851731115005548,
      "loss": 12.1994,
      "step": 9662
    },
    {
      "epoch": 1.582282626494187,
      "grad_norm": 0.17615661025047302,
      "learning_rate": 0.00018851490579379365,
      "loss": 12.1768,
      "step": 9663
    },
    {
      "epoch": 1.5824463730145735,
      "grad_norm": 0.16486437618732452,
      "learning_rate": 0.00018851250020097377,
      "loss": 12.18,
      "step": 9664
    },
    {
      "epoch": 1.58261011953496,
      "grad_norm": 0.1675097942352295,
      "learning_rate": 0.00018851009437160233,
      "loss": 12.1751,
      "step": 9665
    },
    {
      "epoch": 1.5827738660553463,
      "grad_norm": 0.1727720946073532,
      "learning_rate": 0.0001885076883056857,
      "loss": 12.1752,
      "step": 9666
    },
    {
      "epoch": 1.5829376125757326,
      "grad_norm": 0.17006555199623108,
      "learning_rate": 0.00018850528200323034,
      "loss": 12.2165,
      "step": 9667
    },
    {
      "epoch": 1.5831013590961192,
      "grad_norm": 0.16109871864318848,
      "learning_rate": 0.0001885028754642427,
      "loss": 12.1706,
      "step": 9668
    },
    {
      "epoch": 1.5832651056165057,
      "grad_norm": 0.15561437606811523,
      "learning_rate": 0.00018850046868872916,
      "loss": 12.2316,
      "step": 9669
    },
    {
      "epoch": 1.5834288521368922,
      "grad_norm": 0.19411547482013702,
      "learning_rate": 0.00018849806167669616,
      "loss": 12.1951,
      "step": 9670
    },
    {
      "epoch": 1.5835925986572785,
      "grad_norm": 0.1874067783355713,
      "learning_rate": 0.00018849565442815018,
      "loss": 12.2004,
      "step": 9671
    },
    {
      "epoch": 1.5837563451776648,
      "grad_norm": 0.21650005877017975,
      "learning_rate": 0.0001884932469430976,
      "loss": 12.1917,
      "step": 9672
    },
    {
      "epoch": 1.5839200916980514,
      "grad_norm": 0.24468356370925903,
      "learning_rate": 0.0001884908392215449,
      "loss": 12.1783,
      "step": 9673
    },
    {
      "epoch": 1.584083838218438,
      "grad_norm": 0.1793784201145172,
      "learning_rate": 0.00018848843126349852,
      "loss": 12.21,
      "step": 9674
    },
    {
      "epoch": 1.5842475847388244,
      "grad_norm": 0.18308062851428986,
      "learning_rate": 0.0001884860230689648,
      "loss": 12.1569,
      "step": 9675
    },
    {
      "epoch": 1.5844113312592107,
      "grad_norm": 0.163718581199646,
      "learning_rate": 0.00018848361463795032,
      "loss": 12.1565,
      "step": 9676
    },
    {
      "epoch": 1.584575077779597,
      "grad_norm": 0.1589069962501526,
      "learning_rate": 0.0001884812059704614,
      "loss": 12.1766,
      "step": 9677
    },
    {
      "epoch": 1.5847388242999836,
      "grad_norm": 0.15226984024047852,
      "learning_rate": 0.00018847879706650455,
      "loss": 12.1703,
      "step": 9678
    },
    {
      "epoch": 1.5849025708203701,
      "grad_norm": 0.15797150135040283,
      "learning_rate": 0.00018847638792608614,
      "loss": 12.2181,
      "step": 9679
    },
    {
      "epoch": 1.5850663173407566,
      "grad_norm": 0.20940832793712616,
      "learning_rate": 0.00018847397854921267,
      "loss": 12.1651,
      "step": 9680
    },
    {
      "epoch": 1.585230063861143,
      "grad_norm": 0.16753199696540833,
      "learning_rate": 0.00018847156893589056,
      "loss": 12.1773,
      "step": 9681
    },
    {
      "epoch": 1.5853938103815293,
      "grad_norm": 0.18691909313201904,
      "learning_rate": 0.00018846915908612624,
      "loss": 12.1871,
      "step": 9682
    },
    {
      "epoch": 1.5855575569019158,
      "grad_norm": 0.20745249092578888,
      "learning_rate": 0.00018846674899992614,
      "loss": 12.2575,
      "step": 9683
    },
    {
      "epoch": 1.5857213034223023,
      "grad_norm": 0.2259574681520462,
      "learning_rate": 0.00018846433867729671,
      "loss": 12.1393,
      "step": 9684
    },
    {
      "epoch": 1.5858850499426889,
      "grad_norm": 0.17932246625423431,
      "learning_rate": 0.00018846192811824443,
      "loss": 12.1637,
      "step": 9685
    },
    {
      "epoch": 1.5860487964630752,
      "grad_norm": 0.21831023693084717,
      "learning_rate": 0.00018845951732277566,
      "loss": 12.1769,
      "step": 9686
    },
    {
      "epoch": 1.5862125429834615,
      "grad_norm": 0.19136446714401245,
      "learning_rate": 0.00018845710629089696,
      "loss": 12.2269,
      "step": 9687
    },
    {
      "epoch": 1.586376289503848,
      "grad_norm": 0.18677595257759094,
      "learning_rate": 0.00018845469502261466,
      "loss": 12.1323,
      "step": 9688
    },
    {
      "epoch": 1.5865400360242345,
      "grad_norm": 0.1681022047996521,
      "learning_rate": 0.00018845228351793523,
      "loss": 12.1739,
      "step": 9689
    },
    {
      "epoch": 1.586703782544621,
      "grad_norm": 0.24409736692905426,
      "learning_rate": 0.0001884498717768652,
      "loss": 12.1594,
      "step": 9690
    },
    {
      "epoch": 1.5868675290650074,
      "grad_norm": 0.25836846232414246,
      "learning_rate": 0.0001884474597994109,
      "loss": 12.2113,
      "step": 9691
    },
    {
      "epoch": 1.5870312755853937,
      "grad_norm": 0.19032205641269684,
      "learning_rate": 0.00018844504758557884,
      "loss": 12.1872,
      "step": 9692
    },
    {
      "epoch": 1.5871950221057802,
      "grad_norm": 0.15992280840873718,
      "learning_rate": 0.00018844263513537545,
      "loss": 12.1608,
      "step": 9693
    },
    {
      "epoch": 1.5873587686261668,
      "grad_norm": 0.13992394506931305,
      "learning_rate": 0.00018844022244880718,
      "loss": 12.2006,
      "step": 9694
    },
    {
      "epoch": 1.5875225151465533,
      "grad_norm": 0.2180396467447281,
      "learning_rate": 0.00018843780952588053,
      "loss": 12.1369,
      "step": 9695
    },
    {
      "epoch": 1.5876862616669396,
      "grad_norm": 0.14641444385051727,
      "learning_rate": 0.00018843539636660185,
      "loss": 12.1404,
      "step": 9696
    },
    {
      "epoch": 1.587850008187326,
      "grad_norm": 0.19861723482608795,
      "learning_rate": 0.00018843298297097763,
      "loss": 12.1518,
      "step": 9697
    },
    {
      "epoch": 1.5880137547077124,
      "grad_norm": 0.15166175365447998,
      "learning_rate": 0.00018843056933901434,
      "loss": 12.1638,
      "step": 9698
    },
    {
      "epoch": 1.588177501228099,
      "grad_norm": 0.14040020108222961,
      "learning_rate": 0.0001884281554707184,
      "loss": 12.1606,
      "step": 9699
    },
    {
      "epoch": 1.5883412477484855,
      "grad_norm": 0.1964758336544037,
      "learning_rate": 0.0001884257413660963,
      "loss": 12.226,
      "step": 9700
    },
    {
      "epoch": 1.5885049942688718,
      "grad_norm": 0.15045812726020813,
      "learning_rate": 0.00018842332702515447,
      "loss": 12.2012,
      "step": 9701
    },
    {
      "epoch": 1.5886687407892581,
      "grad_norm": 0.23343102633953094,
      "learning_rate": 0.00018842091244789934,
      "loss": 12.1688,
      "step": 9702
    },
    {
      "epoch": 1.5888324873096447,
      "grad_norm": 0.1965438574552536,
      "learning_rate": 0.00018841849763433742,
      "loss": 12.2099,
      "step": 9703
    },
    {
      "epoch": 1.5889962338300312,
      "grad_norm": 0.22507387399673462,
      "learning_rate": 0.0001884160825844751,
      "loss": 12.2194,
      "step": 9704
    },
    {
      "epoch": 1.5891599803504175,
      "grad_norm": 0.15993501245975494,
      "learning_rate": 0.00018841366729831886,
      "loss": 12.1985,
      "step": 9705
    },
    {
      "epoch": 1.589323726870804,
      "grad_norm": 0.18360409140586853,
      "learning_rate": 0.00018841125177587514,
      "loss": 12.1403,
      "step": 9706
    },
    {
      "epoch": 1.5894874733911903,
      "grad_norm": 0.2652977406978607,
      "learning_rate": 0.00018840883601715046,
      "loss": 12.2246,
      "step": 9707
    },
    {
      "epoch": 1.5896512199115769,
      "grad_norm": 0.15556974709033966,
      "learning_rate": 0.00018840642002215124,
      "loss": 12.1654,
      "step": 9708
    },
    {
      "epoch": 1.5898149664319634,
      "grad_norm": 0.14357848465442657,
      "learning_rate": 0.00018840400379088387,
      "loss": 12.1784,
      "step": 9709
    },
    {
      "epoch": 1.5899787129523497,
      "grad_norm": 0.20520761609077454,
      "learning_rate": 0.0001884015873233549,
      "loss": 12.1448,
      "step": 9710
    },
    {
      "epoch": 1.5901424594727362,
      "grad_norm": 0.18516193330287933,
      "learning_rate": 0.00018839917061957073,
      "loss": 12.1626,
      "step": 9711
    },
    {
      "epoch": 1.5903062059931226,
      "grad_norm": 0.15817975997924805,
      "learning_rate": 0.00018839675367953785,
      "loss": 12.1339,
      "step": 9712
    },
    {
      "epoch": 1.590469952513509,
      "grad_norm": 0.1810341626405716,
      "learning_rate": 0.0001883943365032627,
      "loss": 12.197,
      "step": 9713
    },
    {
      "epoch": 1.5906336990338956,
      "grad_norm": 0.16410233080387115,
      "learning_rate": 0.0001883919190907518,
      "loss": 12.1842,
      "step": 9714
    },
    {
      "epoch": 1.590797445554282,
      "grad_norm": 0.15337613224983215,
      "learning_rate": 0.00018838950144201152,
      "loss": 12.1724,
      "step": 9715
    },
    {
      "epoch": 1.5909611920746685,
      "grad_norm": 0.14497967064380646,
      "learning_rate": 0.00018838708355704836,
      "loss": 12.1738,
      "step": 9716
    },
    {
      "epoch": 1.5911249385950548,
      "grad_norm": 0.1443406492471695,
      "learning_rate": 0.00018838466543586878,
      "loss": 12.1532,
      "step": 9717
    },
    {
      "epoch": 1.5912886851154413,
      "grad_norm": 0.1991637647151947,
      "learning_rate": 0.0001883822470784793,
      "loss": 12.1952,
      "step": 9718
    },
    {
      "epoch": 1.5914524316358278,
      "grad_norm": 0.15799559652805328,
      "learning_rate": 0.00018837982848488624,
      "loss": 12.1527,
      "step": 9719
    },
    {
      "epoch": 1.5916161781562141,
      "grad_norm": 0.15909668803215027,
      "learning_rate": 0.00018837740965509624,
      "loss": 12.1814,
      "step": 9720
    },
    {
      "epoch": 1.5917799246766007,
      "grad_norm": 0.17832103371620178,
      "learning_rate": 0.00018837499058911564,
      "loss": 12.2387,
      "step": 9721
    },
    {
      "epoch": 1.591943671196987,
      "grad_norm": 0.2100650519132614,
      "learning_rate": 0.00018837257128695092,
      "loss": 12.1674,
      "step": 9722
    },
    {
      "epoch": 1.5921074177173735,
      "grad_norm": 0.24813325703144073,
      "learning_rate": 0.0001883701517486086,
      "loss": 12.181,
      "step": 9723
    },
    {
      "epoch": 1.59227116423776,
      "grad_norm": 0.15068122744560242,
      "learning_rate": 0.00018836773197409507,
      "loss": 12.1935,
      "step": 9724
    },
    {
      "epoch": 1.5924349107581464,
      "grad_norm": 0.16216403245925903,
      "learning_rate": 0.00018836531196341687,
      "loss": 12.1605,
      "step": 9725
    },
    {
      "epoch": 1.5925986572785327,
      "grad_norm": 0.18882979452610016,
      "learning_rate": 0.00018836289171658046,
      "loss": 12.2025,
      "step": 9726
    },
    {
      "epoch": 1.5927624037989192,
      "grad_norm": 0.182665154337883,
      "learning_rate": 0.00018836047123359223,
      "loss": 12.2227,
      "step": 9727
    },
    {
      "epoch": 1.5929261503193057,
      "grad_norm": 0.15944932401180267,
      "learning_rate": 0.0001883580505144588,
      "loss": 12.2027,
      "step": 9728
    },
    {
      "epoch": 1.5930898968396923,
      "grad_norm": 0.18268512189388275,
      "learning_rate": 0.00018835562955918643,
      "loss": 12.1659,
      "step": 9729
    },
    {
      "epoch": 1.5932536433600786,
      "grad_norm": 0.27370485663414,
      "learning_rate": 0.0001883532083677818,
      "loss": 12.2432,
      "step": 9730
    },
    {
      "epoch": 1.5934173898804649,
      "grad_norm": 0.20896564424037933,
      "learning_rate": 0.00018835078694025124,
      "loss": 12.1901,
      "step": 9731
    },
    {
      "epoch": 1.5935811364008514,
      "grad_norm": 0.1685531884431839,
      "learning_rate": 0.00018834836527660128,
      "loss": 12.1691,
      "step": 9732
    },
    {
      "epoch": 1.593744882921238,
      "grad_norm": 0.1338215321302414,
      "learning_rate": 0.00018834594337683837,
      "loss": 12.1844,
      "step": 9733
    },
    {
      "epoch": 1.5939086294416245,
      "grad_norm": 0.17775583267211914,
      "learning_rate": 0.000188343521240969,
      "loss": 12.2246,
      "step": 9734
    },
    {
      "epoch": 1.5940723759620108,
      "grad_norm": 0.16960367560386658,
      "learning_rate": 0.00018834109886899962,
      "loss": 12.1744,
      "step": 9735
    },
    {
      "epoch": 1.594236122482397,
      "grad_norm": 0.18718695640563965,
      "learning_rate": 0.00018833867626093673,
      "loss": 12.2264,
      "step": 9736
    },
    {
      "epoch": 1.5943998690027836,
      "grad_norm": 0.16771695017814636,
      "learning_rate": 0.0001883362534167868,
      "loss": 12.221,
      "step": 9737
    },
    {
      "epoch": 1.5945636155231702,
      "grad_norm": 0.2698849141597748,
      "learning_rate": 0.00018833383033655627,
      "loss": 12.2547,
      "step": 9738
    },
    {
      "epoch": 1.5947273620435567,
      "grad_norm": 0.16225826740264893,
      "learning_rate": 0.00018833140702025167,
      "loss": 12.2514,
      "step": 9739
    },
    {
      "epoch": 1.594891108563943,
      "grad_norm": 0.23063325881958008,
      "learning_rate": 0.00018832898346787946,
      "loss": 12.1401,
      "step": 9740
    },
    {
      "epoch": 1.5950548550843293,
      "grad_norm": 0.22326001524925232,
      "learning_rate": 0.00018832655967944607,
      "loss": 12.1866,
      "step": 9741
    },
    {
      "epoch": 1.5952186016047158,
      "grad_norm": 0.23531891405582428,
      "learning_rate": 0.00018832413565495805,
      "loss": 12.1876,
      "step": 9742
    },
    {
      "epoch": 1.5953823481251024,
      "grad_norm": 0.17203354835510254,
      "learning_rate": 0.00018832171139442183,
      "loss": 12.2263,
      "step": 9743
    },
    {
      "epoch": 1.595546094645489,
      "grad_norm": 0.1456516832113266,
      "learning_rate": 0.0001883192868978439,
      "loss": 12.2184,
      "step": 9744
    },
    {
      "epoch": 1.5957098411658752,
      "grad_norm": 0.16487599909305573,
      "learning_rate": 0.00018831686216523073,
      "loss": 12.1654,
      "step": 9745
    },
    {
      "epoch": 1.5958735876862615,
      "grad_norm": 0.17469856142997742,
      "learning_rate": 0.00018831443719658885,
      "loss": 12.2112,
      "step": 9746
    },
    {
      "epoch": 1.596037334206648,
      "grad_norm": 0.17300724983215332,
      "learning_rate": 0.00018831201199192467,
      "loss": 12.2205,
      "step": 9747
    },
    {
      "epoch": 1.5962010807270346,
      "grad_norm": 0.15971975028514862,
      "learning_rate": 0.0001883095865512447,
      "loss": 12.1746,
      "step": 9748
    },
    {
      "epoch": 1.5963648272474211,
      "grad_norm": 0.20122011005878448,
      "learning_rate": 0.00018830716087455546,
      "loss": 12.1512,
      "step": 9749
    },
    {
      "epoch": 1.5965285737678074,
      "grad_norm": 0.18487508594989777,
      "learning_rate": 0.00018830473496186337,
      "loss": 12.1772,
      "step": 9750
    },
    {
      "epoch": 1.5966923202881937,
      "grad_norm": 0.16789354383945465,
      "learning_rate": 0.00018830230881317496,
      "loss": 12.2372,
      "step": 9751
    },
    {
      "epoch": 1.5968560668085803,
      "grad_norm": 0.18979620933532715,
      "learning_rate": 0.00018829988242849668,
      "loss": 12.2184,
      "step": 9752
    },
    {
      "epoch": 1.5970198133289668,
      "grad_norm": 0.188248410820961,
      "learning_rate": 0.00018829745580783506,
      "loss": 12.2014,
      "step": 9753
    },
    {
      "epoch": 1.5971835598493533,
      "grad_norm": 0.18930795788764954,
      "learning_rate": 0.00018829502895119653,
      "loss": 12.1913,
      "step": 9754
    },
    {
      "epoch": 1.5973473063697397,
      "grad_norm": 0.18369242548942566,
      "learning_rate": 0.0001882926018585876,
      "loss": 12.2168,
      "step": 9755
    },
    {
      "epoch": 1.597511052890126,
      "grad_norm": 0.2070315033197403,
      "learning_rate": 0.00018829017453001474,
      "loss": 12.196,
      "step": 9756
    },
    {
      "epoch": 1.5976747994105125,
      "grad_norm": 0.23646734654903412,
      "learning_rate": 0.00018828774696548448,
      "loss": 12.1602,
      "step": 9757
    },
    {
      "epoch": 1.597838545930899,
      "grad_norm": 0.16589365899562836,
      "learning_rate": 0.00018828531916500327,
      "loss": 12.2093,
      "step": 9758
    },
    {
      "epoch": 1.5980022924512856,
      "grad_norm": 0.15845775604248047,
      "learning_rate": 0.00018828289112857762,
      "loss": 12.253,
      "step": 9759
    },
    {
      "epoch": 1.5981660389716719,
      "grad_norm": 0.1715019792318344,
      "learning_rate": 0.00018828046285621403,
      "loss": 12.2321,
      "step": 9760
    },
    {
      "epoch": 1.5983297854920582,
      "grad_norm": 0.16829673945903778,
      "learning_rate": 0.00018827803434791896,
      "loss": 12.226,
      "step": 9761
    },
    {
      "epoch": 1.5984935320124447,
      "grad_norm": 0.20456179976463318,
      "learning_rate": 0.00018827560560369887,
      "loss": 12.1855,
      "step": 9762
    },
    {
      "epoch": 1.5986572785328312,
      "grad_norm": 0.17470628023147583,
      "learning_rate": 0.00018827317662356032,
      "loss": 12.1967,
      "step": 9763
    },
    {
      "epoch": 1.5988210250532178,
      "grad_norm": 0.1792101263999939,
      "learning_rate": 0.00018827074740750978,
      "loss": 12.1552,
      "step": 9764
    },
    {
      "epoch": 1.598984771573604,
      "grad_norm": 0.14918875694274902,
      "learning_rate": 0.00018826831795555374,
      "loss": 12.1732,
      "step": 9765
    },
    {
      "epoch": 1.5991485180939904,
      "grad_norm": 0.1474149227142334,
      "learning_rate": 0.0001882658882676987,
      "loss": 12.1702,
      "step": 9766
    },
    {
      "epoch": 1.599312264614377,
      "grad_norm": 0.2594475746154785,
      "learning_rate": 0.0001882634583439511,
      "loss": 12.2174,
      "step": 9767
    },
    {
      "epoch": 1.5994760111347635,
      "grad_norm": 0.21893592178821564,
      "learning_rate": 0.0001882610281843175,
      "loss": 12.1781,
      "step": 9768
    },
    {
      "epoch": 1.59963975765515,
      "grad_norm": 0.16324327886104584,
      "learning_rate": 0.00018825859778880434,
      "loss": 12.2122,
      "step": 9769
    },
    {
      "epoch": 1.5998035041755363,
      "grad_norm": 0.1614467352628708,
      "learning_rate": 0.00018825616715741815,
      "loss": 12.1701,
      "step": 9770
    },
    {
      "epoch": 1.5999672506959226,
      "grad_norm": 0.1500914990901947,
      "learning_rate": 0.00018825373629016546,
      "loss": 12.2548,
      "step": 9771
    },
    {
      "epoch": 1.6001309972163091,
      "grad_norm": 0.1657373309135437,
      "learning_rate": 0.0001882513051870527,
      "loss": 12.1753,
      "step": 9772
    },
    {
      "epoch": 1.6002947437366957,
      "grad_norm": 0.14434559643268585,
      "learning_rate": 0.00018824887384808638,
      "loss": 12.1954,
      "step": 9773
    },
    {
      "epoch": 1.6004584902570822,
      "grad_norm": 0.1554529070854187,
      "learning_rate": 0.00018824644227327303,
      "loss": 12.1642,
      "step": 9774
    },
    {
      "epoch": 1.6006222367774685,
      "grad_norm": 0.1951875239610672,
      "learning_rate": 0.00018824401046261912,
      "loss": 12.2184,
      "step": 9775
    },
    {
      "epoch": 1.6007859832978548,
      "grad_norm": 0.1701360046863556,
      "learning_rate": 0.0001882415784161312,
      "loss": 12.1765,
      "step": 9776
    },
    {
      "epoch": 1.6009497298182414,
      "grad_norm": 0.17889465391635895,
      "learning_rate": 0.00018823914613381567,
      "loss": 12.2312,
      "step": 9777
    },
    {
      "epoch": 1.6011134763386279,
      "grad_norm": 0.17520484328269958,
      "learning_rate": 0.00018823671361567913,
      "loss": 12.165,
      "step": 9778
    },
    {
      "epoch": 1.6012772228590142,
      "grad_norm": 0.16660112142562866,
      "learning_rate": 0.00018823428086172804,
      "loss": 12.1857,
      "step": 9779
    },
    {
      "epoch": 1.6014409693794007,
      "grad_norm": 0.19244442880153656,
      "learning_rate": 0.00018823184787196886,
      "loss": 12.1699,
      "step": 9780
    },
    {
      "epoch": 1.601604715899787,
      "grad_norm": 0.14827972650527954,
      "learning_rate": 0.00018822941464640818,
      "loss": 12.2137,
      "step": 9781
    },
    {
      "epoch": 1.6017684624201736,
      "grad_norm": 0.16753320395946503,
      "learning_rate": 0.00018822698118505245,
      "loss": 12.1958,
      "step": 9782
    },
    {
      "epoch": 1.60193220894056,
      "grad_norm": 0.16008910536766052,
      "learning_rate": 0.00018822454748790816,
      "loss": 12.1793,
      "step": 9783
    },
    {
      "epoch": 1.6020959554609464,
      "grad_norm": 0.19403645396232605,
      "learning_rate": 0.00018822211355498184,
      "loss": 12.1598,
      "step": 9784
    },
    {
      "epoch": 1.602259701981333,
      "grad_norm": 0.21509112417697906,
      "learning_rate": 0.00018821967938628,
      "loss": 12.17,
      "step": 9785
    },
    {
      "epoch": 1.6024234485017192,
      "grad_norm": 0.17095237970352173,
      "learning_rate": 0.00018821724498180916,
      "loss": 12.1878,
      "step": 9786
    },
    {
      "epoch": 1.6025871950221058,
      "grad_norm": 0.15381070971488953,
      "learning_rate": 0.00018821481034157574,
      "loss": 12.1686,
      "step": 9787
    },
    {
      "epoch": 1.6027509415424923,
      "grad_norm": 0.16509144008159637,
      "learning_rate": 0.00018821237546558635,
      "loss": 12.2663,
      "step": 9788
    },
    {
      "epoch": 1.6029146880628786,
      "grad_norm": 0.16589440405368805,
      "learning_rate": 0.00018820994035384744,
      "loss": 12.1697,
      "step": 9789
    },
    {
      "epoch": 1.6030784345832652,
      "grad_norm": 0.2753342092037201,
      "learning_rate": 0.00018820750500636555,
      "loss": 12.1925,
      "step": 9790
    },
    {
      "epoch": 1.6032421811036515,
      "grad_norm": 0.1509149670600891,
      "learning_rate": 0.00018820506942314715,
      "loss": 12.1415,
      "step": 9791
    },
    {
      "epoch": 1.603405927624038,
      "grad_norm": 0.18597345054149628,
      "learning_rate": 0.00018820263360419878,
      "loss": 12.1894,
      "step": 9792
    },
    {
      "epoch": 1.6035696741444245,
      "grad_norm": 0.19250892102718353,
      "learning_rate": 0.00018820019754952694,
      "loss": 12.1834,
      "step": 9793
    },
    {
      "epoch": 1.6037334206648108,
      "grad_norm": 0.1891137659549713,
      "learning_rate": 0.00018819776125913814,
      "loss": 12.1935,
      "step": 9794
    },
    {
      "epoch": 1.6038971671851974,
      "grad_norm": 0.23023919761180878,
      "learning_rate": 0.0001881953247330389,
      "loss": 12.1779,
      "step": 9795
    },
    {
      "epoch": 1.6040609137055837,
      "grad_norm": 0.1524832546710968,
      "learning_rate": 0.00018819288797123572,
      "loss": 12.1847,
      "step": 9796
    },
    {
      "epoch": 1.6042246602259702,
      "grad_norm": 0.18297496438026428,
      "learning_rate": 0.00018819045097373508,
      "loss": 12.2197,
      "step": 9797
    },
    {
      "epoch": 1.6043884067463567,
      "grad_norm": 0.21867796778678894,
      "learning_rate": 0.00018818801374054358,
      "loss": 12.1887,
      "step": 9798
    },
    {
      "epoch": 1.604552153266743,
      "grad_norm": 0.1993931233882904,
      "learning_rate": 0.00018818557627166765,
      "loss": 12.2163,
      "step": 9799
    },
    {
      "epoch": 1.6047158997871294,
      "grad_norm": 0.21910057961940765,
      "learning_rate": 0.00018818313856711384,
      "loss": 12.1832,
      "step": 9800
    },
    {
      "epoch": 1.604879646307516,
      "grad_norm": 0.20255924761295319,
      "learning_rate": 0.00018818070062688865,
      "loss": 12.1576,
      "step": 9801
    },
    {
      "epoch": 1.6050433928279024,
      "grad_norm": 0.22163088619709015,
      "learning_rate": 0.00018817826245099862,
      "loss": 12.217,
      "step": 9802
    },
    {
      "epoch": 1.605207139348289,
      "grad_norm": 0.1433553844690323,
      "learning_rate": 0.0001881758240394503,
      "loss": 12.1728,
      "step": 9803
    },
    {
      "epoch": 1.6053708858686753,
      "grad_norm": 0.17979952692985535,
      "learning_rate": 0.0001881733853922501,
      "loss": 12.1984,
      "step": 9804
    },
    {
      "epoch": 1.6055346323890616,
      "grad_norm": 0.18354815244674683,
      "learning_rate": 0.0001881709465094046,
      "loss": 12.1839,
      "step": 9805
    },
    {
      "epoch": 1.605698378909448,
      "grad_norm": 0.2540035843849182,
      "learning_rate": 0.00018816850739092033,
      "loss": 12.1766,
      "step": 9806
    },
    {
      "epoch": 1.6058621254298346,
      "grad_norm": 0.14122174680233002,
      "learning_rate": 0.0001881660680368038,
      "loss": 12.1744,
      "step": 9807
    },
    {
      "epoch": 1.6060258719502212,
      "grad_norm": 0.1703152060508728,
      "learning_rate": 0.00018816362844706151,
      "loss": 12.1635,
      "step": 9808
    },
    {
      "epoch": 1.6061896184706075,
      "grad_norm": 0.15846435725688934,
      "learning_rate": 0.0001881611886217,
      "loss": 12.1665,
      "step": 9809
    },
    {
      "epoch": 1.6063533649909938,
      "grad_norm": 0.14572802186012268,
      "learning_rate": 0.00018815874856072579,
      "loss": 12.1587,
      "step": 9810
    },
    {
      "epoch": 1.6065171115113803,
      "grad_norm": 0.14688991010189056,
      "learning_rate": 0.00018815630826414536,
      "loss": 12.1729,
      "step": 9811
    },
    {
      "epoch": 1.6066808580317669,
      "grad_norm": 0.17717929184436798,
      "learning_rate": 0.0001881538677319653,
      "loss": 12.2001,
      "step": 9812
    },
    {
      "epoch": 1.6068446045521534,
      "grad_norm": 0.18915551900863647,
      "learning_rate": 0.0001881514269641921,
      "loss": 12.1892,
      "step": 9813
    },
    {
      "epoch": 1.6070083510725397,
      "grad_norm": 0.17810796201229095,
      "learning_rate": 0.00018814898596083225,
      "loss": 12.1943,
      "step": 9814
    },
    {
      "epoch": 1.607172097592926,
      "grad_norm": 0.17214205861091614,
      "learning_rate": 0.00018814654472189233,
      "loss": 12.204,
      "step": 9815
    },
    {
      "epoch": 1.6073358441133125,
      "grad_norm": 0.15934903919696808,
      "learning_rate": 0.0001881441032473788,
      "loss": 12.1605,
      "step": 9816
    },
    {
      "epoch": 1.607499590633699,
      "grad_norm": 0.20233042538166046,
      "learning_rate": 0.00018814166153729826,
      "loss": 12.2246,
      "step": 9817
    },
    {
      "epoch": 1.6076633371540856,
      "grad_norm": 0.177769273519516,
      "learning_rate": 0.00018813921959165718,
      "loss": 12.2057,
      "step": 9818
    },
    {
      "epoch": 1.607827083674472,
      "grad_norm": 0.1877649575471878,
      "learning_rate": 0.00018813677741046214,
      "loss": 12.1795,
      "step": 9819
    },
    {
      "epoch": 1.6079908301948582,
      "grad_norm": 0.16996051371097565,
      "learning_rate": 0.0001881343349937196,
      "loss": 12.1632,
      "step": 9820
    },
    {
      "epoch": 1.6081545767152448,
      "grad_norm": 0.1937415450811386,
      "learning_rate": 0.00018813189234143614,
      "loss": 12.158,
      "step": 9821
    },
    {
      "epoch": 1.6083183232356313,
      "grad_norm": 0.16618068516254425,
      "learning_rate": 0.00018812944945361824,
      "loss": 12.179,
      "step": 9822
    },
    {
      "epoch": 1.6084820697560178,
      "grad_norm": 0.18780972063541412,
      "learning_rate": 0.0001881270063302725,
      "loss": 12.2099,
      "step": 9823
    },
    {
      "epoch": 1.6086458162764041,
      "grad_norm": 0.17324309051036835,
      "learning_rate": 0.00018812456297140538,
      "loss": 12.1672,
      "step": 9824
    },
    {
      "epoch": 1.6088095627967904,
      "grad_norm": 0.1820804327726364,
      "learning_rate": 0.00018812211937702342,
      "loss": 12.1711,
      "step": 9825
    },
    {
      "epoch": 1.608973309317177,
      "grad_norm": 0.20987679064273834,
      "learning_rate": 0.0001881196755471332,
      "loss": 12.2183,
      "step": 9826
    },
    {
      "epoch": 1.6091370558375635,
      "grad_norm": 0.1664275974035263,
      "learning_rate": 0.0001881172314817412,
      "loss": 12.175,
      "step": 9827
    },
    {
      "epoch": 1.60930080235795,
      "grad_norm": 0.18450161814689636,
      "learning_rate": 0.00018811478718085397,
      "loss": 12.16,
      "step": 9828
    },
    {
      "epoch": 1.6094645488783363,
      "grad_norm": 0.16230973601341248,
      "learning_rate": 0.00018811234264447802,
      "loss": 12.1755,
      "step": 9829
    },
    {
      "epoch": 1.6096282953987227,
      "grad_norm": 0.19310064613819122,
      "learning_rate": 0.00018810989787261995,
      "loss": 12.1869,
      "step": 9830
    },
    {
      "epoch": 1.6097920419191092,
      "grad_norm": 0.19051647186279297,
      "learning_rate": 0.0001881074528652862,
      "loss": 12.1115,
      "step": 9831
    },
    {
      "epoch": 1.6099557884394957,
      "grad_norm": 0.19640836119651794,
      "learning_rate": 0.00018810500762248336,
      "loss": 12.1749,
      "step": 9832
    },
    {
      "epoch": 1.6101195349598822,
      "grad_norm": 0.16759942471981049,
      "learning_rate": 0.00018810256214421797,
      "loss": 12.1614,
      "step": 9833
    },
    {
      "epoch": 1.6102832814802686,
      "grad_norm": 0.16139034926891327,
      "learning_rate": 0.00018810011643049656,
      "loss": 12.1695,
      "step": 9834
    },
    {
      "epoch": 1.6104470280006549,
      "grad_norm": 0.19805856049060822,
      "learning_rate": 0.00018809767048132568,
      "loss": 12.1855,
      "step": 9835
    },
    {
      "epoch": 1.6106107745210414,
      "grad_norm": 0.2111654430627823,
      "learning_rate": 0.0001880952242967118,
      "loss": 12.1685,
      "step": 9836
    },
    {
      "epoch": 1.610774521041428,
      "grad_norm": 0.19621913135051727,
      "learning_rate": 0.00018809277787666155,
      "loss": 12.1846,
      "step": 9837
    },
    {
      "epoch": 1.6109382675618145,
      "grad_norm": 0.1604178547859192,
      "learning_rate": 0.0001880903312211814,
      "loss": 12.1887,
      "step": 9838
    },
    {
      "epoch": 1.6111020140822008,
      "grad_norm": 0.19402921199798584,
      "learning_rate": 0.0001880878843302779,
      "loss": 12.1889,
      "step": 9839
    },
    {
      "epoch": 1.611265760602587,
      "grad_norm": 0.25347214937210083,
      "learning_rate": 0.0001880854372039576,
      "loss": 12.1746,
      "step": 9840
    },
    {
      "epoch": 1.6114295071229736,
      "grad_norm": 0.2065022587776184,
      "learning_rate": 0.00018808298984222707,
      "loss": 12.1453,
      "step": 9841
    },
    {
      "epoch": 1.6115932536433601,
      "grad_norm": 0.20519301295280457,
      "learning_rate": 0.0001880805422450928,
      "loss": 12.1531,
      "step": 9842
    },
    {
      "epoch": 1.6117570001637467,
      "grad_norm": 0.18294331431388855,
      "learning_rate": 0.00018807809441256134,
      "loss": 12.2096,
      "step": 9843
    },
    {
      "epoch": 1.611920746684133,
      "grad_norm": 0.17322103679180145,
      "learning_rate": 0.00018807564634463925,
      "loss": 12.1573,
      "step": 9844
    },
    {
      "epoch": 1.6120844932045193,
      "grad_norm": 0.19814442098140717,
      "learning_rate": 0.0001880731980413331,
      "loss": 12.1734,
      "step": 9845
    },
    {
      "epoch": 1.6122482397249058,
      "grad_norm": 0.20897303521633148,
      "learning_rate": 0.00018807074950264932,
      "loss": 12.187,
      "step": 9846
    },
    {
      "epoch": 1.6124119862452924,
      "grad_norm": 0.17723694443702698,
      "learning_rate": 0.00018806830072859462,
      "loss": 12.1752,
      "step": 9847
    },
    {
      "epoch": 1.612575732765679,
      "grad_norm": 0.22710028290748596,
      "learning_rate": 0.00018806585171917542,
      "loss": 12.2092,
      "step": 9848
    },
    {
      "epoch": 1.6127394792860652,
      "grad_norm": 0.1455308049917221,
      "learning_rate": 0.0001880634024743983,
      "loss": 12.153,
      "step": 9849
    },
    {
      "epoch": 1.6129032258064515,
      "grad_norm": 0.1684013307094574,
      "learning_rate": 0.0001880609529942698,
      "loss": 12.1962,
      "step": 9850
    },
    {
      "epoch": 1.613066972326838,
      "grad_norm": 0.2539898753166199,
      "learning_rate": 0.0001880585032787965,
      "loss": 12.2153,
      "step": 9851
    },
    {
      "epoch": 1.6132307188472246,
      "grad_norm": 0.17713020741939545,
      "learning_rate": 0.00018805605332798493,
      "loss": 12.1533,
      "step": 9852
    },
    {
      "epoch": 1.6133944653676109,
      "grad_norm": 0.14515317976474762,
      "learning_rate": 0.0001880536031418416,
      "loss": 12.2349,
      "step": 9853
    },
    {
      "epoch": 1.6135582118879974,
      "grad_norm": 0.18509110808372498,
      "learning_rate": 0.00018805115272037308,
      "loss": 12.1893,
      "step": 9854
    },
    {
      "epoch": 1.6137219584083837,
      "grad_norm": 0.18402254581451416,
      "learning_rate": 0.00018804870206358596,
      "loss": 12.1953,
      "step": 9855
    },
    {
      "epoch": 1.6138857049287703,
      "grad_norm": 0.18109597265720367,
      "learning_rate": 0.00018804625117148672,
      "loss": 12.218,
      "step": 9856
    },
    {
      "epoch": 1.6140494514491568,
      "grad_norm": 0.20874112844467163,
      "learning_rate": 0.00018804380004408197,
      "loss": 12.2198,
      "step": 9857
    },
    {
      "epoch": 1.614213197969543,
      "grad_norm": 0.1588880568742752,
      "learning_rate": 0.00018804134868137824,
      "loss": 12.19,
      "step": 9858
    },
    {
      "epoch": 1.6143769444899296,
      "grad_norm": 0.2051563411951065,
      "learning_rate": 0.00018803889708338204,
      "loss": 12.1809,
      "step": 9859
    },
    {
      "epoch": 1.614540691010316,
      "grad_norm": 0.21887660026550293,
      "learning_rate": 0.00018803644525010001,
      "loss": 12.2,
      "step": 9860
    },
    {
      "epoch": 1.6147044375307025,
      "grad_norm": 0.16350895166397095,
      "learning_rate": 0.00018803399318153863,
      "loss": 12.1679,
      "step": 9861
    },
    {
      "epoch": 1.614868184051089,
      "grad_norm": 0.18640989065170288,
      "learning_rate": 0.00018803154087770446,
      "loss": 12.1517,
      "step": 9862
    },
    {
      "epoch": 1.6150319305714753,
      "grad_norm": 0.22535359859466553,
      "learning_rate": 0.00018802908833860408,
      "loss": 12.198,
      "step": 9863
    },
    {
      "epoch": 1.6151956770918618,
      "grad_norm": 0.17577539384365082,
      "learning_rate": 0.00018802663556424405,
      "loss": 12.192,
      "step": 9864
    },
    {
      "epoch": 1.6153594236122482,
      "grad_norm": 0.21411964297294617,
      "learning_rate": 0.0001880241825546309,
      "loss": 12.2241,
      "step": 9865
    },
    {
      "epoch": 1.6155231701326347,
      "grad_norm": 0.18481872975826263,
      "learning_rate": 0.0001880217293097712,
      "loss": 12.1863,
      "step": 9866
    },
    {
      "epoch": 1.6156869166530212,
      "grad_norm": 0.16028372943401337,
      "learning_rate": 0.00018801927582967148,
      "loss": 12.1479,
      "step": 9867
    },
    {
      "epoch": 1.6158506631734075,
      "grad_norm": 0.17749057710170746,
      "learning_rate": 0.00018801682211433833,
      "loss": 12.2212,
      "step": 9868
    },
    {
      "epoch": 1.6160144096937938,
      "grad_norm": 0.15822532773017883,
      "learning_rate": 0.0001880143681637783,
      "loss": 12.1648,
      "step": 9869
    },
    {
      "epoch": 1.6161781562141804,
      "grad_norm": 0.20830963551998138,
      "learning_rate": 0.00018801191397799794,
      "loss": 12.2422,
      "step": 9870
    },
    {
      "epoch": 1.616341902734567,
      "grad_norm": 0.13468091189861298,
      "learning_rate": 0.0001880094595570038,
      "loss": 12.2436,
      "step": 9871
    },
    {
      "epoch": 1.6165056492549534,
      "grad_norm": 0.15090464055538177,
      "learning_rate": 0.00018800700490080247,
      "loss": 12.1803,
      "step": 9872
    },
    {
      "epoch": 1.6166693957753397,
      "grad_norm": 0.1572577804327011,
      "learning_rate": 0.0001880045500094005,
      "loss": 12.1773,
      "step": 9873
    },
    {
      "epoch": 1.616833142295726,
      "grad_norm": 0.1586330682039261,
      "learning_rate": 0.0001880020948828044,
      "loss": 12.1635,
      "step": 9874
    },
    {
      "epoch": 1.6169968888161126,
      "grad_norm": 0.2011054903268814,
      "learning_rate": 0.0001879996395210208,
      "loss": 12.177,
      "step": 9875
    },
    {
      "epoch": 1.6171606353364991,
      "grad_norm": 0.22511236369609833,
      "learning_rate": 0.00018799718392405627,
      "loss": 12.237,
      "step": 9876
    },
    {
      "epoch": 1.6173243818568857,
      "grad_norm": 0.2093547135591507,
      "learning_rate": 0.0001879947280919173,
      "loss": 12.1812,
      "step": 9877
    },
    {
      "epoch": 1.617488128377272,
      "grad_norm": 0.1541607826948166,
      "learning_rate": 0.00018799227202461046,
      "loss": 12.1671,
      "step": 9878
    },
    {
      "epoch": 1.6176518748976583,
      "grad_norm": 0.17738881707191467,
      "learning_rate": 0.0001879898157221424,
      "loss": 12.2012,
      "step": 9879
    },
    {
      "epoch": 1.6178156214180448,
      "grad_norm": 0.18403013050556183,
      "learning_rate": 0.0001879873591845196,
      "loss": 12.1747,
      "step": 9880
    },
    {
      "epoch": 1.6179793679384313,
      "grad_norm": 0.17428460717201233,
      "learning_rate": 0.0001879849024117487,
      "loss": 12.1971,
      "step": 9881
    },
    {
      "epoch": 1.6181431144588179,
      "grad_norm": 0.15644840896129608,
      "learning_rate": 0.00018798244540383619,
      "loss": 12.1643,
      "step": 9882
    },
    {
      "epoch": 1.6183068609792042,
      "grad_norm": 0.1739058941602707,
      "learning_rate": 0.00018797998816078867,
      "loss": 12.168,
      "step": 9883
    },
    {
      "epoch": 1.6184706074995905,
      "grad_norm": 0.15643319487571716,
      "learning_rate": 0.00018797753068261271,
      "loss": 12.1544,
      "step": 9884
    },
    {
      "epoch": 1.618634354019977,
      "grad_norm": 0.16660721600055695,
      "learning_rate": 0.00018797507296931486,
      "loss": 12.1609,
      "step": 9885
    },
    {
      "epoch": 1.6187981005403635,
      "grad_norm": 0.16074810922145844,
      "learning_rate": 0.0001879726150209017,
      "loss": 12.2294,
      "step": 9886
    },
    {
      "epoch": 1.61896184706075,
      "grad_norm": 0.18613460659980774,
      "learning_rate": 0.0001879701568373798,
      "loss": 12.2102,
      "step": 9887
    },
    {
      "epoch": 1.6191255935811364,
      "grad_norm": 0.20600354671478271,
      "learning_rate": 0.00018796769841875576,
      "loss": 12.1958,
      "step": 9888
    },
    {
      "epoch": 1.6192893401015227,
      "grad_norm": 0.15158559381961823,
      "learning_rate": 0.0001879652397650361,
      "loss": 12.1933,
      "step": 9889
    },
    {
      "epoch": 1.6194530866219092,
      "grad_norm": 0.16491255164146423,
      "learning_rate": 0.0001879627808762274,
      "loss": 12.2005,
      "step": 9890
    },
    {
      "epoch": 1.6196168331422958,
      "grad_norm": 0.18662123382091522,
      "learning_rate": 0.00018796032175233624,
      "loss": 12.1332,
      "step": 9891
    },
    {
      "epoch": 1.6197805796626823,
      "grad_norm": 0.20251579582691193,
      "learning_rate": 0.00018795786239336924,
      "loss": 12.2281,
      "step": 9892
    },
    {
      "epoch": 1.6199443261830686,
      "grad_norm": 0.16997867822647095,
      "learning_rate": 0.00018795540279933288,
      "loss": 12.1826,
      "step": 9893
    },
    {
      "epoch": 1.620108072703455,
      "grad_norm": 0.13838772475719452,
      "learning_rate": 0.0001879529429702338,
      "loss": 12.2148,
      "step": 9894
    },
    {
      "epoch": 1.6202718192238414,
      "grad_norm": 0.14646205306053162,
      "learning_rate": 0.00018795048290607853,
      "loss": 12.1773,
      "step": 9895
    },
    {
      "epoch": 1.620435565744228,
      "grad_norm": 0.16428059339523315,
      "learning_rate": 0.00018794802260687369,
      "loss": 12.1625,
      "step": 9896
    },
    {
      "epoch": 1.6205993122646145,
      "grad_norm": 0.16473524272441864,
      "learning_rate": 0.00018794556207262582,
      "loss": 12.1578,
      "step": 9897
    },
    {
      "epoch": 1.6207630587850008,
      "grad_norm": 0.15660791099071503,
      "learning_rate": 0.00018794310130334152,
      "loss": 12.1606,
      "step": 9898
    },
    {
      "epoch": 1.6209268053053871,
      "grad_norm": 0.19847741723060608,
      "learning_rate": 0.00018794064029902733,
      "loss": 12.1557,
      "step": 9899
    },
    {
      "epoch": 1.6210905518257737,
      "grad_norm": 0.1596359759569168,
      "learning_rate": 0.0001879381790596899,
      "loss": 12.1727,
      "step": 9900
    },
    {
      "epoch": 1.6212542983461602,
      "grad_norm": 0.1396627426147461,
      "learning_rate": 0.0001879357175853357,
      "loss": 12.1789,
      "step": 9901
    },
    {
      "epoch": 1.6214180448665467,
      "grad_norm": 0.14271444082260132,
      "learning_rate": 0.00018793325587597144,
      "loss": 12.2201,
      "step": 9902
    },
    {
      "epoch": 1.621581791386933,
      "grad_norm": 0.17880167067050934,
      "learning_rate": 0.0001879307939316036,
      "loss": 12.1748,
      "step": 9903
    },
    {
      "epoch": 1.6217455379073193,
      "grad_norm": 0.1770845353603363,
      "learning_rate": 0.00018792833175223877,
      "loss": 12.1772,
      "step": 9904
    },
    {
      "epoch": 1.6219092844277059,
      "grad_norm": 0.18853266537189484,
      "learning_rate": 0.00018792586933788355,
      "loss": 12.2206,
      "step": 9905
    },
    {
      "epoch": 1.6220730309480924,
      "grad_norm": 0.1770552396774292,
      "learning_rate": 0.00018792340668854452,
      "loss": 12.1957,
      "step": 9906
    },
    {
      "epoch": 1.622236777468479,
      "grad_norm": 0.17675966024398804,
      "learning_rate": 0.00018792094380422827,
      "loss": 12.1634,
      "step": 9907
    },
    {
      "epoch": 1.6224005239888653,
      "grad_norm": 0.18330645561218262,
      "learning_rate": 0.00018791848068494137,
      "loss": 12.1606,
      "step": 9908
    },
    {
      "epoch": 1.6225642705092516,
      "grad_norm": 0.20518231391906738,
      "learning_rate": 0.0001879160173306904,
      "loss": 12.2433,
      "step": 9909
    },
    {
      "epoch": 1.622728017029638,
      "grad_norm": 0.31606295704841614,
      "learning_rate": 0.00018791355374148195,
      "loss": 12.1926,
      "step": 9910
    },
    {
      "epoch": 1.6228917635500246,
      "grad_norm": 0.15903884172439575,
      "learning_rate": 0.0001879110899173226,
      "loss": 12.1842,
      "step": 9911
    },
    {
      "epoch": 1.6230555100704112,
      "grad_norm": 0.1828416883945465,
      "learning_rate": 0.00018790862585821896,
      "loss": 12.2379,
      "step": 9912
    },
    {
      "epoch": 1.6232192565907975,
      "grad_norm": 0.24283196032047272,
      "learning_rate": 0.00018790616156417756,
      "loss": 12.1709,
      "step": 9913
    },
    {
      "epoch": 1.6233830031111838,
      "grad_norm": 0.11050713062286377,
      "learning_rate": 0.00018790369703520503,
      "loss": 12.1933,
      "step": 9914
    },
    {
      "epoch": 1.6235467496315703,
      "grad_norm": 0.17518094182014465,
      "learning_rate": 0.00018790123227130793,
      "loss": 12.1846,
      "step": 9915
    },
    {
      "epoch": 1.6237104961519568,
      "grad_norm": 0.1749161332845688,
      "learning_rate": 0.0001878987672724929,
      "loss": 12.1833,
      "step": 9916
    },
    {
      "epoch": 1.6238742426723434,
      "grad_norm": 0.19011473655700684,
      "learning_rate": 0.00018789630203876648,
      "loss": 12.1419,
      "step": 9917
    },
    {
      "epoch": 1.6240379891927297,
      "grad_norm": 0.1459304243326187,
      "learning_rate": 0.00018789383657013525,
      "loss": 12.1538,
      "step": 9918
    },
    {
      "epoch": 1.624201735713116,
      "grad_norm": 0.17562754452228546,
      "learning_rate": 0.00018789137086660582,
      "loss": 12.1848,
      "step": 9919
    },
    {
      "epoch": 1.6243654822335025,
      "grad_norm": 0.1477740854024887,
      "learning_rate": 0.00018788890492818476,
      "loss": 12.197,
      "step": 9920
    },
    {
      "epoch": 1.624529228753889,
      "grad_norm": 0.19307909905910492,
      "learning_rate": 0.0001878864387548787,
      "loss": 12.1685,
      "step": 9921
    },
    {
      "epoch": 1.6246929752742756,
      "grad_norm": 0.15826763212680817,
      "learning_rate": 0.00018788397234669423,
      "loss": 12.177,
      "step": 9922
    },
    {
      "epoch": 1.624856721794662,
      "grad_norm": 0.23754626512527466,
      "learning_rate": 0.00018788150570363786,
      "loss": 12.2239,
      "step": 9923
    },
    {
      "epoch": 1.6250204683150482,
      "grad_norm": 0.1635899841785431,
      "learning_rate": 0.0001878790388257163,
      "loss": 12.2065,
      "step": 9924
    },
    {
      "epoch": 1.6251842148354347,
      "grad_norm": 0.24043528735637665,
      "learning_rate": 0.00018787657171293604,
      "loss": 12.2209,
      "step": 9925
    },
    {
      "epoch": 1.6253479613558213,
      "grad_norm": 0.15671773254871368,
      "learning_rate": 0.00018787410436530374,
      "loss": 12.2023,
      "step": 9926
    },
    {
      "epoch": 1.6255117078762076,
      "grad_norm": 0.2792202830314636,
      "learning_rate": 0.00018787163678282598,
      "loss": 12.1413,
      "step": 9927
    },
    {
      "epoch": 1.625675454396594,
      "grad_norm": 0.17635662853717804,
      "learning_rate": 0.00018786916896550935,
      "loss": 12.1734,
      "step": 9928
    },
    {
      "epoch": 1.6258392009169804,
      "grad_norm": 0.1893516480922699,
      "learning_rate": 0.00018786670091336044,
      "loss": 12.1966,
      "step": 9929
    },
    {
      "epoch": 1.626002947437367,
      "grad_norm": 0.25066956877708435,
      "learning_rate": 0.00018786423262638578,
      "loss": 12.2153,
      "step": 9930
    },
    {
      "epoch": 1.6261666939577535,
      "grad_norm": 0.21085956692695618,
      "learning_rate": 0.0001878617641045921,
      "loss": 12.2093,
      "step": 9931
    },
    {
      "epoch": 1.6263304404781398,
      "grad_norm": 0.12964585423469543,
      "learning_rate": 0.00018785929534798594,
      "loss": 12.2084,
      "step": 9932
    },
    {
      "epoch": 1.6264941869985263,
      "grad_norm": 0.1552371382713318,
      "learning_rate": 0.00018785682635657388,
      "loss": 12.1385,
      "step": 9933
    },
    {
      "epoch": 1.6266579335189126,
      "grad_norm": 0.3809773921966553,
      "learning_rate": 0.0001878543571303625,
      "loss": 12.2394,
      "step": 9934
    },
    {
      "epoch": 1.6268216800392992,
      "grad_norm": 0.17673026025295258,
      "learning_rate": 0.00018785188766935843,
      "loss": 12.1981,
      "step": 9935
    },
    {
      "epoch": 1.6269854265596857,
      "grad_norm": 0.1931086927652359,
      "learning_rate": 0.00018784941797356827,
      "loss": 12.1525,
      "step": 9936
    },
    {
      "epoch": 1.627149173080072,
      "grad_norm": 0.18496033549308777,
      "learning_rate": 0.00018784694804299866,
      "loss": 12.196,
      "step": 9937
    },
    {
      "epoch": 1.6273129196004585,
      "grad_norm": 0.14937913417816162,
      "learning_rate": 0.00018784447787765612,
      "loss": 12.1881,
      "step": 9938
    },
    {
      "epoch": 1.6274766661208449,
      "grad_norm": 0.21623595058918,
      "learning_rate": 0.00018784200747754728,
      "loss": 12.1788,
      "step": 9939
    },
    {
      "epoch": 1.6276404126412314,
      "grad_norm": 0.27205953001976013,
      "learning_rate": 0.00018783953684267877,
      "loss": 12.2236,
      "step": 9940
    },
    {
      "epoch": 1.627804159161618,
      "grad_norm": 0.1852644383907318,
      "learning_rate": 0.00018783706597305717,
      "loss": 12.1453,
      "step": 9941
    },
    {
      "epoch": 1.6279679056820042,
      "grad_norm": 0.16438136994838715,
      "learning_rate": 0.0001878345948686891,
      "loss": 12.2106,
      "step": 9942
    },
    {
      "epoch": 1.6281316522023905,
      "grad_norm": 0.13212737441062927,
      "learning_rate": 0.0001878321235295811,
      "loss": 12.1542,
      "step": 9943
    },
    {
      "epoch": 1.628295398722777,
      "grad_norm": 0.18278998136520386,
      "learning_rate": 0.00018782965195573986,
      "loss": 12.1758,
      "step": 9944
    },
    {
      "epoch": 1.6284591452431636,
      "grad_norm": 0.1946934163570404,
      "learning_rate": 0.00018782718014717198,
      "loss": 12.2301,
      "step": 9945
    },
    {
      "epoch": 1.6286228917635501,
      "grad_norm": 0.32388728857040405,
      "learning_rate": 0.00018782470810388402,
      "loss": 12.2105,
      "step": 9946
    },
    {
      "epoch": 1.6287866382839364,
      "grad_norm": 0.16206207871437073,
      "learning_rate": 0.0001878222358258826,
      "loss": 12.1799,
      "step": 9947
    },
    {
      "epoch": 1.6289503848043227,
      "grad_norm": 0.18038344383239746,
      "learning_rate": 0.00018781976331317432,
      "loss": 12.156,
      "step": 9948
    },
    {
      "epoch": 1.6291141313247093,
      "grad_norm": 0.1636960208415985,
      "learning_rate": 0.0001878172905657658,
      "loss": 12.1608,
      "step": 9949
    },
    {
      "epoch": 1.6292778778450958,
      "grad_norm": 0.1728157252073288,
      "learning_rate": 0.00018781481758366365,
      "loss": 12.2189,
      "step": 9950
    },
    {
      "epoch": 1.6294416243654823,
      "grad_norm": 0.15868084132671356,
      "learning_rate": 0.0001878123443668745,
      "loss": 12.1985,
      "step": 9951
    },
    {
      "epoch": 1.6296053708858687,
      "grad_norm": 0.17826908826828003,
      "learning_rate": 0.00018780987091540492,
      "loss": 12.1768,
      "step": 9952
    },
    {
      "epoch": 1.629769117406255,
      "grad_norm": 0.2607863247394562,
      "learning_rate": 0.00018780739722926154,
      "loss": 12.169,
      "step": 9953
    },
    {
      "epoch": 1.6299328639266415,
      "grad_norm": 0.2005949318408966,
      "learning_rate": 0.00018780492330845096,
      "loss": 12.1515,
      "step": 9954
    },
    {
      "epoch": 1.630096610447028,
      "grad_norm": 0.2165576070547104,
      "learning_rate": 0.00018780244915297983,
      "loss": 12.176,
      "step": 9955
    },
    {
      "epoch": 1.6302603569674146,
      "grad_norm": 0.19189797341823578,
      "learning_rate": 0.00018779997476285466,
      "loss": 12.1883,
      "step": 9956
    },
    {
      "epoch": 1.6304241034878009,
      "grad_norm": 0.20559869706630707,
      "learning_rate": 0.0001877975001380822,
      "loss": 12.1972,
      "step": 9957
    },
    {
      "epoch": 1.6305878500081872,
      "grad_norm": 0.16644160449504852,
      "learning_rate": 0.00018779502527866896,
      "loss": 12.2229,
      "step": 9958
    },
    {
      "epoch": 1.6307515965285737,
      "grad_norm": 0.2552374303340912,
      "learning_rate": 0.00018779255018462165,
      "loss": 12.2249,
      "step": 9959
    },
    {
      "epoch": 1.6309153430489602,
      "grad_norm": 0.24046596884727478,
      "learning_rate": 0.00018779007485594676,
      "loss": 12.158,
      "step": 9960
    },
    {
      "epoch": 1.6310790895693468,
      "grad_norm": 0.21138246357440948,
      "learning_rate": 0.000187787599292651,
      "loss": 12.1729,
      "step": 9961
    },
    {
      "epoch": 1.631242836089733,
      "grad_norm": 0.2131904512643814,
      "learning_rate": 0.00018778512349474098,
      "loss": 12.1884,
      "step": 9962
    },
    {
      "epoch": 1.6314065826101194,
      "grad_norm": 0.2248040735721588,
      "learning_rate": 0.00018778264746222327,
      "loss": 12.1149,
      "step": 9963
    },
    {
      "epoch": 1.631570329130506,
      "grad_norm": 0.16087189316749573,
      "learning_rate": 0.00018778017119510453,
      "loss": 12.222,
      "step": 9964
    },
    {
      "epoch": 1.6317340756508925,
      "grad_norm": 0.16663478314876556,
      "learning_rate": 0.00018777769469339136,
      "loss": 12.1851,
      "step": 9965
    },
    {
      "epoch": 1.631897822171279,
      "grad_norm": 0.16278913617134094,
      "learning_rate": 0.00018777521795709033,
      "loss": 12.1669,
      "step": 9966
    },
    {
      "epoch": 1.6320615686916653,
      "grad_norm": 0.18423835933208466,
      "learning_rate": 0.00018777274098620813,
      "loss": 12.1789,
      "step": 9967
    },
    {
      "epoch": 1.6322253152120516,
      "grad_norm": 0.19671273231506348,
      "learning_rate": 0.00018777026378075136,
      "loss": 12.1883,
      "step": 9968
    },
    {
      "epoch": 1.6323890617324381,
      "grad_norm": 0.14481744170188904,
      "learning_rate": 0.0001877677863407267,
      "loss": 12.2083,
      "step": 9969
    },
    {
      "epoch": 1.6325528082528247,
      "grad_norm": 0.14509327709674835,
      "learning_rate": 0.00018776530866614064,
      "loss": 12.1962,
      "step": 9970
    },
    {
      "epoch": 1.6327165547732112,
      "grad_norm": 0.16460853815078735,
      "learning_rate": 0.0001877628307569999,
      "loss": 12.1947,
      "step": 9971
    },
    {
      "epoch": 1.6328803012935975,
      "grad_norm": 0.18326686322689056,
      "learning_rate": 0.00018776035261331106,
      "loss": 12.1813,
      "step": 9972
    },
    {
      "epoch": 1.6330440478139838,
      "grad_norm": 0.18407128751277924,
      "learning_rate": 0.00018775787423508074,
      "loss": 12.2354,
      "step": 9973
    },
    {
      "epoch": 1.6332077943343704,
      "grad_norm": 0.16360071301460266,
      "learning_rate": 0.00018775539562231562,
      "loss": 12.1783,
      "step": 9974
    },
    {
      "epoch": 1.6333715408547569,
      "grad_norm": 0.22770726680755615,
      "learning_rate": 0.00018775291677502226,
      "loss": 12.2131,
      "step": 9975
    },
    {
      "epoch": 1.6335352873751434,
      "grad_norm": 0.19570256769657135,
      "learning_rate": 0.0001877504376932073,
      "loss": 12.2048,
      "step": 9976
    },
    {
      "epoch": 1.6336990338955297,
      "grad_norm": 0.1858154833316803,
      "learning_rate": 0.0001877479583768774,
      "loss": 12.191,
      "step": 9977
    },
    {
      "epoch": 1.633862780415916,
      "grad_norm": 0.2639467716217041,
      "learning_rate": 0.0001877454788260391,
      "loss": 12.1662,
      "step": 9978
    },
    {
      "epoch": 1.6340265269363026,
      "grad_norm": 0.1471913605928421,
      "learning_rate": 0.00018774299904069915,
      "loss": 12.2105,
      "step": 9979
    },
    {
      "epoch": 1.634190273456689,
      "grad_norm": 0.28460070490837097,
      "learning_rate": 0.0001877405190208641,
      "loss": 12.2183,
      "step": 9980
    },
    {
      "epoch": 1.6343540199770756,
      "grad_norm": 0.20397119224071503,
      "learning_rate": 0.00018773803876654058,
      "loss": 12.2773,
      "step": 9981
    },
    {
      "epoch": 1.634517766497462,
      "grad_norm": 0.236411452293396,
      "learning_rate": 0.00018773555827773523,
      "loss": 12.2122,
      "step": 9982
    },
    {
      "epoch": 1.6346815130178483,
      "grad_norm": 0.18207690119743347,
      "learning_rate": 0.00018773307755445465,
      "loss": 12.1565,
      "step": 9983
    },
    {
      "epoch": 1.6348452595382348,
      "grad_norm": 0.20283597707748413,
      "learning_rate": 0.00018773059659670554,
      "loss": 12.1702,
      "step": 9984
    },
    {
      "epoch": 1.6350090060586213,
      "grad_norm": 0.17302873730659485,
      "learning_rate": 0.0001877281154044945,
      "loss": 12.2052,
      "step": 9985
    },
    {
      "epoch": 1.6351727525790078,
      "grad_norm": 0.2123425155878067,
      "learning_rate": 0.00018772563397782813,
      "loss": 12.191,
      "step": 9986
    },
    {
      "epoch": 1.6353364990993942,
      "grad_norm": 0.1440732479095459,
      "learning_rate": 0.00018772315231671308,
      "loss": 12.1775,
      "step": 9987
    },
    {
      "epoch": 1.6355002456197805,
      "grad_norm": 0.18352782726287842,
      "learning_rate": 0.000187720670421156,
      "loss": 12.2596,
      "step": 9988
    },
    {
      "epoch": 1.635663992140167,
      "grad_norm": 0.18891000747680664,
      "learning_rate": 0.00018771818829116347,
      "loss": 12.1884,
      "step": 9989
    },
    {
      "epoch": 1.6358277386605535,
      "grad_norm": 0.19629843533039093,
      "learning_rate": 0.0001877157059267422,
      "loss": 12.1209,
      "step": 9990
    },
    {
      "epoch": 1.63599148518094,
      "grad_norm": 0.17836710810661316,
      "learning_rate": 0.00018771322332789876,
      "loss": 12.1872,
      "step": 9991
    },
    {
      "epoch": 1.6361552317013264,
      "grad_norm": 0.2016793191432953,
      "learning_rate": 0.00018771074049463984,
      "loss": 12.1776,
      "step": 9992
    },
    {
      "epoch": 1.6363189782217127,
      "grad_norm": 0.22303438186645508,
      "learning_rate": 0.000187708257426972,
      "loss": 12.1974,
      "step": 9993
    },
    {
      "epoch": 1.6364827247420992,
      "grad_norm": 0.1527496874332428,
      "learning_rate": 0.00018770577412490196,
      "loss": 12.2096,
      "step": 9994
    },
    {
      "epoch": 1.6366464712624857,
      "grad_norm": 0.18933281302452087,
      "learning_rate": 0.0001877032905884363,
      "loss": 12.2236,
      "step": 9995
    },
    {
      "epoch": 1.6368102177828723,
      "grad_norm": 0.17412233352661133,
      "learning_rate": 0.00018770080681758167,
      "loss": 12.2112,
      "step": 9996
    },
    {
      "epoch": 1.6369739643032586,
      "grad_norm": 0.17357544600963593,
      "learning_rate": 0.00018769832281234473,
      "loss": 12.1594,
      "step": 9997
    },
    {
      "epoch": 1.637137710823645,
      "grad_norm": 0.47144949436187744,
      "learning_rate": 0.0001876958385727321,
      "loss": 12.184,
      "step": 9998
    },
    {
      "epoch": 1.6373014573440314,
      "grad_norm": 0.1947917938232422,
      "learning_rate": 0.00018769335409875038,
      "loss": 12.2149,
      "step": 9999
    },
    {
      "epoch": 1.637465203864418,
      "grad_norm": 0.2615512013435364,
      "learning_rate": 0.00018769086939040633,
      "loss": 12.2151,
      "step": 10000
    },
    {
      "epoch": 1.637465203864418,
      "eval_loss": 12.167597770690918,
      "eval_runtime": 7.3221,
      "eval_samples_per_second": 33.597,
      "eval_steps_per_second": 16.798,
      "step": 10000
    },
    {
      "epoch": 1.6376289503848043,
      "grad_norm": 0.19623997807502747,
      "learning_rate": 0.00018768838444770645,
      "loss": 12.1844,
      "step": 10001
    },
    {
      "epoch": 1.6377926969051908,
      "grad_norm": 0.1543947458267212,
      "learning_rate": 0.00018768589927065747,
      "loss": 12.1198,
      "step": 10002
    },
    {
      "epoch": 1.6379564434255771,
      "grad_norm": 0.2010180652141571,
      "learning_rate": 0.000187683413859266,
      "loss": 12.2021,
      "step": 10003
    },
    {
      "epoch": 1.6381201899459636,
      "grad_norm": 0.1356717199087143,
      "learning_rate": 0.00018768092821353866,
      "loss": 12.1542,
      "step": 10004
    },
    {
      "epoch": 1.6382839364663502,
      "grad_norm": 0.16657957434654236,
      "learning_rate": 0.00018767844233348214,
      "loss": 12.2105,
      "step": 10005
    },
    {
      "epoch": 1.6384476829867365,
      "grad_norm": 0.21447530388832092,
      "learning_rate": 0.00018767595621910305,
      "loss": 12.1648,
      "step": 10006
    },
    {
      "epoch": 1.638611429507123,
      "grad_norm": 0.1879284381866455,
      "learning_rate": 0.0001876734698704081,
      "loss": 12.1608,
      "step": 10007
    },
    {
      "epoch": 1.6387751760275093,
      "grad_norm": 0.18436525762081146,
      "learning_rate": 0.00018767098328740384,
      "loss": 12.1876,
      "step": 10008
    },
    {
      "epoch": 1.6389389225478959,
      "grad_norm": 0.20438744127750397,
      "learning_rate": 0.00018766849647009693,
      "loss": 12.2253,
      "step": 10009
    },
    {
      "epoch": 1.6391026690682824,
      "grad_norm": 0.26153308153152466,
      "learning_rate": 0.00018766600941849408,
      "loss": 12.2531,
      "step": 10010
    },
    {
      "epoch": 1.6392664155886687,
      "grad_norm": 0.16012859344482422,
      "learning_rate": 0.00018766352213260188,
      "loss": 12.1976,
      "step": 10011
    },
    {
      "epoch": 1.6394301621090552,
      "grad_norm": 0.16798147559165955,
      "learning_rate": 0.000187661034612427,
      "loss": 12.1867,
      "step": 10012
    },
    {
      "epoch": 1.6395939086294415,
      "grad_norm": 0.14508721232414246,
      "learning_rate": 0.00018765854685797614,
      "loss": 12.1823,
      "step": 10013
    },
    {
      "epoch": 1.639757655149828,
      "grad_norm": 0.14350184798240662,
      "learning_rate": 0.00018765605886925584,
      "loss": 12.1653,
      "step": 10014
    },
    {
      "epoch": 1.6399214016702146,
      "grad_norm": 0.18101052939891815,
      "learning_rate": 0.0001876535706462728,
      "loss": 12.2245,
      "step": 10015
    },
    {
      "epoch": 1.640085148190601,
      "grad_norm": 0.21090182662010193,
      "learning_rate": 0.00018765108218903368,
      "loss": 12.147,
      "step": 10016
    },
    {
      "epoch": 1.6402488947109872,
      "grad_norm": 0.2714996635913849,
      "learning_rate": 0.0001876485934975451,
      "loss": 12.2223,
      "step": 10017
    },
    {
      "epoch": 1.6404126412313738,
      "grad_norm": 0.1763942539691925,
      "learning_rate": 0.00018764610457181377,
      "loss": 12.2218,
      "step": 10018
    },
    {
      "epoch": 1.6405763877517603,
      "grad_norm": 0.2662621736526489,
      "learning_rate": 0.0001876436154118463,
      "loss": 12.175,
      "step": 10019
    },
    {
      "epoch": 1.6407401342721468,
      "grad_norm": 0.17678043246269226,
      "learning_rate": 0.00018764112601764936,
      "loss": 12.1941,
      "step": 10020
    },
    {
      "epoch": 1.6409038807925331,
      "grad_norm": 0.21630576252937317,
      "learning_rate": 0.00018763863638922957,
      "loss": 12.174,
      "step": 10021
    },
    {
      "epoch": 1.6410676273129194,
      "grad_norm": 0.20512723922729492,
      "learning_rate": 0.00018763614652659362,
      "loss": 12.1524,
      "step": 10022
    },
    {
      "epoch": 1.641231373833306,
      "grad_norm": 0.2170085459947586,
      "learning_rate": 0.00018763365642974816,
      "loss": 12.1474,
      "step": 10023
    },
    {
      "epoch": 1.6413951203536925,
      "grad_norm": 0.17298486828804016,
      "learning_rate": 0.0001876311660986998,
      "loss": 12.1787,
      "step": 10024
    },
    {
      "epoch": 1.641558866874079,
      "grad_norm": 0.19976939260959625,
      "learning_rate": 0.00018762867553345525,
      "loss": 12.1703,
      "step": 10025
    },
    {
      "epoch": 1.6417226133944653,
      "grad_norm": 0.1498572677373886,
      "learning_rate": 0.00018762618473402114,
      "loss": 12.1707,
      "step": 10026
    },
    {
      "epoch": 1.6418863599148517,
      "grad_norm": 0.18322280049324036,
      "learning_rate": 0.0001876236937004041,
      "loss": 12.1584,
      "step": 10027
    },
    {
      "epoch": 1.6420501064352382,
      "grad_norm": 0.16067421436309814,
      "learning_rate": 0.0001876212024326109,
      "loss": 12.2184,
      "step": 10028
    },
    {
      "epoch": 1.6422138529556247,
      "grad_norm": 0.15803329646587372,
      "learning_rate": 0.00018761871093064806,
      "loss": 12.1255,
      "step": 10029
    },
    {
      "epoch": 1.6423775994760113,
      "grad_norm": 0.2065732628107071,
      "learning_rate": 0.0001876162191945223,
      "loss": 12.2154,
      "step": 10030
    },
    {
      "epoch": 1.6425413459963976,
      "grad_norm": 0.14320142567157745,
      "learning_rate": 0.0001876137272242403,
      "loss": 12.2207,
      "step": 10031
    },
    {
      "epoch": 1.6427050925167839,
      "grad_norm": 0.18620939552783966,
      "learning_rate": 0.00018761123501980867,
      "loss": 12.1822,
      "step": 10032
    },
    {
      "epoch": 1.6428688390371704,
      "grad_norm": 0.18936051428318024,
      "learning_rate": 0.0001876087425812341,
      "loss": 12.2376,
      "step": 10033
    },
    {
      "epoch": 1.643032585557557,
      "grad_norm": 0.1831868439912796,
      "learning_rate": 0.00018760624990852326,
      "loss": 12.2075,
      "step": 10034
    },
    {
      "epoch": 1.6431963320779435,
      "grad_norm": 0.1699231117963791,
      "learning_rate": 0.00018760375700168277,
      "loss": 12.1944,
      "step": 10035
    },
    {
      "epoch": 1.6433600785983298,
      "grad_norm": 0.19230207800865173,
      "learning_rate": 0.00018760126386071935,
      "loss": 12.1868,
      "step": 10036
    },
    {
      "epoch": 1.643523825118716,
      "grad_norm": 0.15927089750766754,
      "learning_rate": 0.00018759877048563962,
      "loss": 12.1816,
      "step": 10037
    },
    {
      "epoch": 1.6436875716391026,
      "grad_norm": 0.17211726307868958,
      "learning_rate": 0.00018759627687645029,
      "loss": 12.227,
      "step": 10038
    },
    {
      "epoch": 1.6438513181594891,
      "grad_norm": 0.1679835021495819,
      "learning_rate": 0.00018759378303315793,
      "loss": 12.1902,
      "step": 10039
    },
    {
      "epoch": 1.6440150646798757,
      "grad_norm": 0.2013028860092163,
      "learning_rate": 0.0001875912889557693,
      "loss": 12.2211,
      "step": 10040
    },
    {
      "epoch": 1.644178811200262,
      "grad_norm": 0.21644353866577148,
      "learning_rate": 0.00018758879464429105,
      "loss": 12.1438,
      "step": 10041
    },
    {
      "epoch": 1.6443425577206483,
      "grad_norm": 0.1572420597076416,
      "learning_rate": 0.0001875863000987298,
      "loss": 12.2754,
      "step": 10042
    },
    {
      "epoch": 1.6445063042410348,
      "grad_norm": 0.19611045718193054,
      "learning_rate": 0.00018758380531909224,
      "loss": 12.1641,
      "step": 10043
    },
    {
      "epoch": 1.6446700507614214,
      "grad_norm": 0.25567349791526794,
      "learning_rate": 0.00018758131030538507,
      "loss": 12.2669,
      "step": 10044
    },
    {
      "epoch": 1.644833797281808,
      "grad_norm": 0.1737920492887497,
      "learning_rate": 0.0001875788150576149,
      "loss": 12.1674,
      "step": 10045
    },
    {
      "epoch": 1.6449975438021942,
      "grad_norm": 0.19929063320159912,
      "learning_rate": 0.00018757631957578847,
      "loss": 12.1509,
      "step": 10046
    },
    {
      "epoch": 1.6451612903225805,
      "grad_norm": 0.1745835542678833,
      "learning_rate": 0.00018757382385991238,
      "loss": 12.1652,
      "step": 10047
    },
    {
      "epoch": 1.645325036842967,
      "grad_norm": 0.16531416773796082,
      "learning_rate": 0.00018757132790999333,
      "loss": 12.1842,
      "step": 10048
    },
    {
      "epoch": 1.6454887833633536,
      "grad_norm": 0.18507175147533417,
      "learning_rate": 0.000187568831726038,
      "loss": 12.1365,
      "step": 10049
    },
    {
      "epoch": 1.6456525298837401,
      "grad_norm": 0.16097770631313324,
      "learning_rate": 0.00018756633530805304,
      "loss": 12.1705,
      "step": 10050
    },
    {
      "epoch": 1.6458162764041264,
      "grad_norm": 0.2190566062927246,
      "learning_rate": 0.00018756383865604513,
      "loss": 12.1669,
      "step": 10051
    },
    {
      "epoch": 1.6459800229245127,
      "grad_norm": 0.1780785322189331,
      "learning_rate": 0.00018756134177002094,
      "loss": 12.1492,
      "step": 10052
    },
    {
      "epoch": 1.6461437694448993,
      "grad_norm": 0.1833278238773346,
      "learning_rate": 0.00018755884464998716,
      "loss": 12.1646,
      "step": 10053
    },
    {
      "epoch": 1.6463075159652858,
      "grad_norm": 0.17105332016944885,
      "learning_rate": 0.00018755634729595043,
      "loss": 12.1827,
      "step": 10054
    },
    {
      "epoch": 1.6464712624856723,
      "grad_norm": 0.1861100196838379,
      "learning_rate": 0.00018755384970791744,
      "loss": 12.1478,
      "step": 10055
    },
    {
      "epoch": 1.6466350090060586,
      "grad_norm": 0.19431881606578827,
      "learning_rate": 0.0001875513518858949,
      "loss": 12.2524,
      "step": 10056
    },
    {
      "epoch": 1.646798755526445,
      "grad_norm": 0.21388110518455505,
      "learning_rate": 0.00018754885382988944,
      "loss": 12.1996,
      "step": 10057
    },
    {
      "epoch": 1.6469625020468315,
      "grad_norm": 0.14622633159160614,
      "learning_rate": 0.00018754635553990773,
      "loss": 12.202,
      "step": 10058
    },
    {
      "epoch": 1.647126248567218,
      "grad_norm": 0.19351625442504883,
      "learning_rate": 0.00018754385701595652,
      "loss": 12.1845,
      "step": 10059
    },
    {
      "epoch": 1.6472899950876045,
      "grad_norm": 0.21407712996006012,
      "learning_rate": 0.0001875413582580424,
      "loss": 12.2129,
      "step": 10060
    },
    {
      "epoch": 1.6474537416079909,
      "grad_norm": 0.1959446221590042,
      "learning_rate": 0.00018753885926617208,
      "loss": 12.203,
      "step": 10061
    },
    {
      "epoch": 1.6476174881283772,
      "grad_norm": 0.18910643458366394,
      "learning_rate": 0.00018753636004035227,
      "loss": 12.2043,
      "step": 10062
    },
    {
      "epoch": 1.6477812346487637,
      "grad_norm": 0.18564602732658386,
      "learning_rate": 0.0001875338605805896,
      "loss": 12.186,
      "step": 10063
    },
    {
      "epoch": 1.6479449811691502,
      "grad_norm": 0.16574081778526306,
      "learning_rate": 0.00018753136088689077,
      "loss": 12.1945,
      "step": 10064
    },
    {
      "epoch": 1.6481087276895368,
      "grad_norm": 0.20890609920024872,
      "learning_rate": 0.00018752886095926244,
      "loss": 12.2257,
      "step": 10065
    },
    {
      "epoch": 1.648272474209923,
      "grad_norm": 0.14825081825256348,
      "learning_rate": 0.00018752636079771135,
      "loss": 12.1957,
      "step": 10066
    },
    {
      "epoch": 1.6484362207303094,
      "grad_norm": 0.16243593394756317,
      "learning_rate": 0.00018752386040224412,
      "loss": 12.1487,
      "step": 10067
    },
    {
      "epoch": 1.648599967250696,
      "grad_norm": 0.1426336169242859,
      "learning_rate": 0.00018752135977286746,
      "loss": 12.1998,
      "step": 10068
    },
    {
      "epoch": 1.6487637137710824,
      "grad_norm": 0.21361573040485382,
      "learning_rate": 0.00018751885890958808,
      "loss": 12.2299,
      "step": 10069
    },
    {
      "epoch": 1.648927460291469,
      "grad_norm": 0.21926842629909515,
      "learning_rate": 0.00018751635781241258,
      "loss": 12.2146,
      "step": 10070
    },
    {
      "epoch": 1.6490912068118553,
      "grad_norm": 0.19665969908237457,
      "learning_rate": 0.00018751385648134772,
      "loss": 12.202,
      "step": 10071
    },
    {
      "epoch": 1.6492549533322416,
      "grad_norm": 0.42124509811401367,
      "learning_rate": 0.00018751135491640018,
      "loss": 12.2051,
      "step": 10072
    },
    {
      "epoch": 1.6494186998526281,
      "grad_norm": 0.1810445785522461,
      "learning_rate": 0.0001875088531175766,
      "loss": 12.1844,
      "step": 10073
    },
    {
      "epoch": 1.6495824463730147,
      "grad_norm": 0.1790083348751068,
      "learning_rate": 0.0001875063510848837,
      "loss": 12.1959,
      "step": 10074
    },
    {
      "epoch": 1.649746192893401,
      "grad_norm": 0.1669178307056427,
      "learning_rate": 0.00018750384881832818,
      "loss": 12.1958,
      "step": 10075
    },
    {
      "epoch": 1.6499099394137875,
      "grad_norm": 0.21673311293125153,
      "learning_rate": 0.0001875013463179167,
      "loss": 12.1738,
      "step": 10076
    },
    {
      "epoch": 1.6500736859341738,
      "grad_norm": 0.18114636838436127,
      "learning_rate": 0.00018749884358365595,
      "loss": 12.1507,
      "step": 10077
    },
    {
      "epoch": 1.6502374324545603,
      "grad_norm": 0.18089395761489868,
      "learning_rate": 0.00018749634061555263,
      "loss": 12.1444,
      "step": 10078
    },
    {
      "epoch": 1.6504011789749469,
      "grad_norm": 0.21174798905849457,
      "learning_rate": 0.00018749383741361342,
      "loss": 12.1759,
      "step": 10079
    },
    {
      "epoch": 1.6505649254953332,
      "grad_norm": 0.18490144610404968,
      "learning_rate": 0.000187491333977845,
      "loss": 12.1657,
      "step": 10080
    },
    {
      "epoch": 1.6507286720157197,
      "grad_norm": 0.21491417288780212,
      "learning_rate": 0.0001874888303082541,
      "loss": 12.1754,
      "step": 10081
    },
    {
      "epoch": 1.650892418536106,
      "grad_norm": 0.228981152176857,
      "learning_rate": 0.00018748632640484735,
      "loss": 12.1934,
      "step": 10082
    },
    {
      "epoch": 1.6510561650564926,
      "grad_norm": 0.17081989347934723,
      "learning_rate": 0.00018748382226763151,
      "loss": 12.1736,
      "step": 10083
    },
    {
      "epoch": 1.651219911576879,
      "grad_norm": 0.15715043246746063,
      "learning_rate": 0.00018748131789661322,
      "loss": 12.2013,
      "step": 10084
    },
    {
      "epoch": 1.6513836580972654,
      "grad_norm": 0.1995212584733963,
      "learning_rate": 0.0001874788132917992,
      "loss": 12.174,
      "step": 10085
    },
    {
      "epoch": 1.651547404617652,
      "grad_norm": 0.1976460963487625,
      "learning_rate": 0.00018747630845319612,
      "loss": 12.1977,
      "step": 10086
    },
    {
      "epoch": 1.6517111511380382,
      "grad_norm": 0.16917136311531067,
      "learning_rate": 0.00018747380338081073,
      "loss": 12.1383,
      "step": 10087
    },
    {
      "epoch": 1.6518748976584248,
      "grad_norm": 0.15725034475326538,
      "learning_rate": 0.00018747129807464966,
      "loss": 12.1935,
      "step": 10088
    },
    {
      "epoch": 1.6520386441788113,
      "grad_norm": 0.1849731206893921,
      "learning_rate": 0.00018746879253471962,
      "loss": 12.2448,
      "step": 10089
    },
    {
      "epoch": 1.6522023906991976,
      "grad_norm": 0.2571443021297455,
      "learning_rate": 0.00018746628676102734,
      "loss": 12.2425,
      "step": 10090
    },
    {
      "epoch": 1.652366137219584,
      "grad_norm": 0.18604181706905365,
      "learning_rate": 0.00018746378075357945,
      "loss": 12.2162,
      "step": 10091
    },
    {
      "epoch": 1.6525298837399705,
      "grad_norm": 0.17605218291282654,
      "learning_rate": 0.00018746127451238275,
      "loss": 12.1927,
      "step": 10092
    },
    {
      "epoch": 1.652693630260357,
      "grad_norm": 0.15557566285133362,
      "learning_rate": 0.00018745876803744383,
      "loss": 12.1882,
      "step": 10093
    },
    {
      "epoch": 1.6528573767807435,
      "grad_norm": 0.2121707946062088,
      "learning_rate": 0.00018745626132876946,
      "loss": 12.1526,
      "step": 10094
    },
    {
      "epoch": 1.6530211233011298,
      "grad_norm": 0.17800520360469818,
      "learning_rate": 0.00018745375438636633,
      "loss": 12.1567,
      "step": 10095
    },
    {
      "epoch": 1.6531848698215161,
      "grad_norm": 0.23793964087963104,
      "learning_rate": 0.0001874512472102411,
      "loss": 12.2332,
      "step": 10096
    },
    {
      "epoch": 1.6533486163419027,
      "grad_norm": 0.17300176620483398,
      "learning_rate": 0.0001874487398004005,
      "loss": 12.1593,
      "step": 10097
    },
    {
      "epoch": 1.6535123628622892,
      "grad_norm": 0.15230317413806915,
      "learning_rate": 0.00018744623215685125,
      "loss": 12.1449,
      "step": 10098
    },
    {
      "epoch": 1.6536761093826757,
      "grad_norm": 0.17023998498916626,
      "learning_rate": 0.00018744372427960003,
      "loss": 12.2187,
      "step": 10099
    },
    {
      "epoch": 1.653839855903062,
      "grad_norm": 0.18648865818977356,
      "learning_rate": 0.00018744121616865348,
      "loss": 12.1833,
      "step": 10100
    },
    {
      "epoch": 1.6540036024234483,
      "grad_norm": 0.17452889680862427,
      "learning_rate": 0.00018743870782401842,
      "loss": 12.203,
      "step": 10101
    },
    {
      "epoch": 1.6541673489438349,
      "grad_norm": 0.17119567096233368,
      "learning_rate": 0.00018743619924570148,
      "loss": 12.2083,
      "step": 10102
    },
    {
      "epoch": 1.6543310954642214,
      "grad_norm": 0.17804723978042603,
      "learning_rate": 0.00018743369043370942,
      "loss": 12.1543,
      "step": 10103
    },
    {
      "epoch": 1.654494841984608,
      "grad_norm": 0.1558043509721756,
      "learning_rate": 0.00018743118138804884,
      "loss": 12.1571,
      "step": 10104
    },
    {
      "epoch": 1.6546585885049943,
      "grad_norm": 0.17017023265361786,
      "learning_rate": 0.00018742867210872657,
      "loss": 12.1817,
      "step": 10105
    },
    {
      "epoch": 1.6548223350253806,
      "grad_norm": 0.212883859872818,
      "learning_rate": 0.00018742616259574923,
      "loss": 12.1769,
      "step": 10106
    },
    {
      "epoch": 1.654986081545767,
      "grad_norm": 0.18588170409202576,
      "learning_rate": 0.00018742365284912357,
      "loss": 12.2008,
      "step": 10107
    },
    {
      "epoch": 1.6551498280661536,
      "grad_norm": 0.20702609419822693,
      "learning_rate": 0.0001874211428688563,
      "loss": 12.1419,
      "step": 10108
    },
    {
      "epoch": 1.6553135745865402,
      "grad_norm": 0.20266613364219666,
      "learning_rate": 0.00018741863265495407,
      "loss": 12.1533,
      "step": 10109
    },
    {
      "epoch": 1.6554773211069265,
      "grad_norm": 0.2244231253862381,
      "learning_rate": 0.00018741612220742366,
      "loss": 12.1691,
      "step": 10110
    },
    {
      "epoch": 1.6556410676273128,
      "grad_norm": 0.17750561237335205,
      "learning_rate": 0.00018741361152627172,
      "loss": 12.1698,
      "step": 10111
    },
    {
      "epoch": 1.6558048141476993,
      "grad_norm": 0.20003363490104675,
      "learning_rate": 0.00018741110061150503,
      "loss": 12.2412,
      "step": 10112
    },
    {
      "epoch": 1.6559685606680858,
      "grad_norm": 0.1713767796754837,
      "learning_rate": 0.00018740858946313024,
      "loss": 12.2589,
      "step": 10113
    },
    {
      "epoch": 1.6561323071884724,
      "grad_norm": 0.17242757976055145,
      "learning_rate": 0.00018740607808115408,
      "loss": 12.1806,
      "step": 10114
    },
    {
      "epoch": 1.6562960537088587,
      "grad_norm": 0.20831890404224396,
      "learning_rate": 0.00018740356646558326,
      "loss": 12.1413,
      "step": 10115
    },
    {
      "epoch": 1.656459800229245,
      "grad_norm": 0.17682141065597534,
      "learning_rate": 0.0001874010546164245,
      "loss": 12.2012,
      "step": 10116
    },
    {
      "epoch": 1.6566235467496315,
      "grad_norm": 0.24270324409008026,
      "learning_rate": 0.0001873985425336845,
      "loss": 12.2176,
      "step": 10117
    },
    {
      "epoch": 1.656787293270018,
      "grad_norm": 0.200382798910141,
      "learning_rate": 0.00018739603021736997,
      "loss": 12.207,
      "step": 10118
    },
    {
      "epoch": 1.6569510397904046,
      "grad_norm": 0.16408781707286835,
      "learning_rate": 0.00018739351766748765,
      "loss": 12.2045,
      "step": 10119
    },
    {
      "epoch": 1.657114786310791,
      "grad_norm": 0.16447879374027252,
      "learning_rate": 0.00018739100488404423,
      "loss": 12.207,
      "step": 10120
    },
    {
      "epoch": 1.6572785328311772,
      "grad_norm": 0.18954572081565857,
      "learning_rate": 0.00018738849186704644,
      "loss": 12.1745,
      "step": 10121
    },
    {
      "epoch": 1.6574422793515637,
      "grad_norm": 0.1519203782081604,
      "learning_rate": 0.00018738597861650102,
      "loss": 12.1791,
      "step": 10122
    },
    {
      "epoch": 1.6576060258719503,
      "grad_norm": 0.15866956114768982,
      "learning_rate": 0.00018738346513241463,
      "loss": 12.1674,
      "step": 10123
    },
    {
      "epoch": 1.6577697723923368,
      "grad_norm": 0.19796228408813477,
      "learning_rate": 0.00018738095141479405,
      "loss": 12.162,
      "step": 10124
    },
    {
      "epoch": 1.6579335189127231,
      "grad_norm": 0.1821136623620987,
      "learning_rate": 0.0001873784374636459,
      "loss": 12.1983,
      "step": 10125
    },
    {
      "epoch": 1.6580972654331094,
      "grad_norm": 0.15192104876041412,
      "learning_rate": 0.00018737592327897702,
      "loss": 12.1946,
      "step": 10126
    },
    {
      "epoch": 1.658261011953496,
      "grad_norm": 0.23447364568710327,
      "learning_rate": 0.00018737340886079405,
      "loss": 12.1904,
      "step": 10127
    },
    {
      "epoch": 1.6584247584738825,
      "grad_norm": 0.21395672857761383,
      "learning_rate": 0.00018737089420910373,
      "loss": 12.1683,
      "step": 10128
    },
    {
      "epoch": 1.658588504994269,
      "grad_norm": 0.1733984798192978,
      "learning_rate": 0.0001873683793239128,
      "loss": 12.1786,
      "step": 10129
    },
    {
      "epoch": 1.6587522515146553,
      "grad_norm": 0.17622211575508118,
      "learning_rate": 0.00018736586420522793,
      "loss": 12.1366,
      "step": 10130
    },
    {
      "epoch": 1.6589159980350416,
      "grad_norm": 0.27094176411628723,
      "learning_rate": 0.0001873633488530559,
      "loss": 12.2143,
      "step": 10131
    },
    {
      "epoch": 1.6590797445554282,
      "grad_norm": 0.15503227710723877,
      "learning_rate": 0.00018736083326740337,
      "loss": 12.2048,
      "step": 10132
    },
    {
      "epoch": 1.6592434910758147,
      "grad_norm": 0.13529814779758453,
      "learning_rate": 0.00018735831744827716,
      "loss": 12.1563,
      "step": 10133
    },
    {
      "epoch": 1.6594072375962012,
      "grad_norm": 0.1876794844865799,
      "learning_rate": 0.00018735580139568386,
      "loss": 12.2203,
      "step": 10134
    },
    {
      "epoch": 1.6595709841165875,
      "grad_norm": 0.16890877485275269,
      "learning_rate": 0.00018735328510963032,
      "loss": 12.174,
      "step": 10135
    },
    {
      "epoch": 1.6597347306369739,
      "grad_norm": 0.13921211659908295,
      "learning_rate": 0.00018735076859012321,
      "loss": 12.164,
      "step": 10136
    },
    {
      "epoch": 1.6598984771573604,
      "grad_norm": 0.17304007709026337,
      "learning_rate": 0.00018734825183716925,
      "loss": 12.1482,
      "step": 10137
    },
    {
      "epoch": 1.660062223677747,
      "grad_norm": 0.18587960302829742,
      "learning_rate": 0.00018734573485077518,
      "loss": 12.1869,
      "step": 10138
    },
    {
      "epoch": 1.6602259701981334,
      "grad_norm": 0.22739334404468536,
      "learning_rate": 0.0001873432176309477,
      "loss": 12.1911,
      "step": 10139
    },
    {
      "epoch": 1.6603897167185198,
      "grad_norm": 0.2528247833251953,
      "learning_rate": 0.00018734070017769358,
      "loss": 12.1759,
      "step": 10140
    },
    {
      "epoch": 1.660553463238906,
      "grad_norm": 0.17363373935222626,
      "learning_rate": 0.0001873381824910195,
      "loss": 12.196,
      "step": 10141
    },
    {
      "epoch": 1.6607172097592926,
      "grad_norm": 0.1827259212732315,
      "learning_rate": 0.00018733566457093223,
      "loss": 12.1799,
      "step": 10142
    },
    {
      "epoch": 1.6608809562796791,
      "grad_norm": 0.1580137312412262,
      "learning_rate": 0.0001873331464174385,
      "loss": 12.2133,
      "step": 10143
    },
    {
      "epoch": 1.6610447028000657,
      "grad_norm": 0.16710250079631805,
      "learning_rate": 0.000187330628030545,
      "loss": 12.1912,
      "step": 10144
    },
    {
      "epoch": 1.661208449320452,
      "grad_norm": 0.2266731858253479,
      "learning_rate": 0.0001873281094102585,
      "loss": 12.1559,
      "step": 10145
    },
    {
      "epoch": 1.6613721958408383,
      "grad_norm": 0.16225387156009674,
      "learning_rate": 0.00018732559055658572,
      "loss": 12.1668,
      "step": 10146
    },
    {
      "epoch": 1.6615359423612248,
      "grad_norm": 0.15056535601615906,
      "learning_rate": 0.00018732307146953337,
      "loss": 12.165,
      "step": 10147
    },
    {
      "epoch": 1.6616996888816113,
      "grad_norm": 0.22633741796016693,
      "learning_rate": 0.0001873205521491082,
      "loss": 12.1879,
      "step": 10148
    },
    {
      "epoch": 1.6618634354019977,
      "grad_norm": 0.15672655403614044,
      "learning_rate": 0.00018731803259531695,
      "loss": 12.2207,
      "step": 10149
    },
    {
      "epoch": 1.6620271819223842,
      "grad_norm": 0.21098226308822632,
      "learning_rate": 0.00018731551280816634,
      "loss": 12.2802,
      "step": 10150
    },
    {
      "epoch": 1.6621909284427705,
      "grad_norm": 0.20301325619220734,
      "learning_rate": 0.0001873129927876631,
      "loss": 12.1844,
      "step": 10151
    },
    {
      "epoch": 1.662354674963157,
      "grad_norm": 0.19859679043293,
      "learning_rate": 0.000187310472533814,
      "loss": 12.1788,
      "step": 10152
    },
    {
      "epoch": 1.6625184214835436,
      "grad_norm": 0.1727060079574585,
      "learning_rate": 0.00018730795204662575,
      "loss": 12.1905,
      "step": 10153
    },
    {
      "epoch": 1.6626821680039299,
      "grad_norm": 0.1779436618089676,
      "learning_rate": 0.00018730543132610506,
      "loss": 12.1569,
      "step": 10154
    },
    {
      "epoch": 1.6628459145243164,
      "grad_norm": 0.22750777006149292,
      "learning_rate": 0.00018730291037225873,
      "loss": 12.1397,
      "step": 10155
    },
    {
      "epoch": 1.6630096610447027,
      "grad_norm": 0.16098551452159882,
      "learning_rate": 0.00018730038918509344,
      "loss": 12.195,
      "step": 10156
    },
    {
      "epoch": 1.6631734075650892,
      "grad_norm": 0.14809447526931763,
      "learning_rate": 0.00018729786776461592,
      "loss": 12.1845,
      "step": 10157
    },
    {
      "epoch": 1.6633371540854758,
      "grad_norm": 0.1633433848619461,
      "learning_rate": 0.00018729534611083298,
      "loss": 12.1828,
      "step": 10158
    },
    {
      "epoch": 1.663500900605862,
      "grad_norm": 0.1415935456752777,
      "learning_rate": 0.0001872928242237513,
      "loss": 12.1741,
      "step": 10159
    },
    {
      "epoch": 1.6636646471262486,
      "grad_norm": 0.16300968825817108,
      "learning_rate": 0.0001872903021033776,
      "loss": 12.167,
      "step": 10160
    },
    {
      "epoch": 1.663828393646635,
      "grad_norm": 0.19428750872612,
      "learning_rate": 0.00018728777974971872,
      "loss": 12.1674,
      "step": 10161
    },
    {
      "epoch": 1.6639921401670215,
      "grad_norm": 0.26381370425224304,
      "learning_rate": 0.0001872852571627813,
      "loss": 12.2195,
      "step": 10162
    },
    {
      "epoch": 1.664155886687408,
      "grad_norm": 0.16066251695156097,
      "learning_rate": 0.00018728273434257214,
      "loss": 12.1652,
      "step": 10163
    },
    {
      "epoch": 1.6643196332077943,
      "grad_norm": 0.17084257304668427,
      "learning_rate": 0.00018728021128909794,
      "loss": 12.2099,
      "step": 10164
    },
    {
      "epoch": 1.6644833797281806,
      "grad_norm": 0.15103621780872345,
      "learning_rate": 0.00018727768800236544,
      "loss": 12.1985,
      "step": 10165
    },
    {
      "epoch": 1.6646471262485671,
      "grad_norm": 0.2001515030860901,
      "learning_rate": 0.00018727516448238145,
      "loss": 12.1475,
      "step": 10166
    },
    {
      "epoch": 1.6648108727689537,
      "grad_norm": 0.1536017656326294,
      "learning_rate": 0.00018727264072915267,
      "loss": 12.1704,
      "step": 10167
    },
    {
      "epoch": 1.6649746192893402,
      "grad_norm": 0.2102990746498108,
      "learning_rate": 0.00018727011674268585,
      "loss": 12.1824,
      "step": 10168
    },
    {
      "epoch": 1.6651383658097265,
      "grad_norm": 0.23228992521762848,
      "learning_rate": 0.0001872675925229877,
      "loss": 12.2337,
      "step": 10169
    },
    {
      "epoch": 1.6653021123301128,
      "grad_norm": 0.22429443895816803,
      "learning_rate": 0.00018726506807006504,
      "loss": 12.1783,
      "step": 10170
    },
    {
      "epoch": 1.6654658588504994,
      "grad_norm": 0.19030514359474182,
      "learning_rate": 0.00018726254338392452,
      "loss": 12.1482,
      "step": 10171
    },
    {
      "epoch": 1.665629605370886,
      "grad_norm": 0.1733524054288864,
      "learning_rate": 0.00018726001846457296,
      "loss": 12.1614,
      "step": 10172
    },
    {
      "epoch": 1.6657933518912724,
      "grad_norm": 0.18887697160243988,
      "learning_rate": 0.00018725749331201713,
      "loss": 12.2398,
      "step": 10173
    },
    {
      "epoch": 1.6659570984116587,
      "grad_norm": 0.1547951102256775,
      "learning_rate": 0.00018725496792626372,
      "loss": 12.1482,
      "step": 10174
    },
    {
      "epoch": 1.666120844932045,
      "grad_norm": 0.1820908933877945,
      "learning_rate": 0.00018725244230731946,
      "loss": 12.2416,
      "step": 10175
    },
    {
      "epoch": 1.6662845914524316,
      "grad_norm": 0.19609950482845306,
      "learning_rate": 0.00018724991645519118,
      "loss": 12.2034,
      "step": 10176
    },
    {
      "epoch": 1.666448337972818,
      "grad_norm": 0.22779437899589539,
      "learning_rate": 0.00018724739036988556,
      "loss": 12.1877,
      "step": 10177
    },
    {
      "epoch": 1.6666120844932046,
      "grad_norm": 0.19239689409732819,
      "learning_rate": 0.0001872448640514094,
      "loss": 12.1335,
      "step": 10178
    },
    {
      "epoch": 1.666775831013591,
      "grad_norm": 0.1527930200099945,
      "learning_rate": 0.00018724233749976943,
      "loss": 12.1556,
      "step": 10179
    },
    {
      "epoch": 1.6669395775339773,
      "grad_norm": 0.18262942135334015,
      "learning_rate": 0.00018723981071497238,
      "loss": 12.1876,
      "step": 10180
    },
    {
      "epoch": 1.6671033240543638,
      "grad_norm": 0.1636255532503128,
      "learning_rate": 0.00018723728369702506,
      "loss": 12.1708,
      "step": 10181
    },
    {
      "epoch": 1.6672670705747503,
      "grad_norm": 0.18217360973358154,
      "learning_rate": 0.00018723475644593415,
      "loss": 12.1648,
      "step": 10182
    },
    {
      "epoch": 1.6674308170951369,
      "grad_norm": 0.19602826237678528,
      "learning_rate": 0.00018723222896170646,
      "loss": 12.1769,
      "step": 10183
    },
    {
      "epoch": 1.6675945636155232,
      "grad_norm": 0.18836906552314758,
      "learning_rate": 0.00018722970124434874,
      "loss": 12.1582,
      "step": 10184
    },
    {
      "epoch": 1.6677583101359095,
      "grad_norm": 0.2102149873971939,
      "learning_rate": 0.0001872271732938677,
      "loss": 12.1849,
      "step": 10185
    },
    {
      "epoch": 1.667922056656296,
      "grad_norm": 0.2953086197376251,
      "learning_rate": 0.00018722464511027016,
      "loss": 12.1491,
      "step": 10186
    },
    {
      "epoch": 1.6680858031766825,
      "grad_norm": 0.1429951786994934,
      "learning_rate": 0.00018722211669356284,
      "loss": 12.1938,
      "step": 10187
    },
    {
      "epoch": 1.668249549697069,
      "grad_norm": 0.1748328059911728,
      "learning_rate": 0.0001872195880437525,
      "loss": 12.1864,
      "step": 10188
    },
    {
      "epoch": 1.6684132962174554,
      "grad_norm": 0.20240914821624756,
      "learning_rate": 0.0001872170591608459,
      "loss": 12.1547,
      "step": 10189
    },
    {
      "epoch": 1.6685770427378417,
      "grad_norm": 0.19884873926639557,
      "learning_rate": 0.00018721453004484978,
      "loss": 12.2211,
      "step": 10190
    },
    {
      "epoch": 1.6687407892582282,
      "grad_norm": 0.1745171993970871,
      "learning_rate": 0.00018721200069577094,
      "loss": 12.2066,
      "step": 10191
    },
    {
      "epoch": 1.6689045357786148,
      "grad_norm": 0.16215158998966217,
      "learning_rate": 0.00018720947111361614,
      "loss": 12.1544,
      "step": 10192
    },
    {
      "epoch": 1.6690682822990013,
      "grad_norm": 0.18635164201259613,
      "learning_rate": 0.00018720694129839208,
      "loss": 12.1818,
      "step": 10193
    },
    {
      "epoch": 1.6692320288193876,
      "grad_norm": 0.16956932842731476,
      "learning_rate": 0.0001872044112501056,
      "loss": 12.1638,
      "step": 10194
    },
    {
      "epoch": 1.669395775339774,
      "grad_norm": 0.19795048236846924,
      "learning_rate": 0.0001872018809687634,
      "loss": 12.2366,
      "step": 10195
    },
    {
      "epoch": 1.6695595218601604,
      "grad_norm": 0.19727541506290436,
      "learning_rate": 0.00018719935045437224,
      "loss": 12.2159,
      "step": 10196
    },
    {
      "epoch": 1.669723268380547,
      "grad_norm": 0.1683223843574524,
      "learning_rate": 0.00018719681970693892,
      "loss": 12.2171,
      "step": 10197
    },
    {
      "epoch": 1.6698870149009335,
      "grad_norm": 0.22466671466827393,
      "learning_rate": 0.0001871942887264702,
      "loss": 12.2255,
      "step": 10198
    },
    {
      "epoch": 1.6700507614213198,
      "grad_norm": 0.15965017676353455,
      "learning_rate": 0.00018719175751297283,
      "loss": 12.245,
      "step": 10199
    },
    {
      "epoch": 1.6702145079417061,
      "grad_norm": 0.1883177012205124,
      "learning_rate": 0.00018718922606645357,
      "loss": 12.1827,
      "step": 10200
    },
    {
      "epoch": 1.6703782544620926,
      "grad_norm": 0.2031223475933075,
      "learning_rate": 0.00018718669438691921,
      "loss": 12.1783,
      "step": 10201
    },
    {
      "epoch": 1.6705420009824792,
      "grad_norm": 0.1855330914258957,
      "learning_rate": 0.00018718416247437652,
      "loss": 12.1538,
      "step": 10202
    },
    {
      "epoch": 1.6707057475028657,
      "grad_norm": 0.21051561832427979,
      "learning_rate": 0.0001871816303288322,
      "loss": 12.2159,
      "step": 10203
    },
    {
      "epoch": 1.670869494023252,
      "grad_norm": 0.15603624284267426,
      "learning_rate": 0.00018717909795029308,
      "loss": 12.1785,
      "step": 10204
    },
    {
      "epoch": 1.6710332405436383,
      "grad_norm": 0.18076439201831818,
      "learning_rate": 0.0001871765653387659,
      "loss": 12.1685,
      "step": 10205
    },
    {
      "epoch": 1.6711969870640249,
      "grad_norm": 0.16894793510437012,
      "learning_rate": 0.00018717403249425747,
      "loss": 12.2269,
      "step": 10206
    },
    {
      "epoch": 1.6713607335844114,
      "grad_norm": 0.14092917740345,
      "learning_rate": 0.0001871714994167745,
      "loss": 12.1689,
      "step": 10207
    },
    {
      "epoch": 1.671524480104798,
      "grad_norm": 0.19451294839382172,
      "learning_rate": 0.00018716896610632383,
      "loss": 12.1689,
      "step": 10208
    },
    {
      "epoch": 1.6716882266251842,
      "grad_norm": 0.20604491233825684,
      "learning_rate": 0.00018716643256291214,
      "loss": 12.1602,
      "step": 10209
    },
    {
      "epoch": 1.6718519731455705,
      "grad_norm": 0.19231705367565155,
      "learning_rate": 0.00018716389878654628,
      "loss": 12.1927,
      "step": 10210
    },
    {
      "epoch": 1.672015719665957,
      "grad_norm": 0.1732873171567917,
      "learning_rate": 0.00018716136477723295,
      "loss": 12.1831,
      "step": 10211
    },
    {
      "epoch": 1.6721794661863436,
      "grad_norm": 0.17182506620883942,
      "learning_rate": 0.00018715883053497902,
      "loss": 12.1417,
      "step": 10212
    },
    {
      "epoch": 1.6723432127067301,
      "grad_norm": 0.15131334960460663,
      "learning_rate": 0.0001871562960597912,
      "loss": 12.1768,
      "step": 10213
    },
    {
      "epoch": 1.6725069592271165,
      "grad_norm": 0.21013563871383667,
      "learning_rate": 0.00018715376135167625,
      "loss": 12.1972,
      "step": 10214
    },
    {
      "epoch": 1.6726707057475028,
      "grad_norm": 0.1696404069662094,
      "learning_rate": 0.00018715122641064095,
      "loss": 12.2384,
      "step": 10215
    },
    {
      "epoch": 1.6728344522678893,
      "grad_norm": 0.18591347336769104,
      "learning_rate": 0.00018714869123669212,
      "loss": 12.212,
      "step": 10216
    },
    {
      "epoch": 1.6729981987882758,
      "grad_norm": 0.2254844605922699,
      "learning_rate": 0.0001871461558298365,
      "loss": 12.1784,
      "step": 10217
    },
    {
      "epoch": 1.6731619453086624,
      "grad_norm": 0.4866447448730469,
      "learning_rate": 0.00018714362019008084,
      "loss": 12.2635,
      "step": 10218
    },
    {
      "epoch": 1.6733256918290487,
      "grad_norm": 0.21908707916736603,
      "learning_rate": 0.00018714108431743199,
      "loss": 12.217,
      "step": 10219
    },
    {
      "epoch": 1.673489438349435,
      "grad_norm": 0.23701943457126617,
      "learning_rate": 0.00018713854821189664,
      "loss": 12.1897,
      "step": 10220
    },
    {
      "epoch": 1.6736531848698215,
      "grad_norm": 0.18468894064426422,
      "learning_rate": 0.00018713601187348165,
      "loss": 12.1589,
      "step": 10221
    },
    {
      "epoch": 1.673816931390208,
      "grad_norm": 0.20719881355762482,
      "learning_rate": 0.00018713347530219373,
      "loss": 12.1977,
      "step": 10222
    },
    {
      "epoch": 1.6739806779105944,
      "grad_norm": 0.20501844584941864,
      "learning_rate": 0.0001871309384980397,
      "loss": 12.1862,
      "step": 10223
    },
    {
      "epoch": 1.6741444244309809,
      "grad_norm": 0.2038784921169281,
      "learning_rate": 0.00018712840146102634,
      "loss": 12.1347,
      "step": 10224
    },
    {
      "epoch": 1.6743081709513672,
      "grad_norm": 0.17932897806167603,
      "learning_rate": 0.0001871258641911604,
      "loss": 12.2163,
      "step": 10225
    },
    {
      "epoch": 1.6744719174717537,
      "grad_norm": 0.19912096858024597,
      "learning_rate": 0.0001871233266884487,
      "loss": 12.1844,
      "step": 10226
    },
    {
      "epoch": 1.6746356639921403,
      "grad_norm": 0.18425621092319489,
      "learning_rate": 0.000187120788952898,
      "loss": 12.1768,
      "step": 10227
    },
    {
      "epoch": 1.6747994105125266,
      "grad_norm": 0.2483118325471878,
      "learning_rate": 0.00018711825098451508,
      "loss": 12.2493,
      "step": 10228
    },
    {
      "epoch": 1.674963157032913,
      "grad_norm": 0.22720739245414734,
      "learning_rate": 0.0001871157127833067,
      "loss": 12.2313,
      "step": 10229
    },
    {
      "epoch": 1.6751269035532994,
      "grad_norm": 0.1728478968143463,
      "learning_rate": 0.00018711317434927968,
      "loss": 12.2065,
      "step": 10230
    },
    {
      "epoch": 1.675290650073686,
      "grad_norm": 0.1873582899570465,
      "learning_rate": 0.00018711063568244084,
      "loss": 12.1851,
      "step": 10231
    },
    {
      "epoch": 1.6754543965940725,
      "grad_norm": 0.1804307997226715,
      "learning_rate": 0.00018710809678279685,
      "loss": 12.1852,
      "step": 10232
    },
    {
      "epoch": 1.6756181431144588,
      "grad_norm": 0.19900520145893097,
      "learning_rate": 0.0001871055576503546,
      "loss": 12.1686,
      "step": 10233
    },
    {
      "epoch": 1.6757818896348453,
      "grad_norm": 0.43542054295539856,
      "learning_rate": 0.00018710301828512085,
      "loss": 12.1479,
      "step": 10234
    },
    {
      "epoch": 1.6759456361552316,
      "grad_norm": 0.2028881311416626,
      "learning_rate": 0.00018710047868710237,
      "loss": 12.1781,
      "step": 10235
    },
    {
      "epoch": 1.6761093826756182,
      "grad_norm": 0.13438576459884644,
      "learning_rate": 0.00018709793885630593,
      "loss": 12.2425,
      "step": 10236
    },
    {
      "epoch": 1.6762731291960047,
      "grad_norm": 0.16582293808460236,
      "learning_rate": 0.00018709539879273836,
      "loss": 12.1969,
      "step": 10237
    },
    {
      "epoch": 1.676436875716391,
      "grad_norm": 0.20980209112167358,
      "learning_rate": 0.00018709285849640645,
      "loss": 12.1725,
      "step": 10238
    },
    {
      "epoch": 1.6766006222367773,
      "grad_norm": 0.20076662302017212,
      "learning_rate": 0.00018709031796731692,
      "loss": 12.1906,
      "step": 10239
    },
    {
      "epoch": 1.6767643687571638,
      "grad_norm": 0.19160066545009613,
      "learning_rate": 0.00018708777720547666,
      "loss": 12.2202,
      "step": 10240
    },
    {
      "epoch": 1.6769281152775504,
      "grad_norm": 0.16580235958099365,
      "learning_rate": 0.00018708523621089235,
      "loss": 12.169,
      "step": 10241
    },
    {
      "epoch": 1.677091861797937,
      "grad_norm": 0.1422874927520752,
      "learning_rate": 0.0001870826949835709,
      "loss": 12.2199,
      "step": 10242
    },
    {
      "epoch": 1.6772556083183232,
      "grad_norm": 0.1925872415304184,
      "learning_rate": 0.000187080153523519,
      "loss": 12.1903,
      "step": 10243
    },
    {
      "epoch": 1.6774193548387095,
      "grad_norm": 0.17620129883289337,
      "learning_rate": 0.00018707761183074347,
      "loss": 12.1721,
      "step": 10244
    },
    {
      "epoch": 1.677583101359096,
      "grad_norm": 0.22458069026470184,
      "learning_rate": 0.00018707506990525116,
      "loss": 12.1992,
      "step": 10245
    },
    {
      "epoch": 1.6777468478794826,
      "grad_norm": 0.18640102446079254,
      "learning_rate": 0.0001870725277470488,
      "loss": 12.1658,
      "step": 10246
    },
    {
      "epoch": 1.6779105943998691,
      "grad_norm": 0.1688685417175293,
      "learning_rate": 0.0001870699853561432,
      "loss": 12.2101,
      "step": 10247
    },
    {
      "epoch": 1.6780743409202554,
      "grad_norm": 0.18392331898212433,
      "learning_rate": 0.00018706744273254118,
      "loss": 12.1714,
      "step": 10248
    },
    {
      "epoch": 1.6782380874406417,
      "grad_norm": 0.22318866848945618,
      "learning_rate": 0.00018706489987624947,
      "loss": 12.2102,
      "step": 10249
    },
    {
      "epoch": 1.6784018339610283,
      "grad_norm": 0.15942500531673431,
      "learning_rate": 0.00018706235678727493,
      "loss": 12.1252,
      "step": 10250
    },
    {
      "epoch": 1.6785655804814148,
      "grad_norm": 0.21128197014331818,
      "learning_rate": 0.00018705981346562434,
      "loss": 12.1834,
      "step": 10251
    },
    {
      "epoch": 1.6787293270018013,
      "grad_norm": 0.16991889476776123,
      "learning_rate": 0.0001870572699113045,
      "loss": 12.1829,
      "step": 10252
    },
    {
      "epoch": 1.6788930735221876,
      "grad_norm": 0.15745612978935242,
      "learning_rate": 0.00018705472612432218,
      "loss": 12.162,
      "step": 10253
    },
    {
      "epoch": 1.679056820042574,
      "grad_norm": 0.16632428765296936,
      "learning_rate": 0.0001870521821046842,
      "loss": 12.1443,
      "step": 10254
    },
    {
      "epoch": 1.6792205665629605,
      "grad_norm": 0.19301709532737732,
      "learning_rate": 0.00018704963785239737,
      "loss": 12.2098,
      "step": 10255
    },
    {
      "epoch": 1.679384313083347,
      "grad_norm": 0.15155372023582458,
      "learning_rate": 0.00018704709336746843,
      "loss": 12.1803,
      "step": 10256
    },
    {
      "epoch": 1.6795480596037335,
      "grad_norm": 0.2328660637140274,
      "learning_rate": 0.0001870445486499043,
      "loss": 12.1664,
      "step": 10257
    },
    {
      "epoch": 1.6797118061241199,
      "grad_norm": 0.20403535664081573,
      "learning_rate": 0.00018704200369971168,
      "loss": 12.1643,
      "step": 10258
    },
    {
      "epoch": 1.6798755526445062,
      "grad_norm": 0.2042890042066574,
      "learning_rate": 0.00018703945851689737,
      "loss": 12.1682,
      "step": 10259
    },
    {
      "epoch": 1.6800392991648927,
      "grad_norm": 0.2374695986509323,
      "learning_rate": 0.00018703691310146823,
      "loss": 12.239,
      "step": 10260
    },
    {
      "epoch": 1.6802030456852792,
      "grad_norm": 0.1966126263141632,
      "learning_rate": 0.000187034367453431,
      "loss": 12.1734,
      "step": 10261
    },
    {
      "epoch": 1.6803667922056658,
      "grad_norm": 0.1894247829914093,
      "learning_rate": 0.00018703182157279256,
      "loss": 12.1573,
      "step": 10262
    },
    {
      "epoch": 1.680530538726052,
      "grad_norm": 0.20977070927619934,
      "learning_rate": 0.00018702927545955964,
      "loss": 12.156,
      "step": 10263
    },
    {
      "epoch": 1.6806942852464384,
      "grad_norm": 0.229658842086792,
      "learning_rate": 0.0001870267291137391,
      "loss": 12.1522,
      "step": 10264
    },
    {
      "epoch": 1.680858031766825,
      "grad_norm": 0.21982944011688232,
      "learning_rate": 0.00018702418253533772,
      "loss": 12.1856,
      "step": 10265
    },
    {
      "epoch": 1.6810217782872114,
      "grad_norm": 0.1665673553943634,
      "learning_rate": 0.00018702163572436228,
      "loss": 12.2045,
      "step": 10266
    },
    {
      "epoch": 1.681185524807598,
      "grad_norm": 0.22514286637306213,
      "learning_rate": 0.00018701908868081962,
      "loss": 12.216,
      "step": 10267
    },
    {
      "epoch": 1.6813492713279843,
      "grad_norm": 0.19187095761299133,
      "learning_rate": 0.00018701654140471655,
      "loss": 12.1652,
      "step": 10268
    },
    {
      "epoch": 1.6815130178483706,
      "grad_norm": 0.21831028163433075,
      "learning_rate": 0.0001870139938960599,
      "loss": 12.1722,
      "step": 10269
    },
    {
      "epoch": 1.6816767643687571,
      "grad_norm": 0.16883817315101624,
      "learning_rate": 0.0001870114461548564,
      "loss": 12.1338,
      "step": 10270
    },
    {
      "epoch": 1.6818405108891437,
      "grad_norm": 0.14046834409236908,
      "learning_rate": 0.0001870088981811129,
      "loss": 12.2094,
      "step": 10271
    },
    {
      "epoch": 1.6820042574095302,
      "grad_norm": 0.1357441395521164,
      "learning_rate": 0.00018700634997483623,
      "loss": 12.1568,
      "step": 10272
    },
    {
      "epoch": 1.6821680039299165,
      "grad_norm": 0.1697077602148056,
      "learning_rate": 0.0001870038015360332,
      "loss": 12.2011,
      "step": 10273
    },
    {
      "epoch": 1.6823317504503028,
      "grad_norm": 0.1917285919189453,
      "learning_rate": 0.00018700125286471057,
      "loss": 12.1643,
      "step": 10274
    },
    {
      "epoch": 1.6824954969706893,
      "grad_norm": 0.3093200922012329,
      "learning_rate": 0.00018699870396087526,
      "loss": 12.1944,
      "step": 10275
    },
    {
      "epoch": 1.6826592434910759,
      "grad_norm": 0.19942758977413177,
      "learning_rate": 0.00018699615482453393,
      "loss": 12.2063,
      "step": 10276
    },
    {
      "epoch": 1.6828229900114624,
      "grad_norm": 0.2389489859342575,
      "learning_rate": 0.0001869936054556935,
      "loss": 12.2069,
      "step": 10277
    },
    {
      "epoch": 1.6829867365318487,
      "grad_norm": 0.2762540578842163,
      "learning_rate": 0.00018699105585436075,
      "loss": 12.1772,
      "step": 10278
    },
    {
      "epoch": 1.683150483052235,
      "grad_norm": 0.1847982108592987,
      "learning_rate": 0.00018698850602054246,
      "loss": 12.2404,
      "step": 10279
    },
    {
      "epoch": 1.6833142295726216,
      "grad_norm": 0.17106835544109344,
      "learning_rate": 0.00018698595595424556,
      "loss": 12.1736,
      "step": 10280
    },
    {
      "epoch": 1.683477976093008,
      "grad_norm": 0.20384417474269867,
      "learning_rate": 0.00018698340565547673,
      "loss": 12.1833,
      "step": 10281
    },
    {
      "epoch": 1.6836417226133946,
      "grad_norm": 0.16994598507881165,
      "learning_rate": 0.00018698085512424285,
      "loss": 12.1882,
      "step": 10282
    },
    {
      "epoch": 1.683805469133781,
      "grad_norm": 0.1495135873556137,
      "learning_rate": 0.00018697830436055078,
      "loss": 12.1541,
      "step": 10283
    },
    {
      "epoch": 1.6839692156541672,
      "grad_norm": 0.23762613534927368,
      "learning_rate": 0.00018697575336440724,
      "loss": 12.2182,
      "step": 10284
    },
    {
      "epoch": 1.6841329621745538,
      "grad_norm": 0.15528400242328644,
      "learning_rate": 0.00018697320213581907,
      "loss": 12.1856,
      "step": 10285
    },
    {
      "epoch": 1.6842967086949403,
      "grad_norm": 0.1743701994419098,
      "learning_rate": 0.00018697065067479316,
      "loss": 12.1687,
      "step": 10286
    },
    {
      "epoch": 1.6844604552153268,
      "grad_norm": 0.1753769963979721,
      "learning_rate": 0.00018696809898133626,
      "loss": 12.2125,
      "step": 10287
    },
    {
      "epoch": 1.6846242017357131,
      "grad_norm": 0.1751088947057724,
      "learning_rate": 0.00018696554705545523,
      "loss": 12.197,
      "step": 10288
    },
    {
      "epoch": 1.6847879482560995,
      "grad_norm": 0.1574617326259613,
      "learning_rate": 0.00018696299489715686,
      "loss": 12.226,
      "step": 10289
    },
    {
      "epoch": 1.684951694776486,
      "grad_norm": 0.14709538221359253,
      "learning_rate": 0.000186960442506448,
      "loss": 12.1651,
      "step": 10290
    },
    {
      "epoch": 1.6851154412968725,
      "grad_norm": 0.1443054974079132,
      "learning_rate": 0.00018695788988333541,
      "loss": 12.2001,
      "step": 10291
    },
    {
      "epoch": 1.6852791878172588,
      "grad_norm": 0.18747155368328094,
      "learning_rate": 0.000186955337027826,
      "loss": 12.1844,
      "step": 10292
    },
    {
      "epoch": 1.6854429343376454,
      "grad_norm": 0.19242697954177856,
      "learning_rate": 0.00018695278393992653,
      "loss": 12.1672,
      "step": 10293
    },
    {
      "epoch": 1.6856066808580317,
      "grad_norm": 0.21772977709770203,
      "learning_rate": 0.00018695023061964384,
      "loss": 12.183,
      "step": 10294
    },
    {
      "epoch": 1.6857704273784182,
      "grad_norm": 0.16359980404376984,
      "learning_rate": 0.00018694767706698472,
      "loss": 12.1765,
      "step": 10295
    },
    {
      "epoch": 1.6859341738988047,
      "grad_norm": 0.17918573319911957,
      "learning_rate": 0.0001869451232819561,
      "loss": 12.1452,
      "step": 10296
    },
    {
      "epoch": 1.686097920419191,
      "grad_norm": 0.1496991068124771,
      "learning_rate": 0.00018694256926456469,
      "loss": 12.1301,
      "step": 10297
    },
    {
      "epoch": 1.6862616669395776,
      "grad_norm": 0.13494788110256195,
      "learning_rate": 0.00018694001501481735,
      "loss": 12.1723,
      "step": 10298
    },
    {
      "epoch": 1.6864254134599639,
      "grad_norm": 0.19670741260051727,
      "learning_rate": 0.00018693746053272096,
      "loss": 12.1724,
      "step": 10299
    },
    {
      "epoch": 1.6865891599803504,
      "grad_norm": 0.25708526372909546,
      "learning_rate": 0.00018693490581828224,
      "loss": 12.1628,
      "step": 10300
    },
    {
      "epoch": 1.686752906500737,
      "grad_norm": 0.1695830374956131,
      "learning_rate": 0.00018693235087150812,
      "loss": 12.1863,
      "step": 10301
    },
    {
      "epoch": 1.6869166530211233,
      "grad_norm": 0.16931761801242828,
      "learning_rate": 0.0001869297956924054,
      "loss": 12.2062,
      "step": 10302
    },
    {
      "epoch": 1.6870803995415098,
      "grad_norm": 0.23525716364383698,
      "learning_rate": 0.00018692724028098088,
      "loss": 12.1703,
      "step": 10303
    },
    {
      "epoch": 1.687244146061896,
      "grad_norm": 0.15466821193695068,
      "learning_rate": 0.0001869246846372414,
      "loss": 12.1623,
      "step": 10304
    },
    {
      "epoch": 1.6874078925822826,
      "grad_norm": 0.2108885496854782,
      "learning_rate": 0.0001869221287611938,
      "loss": 12.1868,
      "step": 10305
    },
    {
      "epoch": 1.6875716391026692,
      "grad_norm": 0.20663043856620789,
      "learning_rate": 0.0001869195726528449,
      "loss": 12.2059,
      "step": 10306
    },
    {
      "epoch": 1.6877353856230555,
      "grad_norm": 0.19358858466148376,
      "learning_rate": 0.00018691701631220155,
      "loss": 12.2193,
      "step": 10307
    },
    {
      "epoch": 1.687899132143442,
      "grad_norm": 0.16765935719013214,
      "learning_rate": 0.00018691445973927057,
      "loss": 12.1882,
      "step": 10308
    },
    {
      "epoch": 1.6880628786638283,
      "grad_norm": 0.21886804699897766,
      "learning_rate": 0.0001869119029340588,
      "loss": 12.1962,
      "step": 10309
    },
    {
      "epoch": 1.6882266251842148,
      "grad_norm": 0.16692523658275604,
      "learning_rate": 0.00018690934589657307,
      "loss": 12.1881,
      "step": 10310
    },
    {
      "epoch": 1.6883903717046014,
      "grad_norm": 0.16309502720832825,
      "learning_rate": 0.00018690678862682018,
      "loss": 12.172,
      "step": 10311
    },
    {
      "epoch": 1.6885541182249877,
      "grad_norm": 0.16507349908351898,
      "learning_rate": 0.000186904231124807,
      "loss": 12.2187,
      "step": 10312
    },
    {
      "epoch": 1.688717864745374,
      "grad_norm": 0.17684926092624664,
      "learning_rate": 0.00018690167339054038,
      "loss": 12.1494,
      "step": 10313
    },
    {
      "epoch": 1.6888816112657605,
      "grad_norm": 0.20095838606357574,
      "learning_rate": 0.00018689911542402713,
      "loss": 12.2065,
      "step": 10314
    },
    {
      "epoch": 1.689045357786147,
      "grad_norm": 0.18505464494228363,
      "learning_rate": 0.0001868965572252741,
      "loss": 12.1799,
      "step": 10315
    },
    {
      "epoch": 1.6892091043065336,
      "grad_norm": 0.17082823812961578,
      "learning_rate": 0.0001868939987942881,
      "loss": 12.1861,
      "step": 10316
    },
    {
      "epoch": 1.68937285082692,
      "grad_norm": 0.20045115053653717,
      "learning_rate": 0.000186891440131076,
      "loss": 12.2214,
      "step": 10317
    },
    {
      "epoch": 1.6895365973473062,
      "grad_norm": 0.15260933339595795,
      "learning_rate": 0.00018688888123564461,
      "loss": 12.225,
      "step": 10318
    },
    {
      "epoch": 1.6897003438676927,
      "grad_norm": 0.14844854176044464,
      "learning_rate": 0.0001868863221080008,
      "loss": 12.1863,
      "step": 10319
    },
    {
      "epoch": 1.6898640903880793,
      "grad_norm": 0.15969304740428925,
      "learning_rate": 0.00018688376274815136,
      "loss": 12.1849,
      "step": 10320
    },
    {
      "epoch": 1.6900278369084658,
      "grad_norm": 0.1850298047065735,
      "learning_rate": 0.00018688120315610318,
      "loss": 12.176,
      "step": 10321
    },
    {
      "epoch": 1.6901915834288521,
      "grad_norm": 0.21776726841926575,
      "learning_rate": 0.0001868786433318631,
      "loss": 12.1744,
      "step": 10322
    },
    {
      "epoch": 1.6903553299492384,
      "grad_norm": 0.15819501876831055,
      "learning_rate": 0.00018687608327543794,
      "loss": 12.1746,
      "step": 10323
    },
    {
      "epoch": 1.690519076469625,
      "grad_norm": 0.1545669436454773,
      "learning_rate": 0.0001868735229868345,
      "loss": 12.1907,
      "step": 10324
    },
    {
      "epoch": 1.6906828229900115,
      "grad_norm": 0.18611443042755127,
      "learning_rate": 0.0001868709624660597,
      "loss": 12.2064,
      "step": 10325
    },
    {
      "epoch": 1.690846569510398,
      "grad_norm": 0.24148143827915192,
      "learning_rate": 0.00018686840171312034,
      "loss": 12.2015,
      "step": 10326
    },
    {
      "epoch": 1.6910103160307843,
      "grad_norm": 0.2618865966796875,
      "learning_rate": 0.00018686584072802329,
      "loss": 12.1863,
      "step": 10327
    },
    {
      "epoch": 1.6911740625511706,
      "grad_norm": 0.16125814616680145,
      "learning_rate": 0.00018686327951077537,
      "loss": 12.1635,
      "step": 10328
    },
    {
      "epoch": 1.6913378090715572,
      "grad_norm": 0.14937908947467804,
      "learning_rate": 0.00018686071806138342,
      "loss": 12.1688,
      "step": 10329
    },
    {
      "epoch": 1.6915015555919437,
      "grad_norm": 0.1818515509366989,
      "learning_rate": 0.00018685815637985433,
      "loss": 12.185,
      "step": 10330
    },
    {
      "epoch": 1.6916653021123302,
      "grad_norm": 0.1769440621137619,
      "learning_rate": 0.0001868555944661949,
      "loss": 12.1651,
      "step": 10331
    },
    {
      "epoch": 1.6918290486327165,
      "grad_norm": 0.19658595323562622,
      "learning_rate": 0.00018685303232041198,
      "loss": 12.191,
      "step": 10332
    },
    {
      "epoch": 1.6919927951531029,
      "grad_norm": 0.15239845216274261,
      "learning_rate": 0.00018685046994251244,
      "loss": 12.2108,
      "step": 10333
    },
    {
      "epoch": 1.6921565416734894,
      "grad_norm": 0.17255491018295288,
      "learning_rate": 0.00018684790733250313,
      "loss": 12.1751,
      "step": 10334
    },
    {
      "epoch": 1.692320288193876,
      "grad_norm": 0.20013998448848724,
      "learning_rate": 0.00018684534449039085,
      "loss": 12.1868,
      "step": 10335
    },
    {
      "epoch": 1.6924840347142625,
      "grad_norm": 0.17910347878932953,
      "learning_rate": 0.00018684278141618252,
      "loss": 12.203,
      "step": 10336
    },
    {
      "epoch": 1.6926477812346488,
      "grad_norm": 0.2620125114917755,
      "learning_rate": 0.00018684021810988494,
      "loss": 12.2354,
      "step": 10337
    },
    {
      "epoch": 1.692811527755035,
      "grad_norm": 0.16531766951084137,
      "learning_rate": 0.00018683765457150496,
      "loss": 12.2042,
      "step": 10338
    },
    {
      "epoch": 1.6929752742754216,
      "grad_norm": 0.24379423260688782,
      "learning_rate": 0.00018683509080104946,
      "loss": 12.2117,
      "step": 10339
    },
    {
      "epoch": 1.6931390207958081,
      "grad_norm": 0.15835021436214447,
      "learning_rate": 0.00018683252679852527,
      "loss": 12.1794,
      "step": 10340
    },
    {
      "epoch": 1.6933027673161947,
      "grad_norm": 0.17229518294334412,
      "learning_rate": 0.00018682996256393926,
      "loss": 12.1874,
      "step": 10341
    },
    {
      "epoch": 1.693466513836581,
      "grad_norm": 0.16145840287208557,
      "learning_rate": 0.00018682739809729827,
      "loss": 12.1522,
      "step": 10342
    },
    {
      "epoch": 1.6936302603569673,
      "grad_norm": 0.17755694687366486,
      "learning_rate": 0.0001868248333986092,
      "loss": 12.206,
      "step": 10343
    },
    {
      "epoch": 1.6937940068773538,
      "grad_norm": 0.18190348148345947,
      "learning_rate": 0.0001868222684678788,
      "loss": 12.1816,
      "step": 10344
    },
    {
      "epoch": 1.6939577533977404,
      "grad_norm": 0.2620234787464142,
      "learning_rate": 0.00018681970330511403,
      "loss": 12.2244,
      "step": 10345
    },
    {
      "epoch": 1.6941214999181269,
      "grad_norm": 0.16184791922569275,
      "learning_rate": 0.00018681713791032168,
      "loss": 12.2192,
      "step": 10346
    },
    {
      "epoch": 1.6942852464385132,
      "grad_norm": 0.1629546582698822,
      "learning_rate": 0.00018681457228350863,
      "loss": 12.1877,
      "step": 10347
    },
    {
      "epoch": 1.6944489929588995,
      "grad_norm": 0.17392638325691223,
      "learning_rate": 0.0001868120064246817,
      "loss": 12.1766,
      "step": 10348
    },
    {
      "epoch": 1.694612739479286,
      "grad_norm": 0.17721381783485413,
      "learning_rate": 0.00018680944033384783,
      "loss": 12.1481,
      "step": 10349
    },
    {
      "epoch": 1.6947764859996726,
      "grad_norm": 0.1614825278520584,
      "learning_rate": 0.00018680687401101382,
      "loss": 12.1645,
      "step": 10350
    },
    {
      "epoch": 1.694940232520059,
      "grad_norm": 0.1896342635154724,
      "learning_rate": 0.00018680430745618654,
      "loss": 12.202,
      "step": 10351
    },
    {
      "epoch": 1.6951039790404454,
      "grad_norm": 0.261969655752182,
      "learning_rate": 0.00018680174066937281,
      "loss": 12.1829,
      "step": 10352
    },
    {
      "epoch": 1.6952677255608317,
      "grad_norm": 0.17491167783737183,
      "learning_rate": 0.00018679917365057956,
      "loss": 12.1811,
      "step": 10353
    },
    {
      "epoch": 1.6954314720812182,
      "grad_norm": 0.21166826784610748,
      "learning_rate": 0.00018679660639981361,
      "loss": 12.1817,
      "step": 10354
    },
    {
      "epoch": 1.6955952186016048,
      "grad_norm": 0.22105664014816284,
      "learning_rate": 0.00018679403891708188,
      "loss": 12.177,
      "step": 10355
    },
    {
      "epoch": 1.6957589651219913,
      "grad_norm": 0.14467346668243408,
      "learning_rate": 0.0001867914712023911,
      "loss": 12.1486,
      "step": 10356
    },
    {
      "epoch": 1.6959227116423776,
      "grad_norm": 0.21034854650497437,
      "learning_rate": 0.00018678890325574826,
      "loss": 12.1858,
      "step": 10357
    },
    {
      "epoch": 1.696086458162764,
      "grad_norm": 0.18181918561458588,
      "learning_rate": 0.00018678633507716015,
      "loss": 12.2135,
      "step": 10358
    },
    {
      "epoch": 1.6962502046831505,
      "grad_norm": 0.17580540478229523,
      "learning_rate": 0.00018678376666663365,
      "loss": 12.1961,
      "step": 10359
    },
    {
      "epoch": 1.696413951203537,
      "grad_norm": 0.22321859002113342,
      "learning_rate": 0.00018678119802417568,
      "loss": 12.1719,
      "step": 10360
    },
    {
      "epoch": 1.6965776977239235,
      "grad_norm": 0.13869357109069824,
      "learning_rate": 0.00018677862914979302,
      "loss": 12.1752,
      "step": 10361
    },
    {
      "epoch": 1.6967414442443098,
      "grad_norm": 0.21515606343746185,
      "learning_rate": 0.0001867760600434926,
      "loss": 12.1414,
      "step": 10362
    },
    {
      "epoch": 1.6969051907646961,
      "grad_norm": 0.1744798868894577,
      "learning_rate": 0.00018677349070528125,
      "loss": 12.1837,
      "step": 10363
    },
    {
      "epoch": 1.6970689372850827,
      "grad_norm": 0.17465658485889435,
      "learning_rate": 0.00018677092113516584,
      "loss": 12.1899,
      "step": 10364
    },
    {
      "epoch": 1.6972326838054692,
      "grad_norm": 0.20059806108474731,
      "learning_rate": 0.00018676835133315324,
      "loss": 12.1967,
      "step": 10365
    },
    {
      "epoch": 1.6973964303258555,
      "grad_norm": 0.16344237327575684,
      "learning_rate": 0.00018676578129925032,
      "loss": 12.2122,
      "step": 10366
    },
    {
      "epoch": 1.697560176846242,
      "grad_norm": 0.4572865664958954,
      "learning_rate": 0.00018676321103346395,
      "loss": 12.21,
      "step": 10367
    },
    {
      "epoch": 1.6977239233666284,
      "grad_norm": 0.17013265192508698,
      "learning_rate": 0.000186760640535801,
      "loss": 12.1893,
      "step": 10368
    },
    {
      "epoch": 1.697887669887015,
      "grad_norm": 0.16128960251808167,
      "learning_rate": 0.00018675806980626835,
      "loss": 12.1704,
      "step": 10369
    },
    {
      "epoch": 1.6980514164074014,
      "grad_norm": 0.1750657558441162,
      "learning_rate": 0.00018675549884487284,
      "loss": 12.1488,
      "step": 10370
    },
    {
      "epoch": 1.6982151629277877,
      "grad_norm": 0.16140517592430115,
      "learning_rate": 0.0001867529276516214,
      "loss": 12.1623,
      "step": 10371
    },
    {
      "epoch": 1.6983789094481743,
      "grad_norm": 0.15564647316932678,
      "learning_rate": 0.0001867503562265208,
      "loss": 12.168,
      "step": 10372
    },
    {
      "epoch": 1.6985426559685606,
      "grad_norm": 0.16324886679649353,
      "learning_rate": 0.000186747784569578,
      "loss": 12.1258,
      "step": 10373
    },
    {
      "epoch": 1.698706402488947,
      "grad_norm": 0.17910806834697723,
      "learning_rate": 0.00018674521268079985,
      "loss": 12.1782,
      "step": 10374
    },
    {
      "epoch": 1.6988701490093336,
      "grad_norm": 0.15585261583328247,
      "learning_rate": 0.0001867426405601932,
      "loss": 12.2085,
      "step": 10375
    },
    {
      "epoch": 1.69903389552972,
      "grad_norm": 0.16620324552059174,
      "learning_rate": 0.00018674006820776497,
      "loss": 12.1526,
      "step": 10376
    },
    {
      "epoch": 1.6991976420501065,
      "grad_norm": 0.16019207239151,
      "learning_rate": 0.000186737495623522,
      "loss": 12.1766,
      "step": 10377
    },
    {
      "epoch": 1.6993613885704928,
      "grad_norm": 0.1568843126296997,
      "learning_rate": 0.00018673492280747115,
      "loss": 12.1792,
      "step": 10378
    },
    {
      "epoch": 1.6995251350908793,
      "grad_norm": 0.2104319930076599,
      "learning_rate": 0.00018673234975961938,
      "loss": 12.1624,
      "step": 10379
    },
    {
      "epoch": 1.6996888816112659,
      "grad_norm": 0.1728116273880005,
      "learning_rate": 0.00018672977647997345,
      "loss": 12.1601,
      "step": 10380
    },
    {
      "epoch": 1.6998526281316522,
      "grad_norm": 0.1664280742406845,
      "learning_rate": 0.0001867272029685403,
      "loss": 12.1829,
      "step": 10381
    },
    {
      "epoch": 1.7000163746520387,
      "grad_norm": 0.17117170989513397,
      "learning_rate": 0.00018672462922532683,
      "loss": 12.1925,
      "step": 10382
    },
    {
      "epoch": 1.700180121172425,
      "grad_norm": 0.16826622188091278,
      "learning_rate": 0.00018672205525033987,
      "loss": 12.1376,
      "step": 10383
    },
    {
      "epoch": 1.7003438676928115,
      "grad_norm": 0.15148983895778656,
      "learning_rate": 0.00018671948104358632,
      "loss": 12.1906,
      "step": 10384
    },
    {
      "epoch": 1.700507614213198,
      "grad_norm": 0.20270907878875732,
      "learning_rate": 0.00018671690660507304,
      "loss": 12.152,
      "step": 10385
    },
    {
      "epoch": 1.7006713607335844,
      "grad_norm": 0.18606628477573395,
      "learning_rate": 0.00018671433193480697,
      "loss": 12.182,
      "step": 10386
    },
    {
      "epoch": 1.7008351072539707,
      "grad_norm": 0.14236396551132202,
      "learning_rate": 0.0001867117570327949,
      "loss": 12.1958,
      "step": 10387
    },
    {
      "epoch": 1.7009988537743572,
      "grad_norm": 0.18352945148944855,
      "learning_rate": 0.0001867091818990438,
      "loss": 12.1465,
      "step": 10388
    },
    {
      "epoch": 1.7011626002947438,
      "grad_norm": 0.1888248324394226,
      "learning_rate": 0.0001867066065335605,
      "loss": 12.128,
      "step": 10389
    },
    {
      "epoch": 1.7013263468151303,
      "grad_norm": 0.19828025996685028,
      "learning_rate": 0.00018670403093635186,
      "loss": 12.2192,
      "step": 10390
    },
    {
      "epoch": 1.7014900933355166,
      "grad_norm": 0.1701786071062088,
      "learning_rate": 0.00018670145510742486,
      "loss": 12.1945,
      "step": 10391
    },
    {
      "epoch": 1.701653839855903,
      "grad_norm": 0.18191678822040558,
      "learning_rate": 0.0001866988790467863,
      "loss": 12.2419,
      "step": 10392
    },
    {
      "epoch": 1.7018175863762894,
      "grad_norm": 0.16424328088760376,
      "learning_rate": 0.00018669630275444307,
      "loss": 12.1964,
      "step": 10393
    },
    {
      "epoch": 1.701981332896676,
      "grad_norm": 0.2674395740032196,
      "learning_rate": 0.00018669372623040208,
      "loss": 12.2116,
      "step": 10394
    },
    {
      "epoch": 1.7021450794170625,
      "grad_norm": 0.14909008145332336,
      "learning_rate": 0.00018669114947467022,
      "loss": 12.1611,
      "step": 10395
    },
    {
      "epoch": 1.7023088259374488,
      "grad_norm": 0.15718086063861847,
      "learning_rate": 0.00018668857248725436,
      "loss": 12.173,
      "step": 10396
    },
    {
      "epoch": 1.7024725724578351,
      "grad_norm": 0.17139627039432526,
      "learning_rate": 0.00018668599526816136,
      "loss": 12.17,
      "step": 10397
    },
    {
      "epoch": 1.7026363189782217,
      "grad_norm": 0.20034733414649963,
      "learning_rate": 0.00018668341781739818,
      "loss": 12.1957,
      "step": 10398
    },
    {
      "epoch": 1.7028000654986082,
      "grad_norm": 0.17337454855442047,
      "learning_rate": 0.00018668084013497165,
      "loss": 12.1932,
      "step": 10399
    },
    {
      "epoch": 1.7029638120189947,
      "grad_norm": 0.22313673794269562,
      "learning_rate": 0.00018667826222088868,
      "loss": 12.1889,
      "step": 10400
    },
    {
      "epoch": 1.703127558539381,
      "grad_norm": 0.16684626042842865,
      "learning_rate": 0.00018667568407515614,
      "loss": 12.1926,
      "step": 10401
    },
    {
      "epoch": 1.7032913050597673,
      "grad_norm": 0.18688127398490906,
      "learning_rate": 0.00018667310569778098,
      "loss": 12.1738,
      "step": 10402
    },
    {
      "epoch": 1.7034550515801539,
      "grad_norm": 0.1688481718301773,
      "learning_rate": 0.00018667052708877,
      "loss": 12.1759,
      "step": 10403
    },
    {
      "epoch": 1.7036187981005404,
      "grad_norm": 0.1394849568605423,
      "learning_rate": 0.00018666794824813017,
      "loss": 12.2324,
      "step": 10404
    },
    {
      "epoch": 1.703782544620927,
      "grad_norm": 0.1524064838886261,
      "learning_rate": 0.00018666536917586832,
      "loss": 12.1663,
      "step": 10405
    },
    {
      "epoch": 1.7039462911413132,
      "grad_norm": 0.20849952101707458,
      "learning_rate": 0.0001866627898719914,
      "loss": 12.2065,
      "step": 10406
    },
    {
      "epoch": 1.7041100376616996,
      "grad_norm": 0.12652884423732758,
      "learning_rate": 0.00018666021033650627,
      "loss": 12.1975,
      "step": 10407
    },
    {
      "epoch": 1.704273784182086,
      "grad_norm": 0.19068960845470428,
      "learning_rate": 0.00018665763056941983,
      "loss": 12.1599,
      "step": 10408
    },
    {
      "epoch": 1.7044375307024726,
      "grad_norm": 0.14974310994148254,
      "learning_rate": 0.00018665505057073898,
      "loss": 12.2236,
      "step": 10409
    },
    {
      "epoch": 1.7046012772228591,
      "grad_norm": 0.16927097737789154,
      "learning_rate": 0.0001866524703404706,
      "loss": 12.165,
      "step": 10410
    },
    {
      "epoch": 1.7047650237432455,
      "grad_norm": 0.17448705434799194,
      "learning_rate": 0.0001866498898786216,
      "loss": 12.2118,
      "step": 10411
    },
    {
      "epoch": 1.7049287702636318,
      "grad_norm": 0.17939315736293793,
      "learning_rate": 0.0001866473091851989,
      "loss": 12.1484,
      "step": 10412
    },
    {
      "epoch": 1.7050925167840183,
      "grad_norm": 0.18050841987133026,
      "learning_rate": 0.0001866447282602093,
      "loss": 12.1597,
      "step": 10413
    },
    {
      "epoch": 1.7052562633044048,
      "grad_norm": 0.1770390272140503,
      "learning_rate": 0.0001866421471036598,
      "loss": 12.1793,
      "step": 10414
    },
    {
      "epoch": 1.7054200098247914,
      "grad_norm": 0.18751634657382965,
      "learning_rate": 0.00018663956571555727,
      "loss": 12.1608,
      "step": 10415
    },
    {
      "epoch": 1.7055837563451777,
      "grad_norm": 0.18508049845695496,
      "learning_rate": 0.00018663698409590858,
      "loss": 12.1742,
      "step": 10416
    },
    {
      "epoch": 1.705747502865564,
      "grad_norm": 0.18749754130840302,
      "learning_rate": 0.00018663440224472072,
      "loss": 12.1591,
      "step": 10417
    },
    {
      "epoch": 1.7059112493859505,
      "grad_norm": 0.16767987608909607,
      "learning_rate": 0.00018663182016200044,
      "loss": 12.1529,
      "step": 10418
    },
    {
      "epoch": 1.706074995906337,
      "grad_norm": 0.17272117733955383,
      "learning_rate": 0.00018662923784775476,
      "loss": 12.1667,
      "step": 10419
    },
    {
      "epoch": 1.7062387424267236,
      "grad_norm": 0.1695222109556198,
      "learning_rate": 0.00018662665530199055,
      "loss": 12.2595,
      "step": 10420
    },
    {
      "epoch": 1.7064024889471099,
      "grad_norm": 0.17508827149868011,
      "learning_rate": 0.00018662407252471473,
      "loss": 12.1993,
      "step": 10421
    },
    {
      "epoch": 1.7065662354674962,
      "grad_norm": 0.15697269141674042,
      "learning_rate": 0.00018662148951593412,
      "loss": 12.1824,
      "step": 10422
    },
    {
      "epoch": 1.7067299819878827,
      "grad_norm": 0.1367451697587967,
      "learning_rate": 0.00018661890627565573,
      "loss": 12.1419,
      "step": 10423
    },
    {
      "epoch": 1.7068937285082693,
      "grad_norm": 0.18191438913345337,
      "learning_rate": 0.0001866163228038864,
      "loss": 12.1642,
      "step": 10424
    },
    {
      "epoch": 1.7070574750286558,
      "grad_norm": 0.1348033994436264,
      "learning_rate": 0.00018661373910063304,
      "loss": 12.2019,
      "step": 10425
    },
    {
      "epoch": 1.707221221549042,
      "grad_norm": 0.1656789630651474,
      "learning_rate": 0.00018661115516590258,
      "loss": 12.156,
      "step": 10426
    },
    {
      "epoch": 1.7073849680694284,
      "grad_norm": 0.1612183302640915,
      "learning_rate": 0.0001866085709997019,
      "loss": 12.1804,
      "step": 10427
    },
    {
      "epoch": 1.707548714589815,
      "grad_norm": 0.14120014011859894,
      "learning_rate": 0.00018660598660203795,
      "loss": 12.1923,
      "step": 10428
    },
    {
      "epoch": 1.7077124611102015,
      "grad_norm": 0.14830684661865234,
      "learning_rate": 0.00018660340197291757,
      "loss": 12.197,
      "step": 10429
    },
    {
      "epoch": 1.707876207630588,
      "grad_norm": 0.2371845841407776,
      "learning_rate": 0.0001866008171123477,
      "loss": 12.2759,
      "step": 10430
    },
    {
      "epoch": 1.7080399541509743,
      "grad_norm": 0.19611358642578125,
      "learning_rate": 0.00018659823202033527,
      "loss": 12.1676,
      "step": 10431
    },
    {
      "epoch": 1.7082037006713606,
      "grad_norm": 0.17303448915481567,
      "learning_rate": 0.00018659564669688713,
      "loss": 12.172,
      "step": 10432
    },
    {
      "epoch": 1.7083674471917472,
      "grad_norm": 0.15679554641246796,
      "learning_rate": 0.00018659306114201027,
      "loss": 12.15,
      "step": 10433
    },
    {
      "epoch": 1.7085311937121337,
      "grad_norm": 0.20019668340682983,
      "learning_rate": 0.00018659047535571154,
      "loss": 12.208,
      "step": 10434
    },
    {
      "epoch": 1.7086949402325202,
      "grad_norm": 0.18749456107616425,
      "learning_rate": 0.00018658788933799788,
      "loss": 12.1843,
      "step": 10435
    },
    {
      "epoch": 1.7088586867529065,
      "grad_norm": 0.18181011080741882,
      "learning_rate": 0.00018658530308887617,
      "loss": 12.1668,
      "step": 10436
    },
    {
      "epoch": 1.7090224332732928,
      "grad_norm": 0.1970681995153427,
      "learning_rate": 0.00018658271660835336,
      "loss": 12.1685,
      "step": 10437
    },
    {
      "epoch": 1.7091861797936794,
      "grad_norm": 0.14515124261379242,
      "learning_rate": 0.00018658012989643635,
      "loss": 12.1847,
      "step": 10438
    },
    {
      "epoch": 1.709349926314066,
      "grad_norm": 0.23674507439136505,
      "learning_rate": 0.00018657754295313203,
      "loss": 12.1973,
      "step": 10439
    },
    {
      "epoch": 1.7095136728344522,
      "grad_norm": 0.14915461838245392,
      "learning_rate": 0.00018657495577844733,
      "loss": 12.2092,
      "step": 10440
    },
    {
      "epoch": 1.7096774193548387,
      "grad_norm": 0.20442871749401093,
      "learning_rate": 0.00018657236837238915,
      "loss": 12.2093,
      "step": 10441
    },
    {
      "epoch": 1.709841165875225,
      "grad_norm": 0.16915473341941833,
      "learning_rate": 0.00018656978073496445,
      "loss": 12.2275,
      "step": 10442
    },
    {
      "epoch": 1.7100049123956116,
      "grad_norm": 0.1764126718044281,
      "learning_rate": 0.00018656719286618012,
      "loss": 12.1672,
      "step": 10443
    },
    {
      "epoch": 1.7101686589159981,
      "grad_norm": 0.19208087027072906,
      "learning_rate": 0.00018656460476604303,
      "loss": 12.1597,
      "step": 10444
    },
    {
      "epoch": 1.7103324054363844,
      "grad_norm": 0.28260934352874756,
      "learning_rate": 0.00018656201643456018,
      "loss": 12.2044,
      "step": 10445
    },
    {
      "epoch": 1.710496151956771,
      "grad_norm": 0.1647583544254303,
      "learning_rate": 0.0001865594278717384,
      "loss": 12.2006,
      "step": 10446
    },
    {
      "epoch": 1.7106598984771573,
      "grad_norm": 0.1437499225139618,
      "learning_rate": 0.0001865568390775847,
      "loss": 12.1795,
      "step": 10447
    },
    {
      "epoch": 1.7108236449975438,
      "grad_norm": 0.2046416997909546,
      "learning_rate": 0.00018655425005210594,
      "loss": 12.1468,
      "step": 10448
    },
    {
      "epoch": 1.7109873915179303,
      "grad_norm": 0.1501750349998474,
      "learning_rate": 0.00018655166079530907,
      "loss": 12.1723,
      "step": 10449
    },
    {
      "epoch": 1.7111511380383166,
      "grad_norm": 0.2565070390701294,
      "learning_rate": 0.00018654907130720094,
      "loss": 12.1653,
      "step": 10450
    },
    {
      "epoch": 1.7113148845587032,
      "grad_norm": 0.16851316392421722,
      "learning_rate": 0.00018654648158778855,
      "loss": 12.2216,
      "step": 10451
    },
    {
      "epoch": 1.7114786310790895,
      "grad_norm": 0.1550998091697693,
      "learning_rate": 0.0001865438916370788,
      "loss": 12.1781,
      "step": 10452
    },
    {
      "epoch": 1.711642377599476,
      "grad_norm": 0.19915762543678284,
      "learning_rate": 0.00018654130145507857,
      "loss": 12.1386,
      "step": 10453
    },
    {
      "epoch": 1.7118061241198625,
      "grad_norm": 0.1516387164592743,
      "learning_rate": 0.00018653871104179487,
      "loss": 12.1824,
      "step": 10454
    },
    {
      "epoch": 1.7119698706402489,
      "grad_norm": 0.2000856101512909,
      "learning_rate": 0.0001865361203972345,
      "loss": 12.2257,
      "step": 10455
    },
    {
      "epoch": 1.7121336171606354,
      "grad_norm": 0.18512316048145294,
      "learning_rate": 0.00018653352952140452,
      "loss": 12.1945,
      "step": 10456
    },
    {
      "epoch": 1.7122973636810217,
      "grad_norm": 0.1803881973028183,
      "learning_rate": 0.00018653093841431174,
      "loss": 12.2166,
      "step": 10457
    },
    {
      "epoch": 1.7124611102014082,
      "grad_norm": 0.18070730566978455,
      "learning_rate": 0.00018652834707596317,
      "loss": 12.2142,
      "step": 10458
    },
    {
      "epoch": 1.7126248567217948,
      "grad_norm": 0.14506107568740845,
      "learning_rate": 0.0001865257555063657,
      "loss": 12.1402,
      "step": 10459
    },
    {
      "epoch": 1.712788603242181,
      "grad_norm": 0.16192349791526794,
      "learning_rate": 0.0001865231637055262,
      "loss": 12.2196,
      "step": 10460
    },
    {
      "epoch": 1.7129523497625674,
      "grad_norm": 0.1523059457540512,
      "learning_rate": 0.0001865205716734517,
      "loss": 12.2074,
      "step": 10461
    },
    {
      "epoch": 1.713116096282954,
      "grad_norm": 0.22706177830696106,
      "learning_rate": 0.00018651797941014907,
      "loss": 12.1655,
      "step": 10462
    },
    {
      "epoch": 1.7132798428033404,
      "grad_norm": 0.18399064242839813,
      "learning_rate": 0.00018651538691562522,
      "loss": 12.1838,
      "step": 10463
    },
    {
      "epoch": 1.713443589323727,
      "grad_norm": 0.17289982736110687,
      "learning_rate": 0.00018651279418988712,
      "loss": 12.2005,
      "step": 10464
    },
    {
      "epoch": 1.7136073358441133,
      "grad_norm": 0.16621790826320648,
      "learning_rate": 0.0001865102012329417,
      "loss": 12.1673,
      "step": 10465
    },
    {
      "epoch": 1.7137710823644996,
      "grad_norm": 0.18915888667106628,
      "learning_rate": 0.00018650760804479586,
      "loss": 12.1591,
      "step": 10466
    },
    {
      "epoch": 1.7139348288848861,
      "grad_norm": 0.157393679022789,
      "learning_rate": 0.00018650501462545653,
      "loss": 12.2041,
      "step": 10467
    },
    {
      "epoch": 1.7140985754052727,
      "grad_norm": 0.15486092865467072,
      "learning_rate": 0.00018650242097493068,
      "loss": 12.1158,
      "step": 10468
    },
    {
      "epoch": 1.7142623219256592,
      "grad_norm": 0.18426428735256195,
      "learning_rate": 0.00018649982709322517,
      "loss": 12.1927,
      "step": 10469
    },
    {
      "epoch": 1.7144260684460455,
      "grad_norm": 0.218573659658432,
      "learning_rate": 0.00018649723298034702,
      "loss": 12.1731,
      "step": 10470
    },
    {
      "epoch": 1.7145898149664318,
      "grad_norm": 0.3665943741798401,
      "learning_rate": 0.00018649463863630312,
      "loss": 12.186,
      "step": 10471
    },
    {
      "epoch": 1.7147535614868183,
      "grad_norm": 0.23492534458637238,
      "learning_rate": 0.00018649204406110038,
      "loss": 12.1733,
      "step": 10472
    },
    {
      "epoch": 1.7149173080072049,
      "grad_norm": 0.2740158438682556,
      "learning_rate": 0.00018648944925474576,
      "loss": 12.253,
      "step": 10473
    },
    {
      "epoch": 1.7150810545275914,
      "grad_norm": 0.15802335739135742,
      "learning_rate": 0.0001864868542172462,
      "loss": 12.1745,
      "step": 10474
    },
    {
      "epoch": 1.7152448010479777,
      "grad_norm": 0.20336517691612244,
      "learning_rate": 0.00018648425894860865,
      "loss": 12.1705,
      "step": 10475
    },
    {
      "epoch": 1.715408547568364,
      "grad_norm": 0.2699960470199585,
      "learning_rate": 0.00018648166344884,
      "loss": 12.209,
      "step": 10476
    },
    {
      "epoch": 1.7155722940887506,
      "grad_norm": 0.1728271245956421,
      "learning_rate": 0.00018647906771794722,
      "loss": 12.2156,
      "step": 10477
    },
    {
      "epoch": 1.715736040609137,
      "grad_norm": 0.15019023418426514,
      "learning_rate": 0.00018647647175593725,
      "loss": 12.1933,
      "step": 10478
    },
    {
      "epoch": 1.7158997871295236,
      "grad_norm": 0.20095595717430115,
      "learning_rate": 0.00018647387556281698,
      "loss": 12.1509,
      "step": 10479
    },
    {
      "epoch": 1.71606353364991,
      "grad_norm": 0.18656454980373383,
      "learning_rate": 0.0001864712791385934,
      "loss": 12.1461,
      "step": 10480
    },
    {
      "epoch": 1.7162272801702962,
      "grad_norm": 0.20569604635238647,
      "learning_rate": 0.00018646868248327345,
      "loss": 12.1968,
      "step": 10481
    },
    {
      "epoch": 1.7163910266906828,
      "grad_norm": 0.18002279102802277,
      "learning_rate": 0.00018646608559686403,
      "loss": 12.228,
      "step": 10482
    },
    {
      "epoch": 1.7165547732110693,
      "grad_norm": 0.20029473304748535,
      "learning_rate": 0.00018646348847937213,
      "loss": 12.1835,
      "step": 10483
    },
    {
      "epoch": 1.7167185197314558,
      "grad_norm": 0.15003834664821625,
      "learning_rate": 0.00018646089113080465,
      "loss": 12.2076,
      "step": 10484
    },
    {
      "epoch": 1.7168822662518421,
      "grad_norm": 0.2138298898935318,
      "learning_rate": 0.0001864582935511685,
      "loss": 12.1967,
      "step": 10485
    },
    {
      "epoch": 1.7170460127722285,
      "grad_norm": 0.20471975207328796,
      "learning_rate": 0.00018645569574047072,
      "loss": 12.1852,
      "step": 10486
    },
    {
      "epoch": 1.717209759292615,
      "grad_norm": 0.24091802537441254,
      "learning_rate": 0.0001864530976987182,
      "loss": 12.175,
      "step": 10487
    },
    {
      "epoch": 1.7173735058130015,
      "grad_norm": 0.16259348392486572,
      "learning_rate": 0.0001864504994259179,
      "loss": 12.1926,
      "step": 10488
    },
    {
      "epoch": 1.717537252333388,
      "grad_norm": 0.2544456124305725,
      "learning_rate": 0.00018644790092207667,
      "loss": 12.2103,
      "step": 10489
    },
    {
      "epoch": 1.7177009988537744,
      "grad_norm": 0.16013263165950775,
      "learning_rate": 0.0001864453021872016,
      "loss": 12.18,
      "step": 10490
    },
    {
      "epoch": 1.7178647453741607,
      "grad_norm": 0.15741944313049316,
      "learning_rate": 0.00018644270322129957,
      "loss": 12.2112,
      "step": 10491
    },
    {
      "epoch": 1.7180284918945472,
      "grad_norm": 0.24230246245861053,
      "learning_rate": 0.00018644010402437745,
      "loss": 12.1736,
      "step": 10492
    },
    {
      "epoch": 1.7181922384149337,
      "grad_norm": 0.18332494795322418,
      "learning_rate": 0.00018643750459644234,
      "loss": 12.2155,
      "step": 10493
    },
    {
      "epoch": 1.7183559849353203,
      "grad_norm": 0.16427816450595856,
      "learning_rate": 0.00018643490493750107,
      "loss": 12.1486,
      "step": 10494
    },
    {
      "epoch": 1.7185197314557066,
      "grad_norm": 0.17892508208751678,
      "learning_rate": 0.0001864323050475606,
      "loss": 12.1745,
      "step": 10495
    },
    {
      "epoch": 1.7186834779760929,
      "grad_norm": 0.19924946129322052,
      "learning_rate": 0.00018642970492662792,
      "loss": 12.1828,
      "step": 10496
    },
    {
      "epoch": 1.7188472244964794,
      "grad_norm": 0.1636345088481903,
      "learning_rate": 0.00018642710457471,
      "loss": 12.19,
      "step": 10497
    },
    {
      "epoch": 1.719010971016866,
      "grad_norm": 0.21398811042308807,
      "learning_rate": 0.0001864245039918137,
      "loss": 12.1745,
      "step": 10498
    },
    {
      "epoch": 1.7191747175372525,
      "grad_norm": 0.20795683562755585,
      "learning_rate": 0.00018642190317794604,
      "loss": 12.1919,
      "step": 10499
    },
    {
      "epoch": 1.7193384640576388,
      "grad_norm": 0.18316861987113953,
      "learning_rate": 0.00018641930213311397,
      "loss": 12.1822,
      "step": 10500
    },
    {
      "epoch": 1.719502210578025,
      "grad_norm": 0.32092681527137756,
      "learning_rate": 0.00018641670085732442,
      "loss": 12.233,
      "step": 10501
    },
    {
      "epoch": 1.7196659570984116,
      "grad_norm": 0.15582378208637238,
      "learning_rate": 0.0001864140993505843,
      "loss": 12.1622,
      "step": 10502
    },
    {
      "epoch": 1.7198297036187982,
      "grad_norm": 0.15537810325622559,
      "learning_rate": 0.00018641149761290063,
      "loss": 12.1996,
      "step": 10503
    },
    {
      "epoch": 1.7199934501391847,
      "grad_norm": 0.3001110553741455,
      "learning_rate": 0.00018640889564428033,
      "loss": 12.1887,
      "step": 10504
    },
    {
      "epoch": 1.720157196659571,
      "grad_norm": 0.1840279996395111,
      "learning_rate": 0.00018640629344473042,
      "loss": 12.207,
      "step": 10505
    },
    {
      "epoch": 1.7203209431799573,
      "grad_norm": 0.20582227408885956,
      "learning_rate": 0.00018640369101425775,
      "loss": 12.234,
      "step": 10506
    },
    {
      "epoch": 1.7204846897003438,
      "grad_norm": 0.1534874141216278,
      "learning_rate": 0.00018640108835286934,
      "loss": 12.204,
      "step": 10507
    },
    {
      "epoch": 1.7206484362207304,
      "grad_norm": 0.17326676845550537,
      "learning_rate": 0.0001863984854605721,
      "loss": 12.2016,
      "step": 10508
    },
    {
      "epoch": 1.720812182741117,
      "grad_norm": 0.1738344430923462,
      "learning_rate": 0.00018639588233737304,
      "loss": 12.1825,
      "step": 10509
    },
    {
      "epoch": 1.7209759292615032,
      "grad_norm": 0.18710172176361084,
      "learning_rate": 0.0001863932789832791,
      "loss": 12.2168,
      "step": 10510
    },
    {
      "epoch": 1.7211396757818895,
      "grad_norm": 0.1781580001115799,
      "learning_rate": 0.00018639067539829722,
      "loss": 12.1939,
      "step": 10511
    },
    {
      "epoch": 1.721303422302276,
      "grad_norm": 0.1468522995710373,
      "learning_rate": 0.00018638807158243438,
      "loss": 12.231,
      "step": 10512
    },
    {
      "epoch": 1.7214671688226626,
      "grad_norm": 0.19281917810440063,
      "learning_rate": 0.0001863854675356975,
      "loss": 12.2052,
      "step": 10513
    },
    {
      "epoch": 1.721630915343049,
      "grad_norm": 0.20106716454029083,
      "learning_rate": 0.00018638286325809358,
      "loss": 12.2199,
      "step": 10514
    },
    {
      "epoch": 1.7217946618634354,
      "grad_norm": 0.22529315948486328,
      "learning_rate": 0.00018638025874962957,
      "loss": 12.1653,
      "step": 10515
    },
    {
      "epoch": 1.7219584083838217,
      "grad_norm": 0.1763993203639984,
      "learning_rate": 0.00018637765401031243,
      "loss": 12.1998,
      "step": 10516
    },
    {
      "epoch": 1.7221221549042083,
      "grad_norm": 0.21865437924861908,
      "learning_rate": 0.0001863750490401491,
      "loss": 12.1994,
      "step": 10517
    },
    {
      "epoch": 1.7222859014245948,
      "grad_norm": 0.16295115649700165,
      "learning_rate": 0.00018637244383914658,
      "loss": 12.1716,
      "step": 10518
    },
    {
      "epoch": 1.7224496479449811,
      "grad_norm": 0.20078778266906738,
      "learning_rate": 0.0001863698384073118,
      "loss": 12.2132,
      "step": 10519
    },
    {
      "epoch": 1.7226133944653677,
      "grad_norm": 0.1498933583498001,
      "learning_rate": 0.00018636723274465173,
      "loss": 12.1688,
      "step": 10520
    },
    {
      "epoch": 1.722777140985754,
      "grad_norm": 0.1720464676618576,
      "learning_rate": 0.00018636462685117335,
      "loss": 12.2133,
      "step": 10521
    },
    {
      "epoch": 1.7229408875061405,
      "grad_norm": 0.16942818462848663,
      "learning_rate": 0.0001863620207268836,
      "loss": 12.1925,
      "step": 10522
    },
    {
      "epoch": 1.723104634026527,
      "grad_norm": 0.16676363348960876,
      "learning_rate": 0.00018635941437178947,
      "loss": 12.21,
      "step": 10523
    },
    {
      "epoch": 1.7232683805469133,
      "grad_norm": 0.16208022832870483,
      "learning_rate": 0.00018635680778589792,
      "loss": 12.1612,
      "step": 10524
    },
    {
      "epoch": 1.7234321270672999,
      "grad_norm": 0.15738530457019806,
      "learning_rate": 0.0001863542009692159,
      "loss": 12.1858,
      "step": 10525
    },
    {
      "epoch": 1.7235958735876862,
      "grad_norm": 0.2478993535041809,
      "learning_rate": 0.0001863515939217504,
      "loss": 12.1725,
      "step": 10526
    },
    {
      "epoch": 1.7237596201080727,
      "grad_norm": 0.19588837027549744,
      "learning_rate": 0.00018634898664350837,
      "loss": 12.2775,
      "step": 10527
    },
    {
      "epoch": 1.7239233666284592,
      "grad_norm": 0.21646323800086975,
      "learning_rate": 0.00018634637913449677,
      "loss": 12.1864,
      "step": 10528
    },
    {
      "epoch": 1.7240871131488456,
      "grad_norm": 0.23977510631084442,
      "learning_rate": 0.0001863437713947226,
      "loss": 12.187,
      "step": 10529
    },
    {
      "epoch": 1.724250859669232,
      "grad_norm": 0.20586641132831573,
      "learning_rate": 0.0001863411634241928,
      "loss": 12.1986,
      "step": 10530
    },
    {
      "epoch": 1.7244146061896184,
      "grad_norm": 0.19420714676380157,
      "learning_rate": 0.00018633855522291433,
      "loss": 12.1585,
      "step": 10531
    },
    {
      "epoch": 1.724578352710005,
      "grad_norm": 0.15945762395858765,
      "learning_rate": 0.0001863359467908942,
      "loss": 12.2078,
      "step": 10532
    },
    {
      "epoch": 1.7247420992303915,
      "grad_norm": 0.17572170495986938,
      "learning_rate": 0.00018633333812813935,
      "loss": 12.2246,
      "step": 10533
    },
    {
      "epoch": 1.7249058457507778,
      "grad_norm": 0.15499919652938843,
      "learning_rate": 0.0001863307292346568,
      "loss": 12.1867,
      "step": 10534
    },
    {
      "epoch": 1.725069592271164,
      "grad_norm": 0.14885780215263367,
      "learning_rate": 0.00018632812011045347,
      "loss": 12.2193,
      "step": 10535
    },
    {
      "epoch": 1.7252333387915506,
      "grad_norm": 0.1586064100265503,
      "learning_rate": 0.0001863255107555363,
      "loss": 12.1977,
      "step": 10536
    },
    {
      "epoch": 1.7253970853119371,
      "grad_norm": 0.21851252019405365,
      "learning_rate": 0.00018632290116991234,
      "loss": 12.1451,
      "step": 10537
    },
    {
      "epoch": 1.7255608318323237,
      "grad_norm": 0.16958816349506378,
      "learning_rate": 0.00018632029135358857,
      "loss": 12.1841,
      "step": 10538
    },
    {
      "epoch": 1.72572457835271,
      "grad_norm": 0.1735253632068634,
      "learning_rate": 0.0001863176813065719,
      "loss": 12.1964,
      "step": 10539
    },
    {
      "epoch": 1.7258883248730963,
      "grad_norm": 0.2093423753976822,
      "learning_rate": 0.00018631507102886933,
      "loss": 12.2161,
      "step": 10540
    },
    {
      "epoch": 1.7260520713934828,
      "grad_norm": 0.16003410518169403,
      "learning_rate": 0.00018631246052048787,
      "loss": 12.1743,
      "step": 10541
    },
    {
      "epoch": 1.7262158179138694,
      "grad_norm": 0.16556790471076965,
      "learning_rate": 0.00018630984978143446,
      "loss": 12.131,
      "step": 10542
    },
    {
      "epoch": 1.7263795644342559,
      "grad_norm": 0.17263992130756378,
      "learning_rate": 0.0001863072388117161,
      "loss": 12.1618,
      "step": 10543
    },
    {
      "epoch": 1.7265433109546422,
      "grad_norm": 0.1419752538204193,
      "learning_rate": 0.00018630462761133973,
      "loss": 12.148,
      "step": 10544
    },
    {
      "epoch": 1.7267070574750285,
      "grad_norm": 0.21539312601089478,
      "learning_rate": 0.00018630201618031236,
      "loss": 12.2155,
      "step": 10545
    },
    {
      "epoch": 1.726870803995415,
      "grad_norm": 0.20558050274848938,
      "learning_rate": 0.00018629940451864093,
      "loss": 12.1778,
      "step": 10546
    },
    {
      "epoch": 1.7270345505158016,
      "grad_norm": 0.14347049593925476,
      "learning_rate": 0.0001862967926263325,
      "loss": 12.1324,
      "step": 10547
    },
    {
      "epoch": 1.727198297036188,
      "grad_norm": 0.15661288797855377,
      "learning_rate": 0.00018629418050339399,
      "loss": 12.2073,
      "step": 10548
    },
    {
      "epoch": 1.7273620435565744,
      "grad_norm": 0.19620263576507568,
      "learning_rate": 0.00018629156814983238,
      "loss": 12.2316,
      "step": 10549
    },
    {
      "epoch": 1.7275257900769607,
      "grad_norm": 0.4351702332496643,
      "learning_rate": 0.00018628895556565466,
      "loss": 12.1149,
      "step": 10550
    },
    {
      "epoch": 1.7276895365973473,
      "grad_norm": 0.2142219841480255,
      "learning_rate": 0.00018628634275086783,
      "loss": 12.1721,
      "step": 10551
    },
    {
      "epoch": 1.7278532831177338,
      "grad_norm": 0.17086726427078247,
      "learning_rate": 0.00018628372970547888,
      "loss": 12.1824,
      "step": 10552
    },
    {
      "epoch": 1.7280170296381203,
      "grad_norm": 0.1693149358034134,
      "learning_rate": 0.00018628111642949474,
      "loss": 12.1989,
      "step": 10553
    },
    {
      "epoch": 1.7281807761585066,
      "grad_norm": 0.26022452116012573,
      "learning_rate": 0.00018627850292292242,
      "loss": 12.1964,
      "step": 10554
    },
    {
      "epoch": 1.728344522678893,
      "grad_norm": 0.16822698712348938,
      "learning_rate": 0.00018627588918576892,
      "loss": 12.1712,
      "step": 10555
    },
    {
      "epoch": 1.7285082691992795,
      "grad_norm": 0.1806110441684723,
      "learning_rate": 0.00018627327521804127,
      "loss": 12.1953,
      "step": 10556
    },
    {
      "epoch": 1.728672015719666,
      "grad_norm": 0.22578054666519165,
      "learning_rate": 0.0001862706610197463,
      "loss": 12.1404,
      "step": 10557
    },
    {
      "epoch": 1.7288357622400525,
      "grad_norm": 0.14743463695049286,
      "learning_rate": 0.00018626804659089118,
      "loss": 12.1612,
      "step": 10558
    },
    {
      "epoch": 1.7289995087604388,
      "grad_norm": 0.22394518554210663,
      "learning_rate": 0.00018626543193148282,
      "loss": 12.1394,
      "step": 10559
    },
    {
      "epoch": 1.7291632552808252,
      "grad_norm": 0.144990935921669,
      "learning_rate": 0.00018626281704152816,
      "loss": 12.1663,
      "step": 10560
    },
    {
      "epoch": 1.7293270018012117,
      "grad_norm": 0.2088385820388794,
      "learning_rate": 0.00018626020192103425,
      "loss": 12.1896,
      "step": 10561
    },
    {
      "epoch": 1.7294907483215982,
      "grad_norm": 0.25006479024887085,
      "learning_rate": 0.00018625758657000804,
      "loss": 12.2277,
      "step": 10562
    },
    {
      "epoch": 1.7296544948419847,
      "grad_norm": 0.1859898716211319,
      "learning_rate": 0.00018625497098845659,
      "loss": 12.2447,
      "step": 10563
    },
    {
      "epoch": 1.729818241362371,
      "grad_norm": 0.16649261116981506,
      "learning_rate": 0.0001862523551763868,
      "loss": 12.1969,
      "step": 10564
    },
    {
      "epoch": 1.7299819878827574,
      "grad_norm": 0.2325388640165329,
      "learning_rate": 0.0001862497391338057,
      "loss": 12.1626,
      "step": 10565
    },
    {
      "epoch": 1.730145734403144,
      "grad_norm": 0.15684698522090912,
      "learning_rate": 0.0001862471228607203,
      "loss": 12.157,
      "step": 10566
    },
    {
      "epoch": 1.7303094809235304,
      "grad_norm": 0.1498541682958603,
      "learning_rate": 0.0001862445063571376,
      "loss": 12.1955,
      "step": 10567
    },
    {
      "epoch": 1.730473227443917,
      "grad_norm": 0.15120504796504974,
      "learning_rate": 0.00018624188962306453,
      "loss": 12.1336,
      "step": 10568
    },
    {
      "epoch": 1.7306369739643033,
      "grad_norm": 0.1868693083524704,
      "learning_rate": 0.00018623927265850815,
      "loss": 12.1402,
      "step": 10569
    },
    {
      "epoch": 1.7308007204846896,
      "grad_norm": 0.17341814935207367,
      "learning_rate": 0.0001862366554634754,
      "loss": 12.2314,
      "step": 10570
    },
    {
      "epoch": 1.7309644670050761,
      "grad_norm": 0.1643388420343399,
      "learning_rate": 0.0001862340380379733,
      "loss": 12.1922,
      "step": 10571
    },
    {
      "epoch": 1.7311282135254626,
      "grad_norm": 0.183058500289917,
      "learning_rate": 0.00018623142038200885,
      "loss": 12.1672,
      "step": 10572
    },
    {
      "epoch": 1.7312919600458492,
      "grad_norm": 0.2160731554031372,
      "learning_rate": 0.00018622880249558903,
      "loss": 12.1717,
      "step": 10573
    },
    {
      "epoch": 1.7314557065662355,
      "grad_norm": 0.2167953997850418,
      "learning_rate": 0.00018622618437872087,
      "loss": 12.1503,
      "step": 10574
    },
    {
      "epoch": 1.7316194530866218,
      "grad_norm": 0.19919489324092865,
      "learning_rate": 0.00018622356603141134,
      "loss": 12.2175,
      "step": 10575
    },
    {
      "epoch": 1.7317831996070083,
      "grad_norm": 0.15635336935520172,
      "learning_rate": 0.00018622094745366743,
      "loss": 12.1574,
      "step": 10576
    },
    {
      "epoch": 1.7319469461273949,
      "grad_norm": 0.14554673433303833,
      "learning_rate": 0.00018621832864549616,
      "loss": 12.1456,
      "step": 10577
    },
    {
      "epoch": 1.7321106926477814,
      "grad_norm": 0.19569367170333862,
      "learning_rate": 0.0001862157096069045,
      "loss": 12.2023,
      "step": 10578
    },
    {
      "epoch": 1.7322744391681677,
      "grad_norm": 0.20160478353500366,
      "learning_rate": 0.00018621309033789947,
      "loss": 12.1678,
      "step": 10579
    },
    {
      "epoch": 1.732438185688554,
      "grad_norm": 0.17052146792411804,
      "learning_rate": 0.0001862104708384881,
      "loss": 12.2032,
      "step": 10580
    },
    {
      "epoch": 1.7326019322089405,
      "grad_norm": 0.24263131618499756,
      "learning_rate": 0.00018620785110867732,
      "loss": 12.1892,
      "step": 10581
    },
    {
      "epoch": 1.732765678729327,
      "grad_norm": 0.2197180986404419,
      "learning_rate": 0.0001862052311484742,
      "loss": 12.1944,
      "step": 10582
    },
    {
      "epoch": 1.7329294252497136,
      "grad_norm": 0.1853480488061905,
      "learning_rate": 0.00018620261095788569,
      "loss": 12.1503,
      "step": 10583
    },
    {
      "epoch": 1.7330931717701,
      "grad_norm": 0.16189762949943542,
      "learning_rate": 0.00018619999053691883,
      "loss": 12.1582,
      "step": 10584
    },
    {
      "epoch": 1.7332569182904862,
      "grad_norm": 0.18580453097820282,
      "learning_rate": 0.0001861973698855806,
      "loss": 12.1581,
      "step": 10585
    },
    {
      "epoch": 1.7334206648108728,
      "grad_norm": 0.20432555675506592,
      "learning_rate": 0.000186194749003878,
      "loss": 12.2057,
      "step": 10586
    },
    {
      "epoch": 1.7335844113312593,
      "grad_norm": 0.17922194302082062,
      "learning_rate": 0.00018619212789181808,
      "loss": 12.197,
      "step": 10587
    },
    {
      "epoch": 1.7337481578516456,
      "grad_norm": 0.20131942629814148,
      "learning_rate": 0.0001861895065494078,
      "loss": 12.1779,
      "step": 10588
    },
    {
      "epoch": 1.7339119043720321,
      "grad_norm": 0.2509264647960663,
      "learning_rate": 0.00018618688497665416,
      "loss": 12.2089,
      "step": 10589
    },
    {
      "epoch": 1.7340756508924184,
      "grad_norm": 0.15196429193019867,
      "learning_rate": 0.00018618426317356418,
      "loss": 12.1988,
      "step": 10590
    },
    {
      "epoch": 1.734239397412805,
      "grad_norm": 0.1655811220407486,
      "learning_rate": 0.00018618164114014488,
      "loss": 12.2036,
      "step": 10591
    },
    {
      "epoch": 1.7344031439331915,
      "grad_norm": 0.2051614224910736,
      "learning_rate": 0.00018617901887640326,
      "loss": 12.1581,
      "step": 10592
    },
    {
      "epoch": 1.7345668904535778,
      "grad_norm": 0.165369912981987,
      "learning_rate": 0.00018617639638234633,
      "loss": 12.1821,
      "step": 10593
    },
    {
      "epoch": 1.7347306369739643,
      "grad_norm": 0.18952664732933044,
      "learning_rate": 0.00018617377365798108,
      "loss": 12.1751,
      "step": 10594
    },
    {
      "epoch": 1.7348943834943507,
      "grad_norm": 0.1728871613740921,
      "learning_rate": 0.00018617115070331452,
      "loss": 12.1965,
      "step": 10595
    },
    {
      "epoch": 1.7350581300147372,
      "grad_norm": 0.14207808673381805,
      "learning_rate": 0.0001861685275183537,
      "loss": 12.2241,
      "step": 10596
    },
    {
      "epoch": 1.7352218765351237,
      "grad_norm": 0.16555289924144745,
      "learning_rate": 0.0001861659041031056,
      "loss": 12.1708,
      "step": 10597
    },
    {
      "epoch": 1.73538562305551,
      "grad_norm": 0.17868292331695557,
      "learning_rate": 0.0001861632804575772,
      "loss": 12.2196,
      "step": 10598
    },
    {
      "epoch": 1.7355493695758966,
      "grad_norm": 0.16858991980552673,
      "learning_rate": 0.0001861606565817756,
      "loss": 12.1645,
      "step": 10599
    },
    {
      "epoch": 1.7357131160962829,
      "grad_norm": 0.18275566399097443,
      "learning_rate": 0.00018615803247570774,
      "loss": 12.1867,
      "step": 10600
    },
    {
      "epoch": 1.7358768626166694,
      "grad_norm": 0.1564793735742569,
      "learning_rate": 0.0001861554081393806,
      "loss": 12.1602,
      "step": 10601
    },
    {
      "epoch": 1.736040609137056,
      "grad_norm": 0.17320029437541962,
      "learning_rate": 0.00018615278357280132,
      "loss": 12.204,
      "step": 10602
    },
    {
      "epoch": 1.7362043556574422,
      "grad_norm": 0.1801827996969223,
      "learning_rate": 0.0001861501587759768,
      "loss": 12.2252,
      "step": 10603
    },
    {
      "epoch": 1.7363681021778288,
      "grad_norm": 0.18397124111652374,
      "learning_rate": 0.0001861475337489141,
      "loss": 12.1974,
      "step": 10604
    },
    {
      "epoch": 1.736531848698215,
      "grad_norm": 0.17339129745960236,
      "learning_rate": 0.00018614490849162024,
      "loss": 12.1875,
      "step": 10605
    },
    {
      "epoch": 1.7366955952186016,
      "grad_norm": 0.18523015081882477,
      "learning_rate": 0.0001861422830041022,
      "loss": 12.2033,
      "step": 10606
    },
    {
      "epoch": 1.7368593417389881,
      "grad_norm": 0.12430542707443237,
      "learning_rate": 0.00018613965728636703,
      "loss": 12.1845,
      "step": 10607
    },
    {
      "epoch": 1.7370230882593745,
      "grad_norm": 0.21785004436969757,
      "learning_rate": 0.00018613703133842175,
      "loss": 12.171,
      "step": 10608
    },
    {
      "epoch": 1.7371868347797608,
      "grad_norm": 0.2448151558637619,
      "learning_rate": 0.00018613440516027335,
      "loss": 12.2029,
      "step": 10609
    },
    {
      "epoch": 1.7373505813001473,
      "grad_norm": 0.1583709716796875,
      "learning_rate": 0.0001861317787519289,
      "loss": 12.1507,
      "step": 10610
    },
    {
      "epoch": 1.7375143278205338,
      "grad_norm": 0.40116116404533386,
      "learning_rate": 0.00018612915211339536,
      "loss": 12.1691,
      "step": 10611
    },
    {
      "epoch": 1.7376780743409204,
      "grad_norm": 0.1795797049999237,
      "learning_rate": 0.00018612652524467978,
      "loss": 12.2036,
      "step": 10612
    },
    {
      "epoch": 1.7378418208613067,
      "grad_norm": 0.1496020257472992,
      "learning_rate": 0.0001861238981457892,
      "loss": 12.1667,
      "step": 10613
    },
    {
      "epoch": 1.738005567381693,
      "grad_norm": 0.21568676829338074,
      "learning_rate": 0.0001861212708167306,
      "loss": 12.2003,
      "step": 10614
    },
    {
      "epoch": 1.7381693139020795,
      "grad_norm": 0.17912821471691132,
      "learning_rate": 0.000186118643257511,
      "loss": 12.1306,
      "step": 10615
    },
    {
      "epoch": 1.738333060422466,
      "grad_norm": 0.19529196619987488,
      "learning_rate": 0.00018611601546813744,
      "loss": 12.1538,
      "step": 10616
    },
    {
      "epoch": 1.7384968069428526,
      "grad_norm": 0.1919059008359909,
      "learning_rate": 0.00018611338744861696,
      "loss": 12.1776,
      "step": 10617
    },
    {
      "epoch": 1.738660553463239,
      "grad_norm": 0.21976874768733978,
      "learning_rate": 0.00018611075919895654,
      "loss": 12.171,
      "step": 10618
    },
    {
      "epoch": 1.7388242999836252,
      "grad_norm": 0.19760333001613617,
      "learning_rate": 0.00018610813071916326,
      "loss": 12.1735,
      "step": 10619
    },
    {
      "epoch": 1.7389880465040117,
      "grad_norm": 0.1763831079006195,
      "learning_rate": 0.0001861055020092441,
      "loss": 12.215,
      "step": 10620
    },
    {
      "epoch": 1.7391517930243983,
      "grad_norm": 0.20880182087421417,
      "learning_rate": 0.0001861028730692061,
      "loss": 12.1869,
      "step": 10621
    },
    {
      "epoch": 1.7393155395447848,
      "grad_norm": 0.185283824801445,
      "learning_rate": 0.0001861002438990563,
      "loss": 12.1879,
      "step": 10622
    },
    {
      "epoch": 1.739479286065171,
      "grad_norm": 0.18354883790016174,
      "learning_rate": 0.00018609761449880167,
      "loss": 12.2005,
      "step": 10623
    },
    {
      "epoch": 1.7396430325855574,
      "grad_norm": 0.1562604308128357,
      "learning_rate": 0.00018609498486844934,
      "loss": 12.1795,
      "step": 10624
    },
    {
      "epoch": 1.739806779105944,
      "grad_norm": 0.2836269736289978,
      "learning_rate": 0.00018609235500800626,
      "loss": 12.2891,
      "step": 10625
    },
    {
      "epoch": 1.7399705256263305,
      "grad_norm": 0.18174846470355988,
      "learning_rate": 0.00018608972491747944,
      "loss": 12.1896,
      "step": 10626
    },
    {
      "epoch": 1.740134272146717,
      "grad_norm": 0.21075810492038727,
      "learning_rate": 0.00018608709459687597,
      "loss": 12.1962,
      "step": 10627
    },
    {
      "epoch": 1.7402980186671033,
      "grad_norm": 0.29598772525787354,
      "learning_rate": 0.00018608446404620285,
      "loss": 12.2235,
      "step": 10628
    },
    {
      "epoch": 1.7404617651874896,
      "grad_norm": 0.20382264256477356,
      "learning_rate": 0.00018608183326546712,
      "loss": 12.1801,
      "step": 10629
    },
    {
      "epoch": 1.7406255117078762,
      "grad_norm": 0.20538389682769775,
      "learning_rate": 0.00018607920225467584,
      "loss": 12.2437,
      "step": 10630
    },
    {
      "epoch": 1.7407892582282627,
      "grad_norm": 0.15010078251361847,
      "learning_rate": 0.00018607657101383596,
      "loss": 12.2231,
      "step": 10631
    },
    {
      "epoch": 1.7409530047486492,
      "grad_norm": 0.1862419992685318,
      "learning_rate": 0.0001860739395429546,
      "loss": 12.1995,
      "step": 10632
    },
    {
      "epoch": 1.7411167512690355,
      "grad_norm": 0.20388799905776978,
      "learning_rate": 0.00018607130784203867,
      "loss": 12.1583,
      "step": 10633
    },
    {
      "epoch": 1.7412804977894218,
      "grad_norm": 0.1693049669265747,
      "learning_rate": 0.00018606867591109536,
      "loss": 12.2421,
      "step": 10634
    },
    {
      "epoch": 1.7414442443098084,
      "grad_norm": 0.13337308168411255,
      "learning_rate": 0.0001860660437501316,
      "loss": 12.1828,
      "step": 10635
    },
    {
      "epoch": 1.741607990830195,
      "grad_norm": 0.18732880055904388,
      "learning_rate": 0.00018606341135915446,
      "loss": 12.1527,
      "step": 10636
    },
    {
      "epoch": 1.7417717373505814,
      "grad_norm": 0.15221302211284637,
      "learning_rate": 0.00018606077873817097,
      "loss": 12.2078,
      "step": 10637
    },
    {
      "epoch": 1.7419354838709677,
      "grad_norm": 0.24253462255001068,
      "learning_rate": 0.00018605814588718817,
      "loss": 12.1614,
      "step": 10638
    },
    {
      "epoch": 1.742099230391354,
      "grad_norm": 0.1789952516555786,
      "learning_rate": 0.0001860555128062131,
      "loss": 12.1876,
      "step": 10639
    },
    {
      "epoch": 1.7422629769117406,
      "grad_norm": 0.1751769334077835,
      "learning_rate": 0.00018605287949525275,
      "loss": 12.228,
      "step": 10640
    },
    {
      "epoch": 1.7424267234321271,
      "grad_norm": 0.1649346500635147,
      "learning_rate": 0.00018605024595431423,
      "loss": 12.2152,
      "step": 10641
    },
    {
      "epoch": 1.7425904699525137,
      "grad_norm": 0.17459417879581451,
      "learning_rate": 0.00018604761218340453,
      "loss": 12.2118,
      "step": 10642
    },
    {
      "epoch": 1.7427542164729,
      "grad_norm": 0.23811109364032745,
      "learning_rate": 0.00018604497818253067,
      "loss": 12.1476,
      "step": 10643
    },
    {
      "epoch": 1.7429179629932863,
      "grad_norm": 0.1721706986427307,
      "learning_rate": 0.00018604234395169978,
      "loss": 12.2064,
      "step": 10644
    },
    {
      "epoch": 1.7430817095136728,
      "grad_norm": 0.17396360635757446,
      "learning_rate": 0.0001860397094909188,
      "loss": 12.1839,
      "step": 10645
    },
    {
      "epoch": 1.7432454560340593,
      "grad_norm": 0.16496381163597107,
      "learning_rate": 0.0001860370748001948,
      "loss": 12.1858,
      "step": 10646
    },
    {
      "epoch": 1.7434092025544459,
      "grad_norm": 0.1761678010225296,
      "learning_rate": 0.00018603443987953488,
      "loss": 12.1706,
      "step": 10647
    },
    {
      "epoch": 1.7435729490748322,
      "grad_norm": 0.1762089878320694,
      "learning_rate": 0.00018603180472894605,
      "loss": 12.189,
      "step": 10648
    },
    {
      "epoch": 1.7437366955952185,
      "grad_norm": 0.13940761983394623,
      "learning_rate": 0.00018602916934843528,
      "loss": 12.1813,
      "step": 10649
    },
    {
      "epoch": 1.743900442115605,
      "grad_norm": 0.16903138160705566,
      "learning_rate": 0.00018602653373800968,
      "loss": 12.2193,
      "step": 10650
    },
    {
      "epoch": 1.7440641886359916,
      "grad_norm": 0.25621721148490906,
      "learning_rate": 0.00018602389789767633,
      "loss": 12.1826,
      "step": 10651
    },
    {
      "epoch": 1.744227935156378,
      "grad_norm": 0.17653729021549225,
      "learning_rate": 0.00018602126182744216,
      "loss": 12.1735,
      "step": 10652
    },
    {
      "epoch": 1.7443916816767644,
      "grad_norm": 0.1795204132795334,
      "learning_rate": 0.00018601862552731433,
      "loss": 12.2079,
      "step": 10653
    },
    {
      "epoch": 1.7445554281971507,
      "grad_norm": 0.21304865181446075,
      "learning_rate": 0.00018601598899729984,
      "loss": 12.1525,
      "step": 10654
    },
    {
      "epoch": 1.7447191747175372,
      "grad_norm": 0.14722958207130432,
      "learning_rate": 0.00018601335223740573,
      "loss": 12.1599,
      "step": 10655
    },
    {
      "epoch": 1.7448829212379238,
      "grad_norm": 0.1931365579366684,
      "learning_rate": 0.00018601071524763905,
      "loss": 12.199,
      "step": 10656
    },
    {
      "epoch": 1.7450466677583103,
      "grad_norm": 0.15812353789806366,
      "learning_rate": 0.00018600807802800684,
      "loss": 12.1584,
      "step": 10657
    },
    {
      "epoch": 1.7452104142786966,
      "grad_norm": 0.16382335126399994,
      "learning_rate": 0.00018600544057851615,
      "loss": 12.1881,
      "step": 10658
    },
    {
      "epoch": 1.745374160799083,
      "grad_norm": 0.21964506804943085,
      "learning_rate": 0.00018600280289917407,
      "loss": 12.2172,
      "step": 10659
    },
    {
      "epoch": 1.7455379073194695,
      "grad_norm": 0.19091686606407166,
      "learning_rate": 0.00018600016498998757,
      "loss": 12.1899,
      "step": 10660
    },
    {
      "epoch": 1.745701653839856,
      "grad_norm": 0.16646814346313477,
      "learning_rate": 0.00018599752685096382,
      "loss": 12.1698,
      "step": 10661
    },
    {
      "epoch": 1.7458654003602423,
      "grad_norm": 0.14889831840991974,
      "learning_rate": 0.00018599488848210972,
      "loss": 12.1733,
      "step": 10662
    },
    {
      "epoch": 1.7460291468806288,
      "grad_norm": 0.19211876392364502,
      "learning_rate": 0.00018599224988343245,
      "loss": 12.173,
      "step": 10663
    },
    {
      "epoch": 1.7461928934010151,
      "grad_norm": 0.1561490148305893,
      "learning_rate": 0.00018598961105493897,
      "loss": 12.2047,
      "step": 10664
    },
    {
      "epoch": 1.7463566399214017,
      "grad_norm": 0.19105164706707,
      "learning_rate": 0.0001859869719966364,
      "loss": 12.1637,
      "step": 10665
    },
    {
      "epoch": 1.7465203864417882,
      "grad_norm": 0.15717002749443054,
      "learning_rate": 0.00018598433270853175,
      "loss": 12.1563,
      "step": 10666
    },
    {
      "epoch": 1.7466841329621745,
      "grad_norm": 0.19452738761901855,
      "learning_rate": 0.0001859816931906321,
      "loss": 12.1799,
      "step": 10667
    },
    {
      "epoch": 1.746847879482561,
      "grad_norm": 0.18328644335269928,
      "learning_rate": 0.00018597905344294445,
      "loss": 12.198,
      "step": 10668
    },
    {
      "epoch": 1.7470116260029473,
      "grad_norm": 0.20762789249420166,
      "learning_rate": 0.00018597641346547596,
      "loss": 12.2438,
      "step": 10669
    },
    {
      "epoch": 1.7471753725233339,
      "grad_norm": 0.1668609380722046,
      "learning_rate": 0.0001859737732582336,
      "loss": 12.2156,
      "step": 10670
    },
    {
      "epoch": 1.7473391190437204,
      "grad_norm": 0.1719740331172943,
      "learning_rate": 0.00018597113282122445,
      "loss": 12.1319,
      "step": 10671
    },
    {
      "epoch": 1.7475028655641067,
      "grad_norm": 0.17348076403141022,
      "learning_rate": 0.00018596849215445554,
      "loss": 12.1959,
      "step": 10672
    },
    {
      "epoch": 1.7476666120844933,
      "grad_norm": 0.27811917662620544,
      "learning_rate": 0.00018596585125793395,
      "loss": 12.1408,
      "step": 10673
    },
    {
      "epoch": 1.7478303586048796,
      "grad_norm": 0.15492592751979828,
      "learning_rate": 0.00018596321013166677,
      "loss": 12.1911,
      "step": 10674
    },
    {
      "epoch": 1.747994105125266,
      "grad_norm": 0.17339442670345306,
      "learning_rate": 0.00018596056877566102,
      "loss": 12.21,
      "step": 10675
    },
    {
      "epoch": 1.7481578516456526,
      "grad_norm": 0.16126620769500732,
      "learning_rate": 0.00018595792718992376,
      "loss": 12.1908,
      "step": 10676
    },
    {
      "epoch": 1.748321598166039,
      "grad_norm": 0.20782171189785004,
      "learning_rate": 0.00018595528537446206,
      "loss": 12.1446,
      "step": 10677
    },
    {
      "epoch": 1.7484853446864255,
      "grad_norm": 0.1611279994249344,
      "learning_rate": 0.00018595264332928296,
      "loss": 12.1527,
      "step": 10678
    },
    {
      "epoch": 1.7486490912068118,
      "grad_norm": 0.1652790904045105,
      "learning_rate": 0.00018595000105439357,
      "loss": 12.1659,
      "step": 10679
    },
    {
      "epoch": 1.7488128377271983,
      "grad_norm": 0.1674167513847351,
      "learning_rate": 0.00018594735854980093,
      "loss": 12.1734,
      "step": 10680
    },
    {
      "epoch": 1.7489765842475848,
      "grad_norm": 0.21007093787193298,
      "learning_rate": 0.00018594471581551204,
      "loss": 12.1532,
      "step": 10681
    },
    {
      "epoch": 1.7491403307679712,
      "grad_norm": 0.1674213856458664,
      "learning_rate": 0.00018594207285153405,
      "loss": 12.2268,
      "step": 10682
    },
    {
      "epoch": 1.7493040772883575,
      "grad_norm": 0.19095490872859955,
      "learning_rate": 0.00018593942965787399,
      "loss": 12.1812,
      "step": 10683
    },
    {
      "epoch": 1.749467823808744,
      "grad_norm": 0.17746011912822723,
      "learning_rate": 0.00018593678623453892,
      "loss": 12.1592,
      "step": 10684
    },
    {
      "epoch": 1.7496315703291305,
      "grad_norm": 0.1512577086687088,
      "learning_rate": 0.00018593414258153586,
      "loss": 12.1548,
      "step": 10685
    },
    {
      "epoch": 1.749795316849517,
      "grad_norm": 0.1636752337217331,
      "learning_rate": 0.00018593149869887199,
      "loss": 12.1966,
      "step": 10686
    },
    {
      "epoch": 1.7499590633699034,
      "grad_norm": 0.16241200268268585,
      "learning_rate": 0.0001859288545865543,
      "loss": 12.2204,
      "step": 10687
    },
    {
      "epoch": 1.7501228098902897,
      "grad_norm": 0.16163083910942078,
      "learning_rate": 0.00018592621024458983,
      "loss": 12.1683,
      "step": 10688
    },
    {
      "epoch": 1.7502865564106762,
      "grad_norm": 0.14630548655986786,
      "learning_rate": 0.00018592356567298567,
      "loss": 12.1955,
      "step": 10689
    },
    {
      "epoch": 1.7504503029310627,
      "grad_norm": 0.17603537440299988,
      "learning_rate": 0.00018592092087174895,
      "loss": 12.1629,
      "step": 10690
    },
    {
      "epoch": 1.7506140494514493,
      "grad_norm": 0.17964790761470795,
      "learning_rate": 0.00018591827584088665,
      "loss": 12.1705,
      "step": 10691
    },
    {
      "epoch": 1.7507777959718356,
      "grad_norm": 0.12984083592891693,
      "learning_rate": 0.0001859156305804059,
      "loss": 12.152,
      "step": 10692
    },
    {
      "epoch": 1.750941542492222,
      "grad_norm": 0.15095241367816925,
      "learning_rate": 0.00018591298509031373,
      "loss": 12.1793,
      "step": 10693
    },
    {
      "epoch": 1.7511052890126084,
      "grad_norm": 0.18604101240634918,
      "learning_rate": 0.00018591033937061723,
      "loss": 12.1585,
      "step": 10694
    },
    {
      "epoch": 1.751269035532995,
      "grad_norm": 0.18980112671852112,
      "learning_rate": 0.00018590769342132347,
      "loss": 12.1751,
      "step": 10695
    },
    {
      "epoch": 1.7514327820533815,
      "grad_norm": 0.16639316082000732,
      "learning_rate": 0.00018590504724243952,
      "loss": 12.1488,
      "step": 10696
    },
    {
      "epoch": 1.7515965285737678,
      "grad_norm": 0.18478183448314667,
      "learning_rate": 0.00018590240083397243,
      "loss": 12.1594,
      "step": 10697
    },
    {
      "epoch": 1.751760275094154,
      "grad_norm": 0.15230479836463928,
      "learning_rate": 0.00018589975419592932,
      "loss": 12.2297,
      "step": 10698
    },
    {
      "epoch": 1.7519240216145406,
      "grad_norm": 0.16376948356628418,
      "learning_rate": 0.0001858971073283172,
      "loss": 12.1884,
      "step": 10699
    },
    {
      "epoch": 1.7520877681349272,
      "grad_norm": 0.18583235144615173,
      "learning_rate": 0.00018589446023114321,
      "loss": 12.1787,
      "step": 10700
    },
    {
      "epoch": 1.7522515146553137,
      "grad_norm": 0.17610973119735718,
      "learning_rate": 0.0001858918129044144,
      "loss": 12.1536,
      "step": 10701
    },
    {
      "epoch": 1.7524152611757,
      "grad_norm": 0.16006188094615936,
      "learning_rate": 0.00018588916534813783,
      "loss": 12.176,
      "step": 10702
    },
    {
      "epoch": 1.7525790076960863,
      "grad_norm": 0.16085471212863922,
      "learning_rate": 0.00018588651756232057,
      "loss": 12.1949,
      "step": 10703
    },
    {
      "epoch": 1.7527427542164729,
      "grad_norm": 0.16955482959747314,
      "learning_rate": 0.00018588386954696972,
      "loss": 12.1736,
      "step": 10704
    },
    {
      "epoch": 1.7529065007368594,
      "grad_norm": 0.19321861863136292,
      "learning_rate": 0.00018588122130209237,
      "loss": 12.1927,
      "step": 10705
    },
    {
      "epoch": 1.753070247257246,
      "grad_norm": 0.1489010453224182,
      "learning_rate": 0.00018587857282769554,
      "loss": 12.1612,
      "step": 10706
    },
    {
      "epoch": 1.7532339937776322,
      "grad_norm": 0.18229930102825165,
      "learning_rate": 0.00018587592412378637,
      "loss": 12.1476,
      "step": 10707
    },
    {
      "epoch": 1.7533977402980185,
      "grad_norm": 0.15068897604942322,
      "learning_rate": 0.0001858732751903719,
      "loss": 12.1759,
      "step": 10708
    },
    {
      "epoch": 1.753561486818405,
      "grad_norm": 0.21002209186553955,
      "learning_rate": 0.0001858706260274592,
      "loss": 12.1898,
      "step": 10709
    },
    {
      "epoch": 1.7537252333387916,
      "grad_norm": 0.20851755142211914,
      "learning_rate": 0.00018586797663505542,
      "loss": 12.1845,
      "step": 10710
    },
    {
      "epoch": 1.7538889798591781,
      "grad_norm": 0.2164740413427353,
      "learning_rate": 0.00018586532701316756,
      "loss": 12.1569,
      "step": 10711
    },
    {
      "epoch": 1.7540527263795644,
      "grad_norm": 0.15230843424797058,
      "learning_rate": 0.00018586267716180272,
      "loss": 12.2079,
      "step": 10712
    },
    {
      "epoch": 1.7542164728999508,
      "grad_norm": 0.1608876883983612,
      "learning_rate": 0.00018586002708096801,
      "loss": 12.1595,
      "step": 10713
    },
    {
      "epoch": 1.7543802194203373,
      "grad_norm": 0.16644622385501862,
      "learning_rate": 0.0001858573767706705,
      "loss": 12.214,
      "step": 10714
    },
    {
      "epoch": 1.7545439659407238,
      "grad_norm": 0.16295716166496277,
      "learning_rate": 0.00018585472623091728,
      "loss": 12.1736,
      "step": 10715
    },
    {
      "epoch": 1.7547077124611103,
      "grad_norm": 0.19088482856750488,
      "learning_rate": 0.0001858520754617154,
      "loss": 12.1935,
      "step": 10716
    },
    {
      "epoch": 1.7548714589814967,
      "grad_norm": 0.21409188210964203,
      "learning_rate": 0.000185849424463072,
      "loss": 12.1586,
      "step": 10717
    },
    {
      "epoch": 1.755035205501883,
      "grad_norm": 0.23310168087482452,
      "learning_rate": 0.00018584677323499414,
      "loss": 12.2078,
      "step": 10718
    },
    {
      "epoch": 1.7551989520222695,
      "grad_norm": 0.12825360894203186,
      "learning_rate": 0.00018584412177748884,
      "loss": 12.1851,
      "step": 10719
    },
    {
      "epoch": 1.755362698542656,
      "grad_norm": 0.15922388434410095,
      "learning_rate": 0.0001858414700905633,
      "loss": 12.1765,
      "step": 10720
    },
    {
      "epoch": 1.7555264450630426,
      "grad_norm": 0.178934246301651,
      "learning_rate": 0.00018583881817422452,
      "loss": 12.1758,
      "step": 10721
    },
    {
      "epoch": 1.7556901915834289,
      "grad_norm": 0.149872288107872,
      "learning_rate": 0.00018583616602847963,
      "loss": 12.2061,
      "step": 10722
    },
    {
      "epoch": 1.7558539381038152,
      "grad_norm": 0.15679419040679932,
      "learning_rate": 0.00018583351365333573,
      "loss": 12.1785,
      "step": 10723
    },
    {
      "epoch": 1.7560176846242017,
      "grad_norm": 0.18511484563350677,
      "learning_rate": 0.00018583086104879986,
      "loss": 12.1604,
      "step": 10724
    },
    {
      "epoch": 1.7561814311445882,
      "grad_norm": 0.15332816541194916,
      "learning_rate": 0.00018582820821487915,
      "loss": 12.1811,
      "step": 10725
    },
    {
      "epoch": 1.7563451776649748,
      "grad_norm": 0.17104557156562805,
      "learning_rate": 0.00018582555515158063,
      "loss": 12.1754,
      "step": 10726
    },
    {
      "epoch": 1.756508924185361,
      "grad_norm": 0.2172989547252655,
      "learning_rate": 0.00018582290185891148,
      "loss": 12.2369,
      "step": 10727
    },
    {
      "epoch": 1.7566726707057474,
      "grad_norm": 0.19971241056919098,
      "learning_rate": 0.0001858202483368787,
      "loss": 12.1777,
      "step": 10728
    },
    {
      "epoch": 1.756836417226134,
      "grad_norm": 0.16613447666168213,
      "learning_rate": 0.00018581759458548947,
      "loss": 12.2001,
      "step": 10729
    },
    {
      "epoch": 1.7570001637465205,
      "grad_norm": 0.19220030307769775,
      "learning_rate": 0.00018581494060475082,
      "loss": 12.2088,
      "step": 10730
    },
    {
      "epoch": 1.757163910266907,
      "grad_norm": 0.1971670389175415,
      "learning_rate": 0.00018581228639466988,
      "loss": 12.1729,
      "step": 10731
    },
    {
      "epoch": 1.7573276567872933,
      "grad_norm": 0.15275265276432037,
      "learning_rate": 0.00018580963195525372,
      "loss": 12.1555,
      "step": 10732
    },
    {
      "epoch": 1.7574914033076796,
      "grad_norm": 0.24044093489646912,
      "learning_rate": 0.00018580697728650943,
      "loss": 12.2178,
      "step": 10733
    },
    {
      "epoch": 1.7576551498280661,
      "grad_norm": 0.20154859125614166,
      "learning_rate": 0.00018580432238844412,
      "loss": 12.2026,
      "step": 10734
    },
    {
      "epoch": 1.7578188963484527,
      "grad_norm": 0.1486680656671524,
      "learning_rate": 0.00018580166726106488,
      "loss": 12.1353,
      "step": 10735
    },
    {
      "epoch": 1.757982642868839,
      "grad_norm": 0.2077266126871109,
      "learning_rate": 0.0001857990119043788,
      "loss": 12.195,
      "step": 10736
    },
    {
      "epoch": 1.7581463893892255,
      "grad_norm": 0.16123834252357483,
      "learning_rate": 0.00018579635631839296,
      "loss": 12.1863,
      "step": 10737
    },
    {
      "epoch": 1.7583101359096118,
      "grad_norm": 0.17223545908927917,
      "learning_rate": 0.00018579370050311451,
      "loss": 12.1675,
      "step": 10738
    },
    {
      "epoch": 1.7584738824299984,
      "grad_norm": 0.14898809790611267,
      "learning_rate": 0.0001857910444585505,
      "loss": 12.1677,
      "step": 10739
    },
    {
      "epoch": 1.758637628950385,
      "grad_norm": 0.15966473519802094,
      "learning_rate": 0.00018578838818470806,
      "loss": 12.1578,
      "step": 10740
    },
    {
      "epoch": 1.7588013754707712,
      "grad_norm": 0.19669976830482483,
      "learning_rate": 0.00018578573168159424,
      "loss": 12.2132,
      "step": 10741
    },
    {
      "epoch": 1.7589651219911577,
      "grad_norm": 0.2039172202348709,
      "learning_rate": 0.00018578307494921623,
      "loss": 12.1686,
      "step": 10742
    },
    {
      "epoch": 1.759128868511544,
      "grad_norm": 0.22271092236042023,
      "learning_rate": 0.00018578041798758104,
      "loss": 12.1813,
      "step": 10743
    },
    {
      "epoch": 1.7592926150319306,
      "grad_norm": 0.15622512996196747,
      "learning_rate": 0.00018577776079669583,
      "loss": 12.1896,
      "step": 10744
    },
    {
      "epoch": 1.759456361552317,
      "grad_norm": 0.1909674108028412,
      "learning_rate": 0.00018577510337656762,
      "loss": 12.1741,
      "step": 10745
    },
    {
      "epoch": 1.7596201080727034,
      "grad_norm": 0.1803542971611023,
      "learning_rate": 0.0001857724457272036,
      "loss": 12.2296,
      "step": 10746
    },
    {
      "epoch": 1.75978385459309,
      "grad_norm": 0.18535400927066803,
      "learning_rate": 0.00018576978784861086,
      "loss": 12.1825,
      "step": 10747
    },
    {
      "epoch": 1.7599476011134763,
      "grad_norm": 0.12040001153945923,
      "learning_rate": 0.00018576712974079646,
      "loss": 12.1978,
      "step": 10748
    },
    {
      "epoch": 1.7601113476338628,
      "grad_norm": 0.1579274833202362,
      "learning_rate": 0.00018576447140376755,
      "loss": 12.184,
      "step": 10749
    },
    {
      "epoch": 1.7602750941542493,
      "grad_norm": 0.1803467869758606,
      "learning_rate": 0.00018576181283753117,
      "loss": 12.1657,
      "step": 10750
    },
    {
      "epoch": 1.7604388406746356,
      "grad_norm": 0.1436532735824585,
      "learning_rate": 0.00018575915404209453,
      "loss": 12.1645,
      "step": 10751
    },
    {
      "epoch": 1.760602587195022,
      "grad_norm": 0.1670478880405426,
      "learning_rate": 0.00018575649501746463,
      "loss": 12.2203,
      "step": 10752
    },
    {
      "epoch": 1.7607663337154085,
      "grad_norm": 0.16772794723510742,
      "learning_rate": 0.00018575383576364862,
      "loss": 12.2085,
      "step": 10753
    },
    {
      "epoch": 1.760930080235795,
      "grad_norm": 0.31982696056365967,
      "learning_rate": 0.0001857511762806536,
      "loss": 12.1953,
      "step": 10754
    },
    {
      "epoch": 1.7610938267561815,
      "grad_norm": 0.1881873607635498,
      "learning_rate": 0.00018574851656848667,
      "loss": 12.1531,
      "step": 10755
    },
    {
      "epoch": 1.7612575732765678,
      "grad_norm": 0.1538231074810028,
      "learning_rate": 0.000185745856627155,
      "loss": 12.1973,
      "step": 10756
    },
    {
      "epoch": 1.7614213197969542,
      "grad_norm": 0.20480701327323914,
      "learning_rate": 0.00018574319645666562,
      "loss": 12.1499,
      "step": 10757
    },
    {
      "epoch": 1.7615850663173407,
      "grad_norm": 0.18542568385601044,
      "learning_rate": 0.0001857405360570257,
      "loss": 12.1769,
      "step": 10758
    },
    {
      "epoch": 1.7617488128377272,
      "grad_norm": 0.16399076581001282,
      "learning_rate": 0.00018573787542824227,
      "loss": 12.191,
      "step": 10759
    },
    {
      "epoch": 1.7619125593581138,
      "grad_norm": 0.1917891651391983,
      "learning_rate": 0.00018573521457032252,
      "loss": 12.1529,
      "step": 10760
    },
    {
      "epoch": 1.7620763058785,
      "grad_norm": 0.1502126008272171,
      "learning_rate": 0.00018573255348327354,
      "loss": 12.176,
      "step": 10761
    },
    {
      "epoch": 1.7622400523988864,
      "grad_norm": 0.13661709427833557,
      "learning_rate": 0.0001857298921671024,
      "loss": 12.2011,
      "step": 10762
    },
    {
      "epoch": 1.762403798919273,
      "grad_norm": 0.1628369837999344,
      "learning_rate": 0.00018572723062181627,
      "loss": 12.2066,
      "step": 10763
    },
    {
      "epoch": 1.7625675454396594,
      "grad_norm": 0.16569378972053528,
      "learning_rate": 0.00018572456884742225,
      "loss": 12.1777,
      "step": 10764
    },
    {
      "epoch": 1.762731291960046,
      "grad_norm": 0.18547841906547546,
      "learning_rate": 0.00018572190684392742,
      "loss": 12.2072,
      "step": 10765
    },
    {
      "epoch": 1.7628950384804323,
      "grad_norm": 0.1725948601961136,
      "learning_rate": 0.00018571924461133893,
      "loss": 12.1701,
      "step": 10766
    },
    {
      "epoch": 1.7630587850008186,
      "grad_norm": 0.15220877528190613,
      "learning_rate": 0.00018571658214966386,
      "loss": 12.1518,
      "step": 10767
    },
    {
      "epoch": 1.7632225315212051,
      "grad_norm": 0.215879425406456,
      "learning_rate": 0.0001857139194589094,
      "loss": 12.1882,
      "step": 10768
    },
    {
      "epoch": 1.7633862780415916,
      "grad_norm": 0.16713052988052368,
      "learning_rate": 0.00018571125653908254,
      "loss": 12.1455,
      "step": 10769
    },
    {
      "epoch": 1.7635500245619782,
      "grad_norm": 0.15230827033519745,
      "learning_rate": 0.00018570859339019053,
      "loss": 12.168,
      "step": 10770
    },
    {
      "epoch": 1.7637137710823645,
      "grad_norm": 0.16956056654453278,
      "learning_rate": 0.00018570593001224038,
      "loss": 12.1483,
      "step": 10771
    },
    {
      "epoch": 1.7638775176027508,
      "grad_norm": 0.17827916145324707,
      "learning_rate": 0.0001857032664052393,
      "loss": 12.2084,
      "step": 10772
    },
    {
      "epoch": 1.7640412641231373,
      "grad_norm": 0.23994189500808716,
      "learning_rate": 0.00018570060256919432,
      "loss": 12.2236,
      "step": 10773
    },
    {
      "epoch": 1.7642050106435239,
      "grad_norm": 0.22528910636901855,
      "learning_rate": 0.00018569793850411263,
      "loss": 12.2227,
      "step": 10774
    },
    {
      "epoch": 1.7643687571639104,
      "grad_norm": 0.15421868860721588,
      "learning_rate": 0.00018569527421000132,
      "loss": 12.1737,
      "step": 10775
    },
    {
      "epoch": 1.7645325036842967,
      "grad_norm": 0.14264728128910065,
      "learning_rate": 0.0001856926096868675,
      "loss": 12.2172,
      "step": 10776
    },
    {
      "epoch": 1.764696250204683,
      "grad_norm": 0.14373373985290527,
      "learning_rate": 0.00018568994493471834,
      "loss": 12.149,
      "step": 10777
    },
    {
      "epoch": 1.7648599967250695,
      "grad_norm": 0.15916073322296143,
      "learning_rate": 0.0001856872799535609,
      "loss": 12.2138,
      "step": 10778
    },
    {
      "epoch": 1.765023743245456,
      "grad_norm": 0.17268230020999908,
      "learning_rate": 0.00018568461474340232,
      "loss": 12.166,
      "step": 10779
    },
    {
      "epoch": 1.7651874897658426,
      "grad_norm": 0.14754937589168549,
      "learning_rate": 0.00018568194930424972,
      "loss": 12.139,
      "step": 10780
    },
    {
      "epoch": 1.765351236286229,
      "grad_norm": 0.14561200141906738,
      "learning_rate": 0.00018567928363611027,
      "loss": 12.173,
      "step": 10781
    },
    {
      "epoch": 1.7655149828066152,
      "grad_norm": 0.20198310911655426,
      "learning_rate": 0.00018567661773899103,
      "loss": 12.1838,
      "step": 10782
    },
    {
      "epoch": 1.7656787293270018,
      "grad_norm": 0.1874612271785736,
      "learning_rate": 0.00018567395161289918,
      "loss": 12.2054,
      "step": 10783
    },
    {
      "epoch": 1.7658424758473883,
      "grad_norm": 0.1700083464384079,
      "learning_rate": 0.0001856712852578418,
      "loss": 12.1774,
      "step": 10784
    },
    {
      "epoch": 1.7660062223677748,
      "grad_norm": 0.2117394655942917,
      "learning_rate": 0.00018566861867382604,
      "loss": 12.2409,
      "step": 10785
    },
    {
      "epoch": 1.7661699688881611,
      "grad_norm": 0.24125167727470398,
      "learning_rate": 0.000185665951860859,
      "loss": 12.1716,
      "step": 10786
    },
    {
      "epoch": 1.7663337154085474,
      "grad_norm": 0.13437096774578094,
      "learning_rate": 0.00018566328481894786,
      "loss": 12.1537,
      "step": 10787
    },
    {
      "epoch": 1.766497461928934,
      "grad_norm": 0.16550713777542114,
      "learning_rate": 0.0001856606175480997,
      "loss": 12.217,
      "step": 10788
    },
    {
      "epoch": 1.7666612084493205,
      "grad_norm": 0.18521195650100708,
      "learning_rate": 0.00018565795004832168,
      "loss": 12.2037,
      "step": 10789
    },
    {
      "epoch": 1.766824954969707,
      "grad_norm": 0.1995919942855835,
      "learning_rate": 0.00018565528231962087,
      "loss": 12.2071,
      "step": 10790
    },
    {
      "epoch": 1.7669887014900933,
      "grad_norm": 0.17028455436229706,
      "learning_rate": 0.00018565261436200448,
      "loss": 12.1557,
      "step": 10791
    },
    {
      "epoch": 1.7671524480104797,
      "grad_norm": 0.19791081547737122,
      "learning_rate": 0.00018564994617547957,
      "loss": 12.2258,
      "step": 10792
    },
    {
      "epoch": 1.7673161945308662,
      "grad_norm": 0.17615780234336853,
      "learning_rate": 0.00018564727776005334,
      "loss": 12.1857,
      "step": 10793
    },
    {
      "epoch": 1.7674799410512527,
      "grad_norm": 0.17562349140644073,
      "learning_rate": 0.00018564460911573287,
      "loss": 12.2112,
      "step": 10794
    },
    {
      "epoch": 1.7676436875716393,
      "grad_norm": 0.15791422128677368,
      "learning_rate": 0.0001856419402425253,
      "loss": 12.1996,
      "step": 10795
    },
    {
      "epoch": 1.7678074340920256,
      "grad_norm": 0.18098033964633942,
      "learning_rate": 0.00018563927114043777,
      "loss": 12.1682,
      "step": 10796
    },
    {
      "epoch": 1.7679711806124119,
      "grad_norm": 0.1774880737066269,
      "learning_rate": 0.00018563660180947742,
      "loss": 12.2176,
      "step": 10797
    },
    {
      "epoch": 1.7681349271327984,
      "grad_norm": 0.22616343200206757,
      "learning_rate": 0.00018563393224965138,
      "loss": 12.1615,
      "step": 10798
    },
    {
      "epoch": 1.768298673653185,
      "grad_norm": 0.15951652824878693,
      "learning_rate": 0.00018563126246096676,
      "loss": 12.1907,
      "step": 10799
    },
    {
      "epoch": 1.7684624201735715,
      "grad_norm": 0.1488402932882309,
      "learning_rate": 0.00018562859244343073,
      "loss": 12.1475,
      "step": 10800
    },
    {
      "epoch": 1.7686261666939578,
      "grad_norm": 0.17562943696975708,
      "learning_rate": 0.00018562592219705044,
      "loss": 12.1794,
      "step": 10801
    },
    {
      "epoch": 1.768789913214344,
      "grad_norm": 0.26495471596717834,
      "learning_rate": 0.00018562325172183293,
      "loss": 12.1574,
      "step": 10802
    },
    {
      "epoch": 1.7689536597347306,
      "grad_norm": 0.18189410865306854,
      "learning_rate": 0.00018562058101778548,
      "loss": 12.1944,
      "step": 10803
    },
    {
      "epoch": 1.7691174062551172,
      "grad_norm": 0.15210013091564178,
      "learning_rate": 0.0001856179100849151,
      "loss": 12.2136,
      "step": 10804
    },
    {
      "epoch": 1.7692811527755037,
      "grad_norm": 0.17832894623279572,
      "learning_rate": 0.000185615238923229,
      "loss": 12.1936,
      "step": 10805
    },
    {
      "epoch": 1.76944489929589,
      "grad_norm": 0.15628886222839355,
      "learning_rate": 0.0001856125675327343,
      "loss": 12.1708,
      "step": 10806
    },
    {
      "epoch": 1.7696086458162763,
      "grad_norm": 0.18289074301719666,
      "learning_rate": 0.00018560989591343813,
      "loss": 12.1821,
      "step": 10807
    },
    {
      "epoch": 1.7697723923366628,
      "grad_norm": 0.1727929562330246,
      "learning_rate": 0.00018560722406534764,
      "loss": 12.1446,
      "step": 10808
    },
    {
      "epoch": 1.7699361388570494,
      "grad_norm": 0.18528412282466888,
      "learning_rate": 0.00018560455198846998,
      "loss": 12.1914,
      "step": 10809
    },
    {
      "epoch": 1.7700998853774357,
      "grad_norm": 0.16679376363754272,
      "learning_rate": 0.00018560187968281227,
      "loss": 12.1601,
      "step": 10810
    },
    {
      "epoch": 1.7702636318978222,
      "grad_norm": 0.18798916041851044,
      "learning_rate": 0.00018559920714838167,
      "loss": 12.2176,
      "step": 10811
    },
    {
      "epoch": 1.7704273784182085,
      "grad_norm": 0.19165918231010437,
      "learning_rate": 0.00018559653438518528,
      "loss": 12.212,
      "step": 10812
    },
    {
      "epoch": 1.770591124938595,
      "grad_norm": 0.15867523849010468,
      "learning_rate": 0.0001855938613932303,
      "loss": 12.1815,
      "step": 10813
    },
    {
      "epoch": 1.7707548714589816,
      "grad_norm": 0.1655045598745346,
      "learning_rate": 0.00018559118817252385,
      "loss": 12.1907,
      "step": 10814
    },
    {
      "epoch": 1.770918617979368,
      "grad_norm": 0.20334076881408691,
      "learning_rate": 0.0001855885147230731,
      "loss": 12.1814,
      "step": 10815
    },
    {
      "epoch": 1.7710823644997544,
      "grad_norm": 0.17433170974254608,
      "learning_rate": 0.00018558584104488515,
      "loss": 12.1963,
      "step": 10816
    },
    {
      "epoch": 1.7712461110201407,
      "grad_norm": 0.2141171097755432,
      "learning_rate": 0.00018558316713796716,
      "loss": 12.2277,
      "step": 10817
    },
    {
      "epoch": 1.7714098575405273,
      "grad_norm": 0.17052307724952698,
      "learning_rate": 0.0001855804930023263,
      "loss": 12.2023,
      "step": 10818
    },
    {
      "epoch": 1.7715736040609138,
      "grad_norm": 0.1817547082901001,
      "learning_rate": 0.00018557781863796967,
      "loss": 12.1969,
      "step": 10819
    },
    {
      "epoch": 1.7717373505813,
      "grad_norm": 0.1557837873697281,
      "learning_rate": 0.00018557514404490447,
      "loss": 12.2023,
      "step": 10820
    },
    {
      "epoch": 1.7719010971016866,
      "grad_norm": 0.32848602533340454,
      "learning_rate": 0.00018557246922313783,
      "loss": 12.1471,
      "step": 10821
    },
    {
      "epoch": 1.772064843622073,
      "grad_norm": 0.14160016179084778,
      "learning_rate": 0.00018556979417267688,
      "loss": 12.1968,
      "step": 10822
    },
    {
      "epoch": 1.7722285901424595,
      "grad_norm": 0.1796347051858902,
      "learning_rate": 0.00018556711889352876,
      "loss": 12.1647,
      "step": 10823
    },
    {
      "epoch": 1.772392336662846,
      "grad_norm": 0.15437781810760498,
      "learning_rate": 0.00018556444338570067,
      "loss": 12.1507,
      "step": 10824
    },
    {
      "epoch": 1.7725560831832323,
      "grad_norm": 0.23781365156173706,
      "learning_rate": 0.00018556176764919973,
      "loss": 12.2238,
      "step": 10825
    },
    {
      "epoch": 1.7727198297036186,
      "grad_norm": 0.188239187002182,
      "learning_rate": 0.00018555909168403308,
      "loss": 12.1809,
      "step": 10826
    },
    {
      "epoch": 1.7728835762240052,
      "grad_norm": 0.18672992289066315,
      "learning_rate": 0.00018555641549020788,
      "loss": 12.2644,
      "step": 10827
    },
    {
      "epoch": 1.7730473227443917,
      "grad_norm": 0.2106020152568817,
      "learning_rate": 0.00018555373906773128,
      "loss": 12.1923,
      "step": 10828
    },
    {
      "epoch": 1.7732110692647782,
      "grad_norm": 0.1888241320848465,
      "learning_rate": 0.00018555106241661045,
      "loss": 12.199,
      "step": 10829
    },
    {
      "epoch": 1.7733748157851645,
      "grad_norm": 0.2008766084909439,
      "learning_rate": 0.00018554838553685253,
      "loss": 12.1821,
      "step": 10830
    },
    {
      "epoch": 1.7735385623055508,
      "grad_norm": 0.16238953173160553,
      "learning_rate": 0.0001855457084284647,
      "loss": 12.1384,
      "step": 10831
    },
    {
      "epoch": 1.7737023088259374,
      "grad_norm": 0.19447089731693268,
      "learning_rate": 0.00018554303109145405,
      "loss": 12.2362,
      "step": 10832
    },
    {
      "epoch": 1.773866055346324,
      "grad_norm": 0.1789202094078064,
      "learning_rate": 0.00018554035352582782,
      "loss": 12.1929,
      "step": 10833
    },
    {
      "epoch": 1.7740298018667104,
      "grad_norm": 0.16624490916728973,
      "learning_rate": 0.0001855376757315931,
      "loss": 12.1566,
      "step": 10834
    },
    {
      "epoch": 1.7741935483870968,
      "grad_norm": 0.15801623463630676,
      "learning_rate": 0.00018553499770875706,
      "loss": 12.1735,
      "step": 10835
    },
    {
      "epoch": 1.774357294907483,
      "grad_norm": 0.16832350194454193,
      "learning_rate": 0.00018553231945732688,
      "loss": 12.1917,
      "step": 10836
    },
    {
      "epoch": 1.7745210414278696,
      "grad_norm": 0.1663738340139389,
      "learning_rate": 0.0001855296409773097,
      "loss": 12.2048,
      "step": 10837
    },
    {
      "epoch": 1.7746847879482561,
      "grad_norm": 0.18950435519218445,
      "learning_rate": 0.00018552696226871267,
      "loss": 12.163,
      "step": 10838
    },
    {
      "epoch": 1.7748485344686427,
      "grad_norm": 0.18202558159828186,
      "learning_rate": 0.00018552428333154297,
      "loss": 12.1626,
      "step": 10839
    },
    {
      "epoch": 1.775012280989029,
      "grad_norm": 0.15205515921115875,
      "learning_rate": 0.00018552160416580776,
      "loss": 12.183,
      "step": 10840
    },
    {
      "epoch": 1.7751760275094153,
      "grad_norm": 0.15872223675251007,
      "learning_rate": 0.00018551892477151416,
      "loss": 12.1647,
      "step": 10841
    },
    {
      "epoch": 1.7753397740298018,
      "grad_norm": 0.17019006609916687,
      "learning_rate": 0.0001855162451486694,
      "loss": 12.1787,
      "step": 10842
    },
    {
      "epoch": 1.7755035205501883,
      "grad_norm": 0.15917550027370453,
      "learning_rate": 0.00018551356529728055,
      "loss": 12.1915,
      "step": 10843
    },
    {
      "epoch": 1.7756672670705749,
      "grad_norm": 0.20152580738067627,
      "learning_rate": 0.00018551088521735488,
      "loss": 12.1619,
      "step": 10844
    },
    {
      "epoch": 1.7758310135909612,
      "grad_norm": 0.1814481019973755,
      "learning_rate": 0.00018550820490889947,
      "loss": 12.1461,
      "step": 10845
    },
    {
      "epoch": 1.7759947601113475,
      "grad_norm": 0.1887659877538681,
      "learning_rate": 0.00018550552437192152,
      "loss": 12.1906,
      "step": 10846
    },
    {
      "epoch": 1.776158506631734,
      "grad_norm": 0.18567746877670288,
      "learning_rate": 0.00018550284360642816,
      "loss": 12.1747,
      "step": 10847
    },
    {
      "epoch": 1.7763222531521206,
      "grad_norm": 0.19068579375743866,
      "learning_rate": 0.0001855001626124266,
      "loss": 12.1931,
      "step": 10848
    },
    {
      "epoch": 1.776485999672507,
      "grad_norm": 0.14094991981983185,
      "learning_rate": 0.00018549748138992395,
      "loss": 12.1999,
      "step": 10849
    },
    {
      "epoch": 1.7766497461928934,
      "grad_norm": 0.2030687779188156,
      "learning_rate": 0.00018549479993892743,
      "loss": 12.2239,
      "step": 10850
    },
    {
      "epoch": 1.7768134927132797,
      "grad_norm": 0.1592162847518921,
      "learning_rate": 0.0001854921182594442,
      "loss": 12.2081,
      "step": 10851
    },
    {
      "epoch": 1.7769772392336662,
      "grad_norm": 0.17288321256637573,
      "learning_rate": 0.00018548943635148142,
      "loss": 12.2123,
      "step": 10852
    },
    {
      "epoch": 1.7771409857540528,
      "grad_norm": 0.18320800364017487,
      "learning_rate": 0.00018548675421504622,
      "loss": 12.253,
      "step": 10853
    },
    {
      "epoch": 1.7773047322744393,
      "grad_norm": 0.17781640589237213,
      "learning_rate": 0.0001854840718501458,
      "loss": 12.1825,
      "step": 10854
    },
    {
      "epoch": 1.7774684787948256,
      "grad_norm": 0.24322295188903809,
      "learning_rate": 0.00018548138925678735,
      "loss": 12.1771,
      "step": 10855
    },
    {
      "epoch": 1.777632225315212,
      "grad_norm": 0.2730000615119934,
      "learning_rate": 0.00018547870643497797,
      "loss": 12.1927,
      "step": 10856
    },
    {
      "epoch": 1.7777959718355985,
      "grad_norm": 0.1788734495639801,
      "learning_rate": 0.0001854760233847249,
      "loss": 12.2263,
      "step": 10857
    },
    {
      "epoch": 1.777959718355985,
      "grad_norm": 0.1504020392894745,
      "learning_rate": 0.00018547334010603529,
      "loss": 12.1808,
      "step": 10858
    },
    {
      "epoch": 1.7781234648763715,
      "grad_norm": 0.15255512297153473,
      "learning_rate": 0.00018547065659891635,
      "loss": 12.1769,
      "step": 10859
    },
    {
      "epoch": 1.7782872113967578,
      "grad_norm": 0.1705673635005951,
      "learning_rate": 0.00018546797286337515,
      "loss": 12.1646,
      "step": 10860
    },
    {
      "epoch": 1.7784509579171441,
      "grad_norm": 0.19313813745975494,
      "learning_rate": 0.00018546528889941893,
      "loss": 12.2279,
      "step": 10861
    },
    {
      "epoch": 1.7786147044375307,
      "grad_norm": 0.18004339933395386,
      "learning_rate": 0.00018546260470705486,
      "loss": 12.1829,
      "step": 10862
    },
    {
      "epoch": 1.7787784509579172,
      "grad_norm": 0.16787666082382202,
      "learning_rate": 0.0001854599202862901,
      "loss": 12.185,
      "step": 10863
    },
    {
      "epoch": 1.7789421974783037,
      "grad_norm": 0.1967877298593521,
      "learning_rate": 0.00018545723563713183,
      "loss": 12.2136,
      "step": 10864
    },
    {
      "epoch": 1.77910594399869,
      "grad_norm": 0.1841987669467926,
      "learning_rate": 0.00018545455075958723,
      "loss": 12.1593,
      "step": 10865
    },
    {
      "epoch": 1.7792696905190764,
      "grad_norm": 0.1729860007762909,
      "learning_rate": 0.0001854518656536635,
      "loss": 12.1721,
      "step": 10866
    },
    {
      "epoch": 1.7794334370394629,
      "grad_norm": 0.17474515736103058,
      "learning_rate": 0.00018544918031936775,
      "loss": 12.1556,
      "step": 10867
    },
    {
      "epoch": 1.7795971835598494,
      "grad_norm": 0.15500710904598236,
      "learning_rate": 0.0001854464947567072,
      "loss": 12.1806,
      "step": 10868
    },
    {
      "epoch": 1.779760930080236,
      "grad_norm": 0.17022620141506195,
      "learning_rate": 0.00018544380896568904,
      "loss": 12.1678,
      "step": 10869
    },
    {
      "epoch": 1.7799246766006223,
      "grad_norm": 0.21489372849464417,
      "learning_rate": 0.00018544112294632044,
      "loss": 12.233,
      "step": 10870
    },
    {
      "epoch": 1.7800884231210086,
      "grad_norm": 0.1930503249168396,
      "learning_rate": 0.00018543843669860852,
      "loss": 12.1812,
      "step": 10871
    },
    {
      "epoch": 1.780252169641395,
      "grad_norm": 0.19806139171123505,
      "learning_rate": 0.00018543575022256055,
      "loss": 12.1788,
      "step": 10872
    },
    {
      "epoch": 1.7804159161617816,
      "grad_norm": 0.17427033185958862,
      "learning_rate": 0.00018543306351818367,
      "loss": 12.1419,
      "step": 10873
    },
    {
      "epoch": 1.7805796626821682,
      "grad_norm": 0.17038533091545105,
      "learning_rate": 0.000185430376585485,
      "loss": 12.2198,
      "step": 10874
    },
    {
      "epoch": 1.7807434092025545,
      "grad_norm": 0.1539844572544098,
      "learning_rate": 0.00018542768942447183,
      "loss": 12.2072,
      "step": 10875
    },
    {
      "epoch": 1.7809071557229408,
      "grad_norm": 0.21448440849781036,
      "learning_rate": 0.00018542500203515128,
      "loss": 12.2128,
      "step": 10876
    },
    {
      "epoch": 1.7810709022433273,
      "grad_norm": 0.2388525754213333,
      "learning_rate": 0.00018542231441753053,
      "loss": 12.2019,
      "step": 10877
    },
    {
      "epoch": 1.7812346487637138,
      "grad_norm": 0.18072490394115448,
      "learning_rate": 0.00018541962657161678,
      "loss": 12.1762,
      "step": 10878
    },
    {
      "epoch": 1.7813983952841004,
      "grad_norm": 0.15310856699943542,
      "learning_rate": 0.0001854169384974172,
      "loss": 12.2434,
      "step": 10879
    },
    {
      "epoch": 1.7815621418044867,
      "grad_norm": 0.1654089391231537,
      "learning_rate": 0.00018541425019493902,
      "loss": 12.2081,
      "step": 10880
    },
    {
      "epoch": 1.781725888324873,
      "grad_norm": 0.25815579295158386,
      "learning_rate": 0.00018541156166418932,
      "loss": 12.196,
      "step": 10881
    },
    {
      "epoch": 1.7818896348452595,
      "grad_norm": 0.22801129519939423,
      "learning_rate": 0.00018540887290517539,
      "loss": 12.1884,
      "step": 10882
    },
    {
      "epoch": 1.782053381365646,
      "grad_norm": 0.1931820511817932,
      "learning_rate": 0.0001854061839179044,
      "loss": 12.1475,
      "step": 10883
    },
    {
      "epoch": 1.7822171278860324,
      "grad_norm": 0.17789538204669952,
      "learning_rate": 0.00018540349470238344,
      "loss": 12.2007,
      "step": 10884
    },
    {
      "epoch": 1.782380874406419,
      "grad_norm": 0.17656727135181427,
      "learning_rate": 0.00018540080525861986,
      "loss": 12.1494,
      "step": 10885
    },
    {
      "epoch": 1.7825446209268052,
      "grad_norm": 0.17845919728279114,
      "learning_rate": 0.00018539811558662068,
      "loss": 12.2333,
      "step": 10886
    },
    {
      "epoch": 1.7827083674471917,
      "grad_norm": 0.1319262981414795,
      "learning_rate": 0.0001853954256863932,
      "loss": 12.1704,
      "step": 10887
    },
    {
      "epoch": 1.7828721139675783,
      "grad_norm": 0.16979479789733887,
      "learning_rate": 0.0001853927355579446,
      "loss": 12.1703,
      "step": 10888
    },
    {
      "epoch": 1.7830358604879646,
      "grad_norm": 0.15188215672969818,
      "learning_rate": 0.000185390045201282,
      "loss": 12.1956,
      "step": 10889
    },
    {
      "epoch": 1.7831996070083511,
      "grad_norm": 0.16394531726837158,
      "learning_rate": 0.00018538735461641267,
      "loss": 12.1892,
      "step": 10890
    },
    {
      "epoch": 1.7833633535287374,
      "grad_norm": 0.2975177764892578,
      "learning_rate": 0.00018538466380334373,
      "loss": 12.1812,
      "step": 10891
    },
    {
      "epoch": 1.783527100049124,
      "grad_norm": 0.14820832014083862,
      "learning_rate": 0.00018538197276208243,
      "loss": 12.1894,
      "step": 10892
    },
    {
      "epoch": 1.7836908465695105,
      "grad_norm": 0.22345273196697235,
      "learning_rate": 0.00018537928149263592,
      "loss": 12.1791,
      "step": 10893
    },
    {
      "epoch": 1.7838545930898968,
      "grad_norm": 0.16976895928382874,
      "learning_rate": 0.0001853765899950114,
      "loss": 12.1879,
      "step": 10894
    },
    {
      "epoch": 1.7840183396102833,
      "grad_norm": 0.1622941792011261,
      "learning_rate": 0.0001853738982692161,
      "loss": 12.2031,
      "step": 10895
    },
    {
      "epoch": 1.7841820861306696,
      "grad_norm": 0.13530053198337555,
      "learning_rate": 0.0001853712063152572,
      "loss": 12.1608,
      "step": 10896
    },
    {
      "epoch": 1.7843458326510562,
      "grad_norm": 0.19966785609722137,
      "learning_rate": 0.00018536851413314187,
      "loss": 12.1893,
      "step": 10897
    },
    {
      "epoch": 1.7845095791714427,
      "grad_norm": 0.1614219695329666,
      "learning_rate": 0.00018536582172287732,
      "loss": 12.1648,
      "step": 10898
    },
    {
      "epoch": 1.784673325691829,
      "grad_norm": 0.14574436843395233,
      "learning_rate": 0.0001853631290844707,
      "loss": 12.1998,
      "step": 10899
    },
    {
      "epoch": 1.7848370722122153,
      "grad_norm": 0.1814018189907074,
      "learning_rate": 0.00018536043621792932,
      "loss": 12.1777,
      "step": 10900
    },
    {
      "epoch": 1.7850008187326019,
      "grad_norm": 0.15290428698062897,
      "learning_rate": 0.00018535774312326025,
      "loss": 12.1446,
      "step": 10901
    },
    {
      "epoch": 1.7851645652529884,
      "grad_norm": 0.17506782710552216,
      "learning_rate": 0.00018535504980047077,
      "loss": 12.1779,
      "step": 10902
    },
    {
      "epoch": 1.785328311773375,
      "grad_norm": 0.18283545970916748,
      "learning_rate": 0.00018535235624956802,
      "loss": 12.1652,
      "step": 10903
    },
    {
      "epoch": 1.7854920582937612,
      "grad_norm": 0.15467537939548492,
      "learning_rate": 0.00018534966247055925,
      "loss": 12.1967,
      "step": 10904
    },
    {
      "epoch": 1.7856558048141475,
      "grad_norm": 0.1871454417705536,
      "learning_rate": 0.00018534696846345163,
      "loss": 12.1508,
      "step": 10905
    },
    {
      "epoch": 1.785819551334534,
      "grad_norm": 0.17400217056274414,
      "learning_rate": 0.00018534427422825238,
      "loss": 12.2025,
      "step": 10906
    },
    {
      "epoch": 1.7859832978549206,
      "grad_norm": 0.1940375119447708,
      "learning_rate": 0.0001853415797649687,
      "loss": 12.1994,
      "step": 10907
    },
    {
      "epoch": 1.7861470443753071,
      "grad_norm": 0.17793512344360352,
      "learning_rate": 0.00018533888507360773,
      "loss": 12.2099,
      "step": 10908
    },
    {
      "epoch": 1.7863107908956934,
      "grad_norm": 0.19216307997703552,
      "learning_rate": 0.00018533619015417675,
      "loss": 12.1985,
      "step": 10909
    },
    {
      "epoch": 1.7864745374160798,
      "grad_norm": 0.1717359721660614,
      "learning_rate": 0.00018533349500668292,
      "loss": 12.1987,
      "step": 10910
    },
    {
      "epoch": 1.7866382839364663,
      "grad_norm": 0.16190826892852783,
      "learning_rate": 0.0001853307996311335,
      "loss": 12.157,
      "step": 10911
    },
    {
      "epoch": 1.7868020304568528,
      "grad_norm": 0.18143519759178162,
      "learning_rate": 0.0001853281040275356,
      "loss": 12.1727,
      "step": 10912
    },
    {
      "epoch": 1.7869657769772394,
      "grad_norm": 0.15490682423114777,
      "learning_rate": 0.0001853254081958965,
      "loss": 12.1621,
      "step": 10913
    },
    {
      "epoch": 1.7871295234976257,
      "grad_norm": 0.16122108697891235,
      "learning_rate": 0.00018532271213622336,
      "loss": 12.1629,
      "step": 10914
    },
    {
      "epoch": 1.787293270018012,
      "grad_norm": 0.1604386568069458,
      "learning_rate": 0.00018532001584852342,
      "loss": 12.1777,
      "step": 10915
    },
    {
      "epoch": 1.7874570165383985,
      "grad_norm": 0.17098481953144073,
      "learning_rate": 0.00018531731933280385,
      "loss": 12.1749,
      "step": 10916
    },
    {
      "epoch": 1.787620763058785,
      "grad_norm": 0.1404058039188385,
      "learning_rate": 0.00018531462258907189,
      "loss": 12.1623,
      "step": 10917
    },
    {
      "epoch": 1.7877845095791716,
      "grad_norm": 0.17244628071784973,
      "learning_rate": 0.00018531192561733475,
      "loss": 12.2051,
      "step": 10918
    },
    {
      "epoch": 1.7879482560995579,
      "grad_norm": 0.19746507704257965,
      "learning_rate": 0.0001853092284175996,
      "loss": 12.2034,
      "step": 10919
    },
    {
      "epoch": 1.7881120026199442,
      "grad_norm": 0.14992444217205048,
      "learning_rate": 0.00018530653098987364,
      "loss": 12.1956,
      "step": 10920
    },
    {
      "epoch": 1.7882757491403307,
      "grad_norm": 0.14470204710960388,
      "learning_rate": 0.00018530383333416418,
      "loss": 12.1628,
      "step": 10921
    },
    {
      "epoch": 1.7884394956607172,
      "grad_norm": 0.1743398755788803,
      "learning_rate": 0.0001853011354504783,
      "loss": 12.1637,
      "step": 10922
    },
    {
      "epoch": 1.7886032421811038,
      "grad_norm": 0.17996662855148315,
      "learning_rate": 0.00018529843733882328,
      "loss": 12.2236,
      "step": 10923
    },
    {
      "epoch": 1.78876698870149,
      "grad_norm": 0.3134060800075531,
      "learning_rate": 0.00018529573899920632,
      "loss": 12.2086,
      "step": 10924
    },
    {
      "epoch": 1.7889307352218764,
      "grad_norm": 0.16753964126110077,
      "learning_rate": 0.00018529304043163463,
      "loss": 12.1766,
      "step": 10925
    },
    {
      "epoch": 1.789094481742263,
      "grad_norm": 0.1738700121641159,
      "learning_rate": 0.00018529034163611543,
      "loss": 12.1861,
      "step": 10926
    },
    {
      "epoch": 1.7892582282626495,
      "grad_norm": 0.15179242193698883,
      "learning_rate": 0.00018528764261265592,
      "loss": 12.1703,
      "step": 10927
    },
    {
      "epoch": 1.789421974783036,
      "grad_norm": 0.15221157670021057,
      "learning_rate": 0.0001852849433612633,
      "loss": 12.191,
      "step": 10928
    },
    {
      "epoch": 1.7895857213034223,
      "grad_norm": 0.15449324250221252,
      "learning_rate": 0.00018528224388194482,
      "loss": 12.1802,
      "step": 10929
    },
    {
      "epoch": 1.7897494678238086,
      "grad_norm": 0.1978670209646225,
      "learning_rate": 0.00018527954417470768,
      "loss": 12.174,
      "step": 10930
    },
    {
      "epoch": 1.7899132143441951,
      "grad_norm": 0.16929888725280762,
      "learning_rate": 0.00018527684423955907,
      "loss": 12.3457,
      "step": 10931
    },
    {
      "epoch": 1.7900769608645817,
      "grad_norm": 0.14181971549987793,
      "learning_rate": 0.00018527414407650623,
      "loss": 12.2121,
      "step": 10932
    },
    {
      "epoch": 1.7902407073849682,
      "grad_norm": 0.19214962422847748,
      "learning_rate": 0.0001852714436855564,
      "loss": 12.2417,
      "step": 10933
    },
    {
      "epoch": 1.7904044539053545,
      "grad_norm": 0.129901722073555,
      "learning_rate": 0.00018526874306671673,
      "loss": 12.1796,
      "step": 10934
    },
    {
      "epoch": 1.7905682004257408,
      "grad_norm": 0.18988950550556183,
      "learning_rate": 0.0001852660422199945,
      "loss": 12.1919,
      "step": 10935
    },
    {
      "epoch": 1.7907319469461274,
      "grad_norm": 0.22635425627231598,
      "learning_rate": 0.00018526334114539692,
      "loss": 12.1555,
      "step": 10936
    },
    {
      "epoch": 1.790895693466514,
      "grad_norm": 0.22743633389472961,
      "learning_rate": 0.00018526063984293116,
      "loss": 12.1948,
      "step": 10937
    },
    {
      "epoch": 1.7910594399869004,
      "grad_norm": 0.2506389021873474,
      "learning_rate": 0.00018525793831260449,
      "loss": 12.1869,
      "step": 10938
    },
    {
      "epoch": 1.7912231865072867,
      "grad_norm": 0.17932796478271484,
      "learning_rate": 0.0001852552365544241,
      "loss": 12.1817,
      "step": 10939
    },
    {
      "epoch": 1.791386933027673,
      "grad_norm": 0.1609986126422882,
      "learning_rate": 0.00018525253456839726,
      "loss": 12.2417,
      "step": 10940
    },
    {
      "epoch": 1.7915506795480596,
      "grad_norm": 0.4124521315097809,
      "learning_rate": 0.00018524983235453113,
      "loss": 12.22,
      "step": 10941
    },
    {
      "epoch": 1.791714426068446,
      "grad_norm": 0.2001902014017105,
      "learning_rate": 0.00018524712991283292,
      "loss": 12.2205,
      "step": 10942
    },
    {
      "epoch": 1.7918781725888326,
      "grad_norm": 0.22699035704135895,
      "learning_rate": 0.00018524442724330995,
      "loss": 12.1853,
      "step": 10943
    },
    {
      "epoch": 1.792041919109219,
      "grad_norm": 0.2644030451774597,
      "learning_rate": 0.00018524172434596932,
      "loss": 12.2119,
      "step": 10944
    },
    {
      "epoch": 1.7922056656296053,
      "grad_norm": 0.17899395525455475,
      "learning_rate": 0.0001852390212208184,
      "loss": 12.1893,
      "step": 10945
    },
    {
      "epoch": 1.7923694121499918,
      "grad_norm": 0.1522262841463089,
      "learning_rate": 0.00018523631786786427,
      "loss": 12.1815,
      "step": 10946
    },
    {
      "epoch": 1.7925331586703783,
      "grad_norm": 0.1956060826778412,
      "learning_rate": 0.0001852336142871142,
      "loss": 12.2108,
      "step": 10947
    },
    {
      "epoch": 1.7926969051907649,
      "grad_norm": 0.2791794240474701,
      "learning_rate": 0.00018523091047857547,
      "loss": 12.2188,
      "step": 10948
    },
    {
      "epoch": 1.7928606517111512,
      "grad_norm": 0.25100886821746826,
      "learning_rate": 0.00018522820644225525,
      "loss": 12.1607,
      "step": 10949
    },
    {
      "epoch": 1.7930243982315375,
      "grad_norm": 0.24478590488433838,
      "learning_rate": 0.00018522550217816078,
      "loss": 12.2406,
      "step": 10950
    },
    {
      "epoch": 1.793188144751924,
      "grad_norm": 0.23346959054470062,
      "learning_rate": 0.00018522279768629928,
      "loss": 12.1718,
      "step": 10951
    },
    {
      "epoch": 1.7933518912723105,
      "grad_norm": 0.18641206622123718,
      "learning_rate": 0.000185220092966678,
      "loss": 12.1545,
      "step": 10952
    },
    {
      "epoch": 1.793515637792697,
      "grad_norm": 0.1835753619670868,
      "learning_rate": 0.00018521738801930413,
      "loss": 12.193,
      "step": 10953
    },
    {
      "epoch": 1.7936793843130834,
      "grad_norm": 0.1483401209115982,
      "learning_rate": 0.00018521468284418496,
      "loss": 12.2401,
      "step": 10954
    },
    {
      "epoch": 1.7938431308334697,
      "grad_norm": 0.15204542875289917,
      "learning_rate": 0.00018521197744132768,
      "loss": 12.1543,
      "step": 10955
    },
    {
      "epoch": 1.7940068773538562,
      "grad_norm": 0.18214556574821472,
      "learning_rate": 0.00018520927181073948,
      "loss": 12.2031,
      "step": 10956
    },
    {
      "epoch": 1.7941706238742428,
      "grad_norm": 0.155931755900383,
      "learning_rate": 0.00018520656595242768,
      "loss": 12.185,
      "step": 10957
    },
    {
      "epoch": 1.794334370394629,
      "grad_norm": 0.15068231523036957,
      "learning_rate": 0.00018520385986639946,
      "loss": 12.1852,
      "step": 10958
    },
    {
      "epoch": 1.7944981169150156,
      "grad_norm": 0.17051325738430023,
      "learning_rate": 0.00018520115355266206,
      "loss": 12.1677,
      "step": 10959
    },
    {
      "epoch": 1.794661863435402,
      "grad_norm": 0.19778010249137878,
      "learning_rate": 0.00018519844701122269,
      "loss": 12.2377,
      "step": 10960
    },
    {
      "epoch": 1.7948256099557884,
      "grad_norm": 0.20800700783729553,
      "learning_rate": 0.0001851957402420886,
      "loss": 12.1604,
      "step": 10961
    },
    {
      "epoch": 1.794989356476175,
      "grad_norm": 0.18336300551891327,
      "learning_rate": 0.00018519303324526705,
      "loss": 12.203,
      "step": 10962
    },
    {
      "epoch": 1.7951531029965613,
      "grad_norm": 0.16242870688438416,
      "learning_rate": 0.00018519032602076527,
      "loss": 12.2211,
      "step": 10963
    },
    {
      "epoch": 1.7953168495169478,
      "grad_norm": 0.24962769448757172,
      "learning_rate": 0.00018518761856859046,
      "loss": 12.183,
      "step": 10964
    },
    {
      "epoch": 1.7954805960373341,
      "grad_norm": 0.265520840883255,
      "learning_rate": 0.00018518491088874987,
      "loss": 12.1991,
      "step": 10965
    },
    {
      "epoch": 1.7956443425577207,
      "grad_norm": 0.21376873552799225,
      "learning_rate": 0.00018518220298125075,
      "loss": 12.2535,
      "step": 10966
    },
    {
      "epoch": 1.7958080890781072,
      "grad_norm": 0.1922358274459839,
      "learning_rate": 0.00018517949484610032,
      "loss": 12.1986,
      "step": 10967
    },
    {
      "epoch": 1.7959718355984935,
      "grad_norm": 0.1590786874294281,
      "learning_rate": 0.0001851767864833058,
      "loss": 12.1941,
      "step": 10968
    },
    {
      "epoch": 1.79613558211888,
      "grad_norm": 0.19960255920886993,
      "learning_rate": 0.0001851740778928745,
      "loss": 12.1819,
      "step": 10969
    },
    {
      "epoch": 1.7962993286392663,
      "grad_norm": 0.19471745193004608,
      "learning_rate": 0.00018517136907481358,
      "loss": 12.175,
      "step": 10970
    },
    {
      "epoch": 1.7964630751596529,
      "grad_norm": 0.19459158182144165,
      "learning_rate": 0.00018516866002913032,
      "loss": 12.1634,
      "step": 10971
    },
    {
      "epoch": 1.7966268216800394,
      "grad_norm": 0.24269483983516693,
      "learning_rate": 0.00018516595075583197,
      "loss": 12.1564,
      "step": 10972
    },
    {
      "epoch": 1.7967905682004257,
      "grad_norm": 0.1923404186964035,
      "learning_rate": 0.0001851632412549257,
      "loss": 12.1689,
      "step": 10973
    },
    {
      "epoch": 1.796954314720812,
      "grad_norm": 0.1583588421344757,
      "learning_rate": 0.00018516053152641882,
      "loss": 12.1767,
      "step": 10974
    },
    {
      "epoch": 1.7971180612411985,
      "grad_norm": 0.17951691150665283,
      "learning_rate": 0.0001851578215703186,
      "loss": 12.1939,
      "step": 10975
    },
    {
      "epoch": 1.797281807761585,
      "grad_norm": 0.16538108885288239,
      "learning_rate": 0.0001851551113866322,
      "loss": 12.1981,
      "step": 10976
    },
    {
      "epoch": 1.7974455542819716,
      "grad_norm": 0.18666598200798035,
      "learning_rate": 0.0001851524009753669,
      "loss": 12.2002,
      "step": 10977
    },
    {
      "epoch": 1.797609300802358,
      "grad_norm": 0.1402321755886078,
      "learning_rate": 0.00018514969033652995,
      "loss": 12.163,
      "step": 10978
    },
    {
      "epoch": 1.7977730473227442,
      "grad_norm": 0.18456090986728668,
      "learning_rate": 0.0001851469794701286,
      "loss": 12.1524,
      "step": 10979
    },
    {
      "epoch": 1.7979367938431308,
      "grad_norm": 0.16253462433815002,
      "learning_rate": 0.00018514426837617007,
      "loss": 12.1637,
      "step": 10980
    },
    {
      "epoch": 1.7981005403635173,
      "grad_norm": 0.15596511960029602,
      "learning_rate": 0.00018514155705466162,
      "loss": 12.1716,
      "step": 10981
    },
    {
      "epoch": 1.7982642868839038,
      "grad_norm": 0.13292722404003143,
      "learning_rate": 0.0001851388455056105,
      "loss": 12.1899,
      "step": 10982
    },
    {
      "epoch": 1.7984280334042901,
      "grad_norm": 0.35507532954216003,
      "learning_rate": 0.00018513613372902392,
      "loss": 12.1803,
      "step": 10983
    },
    {
      "epoch": 1.7985917799246764,
      "grad_norm": 0.22261185944080353,
      "learning_rate": 0.00018513342172490918,
      "loss": 12.1433,
      "step": 10984
    },
    {
      "epoch": 1.798755526445063,
      "grad_norm": 0.17278936505317688,
      "learning_rate": 0.00018513070949327352,
      "loss": 12.194,
      "step": 10985
    },
    {
      "epoch": 1.7989192729654495,
      "grad_norm": 0.1764546036720276,
      "learning_rate": 0.00018512799703412414,
      "loss": 12.1598,
      "step": 10986
    },
    {
      "epoch": 1.799083019485836,
      "grad_norm": 0.1737334430217743,
      "learning_rate": 0.00018512528434746836,
      "loss": 12.2181,
      "step": 10987
    },
    {
      "epoch": 1.7992467660062224,
      "grad_norm": 0.22920536994934082,
      "learning_rate": 0.0001851225714333134,
      "loss": 12.1953,
      "step": 10988
    },
    {
      "epoch": 1.7994105125266087,
      "grad_norm": 0.14667637646198273,
      "learning_rate": 0.00018511985829166647,
      "loss": 12.1879,
      "step": 10989
    },
    {
      "epoch": 1.7995742590469952,
      "grad_norm": 0.13935598731040955,
      "learning_rate": 0.00018511714492253488,
      "loss": 12.1332,
      "step": 10990
    },
    {
      "epoch": 1.7997380055673817,
      "grad_norm": 0.20513582229614258,
      "learning_rate": 0.00018511443132592583,
      "loss": 12.1469,
      "step": 10991
    },
    {
      "epoch": 1.7999017520877683,
      "grad_norm": 0.16048848628997803,
      "learning_rate": 0.0001851117175018466,
      "loss": 12.219,
      "step": 10992
    },
    {
      "epoch": 1.8000654986081546,
      "grad_norm": 0.15550437569618225,
      "learning_rate": 0.00018510900345030447,
      "loss": 12.1532,
      "step": 10993
    },
    {
      "epoch": 1.8002292451285409,
      "grad_norm": 0.16643300652503967,
      "learning_rate": 0.00018510628917130662,
      "loss": 12.173,
      "step": 10994
    },
    {
      "epoch": 1.8003929916489274,
      "grad_norm": 0.17143161594867706,
      "learning_rate": 0.0001851035746648604,
      "loss": 12.1666,
      "step": 10995
    },
    {
      "epoch": 1.800556738169314,
      "grad_norm": 0.15142840147018433,
      "learning_rate": 0.000185100859930973,
      "loss": 12.2408,
      "step": 10996
    },
    {
      "epoch": 1.8007204846897005,
      "grad_norm": 0.15608519315719604,
      "learning_rate": 0.00018509814496965168,
      "loss": 12.1689,
      "step": 10997
    },
    {
      "epoch": 1.8008842312100868,
      "grad_norm": 0.15440650284290314,
      "learning_rate": 0.00018509542978090368,
      "loss": 12.1993,
      "step": 10998
    },
    {
      "epoch": 1.801047977730473,
      "grad_norm": 0.17175818979740143,
      "learning_rate": 0.00018509271436473632,
      "loss": 12.2104,
      "step": 10999
    },
    {
      "epoch": 1.8012117242508596,
      "grad_norm": 0.16387319564819336,
      "learning_rate": 0.0001850899987211568,
      "loss": 12.18,
      "step": 11000
    },
    {
      "epoch": 1.8012117242508596,
      "eval_loss": 12.16689395904541,
      "eval_runtime": 7.3049,
      "eval_samples_per_second": 33.676,
      "eval_steps_per_second": 16.838,
      "step": 11000
    },
    {
      "epoch": 1.8013754707712462,
      "grad_norm": 0.1743665486574173,
      "learning_rate": 0.00018508728285017241,
      "loss": 12.2301,
      "step": 11001
    },
    {
      "epoch": 1.8015392172916327,
      "grad_norm": 0.13718238472938538,
      "learning_rate": 0.00018508456675179035,
      "loss": 12.1871,
      "step": 11002
    },
    {
      "epoch": 1.801702963812019,
      "grad_norm": 0.22962342202663422,
      "learning_rate": 0.00018508185042601796,
      "loss": 12.1589,
      "step": 11003
    },
    {
      "epoch": 1.8018667103324053,
      "grad_norm": 0.17957745492458344,
      "learning_rate": 0.00018507913387286244,
      "loss": 12.176,
      "step": 11004
    },
    {
      "epoch": 1.8020304568527918,
      "grad_norm": 0.1961684674024582,
      "learning_rate": 0.0001850764170923311,
      "loss": 12.1521,
      "step": 11005
    },
    {
      "epoch": 1.8021942033731784,
      "grad_norm": 0.19282729923725128,
      "learning_rate": 0.00018507370008443114,
      "loss": 12.2031,
      "step": 11006
    },
    {
      "epoch": 1.802357949893565,
      "grad_norm": 0.16587841510772705,
      "learning_rate": 0.00018507098284916985,
      "loss": 12.2207,
      "step": 11007
    },
    {
      "epoch": 1.8025216964139512,
      "grad_norm": 0.2980588376522064,
      "learning_rate": 0.00018506826538655454,
      "loss": 12.2012,
      "step": 11008
    },
    {
      "epoch": 1.8026854429343375,
      "grad_norm": 0.33043742179870605,
      "learning_rate": 0.0001850655476965924,
      "loss": 12.2653,
      "step": 11009
    },
    {
      "epoch": 1.802849189454724,
      "grad_norm": 0.16170768439769745,
      "learning_rate": 0.00018506282977929071,
      "loss": 12.1556,
      "step": 11010
    },
    {
      "epoch": 1.8030129359751106,
      "grad_norm": 0.1614932417869568,
      "learning_rate": 0.00018506011163465678,
      "loss": 12.2239,
      "step": 11011
    },
    {
      "epoch": 1.8031766824954971,
      "grad_norm": 0.18452885746955872,
      "learning_rate": 0.0001850573932626978,
      "loss": 12.15,
      "step": 11012
    },
    {
      "epoch": 1.8033404290158834,
      "grad_norm": 0.20460598170757294,
      "learning_rate": 0.0001850546746634211,
      "loss": 12.2582,
      "step": 11013
    },
    {
      "epoch": 1.8035041755362697,
      "grad_norm": 0.20453070104122162,
      "learning_rate": 0.0001850519558368339,
      "loss": 12.1672,
      "step": 11014
    },
    {
      "epoch": 1.8036679220566563,
      "grad_norm": 0.1815427541732788,
      "learning_rate": 0.0001850492367829435,
      "loss": 12.139,
      "step": 11015
    },
    {
      "epoch": 1.8038316685770428,
      "grad_norm": 0.18710826337337494,
      "learning_rate": 0.00018504651750175715,
      "loss": 12.2013,
      "step": 11016
    },
    {
      "epoch": 1.8039954150974293,
      "grad_norm": 0.20989854633808136,
      "learning_rate": 0.0001850437979932821,
      "loss": 12.1909,
      "step": 11017
    },
    {
      "epoch": 1.8041591616178156,
      "grad_norm": 0.17419441044330597,
      "learning_rate": 0.00018504107825752567,
      "loss": 12.19,
      "step": 11018
    },
    {
      "epoch": 1.804322908138202,
      "grad_norm": 0.14617414772510529,
      "learning_rate": 0.00018503835829449507,
      "loss": 12.1997,
      "step": 11019
    },
    {
      "epoch": 1.8044866546585885,
      "grad_norm": 0.16971826553344727,
      "learning_rate": 0.0001850356381041976,
      "loss": 12.1839,
      "step": 11020
    },
    {
      "epoch": 1.804650401178975,
      "grad_norm": 0.21363817155361176,
      "learning_rate": 0.00018503291768664056,
      "loss": 12.1609,
      "step": 11021
    },
    {
      "epoch": 1.8048141476993615,
      "grad_norm": 0.17753884196281433,
      "learning_rate": 0.00018503019704183113,
      "loss": 12.1411,
      "step": 11022
    },
    {
      "epoch": 1.8049778942197479,
      "grad_norm": 0.1523062288761139,
      "learning_rate": 0.00018502747616977664,
      "loss": 12.1614,
      "step": 11023
    },
    {
      "epoch": 1.8051416407401342,
      "grad_norm": 0.1697360873222351,
      "learning_rate": 0.0001850247550704844,
      "loss": 12.1533,
      "step": 11024
    },
    {
      "epoch": 1.8053053872605207,
      "grad_norm": 0.1853797286748886,
      "learning_rate": 0.0001850220337439616,
      "loss": 12.2358,
      "step": 11025
    },
    {
      "epoch": 1.8054691337809072,
      "grad_norm": 0.18285728991031647,
      "learning_rate": 0.0001850193121902156,
      "loss": 12.216,
      "step": 11026
    },
    {
      "epoch": 1.8056328803012938,
      "grad_norm": 0.20981495082378387,
      "learning_rate": 0.0001850165904092536,
      "loss": 12.2145,
      "step": 11027
    },
    {
      "epoch": 1.80579662682168,
      "grad_norm": 0.2094736397266388,
      "learning_rate": 0.00018501386840108288,
      "loss": 12.2106,
      "step": 11028
    },
    {
      "epoch": 1.8059603733420664,
      "grad_norm": 0.16824409365653992,
      "learning_rate": 0.00018501114616571078,
      "loss": 12.2486,
      "step": 11029
    },
    {
      "epoch": 1.806124119862453,
      "grad_norm": 0.15852272510528564,
      "learning_rate": 0.0001850084237031445,
      "loss": 12.2117,
      "step": 11030
    },
    {
      "epoch": 1.8062878663828394,
      "grad_norm": 0.1505938023328781,
      "learning_rate": 0.00018500570101339135,
      "loss": 12.1762,
      "step": 11031
    },
    {
      "epoch": 1.8064516129032258,
      "grad_norm": 0.14683642983436584,
      "learning_rate": 0.0001850029780964586,
      "loss": 12.195,
      "step": 11032
    },
    {
      "epoch": 1.8066153594236123,
      "grad_norm": 0.17684487998485565,
      "learning_rate": 0.00018500025495235352,
      "loss": 12.1814,
      "step": 11033
    },
    {
      "epoch": 1.8067791059439986,
      "grad_norm": 0.17839927971363068,
      "learning_rate": 0.0001849975315810834,
      "loss": 12.1536,
      "step": 11034
    },
    {
      "epoch": 1.8069428524643851,
      "grad_norm": 0.18253663182258606,
      "learning_rate": 0.00018499480798265554,
      "loss": 12.1587,
      "step": 11035
    },
    {
      "epoch": 1.8071065989847717,
      "grad_norm": 0.1849905550479889,
      "learning_rate": 0.00018499208415707717,
      "loss": 12.2101,
      "step": 11036
    },
    {
      "epoch": 1.807270345505158,
      "grad_norm": 0.21666134893894196,
      "learning_rate": 0.0001849893601043556,
      "loss": 12.2043,
      "step": 11037
    },
    {
      "epoch": 1.8074340920255445,
      "grad_norm": 0.2296263873577118,
      "learning_rate": 0.00018498663582449813,
      "loss": 12.1635,
      "step": 11038
    },
    {
      "epoch": 1.8075978385459308,
      "grad_norm": 0.23380078375339508,
      "learning_rate": 0.000184983911317512,
      "loss": 12.1698,
      "step": 11039
    },
    {
      "epoch": 1.8077615850663173,
      "grad_norm": 0.17401020228862762,
      "learning_rate": 0.00018498118658340448,
      "loss": 12.1496,
      "step": 11040
    },
    {
      "epoch": 1.8079253315867039,
      "grad_norm": 0.17497126758098602,
      "learning_rate": 0.0001849784616221829,
      "loss": 12.1629,
      "step": 11041
    },
    {
      "epoch": 1.8080890781070902,
      "grad_norm": 0.2791796624660492,
      "learning_rate": 0.0001849757364338545,
      "loss": 12.1971,
      "step": 11042
    },
    {
      "epoch": 1.8082528246274767,
      "grad_norm": 0.16745060682296753,
      "learning_rate": 0.0001849730110184266,
      "loss": 12.1984,
      "step": 11043
    },
    {
      "epoch": 1.808416571147863,
      "grad_norm": 0.19547538459300995,
      "learning_rate": 0.00018497028537590649,
      "loss": 12.1395,
      "step": 11044
    },
    {
      "epoch": 1.8085803176682496,
      "grad_norm": 0.1290961354970932,
      "learning_rate": 0.0001849675595063014,
      "loss": 12.1688,
      "step": 11045
    },
    {
      "epoch": 1.808744064188636,
      "grad_norm": 0.15215574204921722,
      "learning_rate": 0.00018496483340961866,
      "loss": 12.1535,
      "step": 11046
    },
    {
      "epoch": 1.8089078107090224,
      "grad_norm": 0.225655660033226,
      "learning_rate": 0.00018496210708586553,
      "loss": 12.1794,
      "step": 11047
    },
    {
      "epoch": 1.8090715572294087,
      "grad_norm": 0.14213614165782928,
      "learning_rate": 0.0001849593805350493,
      "loss": 12.1734,
      "step": 11048
    },
    {
      "epoch": 1.8092353037497952,
      "grad_norm": 0.14469684660434723,
      "learning_rate": 0.0001849566537571773,
      "loss": 12.218,
      "step": 11049
    },
    {
      "epoch": 1.8093990502701818,
      "grad_norm": 0.17944000661373138,
      "learning_rate": 0.00018495392675225677,
      "loss": 12.1745,
      "step": 11050
    },
    {
      "epoch": 1.8095627967905683,
      "grad_norm": 0.1632799208164215,
      "learning_rate": 0.000184951199520295,
      "loss": 12.1428,
      "step": 11051
    },
    {
      "epoch": 1.8097265433109546,
      "grad_norm": 0.1642029732465744,
      "learning_rate": 0.00018494847206129928,
      "loss": 12.1761,
      "step": 11052
    },
    {
      "epoch": 1.809890289831341,
      "grad_norm": 0.1573503315448761,
      "learning_rate": 0.0001849457443752769,
      "loss": 12.1884,
      "step": 11053
    },
    {
      "epoch": 1.8100540363517275,
      "grad_norm": 0.17016255855560303,
      "learning_rate": 0.0001849430164622352,
      "loss": 12.1583,
      "step": 11054
    },
    {
      "epoch": 1.810217782872114,
      "grad_norm": 0.15976576507091522,
      "learning_rate": 0.0001849402883221814,
      "loss": 12.2013,
      "step": 11055
    },
    {
      "epoch": 1.8103815293925005,
      "grad_norm": 0.16265708208084106,
      "learning_rate": 0.00018493755995512283,
      "loss": 12.1968,
      "step": 11056
    },
    {
      "epoch": 1.8105452759128868,
      "grad_norm": 0.16955208778381348,
      "learning_rate": 0.00018493483136106678,
      "loss": 12.1771,
      "step": 11057
    },
    {
      "epoch": 1.8107090224332731,
      "grad_norm": 0.1616683155298233,
      "learning_rate": 0.00018493210254002049,
      "loss": 12.1894,
      "step": 11058
    },
    {
      "epoch": 1.8108727689536597,
      "grad_norm": 0.14968007802963257,
      "learning_rate": 0.00018492937349199134,
      "loss": 12.192,
      "step": 11059
    },
    {
      "epoch": 1.8110365154740462,
      "grad_norm": 0.1737825572490692,
      "learning_rate": 0.00018492664421698658,
      "loss": 12.1678,
      "step": 11060
    },
    {
      "epoch": 1.8112002619944327,
      "grad_norm": 0.19577600061893463,
      "learning_rate": 0.00018492391471501348,
      "loss": 12.2131,
      "step": 11061
    },
    {
      "epoch": 1.811364008514819,
      "grad_norm": 0.14029482007026672,
      "learning_rate": 0.00018492118498607935,
      "loss": 12.2085,
      "step": 11062
    },
    {
      "epoch": 1.8115277550352054,
      "grad_norm": 0.1377997249364853,
      "learning_rate": 0.0001849184550301915,
      "loss": 12.1723,
      "step": 11063
    },
    {
      "epoch": 1.8116915015555919,
      "grad_norm": 0.1661699116230011,
      "learning_rate": 0.00018491572484735725,
      "loss": 12.1923,
      "step": 11064
    },
    {
      "epoch": 1.8118552480759784,
      "grad_norm": 0.17177331447601318,
      "learning_rate": 0.00018491299443758384,
      "loss": 12.1686,
      "step": 11065
    },
    {
      "epoch": 1.812018994596365,
      "grad_norm": 0.180702805519104,
      "learning_rate": 0.00018491026380087862,
      "loss": 12.1776,
      "step": 11066
    },
    {
      "epoch": 1.8121827411167513,
      "grad_norm": 0.26447463035583496,
      "learning_rate": 0.0001849075329372488,
      "loss": 12.173,
      "step": 11067
    },
    {
      "epoch": 1.8123464876371376,
      "grad_norm": 0.28436458110809326,
      "learning_rate": 0.0001849048018467018,
      "loss": 12.1736,
      "step": 11068
    },
    {
      "epoch": 1.812510234157524,
      "grad_norm": 0.1681927591562271,
      "learning_rate": 0.00018490207052924485,
      "loss": 12.1991,
      "step": 11069
    },
    {
      "epoch": 1.8126739806779106,
      "grad_norm": 0.23055630922317505,
      "learning_rate": 0.0001848993389848852,
      "loss": 12.1938,
      "step": 11070
    },
    {
      "epoch": 1.8128377271982972,
      "grad_norm": 0.15451882779598236,
      "learning_rate": 0.00018489660721363027,
      "loss": 12.1752,
      "step": 11071
    },
    {
      "epoch": 1.8130014737186835,
      "grad_norm": 0.19712884724140167,
      "learning_rate": 0.00018489387521548726,
      "loss": 12.2177,
      "step": 11072
    },
    {
      "epoch": 1.8131652202390698,
      "grad_norm": 0.164162740111351,
      "learning_rate": 0.00018489114299046353,
      "loss": 12.1875,
      "step": 11073
    },
    {
      "epoch": 1.8133289667594563,
      "grad_norm": 0.16815876960754395,
      "learning_rate": 0.00018488841053856638,
      "loss": 12.1594,
      "step": 11074
    },
    {
      "epoch": 1.8134927132798428,
      "grad_norm": 0.209943950176239,
      "learning_rate": 0.00018488567785980307,
      "loss": 12.1719,
      "step": 11075
    },
    {
      "epoch": 1.8136564598002294,
      "grad_norm": 0.13343395292758942,
      "learning_rate": 0.0001848829449541809,
      "loss": 12.1832,
      "step": 11076
    },
    {
      "epoch": 1.8138202063206157,
      "grad_norm": 0.19496731460094452,
      "learning_rate": 0.00018488021182170726,
      "loss": 12.2491,
      "step": 11077
    },
    {
      "epoch": 1.813983952841002,
      "grad_norm": 0.1985943466424942,
      "learning_rate": 0.00018487747846238938,
      "loss": 12.2443,
      "step": 11078
    },
    {
      "epoch": 1.8141476993613885,
      "grad_norm": 0.18973049521446228,
      "learning_rate": 0.00018487474487623455,
      "loss": 12.1505,
      "step": 11079
    },
    {
      "epoch": 1.814311445881775,
      "grad_norm": 0.23702076077461243,
      "learning_rate": 0.00018487201106325013,
      "loss": 12.2258,
      "step": 11080
    },
    {
      "epoch": 1.8144751924021616,
      "grad_norm": 0.15958870947360992,
      "learning_rate": 0.00018486927702344338,
      "loss": 12.1679,
      "step": 11081
    },
    {
      "epoch": 1.814638938922548,
      "grad_norm": 0.18780001997947693,
      "learning_rate": 0.00018486654275682164,
      "loss": 12.2194,
      "step": 11082
    },
    {
      "epoch": 1.8148026854429342,
      "grad_norm": 0.16668257117271423,
      "learning_rate": 0.0001848638082633922,
      "loss": 12.1965,
      "step": 11083
    },
    {
      "epoch": 1.8149664319633207,
      "grad_norm": 0.16721360385417938,
      "learning_rate": 0.0001848610735431624,
      "loss": 12.2292,
      "step": 11084
    },
    {
      "epoch": 1.8151301784837073,
      "grad_norm": 0.14826080203056335,
      "learning_rate": 0.0001848583385961395,
      "loss": 12.1434,
      "step": 11085
    },
    {
      "epoch": 1.8152939250040938,
      "grad_norm": 0.15924401581287384,
      "learning_rate": 0.0001848556034223308,
      "loss": 12.1642,
      "step": 11086
    },
    {
      "epoch": 1.8154576715244801,
      "grad_norm": 0.1812710165977478,
      "learning_rate": 0.0001848528680217437,
      "loss": 12.1758,
      "step": 11087
    },
    {
      "epoch": 1.8156214180448664,
      "grad_norm": 0.1878168135881424,
      "learning_rate": 0.00018485013239438543,
      "loss": 12.1762,
      "step": 11088
    },
    {
      "epoch": 1.815785164565253,
      "grad_norm": 0.2744896411895752,
      "learning_rate": 0.00018484739654026333,
      "loss": 12.2048,
      "step": 11089
    },
    {
      "epoch": 1.8159489110856395,
      "grad_norm": 0.17060694098472595,
      "learning_rate": 0.00018484466045938467,
      "loss": 12.1655,
      "step": 11090
    },
    {
      "epoch": 1.816112657606026,
      "grad_norm": 0.2045239955186844,
      "learning_rate": 0.00018484192415175682,
      "loss": 12.1541,
      "step": 11091
    },
    {
      "epoch": 1.8162764041264123,
      "grad_norm": 0.1964845359325409,
      "learning_rate": 0.00018483918761738708,
      "loss": 12.1467,
      "step": 11092
    },
    {
      "epoch": 1.8164401506467986,
      "grad_norm": 0.23915597796440125,
      "learning_rate": 0.00018483645085628277,
      "loss": 12.1717,
      "step": 11093
    },
    {
      "epoch": 1.8166038971671852,
      "grad_norm": 0.19971461594104767,
      "learning_rate": 0.00018483371386845114,
      "loss": 12.1913,
      "step": 11094
    },
    {
      "epoch": 1.8167676436875717,
      "grad_norm": 0.2086816430091858,
      "learning_rate": 0.0001848309766538996,
      "loss": 12.1746,
      "step": 11095
    },
    {
      "epoch": 1.8169313902079582,
      "grad_norm": 0.1769116371870041,
      "learning_rate": 0.00018482823921263538,
      "loss": 12.1893,
      "step": 11096
    },
    {
      "epoch": 1.8170951367283446,
      "grad_norm": 0.1941070854663849,
      "learning_rate": 0.00018482550154466586,
      "loss": 12.211,
      "step": 11097
    },
    {
      "epoch": 1.8172588832487309,
      "grad_norm": 0.21004867553710938,
      "learning_rate": 0.0001848227636499983,
      "loss": 12.1675,
      "step": 11098
    },
    {
      "epoch": 1.8174226297691174,
      "grad_norm": 0.1461019665002823,
      "learning_rate": 0.00018482002552864006,
      "loss": 12.1704,
      "step": 11099
    },
    {
      "epoch": 1.817586376289504,
      "grad_norm": 0.1602243036031723,
      "learning_rate": 0.00018481728718059844,
      "loss": 12.1985,
      "step": 11100
    },
    {
      "epoch": 1.8177501228098905,
      "grad_norm": 0.16242213547229767,
      "learning_rate": 0.00018481454860588077,
      "loss": 12.1606,
      "step": 11101
    },
    {
      "epoch": 1.8179138693302768,
      "grad_norm": 0.19863952696323395,
      "learning_rate": 0.00018481180980449438,
      "loss": 12.1687,
      "step": 11102
    },
    {
      "epoch": 1.818077615850663,
      "grad_norm": 0.22813114523887634,
      "learning_rate": 0.00018480907077644652,
      "loss": 12.1811,
      "step": 11103
    },
    {
      "epoch": 1.8182413623710496,
      "grad_norm": 0.1438450813293457,
      "learning_rate": 0.0001848063315217446,
      "loss": 12.2479,
      "step": 11104
    },
    {
      "epoch": 1.8184051088914361,
      "grad_norm": 0.1587541550397873,
      "learning_rate": 0.0001848035920403959,
      "loss": 12.1777,
      "step": 11105
    },
    {
      "epoch": 1.8185688554118224,
      "grad_norm": 0.1613920032978058,
      "learning_rate": 0.00018480085233240774,
      "loss": 12.1728,
      "step": 11106
    },
    {
      "epoch": 1.818732601932209,
      "grad_norm": 0.1822318434715271,
      "learning_rate": 0.00018479811239778744,
      "loss": 12.1658,
      "step": 11107
    },
    {
      "epoch": 1.8188963484525953,
      "grad_norm": 0.15566836297512054,
      "learning_rate": 0.00018479537223654234,
      "loss": 12.2579,
      "step": 11108
    },
    {
      "epoch": 1.8190600949729818,
      "grad_norm": 0.1728651523590088,
      "learning_rate": 0.00018479263184867972,
      "loss": 12.1599,
      "step": 11109
    },
    {
      "epoch": 1.8192238414933684,
      "grad_norm": 0.19690926373004913,
      "learning_rate": 0.00018478989123420697,
      "loss": 12.2141,
      "step": 11110
    },
    {
      "epoch": 1.8193875880137547,
      "grad_norm": 0.21240973472595215,
      "learning_rate": 0.00018478715039313136,
      "loss": 12.2202,
      "step": 11111
    },
    {
      "epoch": 1.8195513345341412,
      "grad_norm": 0.1625509113073349,
      "learning_rate": 0.00018478440932546023,
      "loss": 12.1837,
      "step": 11112
    },
    {
      "epoch": 1.8197150810545275,
      "grad_norm": 0.3372528553009033,
      "learning_rate": 0.0001847816680312009,
      "loss": 12.1983,
      "step": 11113
    },
    {
      "epoch": 1.819878827574914,
      "grad_norm": 0.14790354669094086,
      "learning_rate": 0.00018477892651036075,
      "loss": 12.1748,
      "step": 11114
    },
    {
      "epoch": 1.8200425740953006,
      "grad_norm": 0.14599187672138214,
      "learning_rate": 0.00018477618476294702,
      "loss": 12.2161,
      "step": 11115
    },
    {
      "epoch": 1.8202063206156869,
      "grad_norm": 0.20585845410823822,
      "learning_rate": 0.0001847734427889671,
      "loss": 12.1556,
      "step": 11116
    },
    {
      "epoch": 1.8203700671360734,
      "grad_norm": 0.2071966975927353,
      "learning_rate": 0.0001847707005884283,
      "loss": 12.1552,
      "step": 11117
    },
    {
      "epoch": 1.8205338136564597,
      "grad_norm": 0.3837882876396179,
      "learning_rate": 0.00018476795816133794,
      "loss": 12.222,
      "step": 11118
    },
    {
      "epoch": 1.8206975601768463,
      "grad_norm": 0.15232552587985992,
      "learning_rate": 0.00018476521550770335,
      "loss": 12.2353,
      "step": 11119
    },
    {
      "epoch": 1.8208613066972328,
      "grad_norm": 0.23522540926933289,
      "learning_rate": 0.00018476247262753188,
      "loss": 12.1697,
      "step": 11120
    },
    {
      "epoch": 1.821025053217619,
      "grad_norm": 0.20415611565113068,
      "learning_rate": 0.0001847597295208308,
      "loss": 12.1967,
      "step": 11121
    },
    {
      "epoch": 1.8211887997380054,
      "grad_norm": 0.1619560867547989,
      "learning_rate": 0.00018475698618760755,
      "loss": 12.1486,
      "step": 11122
    },
    {
      "epoch": 1.821352546258392,
      "grad_norm": 0.21865402162075043,
      "learning_rate": 0.00018475424262786935,
      "loss": 12.1633,
      "step": 11123
    },
    {
      "epoch": 1.8215162927787785,
      "grad_norm": 0.18512453138828278,
      "learning_rate": 0.0001847514988416236,
      "loss": 12.2214,
      "step": 11124
    },
    {
      "epoch": 1.821680039299165,
      "grad_norm": 0.20436690747737885,
      "learning_rate": 0.00018474875482887764,
      "loss": 12.1627,
      "step": 11125
    },
    {
      "epoch": 1.8218437858195513,
      "grad_norm": 0.14923898875713348,
      "learning_rate": 0.0001847460105896387,
      "loss": 12.279,
      "step": 11126
    },
    {
      "epoch": 1.8220075323399376,
      "grad_norm": 0.22889140248298645,
      "learning_rate": 0.0001847432661239143,
      "loss": 12.1678,
      "step": 11127
    },
    {
      "epoch": 1.8221712788603242,
      "grad_norm": 0.19237221777439117,
      "learning_rate": 0.00018474052143171158,
      "loss": 12.2102,
      "step": 11128
    },
    {
      "epoch": 1.8223350253807107,
      "grad_norm": 0.15834322571754456,
      "learning_rate": 0.00018473777651303798,
      "loss": 12.154,
      "step": 11129
    },
    {
      "epoch": 1.8224987719010972,
      "grad_norm": 0.18369382619857788,
      "learning_rate": 0.00018473503136790082,
      "loss": 12.1652,
      "step": 11130
    },
    {
      "epoch": 1.8226625184214835,
      "grad_norm": 0.16090410947799683,
      "learning_rate": 0.00018473228599630745,
      "loss": 12.1915,
      "step": 11131
    },
    {
      "epoch": 1.8228262649418698,
      "grad_norm": 0.19500306248664856,
      "learning_rate": 0.00018472954039826518,
      "loss": 12.2757,
      "step": 11132
    },
    {
      "epoch": 1.8229900114622564,
      "grad_norm": 0.16973131895065308,
      "learning_rate": 0.00018472679457378136,
      "loss": 12.1801,
      "step": 11133
    },
    {
      "epoch": 1.823153757982643,
      "grad_norm": 0.2692038118839264,
      "learning_rate": 0.00018472404852286331,
      "loss": 12.1745,
      "step": 11134
    },
    {
      "epoch": 1.8233175045030294,
      "grad_norm": 0.16168434917926788,
      "learning_rate": 0.0001847213022455184,
      "loss": 12.1787,
      "step": 11135
    },
    {
      "epoch": 1.8234812510234157,
      "grad_norm": 0.23195615410804749,
      "learning_rate": 0.00018471855574175394,
      "loss": 12.2102,
      "step": 11136
    },
    {
      "epoch": 1.823644997543802,
      "grad_norm": 0.29200106859207153,
      "learning_rate": 0.0001847158090115773,
      "loss": 12.1869,
      "step": 11137
    },
    {
      "epoch": 1.8238087440641886,
      "grad_norm": 0.20474715530872345,
      "learning_rate": 0.0001847130620549958,
      "loss": 12.205,
      "step": 11138
    },
    {
      "epoch": 1.8239724905845751,
      "grad_norm": 0.1498892456293106,
      "learning_rate": 0.0001847103148720168,
      "loss": 12.1968,
      "step": 11139
    },
    {
      "epoch": 1.8241362371049616,
      "grad_norm": 0.19520485401153564,
      "learning_rate": 0.0001847075674626476,
      "loss": 12.2128,
      "step": 11140
    },
    {
      "epoch": 1.824299983625348,
      "grad_norm": 0.18402314186096191,
      "learning_rate": 0.0001847048198268956,
      "loss": 12.1631,
      "step": 11141
    },
    {
      "epoch": 1.8244637301457343,
      "grad_norm": 0.1629694700241089,
      "learning_rate": 0.0001847020719647681,
      "loss": 12.1754,
      "step": 11142
    },
    {
      "epoch": 1.8246274766661208,
      "grad_norm": 0.1873396784067154,
      "learning_rate": 0.00018469932387627246,
      "loss": 12.1747,
      "step": 11143
    },
    {
      "epoch": 1.8247912231865073,
      "grad_norm": 0.18107761442661285,
      "learning_rate": 0.00018469657556141603,
      "loss": 12.1803,
      "step": 11144
    },
    {
      "epoch": 1.8249549697068939,
      "grad_norm": 0.1899363398551941,
      "learning_rate": 0.00018469382702020613,
      "loss": 12.189,
      "step": 11145
    },
    {
      "epoch": 1.8251187162272802,
      "grad_norm": 0.15183919668197632,
      "learning_rate": 0.00018469107825265014,
      "loss": 12.1985,
      "step": 11146
    },
    {
      "epoch": 1.8252824627476665,
      "grad_norm": 0.1546986997127533,
      "learning_rate": 0.00018468832925875534,
      "loss": 12.1783,
      "step": 11147
    },
    {
      "epoch": 1.825446209268053,
      "grad_norm": 0.25702762603759766,
      "learning_rate": 0.0001846855800385292,
      "loss": 12.186,
      "step": 11148
    },
    {
      "epoch": 1.8256099557884395,
      "grad_norm": 0.15019364655017853,
      "learning_rate": 0.00018468283059197896,
      "loss": 12.1785,
      "step": 11149
    },
    {
      "epoch": 1.825773702308826,
      "grad_norm": 0.21442648768424988,
      "learning_rate": 0.000184680080919112,
      "loss": 12.2305,
      "step": 11150
    },
    {
      "epoch": 1.8259374488292124,
      "grad_norm": 0.19943393766880035,
      "learning_rate": 0.00018467733101993562,
      "loss": 12.1616,
      "step": 11151
    },
    {
      "epoch": 1.8261011953495987,
      "grad_norm": 0.17570029199123383,
      "learning_rate": 0.00018467458089445728,
      "loss": 12.2209,
      "step": 11152
    },
    {
      "epoch": 1.8262649418699852,
      "grad_norm": 0.15979357063770294,
      "learning_rate": 0.00018467183054268426,
      "loss": 12.1526,
      "step": 11153
    },
    {
      "epoch": 1.8264286883903718,
      "grad_norm": 0.1289660632610321,
      "learning_rate": 0.00018466907996462392,
      "loss": 12.2113,
      "step": 11154
    },
    {
      "epoch": 1.8265924349107583,
      "grad_norm": 0.1595509797334671,
      "learning_rate": 0.00018466632916028358,
      "loss": 12.1478,
      "step": 11155
    },
    {
      "epoch": 1.8267561814311446,
      "grad_norm": 0.17833569645881653,
      "learning_rate": 0.00018466357812967066,
      "loss": 12.1523,
      "step": 11156
    },
    {
      "epoch": 1.826919927951531,
      "grad_norm": 0.18942444026470184,
      "learning_rate": 0.00018466082687279244,
      "loss": 12.1994,
      "step": 11157
    },
    {
      "epoch": 1.8270836744719174,
      "grad_norm": 0.20706507563591003,
      "learning_rate": 0.00018465807538965633,
      "loss": 12.1638,
      "step": 11158
    },
    {
      "epoch": 1.827247420992304,
      "grad_norm": 0.1512058526277542,
      "learning_rate": 0.00018465532368026967,
      "loss": 12.1876,
      "step": 11159
    },
    {
      "epoch": 1.8274111675126905,
      "grad_norm": 0.19908945262432098,
      "learning_rate": 0.00018465257174463977,
      "loss": 12.1433,
      "step": 11160
    },
    {
      "epoch": 1.8275749140330768,
      "grad_norm": 0.16694767773151398,
      "learning_rate": 0.00018464981958277404,
      "loss": 12.1649,
      "step": 11161
    },
    {
      "epoch": 1.8277386605534631,
      "grad_norm": 0.1655832678079605,
      "learning_rate": 0.0001846470671946798,
      "loss": 12.2097,
      "step": 11162
    },
    {
      "epoch": 1.8279024070738497,
      "grad_norm": 0.20110778510570526,
      "learning_rate": 0.00018464431458036442,
      "loss": 12.1615,
      "step": 11163
    },
    {
      "epoch": 1.8280661535942362,
      "grad_norm": 0.16028812527656555,
      "learning_rate": 0.00018464156173983527,
      "loss": 12.1928,
      "step": 11164
    },
    {
      "epoch": 1.8282299001146227,
      "grad_norm": 0.16886983811855316,
      "learning_rate": 0.0001846388086730997,
      "loss": 12.1592,
      "step": 11165
    },
    {
      "epoch": 1.828393646635009,
      "grad_norm": 0.14236658811569214,
      "learning_rate": 0.000184636055380165,
      "loss": 12.1889,
      "step": 11166
    },
    {
      "epoch": 1.8285573931553953,
      "grad_norm": 0.17936018109321594,
      "learning_rate": 0.00018463330186103865,
      "loss": 12.2044,
      "step": 11167
    },
    {
      "epoch": 1.8287211396757819,
      "grad_norm": 0.3255360722541809,
      "learning_rate": 0.00018463054811572796,
      "loss": 12.1996,
      "step": 11168
    },
    {
      "epoch": 1.8288848861961684,
      "grad_norm": 0.20464257895946503,
      "learning_rate": 0.00018462779414424023,
      "loss": 12.1635,
      "step": 11169
    },
    {
      "epoch": 1.829048632716555,
      "grad_norm": 0.21512700617313385,
      "learning_rate": 0.00018462503994658288,
      "loss": 12.2447,
      "step": 11170
    },
    {
      "epoch": 1.8292123792369412,
      "grad_norm": 0.16580286622047424,
      "learning_rate": 0.0001846222855227633,
      "loss": 12.1699,
      "step": 11171
    },
    {
      "epoch": 1.8293761257573276,
      "grad_norm": 0.19650334119796753,
      "learning_rate": 0.00018461953087278872,
      "loss": 12.1685,
      "step": 11172
    },
    {
      "epoch": 1.829539872277714,
      "grad_norm": 0.24162670969963074,
      "learning_rate": 0.00018461677599666666,
      "loss": 12.1709,
      "step": 11173
    },
    {
      "epoch": 1.8297036187981006,
      "grad_norm": 0.19301389157772064,
      "learning_rate": 0.00018461402089440442,
      "loss": 12.2041,
      "step": 11174
    },
    {
      "epoch": 1.829867365318487,
      "grad_norm": 0.17879678308963776,
      "learning_rate": 0.00018461126556600929,
      "loss": 12.185,
      "step": 11175
    },
    {
      "epoch": 1.8300311118388735,
      "grad_norm": 0.16529037058353424,
      "learning_rate": 0.00018460851001148875,
      "loss": 12.176,
      "step": 11176
    },
    {
      "epoch": 1.8301948583592598,
      "grad_norm": 0.1946798712015152,
      "learning_rate": 0.0001846057542308501,
      "loss": 12.1904,
      "step": 11177
    },
    {
      "epoch": 1.8303586048796463,
      "grad_norm": 0.1751420944929123,
      "learning_rate": 0.00018460299822410076,
      "loss": 12.1762,
      "step": 11178
    },
    {
      "epoch": 1.8305223514000328,
      "grad_norm": 0.18560075759887695,
      "learning_rate": 0.000184600241991248,
      "loss": 12.1834,
      "step": 11179
    },
    {
      "epoch": 1.8306860979204191,
      "grad_norm": 0.1896982342004776,
      "learning_rate": 0.00018459748553229926,
      "loss": 12.1668,
      "step": 11180
    },
    {
      "epoch": 1.8308498444408057,
      "grad_norm": 0.14647109806537628,
      "learning_rate": 0.00018459472884726184,
      "loss": 12.1726,
      "step": 11181
    },
    {
      "epoch": 1.831013590961192,
      "grad_norm": 0.16033516824245453,
      "learning_rate": 0.00018459197193614323,
      "loss": 12.187,
      "step": 11182
    },
    {
      "epoch": 1.8311773374815785,
      "grad_norm": 0.20225562155246735,
      "learning_rate": 0.0001845892147989507,
      "loss": 12.1858,
      "step": 11183
    },
    {
      "epoch": 1.831341084001965,
      "grad_norm": 0.1662466675043106,
      "learning_rate": 0.00018458645743569163,
      "loss": 12.1689,
      "step": 11184
    },
    {
      "epoch": 1.8315048305223514,
      "grad_norm": 0.18390204012393951,
      "learning_rate": 0.00018458369984637342,
      "loss": 12.2012,
      "step": 11185
    },
    {
      "epoch": 1.8316685770427379,
      "grad_norm": 0.18069685995578766,
      "learning_rate": 0.0001845809420310034,
      "loss": 12.1768,
      "step": 11186
    },
    {
      "epoch": 1.8318323235631242,
      "grad_norm": 0.16093020141124725,
      "learning_rate": 0.00018457818398958894,
      "loss": 12.2065,
      "step": 11187
    },
    {
      "epoch": 1.8319960700835107,
      "grad_norm": 0.2918655574321747,
      "learning_rate": 0.00018457542572213747,
      "loss": 12.1645,
      "step": 11188
    },
    {
      "epoch": 1.8321598166038973,
      "grad_norm": 0.15573422610759735,
      "learning_rate": 0.00018457266722865629,
      "loss": 12.1883,
      "step": 11189
    },
    {
      "epoch": 1.8323235631242836,
      "grad_norm": 0.16750334203243256,
      "learning_rate": 0.00018456990850915282,
      "loss": 12.1286,
      "step": 11190
    },
    {
      "epoch": 1.83248730964467,
      "grad_norm": 0.16831015050411224,
      "learning_rate": 0.00018456714956363444,
      "loss": 12.1867,
      "step": 11191
    },
    {
      "epoch": 1.8326510561650564,
      "grad_norm": 0.15018029510974884,
      "learning_rate": 0.00018456439039210847,
      "loss": 12.1482,
      "step": 11192
    },
    {
      "epoch": 1.832814802685443,
      "grad_norm": 0.21124206483364105,
      "learning_rate": 0.00018456163099458235,
      "loss": 12.1921,
      "step": 11193
    },
    {
      "epoch": 1.8329785492058295,
      "grad_norm": 0.46550697088241577,
      "learning_rate": 0.0001845588713710634,
      "loss": 12.1668,
      "step": 11194
    },
    {
      "epoch": 1.8331422957262158,
      "grad_norm": 0.25846561789512634,
      "learning_rate": 0.000184556111521559,
      "loss": 12.1974,
      "step": 11195
    },
    {
      "epoch": 1.833306042246602,
      "grad_norm": 0.1943400651216507,
      "learning_rate": 0.00018455335144607654,
      "loss": 12.2593,
      "step": 11196
    },
    {
      "epoch": 1.8334697887669886,
      "grad_norm": 0.16101597249507904,
      "learning_rate": 0.00018455059114462342,
      "loss": 12.1595,
      "step": 11197
    },
    {
      "epoch": 1.8336335352873752,
      "grad_norm": 0.2664920389652252,
      "learning_rate": 0.00018454783061720695,
      "loss": 12.1348,
      "step": 11198
    },
    {
      "epoch": 1.8337972818077617,
      "grad_norm": 0.15230710804462433,
      "learning_rate": 0.0001845450698638346,
      "loss": 12.1936,
      "step": 11199
    },
    {
      "epoch": 1.833961028328148,
      "grad_norm": 0.2218928039073944,
      "learning_rate": 0.00018454230888451367,
      "loss": 12.1617,
      "step": 11200
    },
    {
      "epoch": 1.8341247748485343,
      "grad_norm": 0.22078755497932434,
      "learning_rate": 0.0001845395476792516,
      "loss": 12.215,
      "step": 11201
    },
    {
      "epoch": 1.8342885213689208,
      "grad_norm": 0.17480482161045074,
      "learning_rate": 0.00018453678624805569,
      "loss": 12.1663,
      "step": 11202
    },
    {
      "epoch": 1.8344522678893074,
      "grad_norm": 0.18620869517326355,
      "learning_rate": 0.0001845340245909334,
      "loss": 12.1881,
      "step": 11203
    },
    {
      "epoch": 1.834616014409694,
      "grad_norm": 0.1625097543001175,
      "learning_rate": 0.00018453126270789207,
      "loss": 12.1574,
      "step": 11204
    },
    {
      "epoch": 1.8347797609300802,
      "grad_norm": 0.11672800034284592,
      "learning_rate": 0.00018452850059893908,
      "loss": 12.199,
      "step": 11205
    },
    {
      "epoch": 1.8349435074504665,
      "grad_norm": 0.17116595804691315,
      "learning_rate": 0.00018452573826408184,
      "loss": 12.1725,
      "step": 11206
    },
    {
      "epoch": 1.835107253970853,
      "grad_norm": 0.1642395704984665,
      "learning_rate": 0.00018452297570332774,
      "loss": 12.15,
      "step": 11207
    },
    {
      "epoch": 1.8352710004912396,
      "grad_norm": 0.20181243121623993,
      "learning_rate": 0.0001845202129166841,
      "loss": 12.1727,
      "step": 11208
    },
    {
      "epoch": 1.8354347470116261,
      "grad_norm": 0.3400419056415558,
      "learning_rate": 0.00018451744990415834,
      "loss": 12.1783,
      "step": 11209
    },
    {
      "epoch": 1.8355984935320124,
      "grad_norm": 0.1694546639919281,
      "learning_rate": 0.00018451468666575783,
      "loss": 12.1794,
      "step": 11210
    },
    {
      "epoch": 1.8357622400523987,
      "grad_norm": 0.18079927563667297,
      "learning_rate": 0.00018451192320148997,
      "loss": 12.1688,
      "step": 11211
    },
    {
      "epoch": 1.8359259865727853,
      "grad_norm": 0.1831793636083603,
      "learning_rate": 0.00018450915951136217,
      "loss": 12.1333,
      "step": 11212
    },
    {
      "epoch": 1.8360897330931718,
      "grad_norm": 0.18780843913555145,
      "learning_rate": 0.00018450639559538175,
      "loss": 12.1849,
      "step": 11213
    },
    {
      "epoch": 1.8362534796135583,
      "grad_norm": 0.19761128723621368,
      "learning_rate": 0.0001845036314535562,
      "loss": 12.169,
      "step": 11214
    },
    {
      "epoch": 1.8364172261339446,
      "grad_norm": 0.15041229128837585,
      "learning_rate": 0.0001845008670858928,
      "loss": 12.184,
      "step": 11215
    },
    {
      "epoch": 1.836580972654331,
      "grad_norm": 0.14472006261348724,
      "learning_rate": 0.00018449810249239902,
      "loss": 12.198,
      "step": 11216
    },
    {
      "epoch": 1.8367447191747175,
      "grad_norm": 0.14319629967212677,
      "learning_rate": 0.00018449533767308216,
      "loss": 12.1864,
      "step": 11217
    },
    {
      "epoch": 1.836908465695104,
      "grad_norm": 0.18494653701782227,
      "learning_rate": 0.0001844925726279497,
      "loss": 12.2376,
      "step": 11218
    },
    {
      "epoch": 1.8370722122154906,
      "grad_norm": 0.3512404263019562,
      "learning_rate": 0.000184489807357009,
      "loss": 12.1751,
      "step": 11219
    },
    {
      "epoch": 1.8372359587358769,
      "grad_norm": 0.14143098890781403,
      "learning_rate": 0.00018448704186026737,
      "loss": 12.1749,
      "step": 11220
    },
    {
      "epoch": 1.8373997052562632,
      "grad_norm": 0.18667583167552948,
      "learning_rate": 0.00018448427613773234,
      "loss": 12.1787,
      "step": 11221
    },
    {
      "epoch": 1.8375634517766497,
      "grad_norm": 0.192905455827713,
      "learning_rate": 0.0001844815101894112,
      "loss": 12.2229,
      "step": 11222
    },
    {
      "epoch": 1.8377271982970362,
      "grad_norm": 0.21634984016418457,
      "learning_rate": 0.00018447874401531137,
      "loss": 12.2087,
      "step": 11223
    },
    {
      "epoch": 1.8378909448174228,
      "grad_norm": 0.13995860517024994,
      "learning_rate": 0.00018447597761544023,
      "loss": 12.1228,
      "step": 11224
    },
    {
      "epoch": 1.838054691337809,
      "grad_norm": 0.17568975687026978,
      "learning_rate": 0.00018447321098980526,
      "loss": 12.1888,
      "step": 11225
    },
    {
      "epoch": 1.8382184378581954,
      "grad_norm": 0.2654014229774475,
      "learning_rate": 0.0001844704441384137,
      "loss": 12.2146,
      "step": 11226
    },
    {
      "epoch": 1.838382184378582,
      "grad_norm": 0.16353394091129303,
      "learning_rate": 0.00018446767706127308,
      "loss": 12.1178,
      "step": 11227
    },
    {
      "epoch": 1.8385459308989685,
      "grad_norm": 0.19650597870349884,
      "learning_rate": 0.00018446490975839073,
      "loss": 12.1676,
      "step": 11228
    },
    {
      "epoch": 1.838709677419355,
      "grad_norm": 0.1679288148880005,
      "learning_rate": 0.00018446214222977406,
      "loss": 12.2413,
      "step": 11229
    },
    {
      "epoch": 1.8388734239397413,
      "grad_norm": 0.16865240037441254,
      "learning_rate": 0.00018445937447543047,
      "loss": 12.2035,
      "step": 11230
    },
    {
      "epoch": 1.8390371704601276,
      "grad_norm": 0.16194377839565277,
      "learning_rate": 0.00018445660649536735,
      "loss": 12.2196,
      "step": 11231
    },
    {
      "epoch": 1.8392009169805141,
      "grad_norm": 0.15091554820537567,
      "learning_rate": 0.0001844538382895921,
      "loss": 12.1468,
      "step": 11232
    },
    {
      "epoch": 1.8393646635009007,
      "grad_norm": 0.1774088591337204,
      "learning_rate": 0.0001844510698581121,
      "loss": 12.1805,
      "step": 11233
    },
    {
      "epoch": 1.8395284100212872,
      "grad_norm": 0.13283275067806244,
      "learning_rate": 0.00018444830120093478,
      "loss": 12.2275,
      "step": 11234
    },
    {
      "epoch": 1.8396921565416735,
      "grad_norm": 0.16093432903289795,
      "learning_rate": 0.00018444553231806754,
      "loss": 12.2182,
      "step": 11235
    },
    {
      "epoch": 1.8398559030620598,
      "grad_norm": 0.14711937308311462,
      "learning_rate": 0.00018444276320951777,
      "loss": 12.1764,
      "step": 11236
    },
    {
      "epoch": 1.8400196495824463,
      "grad_norm": 0.1499781310558319,
      "learning_rate": 0.00018443999387529283,
      "loss": 12.1291,
      "step": 11237
    },
    {
      "epoch": 1.8401833961028329,
      "grad_norm": 0.20550550520420074,
      "learning_rate": 0.00018443722431540018,
      "loss": 12.1704,
      "step": 11238
    },
    {
      "epoch": 1.8403471426232194,
      "grad_norm": 0.20642104744911194,
      "learning_rate": 0.00018443445452984717,
      "loss": 12.1791,
      "step": 11239
    },
    {
      "epoch": 1.8405108891436057,
      "grad_norm": 0.16004611551761627,
      "learning_rate": 0.00018443168451864127,
      "loss": 12.2054,
      "step": 11240
    },
    {
      "epoch": 1.840674635663992,
      "grad_norm": 0.17005382478237152,
      "learning_rate": 0.00018442891428178983,
      "loss": 12.2207,
      "step": 11241
    },
    {
      "epoch": 1.8408383821843786,
      "grad_norm": 0.17379121482372284,
      "learning_rate": 0.00018442614381930029,
      "loss": 12.1978,
      "step": 11242
    },
    {
      "epoch": 1.841002128704765,
      "grad_norm": 0.19835165143013,
      "learning_rate": 0.00018442337313118,
      "loss": 12.1622,
      "step": 11243
    },
    {
      "epoch": 1.8411658752251516,
      "grad_norm": 0.17521657049655914,
      "learning_rate": 0.0001844206022174364,
      "loss": 12.1664,
      "step": 11244
    },
    {
      "epoch": 1.841329621745538,
      "grad_norm": 0.20172633230686188,
      "learning_rate": 0.00018441783107807691,
      "loss": 12.1929,
      "step": 11245
    },
    {
      "epoch": 1.8414933682659242,
      "grad_norm": 0.18020391464233398,
      "learning_rate": 0.0001844150597131089,
      "loss": 12.189,
      "step": 11246
    },
    {
      "epoch": 1.8416571147863108,
      "grad_norm": 0.15912291407585144,
      "learning_rate": 0.00018441228812253978,
      "loss": 12.2195,
      "step": 11247
    },
    {
      "epoch": 1.8418208613066973,
      "grad_norm": 0.15746040642261505,
      "learning_rate": 0.000184409516306377,
      "loss": 12.1591,
      "step": 11248
    },
    {
      "epoch": 1.8419846078270836,
      "grad_norm": 0.1863042265176773,
      "learning_rate": 0.00018440674426462792,
      "loss": 12.2203,
      "step": 11249
    },
    {
      "epoch": 1.8421483543474702,
      "grad_norm": 0.21961577236652374,
      "learning_rate": 0.0001844039719973,
      "loss": 12.1958,
      "step": 11250
    },
    {
      "epoch": 1.8423121008678565,
      "grad_norm": 0.14206725358963013,
      "learning_rate": 0.00018440119950440057,
      "loss": 12.1836,
      "step": 11251
    },
    {
      "epoch": 1.842475847388243,
      "grad_norm": 0.21130666136741638,
      "learning_rate": 0.00018439842678593714,
      "loss": 12.1528,
      "step": 11252
    },
    {
      "epoch": 1.8426395939086295,
      "grad_norm": 0.18168266117572784,
      "learning_rate": 0.000184395653841917,
      "loss": 12.2126,
      "step": 11253
    },
    {
      "epoch": 1.8428033404290158,
      "grad_norm": 0.1852259337902069,
      "learning_rate": 0.0001843928806723477,
      "loss": 12.1607,
      "step": 11254
    },
    {
      "epoch": 1.8429670869494024,
      "grad_norm": 0.20203286409378052,
      "learning_rate": 0.00018439010727723653,
      "loss": 12.1723,
      "step": 11255
    },
    {
      "epoch": 1.8431308334697887,
      "grad_norm": 0.16735835373401642,
      "learning_rate": 0.00018438733365659096,
      "loss": 12.183,
      "step": 11256
    },
    {
      "epoch": 1.8432945799901752,
      "grad_norm": 0.1771484911441803,
      "learning_rate": 0.0001843845598104184,
      "loss": 12.1884,
      "step": 11257
    },
    {
      "epoch": 1.8434583265105617,
      "grad_norm": 0.1703891158103943,
      "learning_rate": 0.00018438178573872624,
      "loss": 12.1743,
      "step": 11258
    },
    {
      "epoch": 1.843622073030948,
      "grad_norm": 0.19394512474536896,
      "learning_rate": 0.00018437901144152192,
      "loss": 12.1785,
      "step": 11259
    },
    {
      "epoch": 1.8437858195513346,
      "grad_norm": 0.1711667776107788,
      "learning_rate": 0.00018437623691881284,
      "loss": 12.169,
      "step": 11260
    },
    {
      "epoch": 1.843949566071721,
      "grad_norm": 0.1811806857585907,
      "learning_rate": 0.00018437346217060644,
      "loss": 12.1426,
      "step": 11261
    },
    {
      "epoch": 1.8441133125921074,
      "grad_norm": 0.15060055255889893,
      "learning_rate": 0.00018437068719691008,
      "loss": 12.1782,
      "step": 11262
    },
    {
      "epoch": 1.844277059112494,
      "grad_norm": 0.14669570326805115,
      "learning_rate": 0.00018436791199773125,
      "loss": 12.2154,
      "step": 11263
    },
    {
      "epoch": 1.8444408056328803,
      "grad_norm": 0.1781543791294098,
      "learning_rate": 0.00018436513657307728,
      "loss": 12.1526,
      "step": 11264
    },
    {
      "epoch": 1.8446045521532668,
      "grad_norm": 0.19968214631080627,
      "learning_rate": 0.00018436236092295567,
      "loss": 12.1779,
      "step": 11265
    },
    {
      "epoch": 1.844768298673653,
      "grad_norm": 0.14286288619041443,
      "learning_rate": 0.0001843595850473738,
      "loss": 12.2036,
      "step": 11266
    },
    {
      "epoch": 1.8449320451940396,
      "grad_norm": 0.20015689730644226,
      "learning_rate": 0.00018435680894633908,
      "loss": 12.2101,
      "step": 11267
    },
    {
      "epoch": 1.8450957917144262,
      "grad_norm": 0.16681544482707977,
      "learning_rate": 0.00018435403261985895,
      "loss": 12.1825,
      "step": 11268
    },
    {
      "epoch": 1.8452595382348125,
      "grad_norm": 0.13422264158725739,
      "learning_rate": 0.00018435125606794083,
      "loss": 12.1534,
      "step": 11269
    },
    {
      "epoch": 1.8454232847551988,
      "grad_norm": 0.1677611768245697,
      "learning_rate": 0.0001843484792905921,
      "loss": 12.1697,
      "step": 11270
    },
    {
      "epoch": 1.8455870312755853,
      "grad_norm": 0.20461037755012512,
      "learning_rate": 0.00018434570228782025,
      "loss": 12.158,
      "step": 11271
    },
    {
      "epoch": 1.8457507777959719,
      "grad_norm": 0.19801537692546844,
      "learning_rate": 0.00018434292505963265,
      "loss": 12.1929,
      "step": 11272
    },
    {
      "epoch": 1.8459145243163584,
      "grad_norm": 0.1746813952922821,
      "learning_rate": 0.00018434014760603673,
      "loss": 12.1792,
      "step": 11273
    },
    {
      "epoch": 1.8460782708367447,
      "grad_norm": 0.1687289923429489,
      "learning_rate": 0.0001843373699270399,
      "loss": 12.1998,
      "step": 11274
    },
    {
      "epoch": 1.846242017357131,
      "grad_norm": 0.19858790934085846,
      "learning_rate": 0.00018433459202264963,
      "loss": 12.1793,
      "step": 11275
    },
    {
      "epoch": 1.8464057638775175,
      "grad_norm": 0.16466069221496582,
      "learning_rate": 0.0001843318138928733,
      "loss": 12.1439,
      "step": 11276
    },
    {
      "epoch": 1.846569510397904,
      "grad_norm": 0.1338462382555008,
      "learning_rate": 0.00018432903553771833,
      "loss": 12.2018,
      "step": 11277
    },
    {
      "epoch": 1.8467332569182906,
      "grad_norm": 0.19254009425640106,
      "learning_rate": 0.00018432625695719224,
      "loss": 12.1962,
      "step": 11278
    },
    {
      "epoch": 1.846897003438677,
      "grad_norm": 0.20523589849472046,
      "learning_rate": 0.00018432347815130232,
      "loss": 12.1799,
      "step": 11279
    },
    {
      "epoch": 1.8470607499590632,
      "grad_norm": 0.16033542156219482,
      "learning_rate": 0.00018432069912005606,
      "loss": 12.1926,
      "step": 11280
    },
    {
      "epoch": 1.8472244964794498,
      "grad_norm": 0.18700581789016724,
      "learning_rate": 0.0001843179198634609,
      "loss": 12.2135,
      "step": 11281
    },
    {
      "epoch": 1.8473882429998363,
      "grad_norm": 0.18291079998016357,
      "learning_rate": 0.00018431514038152425,
      "loss": 12.1814,
      "step": 11282
    },
    {
      "epoch": 1.8475519895202228,
      "grad_norm": 0.19918319582939148,
      "learning_rate": 0.00018431236067425352,
      "loss": 12.2042,
      "step": 11283
    },
    {
      "epoch": 1.8477157360406091,
      "grad_norm": 0.17527726292610168,
      "learning_rate": 0.0001843095807416562,
      "loss": 12.1773,
      "step": 11284
    },
    {
      "epoch": 1.8478794825609954,
      "grad_norm": 0.14693818986415863,
      "learning_rate": 0.00018430680058373965,
      "loss": 12.2089,
      "step": 11285
    },
    {
      "epoch": 1.848043229081382,
      "grad_norm": 0.14995715022087097,
      "learning_rate": 0.00018430402020051134,
      "loss": 12.1541,
      "step": 11286
    },
    {
      "epoch": 1.8482069756017685,
      "grad_norm": 0.1628652811050415,
      "learning_rate": 0.00018430123959197869,
      "loss": 12.1388,
      "step": 11287
    },
    {
      "epoch": 1.848370722122155,
      "grad_norm": 0.15707910060882568,
      "learning_rate": 0.00018429845875814912,
      "loss": 12.1965,
      "step": 11288
    },
    {
      "epoch": 1.8485344686425413,
      "grad_norm": 0.20163583755493164,
      "learning_rate": 0.00018429567769903012,
      "loss": 12.1868,
      "step": 11289
    },
    {
      "epoch": 1.8486982151629276,
      "grad_norm": 0.14601749181747437,
      "learning_rate": 0.000184292896414629,
      "loss": 12.1903,
      "step": 11290
    },
    {
      "epoch": 1.8488619616833142,
      "grad_norm": 0.1589711606502533,
      "learning_rate": 0.00018429011490495332,
      "loss": 12.1593,
      "step": 11291
    },
    {
      "epoch": 1.8490257082037007,
      "grad_norm": 0.17635034024715424,
      "learning_rate": 0.00018428733317001043,
      "loss": 12.1262,
      "step": 11292
    },
    {
      "epoch": 1.8491894547240872,
      "grad_norm": 0.21111774444580078,
      "learning_rate": 0.00018428455120980783,
      "loss": 12.1662,
      "step": 11293
    },
    {
      "epoch": 1.8493532012444736,
      "grad_norm": 0.20164276659488678,
      "learning_rate": 0.0001842817690243529,
      "loss": 12.2019,
      "step": 11294
    },
    {
      "epoch": 1.8495169477648599,
      "grad_norm": 0.21736299991607666,
      "learning_rate": 0.00018427898661365312,
      "loss": 12.1749,
      "step": 11295
    },
    {
      "epoch": 1.8496806942852464,
      "grad_norm": 0.23633216321468353,
      "learning_rate": 0.00018427620397771586,
      "loss": 12.2232,
      "step": 11296
    },
    {
      "epoch": 1.849844440805633,
      "grad_norm": 0.17201733589172363,
      "learning_rate": 0.00018427342111654863,
      "loss": 12.2462,
      "step": 11297
    },
    {
      "epoch": 1.8500081873260195,
      "grad_norm": 0.16742008924484253,
      "learning_rate": 0.00018427063803015884,
      "loss": 12.1808,
      "step": 11298
    },
    {
      "epoch": 1.8501719338464058,
      "grad_norm": 0.21901778876781464,
      "learning_rate": 0.0001842678547185539,
      "loss": 12.2519,
      "step": 11299
    },
    {
      "epoch": 1.850335680366792,
      "grad_norm": 0.19211618602275848,
      "learning_rate": 0.0001842650711817413,
      "loss": 12.1814,
      "step": 11300
    },
    {
      "epoch": 1.8504994268871786,
      "grad_norm": 0.2068619579076767,
      "learning_rate": 0.00018426228741972843,
      "loss": 12.2394,
      "step": 11301
    },
    {
      "epoch": 1.8506631734075651,
      "grad_norm": 0.18939363956451416,
      "learning_rate": 0.0001842595034325228,
      "loss": 12.2026,
      "step": 11302
    },
    {
      "epoch": 1.8508269199279517,
      "grad_norm": 0.16759689152240753,
      "learning_rate": 0.00018425671922013174,
      "loss": 12.1673,
      "step": 11303
    },
    {
      "epoch": 1.850990666448338,
      "grad_norm": 0.1968662291765213,
      "learning_rate": 0.0001842539347825628,
      "loss": 12.1699,
      "step": 11304
    },
    {
      "epoch": 1.8511544129687243,
      "grad_norm": 0.1631862223148346,
      "learning_rate": 0.00018425115011982333,
      "loss": 12.1476,
      "step": 11305
    },
    {
      "epoch": 1.8513181594891108,
      "grad_norm": 0.18257884681224823,
      "learning_rate": 0.00018424836523192083,
      "loss": 12.1677,
      "step": 11306
    },
    {
      "epoch": 1.8514819060094974,
      "grad_norm": 0.14880667626857758,
      "learning_rate": 0.00018424558011886273,
      "loss": 12.1425,
      "step": 11307
    },
    {
      "epoch": 1.851645652529884,
      "grad_norm": 0.17024600505828857,
      "learning_rate": 0.00018424279478065648,
      "loss": 12.1573,
      "step": 11308
    },
    {
      "epoch": 1.8518093990502702,
      "grad_norm": 0.218462735414505,
      "learning_rate": 0.00018424000921730952,
      "loss": 12.1965,
      "step": 11309
    },
    {
      "epoch": 1.8519731455706565,
      "grad_norm": 0.17438462376594543,
      "learning_rate": 0.00018423722342882928,
      "loss": 12.1815,
      "step": 11310
    },
    {
      "epoch": 1.852136892091043,
      "grad_norm": 0.21332383155822754,
      "learning_rate": 0.0001842344374152232,
      "loss": 12.1704,
      "step": 11311
    },
    {
      "epoch": 1.8523006386114296,
      "grad_norm": 0.20463353395462036,
      "learning_rate": 0.00018423165117649877,
      "loss": 12.1686,
      "step": 11312
    },
    {
      "epoch": 1.852464385131816,
      "grad_norm": 0.1581425815820694,
      "learning_rate": 0.0001842288647126634,
      "loss": 12.1413,
      "step": 11313
    },
    {
      "epoch": 1.8526281316522024,
      "grad_norm": 0.24360822141170502,
      "learning_rate": 0.00018422607802372456,
      "loss": 12.161,
      "step": 11314
    },
    {
      "epoch": 1.8527918781725887,
      "grad_norm": 0.20545780658721924,
      "learning_rate": 0.00018422329110968965,
      "loss": 12.1941,
      "step": 11315
    },
    {
      "epoch": 1.8529556246929753,
      "grad_norm": 0.14160048961639404,
      "learning_rate": 0.00018422050397056617,
      "loss": 12.1618,
      "step": 11316
    },
    {
      "epoch": 1.8531193712133618,
      "grad_norm": 0.1973026692867279,
      "learning_rate": 0.00018421771660636155,
      "loss": 12.176,
      "step": 11317
    },
    {
      "epoch": 1.8532831177337483,
      "grad_norm": 0.14218582212924957,
      "learning_rate": 0.00018421492901708324,
      "loss": 12.1456,
      "step": 11318
    },
    {
      "epoch": 1.8534468642541346,
      "grad_norm": 0.1550855189561844,
      "learning_rate": 0.00018421214120273866,
      "loss": 12.151,
      "step": 11319
    },
    {
      "epoch": 1.853610610774521,
      "grad_norm": 0.16234563291072845,
      "learning_rate": 0.0001842093531633353,
      "loss": 12.174,
      "step": 11320
    },
    {
      "epoch": 1.8537743572949075,
      "grad_norm": 0.14942967891693115,
      "learning_rate": 0.00018420656489888062,
      "loss": 12.1639,
      "step": 11321
    },
    {
      "epoch": 1.853938103815294,
      "grad_norm": 0.1575736403465271,
      "learning_rate": 0.00018420377640938204,
      "loss": 12.2435,
      "step": 11322
    },
    {
      "epoch": 1.8541018503356803,
      "grad_norm": 0.24358241260051727,
      "learning_rate": 0.00018420098769484703,
      "loss": 12.1802,
      "step": 11323
    },
    {
      "epoch": 1.8542655968560668,
      "grad_norm": 0.15270282328128815,
      "learning_rate": 0.00018419819875528304,
      "loss": 12.1643,
      "step": 11324
    },
    {
      "epoch": 1.8544293433764532,
      "grad_norm": 0.2409985512495041,
      "learning_rate": 0.0001841954095906975,
      "loss": 12.1945,
      "step": 11325
    },
    {
      "epoch": 1.8545930898968397,
      "grad_norm": 0.15692280232906342,
      "learning_rate": 0.00018419262020109788,
      "loss": 12.1605,
      "step": 11326
    },
    {
      "epoch": 1.8547568364172262,
      "grad_norm": 0.21140821278095245,
      "learning_rate": 0.00018418983058649167,
      "loss": 12.1951,
      "step": 11327
    },
    {
      "epoch": 1.8549205829376125,
      "grad_norm": 0.19218407571315765,
      "learning_rate": 0.0001841870407468863,
      "loss": 12.1993,
      "step": 11328
    },
    {
      "epoch": 1.855084329457999,
      "grad_norm": 0.15631014108657837,
      "learning_rate": 0.00018418425068228916,
      "loss": 12.2195,
      "step": 11329
    },
    {
      "epoch": 1.8552480759783854,
      "grad_norm": 0.2980358600616455,
      "learning_rate": 0.0001841814603927078,
      "loss": 12.173,
      "step": 11330
    },
    {
      "epoch": 1.855411822498772,
      "grad_norm": 0.13548241555690765,
      "learning_rate": 0.00018417866987814965,
      "loss": 12.1769,
      "step": 11331
    },
    {
      "epoch": 1.8555755690191584,
      "grad_norm": 0.18557937443256378,
      "learning_rate": 0.00018417587913862216,
      "loss": 12.1635,
      "step": 11332
    },
    {
      "epoch": 1.8557393155395447,
      "grad_norm": 0.1925378143787384,
      "learning_rate": 0.00018417308817413278,
      "loss": 12.1711,
      "step": 11333
    },
    {
      "epoch": 1.8559030620599313,
      "grad_norm": 0.1354435533285141,
      "learning_rate": 0.000184170296984689,
      "loss": 12.1649,
      "step": 11334
    },
    {
      "epoch": 1.8560668085803176,
      "grad_norm": 0.19020403921604156,
      "learning_rate": 0.00018416750557029822,
      "loss": 12.1659,
      "step": 11335
    },
    {
      "epoch": 1.8562305551007041,
      "grad_norm": 0.20911501348018646,
      "learning_rate": 0.00018416471393096798,
      "loss": 12.1473,
      "step": 11336
    },
    {
      "epoch": 1.8563943016210906,
      "grad_norm": 0.15740108489990234,
      "learning_rate": 0.0001841619220667057,
      "loss": 12.2007,
      "step": 11337
    },
    {
      "epoch": 1.856558048141477,
      "grad_norm": 0.2032032310962677,
      "learning_rate": 0.0001841591299775188,
      "loss": 12.1512,
      "step": 11338
    },
    {
      "epoch": 1.8567217946618635,
      "grad_norm": 0.164846733212471,
      "learning_rate": 0.0001841563376634148,
      "loss": 12.1852,
      "step": 11339
    },
    {
      "epoch": 1.8568855411822498,
      "grad_norm": 0.19695763289928436,
      "learning_rate": 0.00018415354512440116,
      "loss": 12.1343,
      "step": 11340
    },
    {
      "epoch": 1.8570492877026363,
      "grad_norm": 0.16791807115077972,
      "learning_rate": 0.0001841507523604853,
      "loss": 12.1829,
      "step": 11341
    },
    {
      "epoch": 1.8572130342230229,
      "grad_norm": 0.22983239591121674,
      "learning_rate": 0.00018414795937167475,
      "loss": 12.1684,
      "step": 11342
    },
    {
      "epoch": 1.8573767807434092,
      "grad_norm": 0.15398463606834412,
      "learning_rate": 0.0001841451661579769,
      "loss": 12.1261,
      "step": 11343
    },
    {
      "epoch": 1.8575405272637955,
      "grad_norm": 0.21220089495182037,
      "learning_rate": 0.00018414237271939925,
      "loss": 12.1551,
      "step": 11344
    },
    {
      "epoch": 1.857704273784182,
      "grad_norm": 0.1809156984090805,
      "learning_rate": 0.0001841395790559493,
      "loss": 12.1934,
      "step": 11345
    },
    {
      "epoch": 1.8578680203045685,
      "grad_norm": 0.16230495274066925,
      "learning_rate": 0.00018413678516763447,
      "loss": 12.172,
      "step": 11346
    },
    {
      "epoch": 1.858031766824955,
      "grad_norm": 0.16066567599773407,
      "learning_rate": 0.00018413399105446222,
      "loss": 12.1975,
      "step": 11347
    },
    {
      "epoch": 1.8581955133453414,
      "grad_norm": 0.16246569156646729,
      "learning_rate": 0.00018413119671644004,
      "loss": 12.1835,
      "step": 11348
    },
    {
      "epoch": 1.8583592598657277,
      "grad_norm": 0.19957511126995087,
      "learning_rate": 0.0001841284021535754,
      "loss": 12.19,
      "step": 11349
    },
    {
      "epoch": 1.8585230063861142,
      "grad_norm": 0.1532559096813202,
      "learning_rate": 0.0001841256073658758,
      "loss": 12.1711,
      "step": 11350
    },
    {
      "epoch": 1.8586867529065008,
      "grad_norm": 0.21876759827136993,
      "learning_rate": 0.0001841228123533486,
      "loss": 12.1735,
      "step": 11351
    },
    {
      "epoch": 1.8588504994268873,
      "grad_norm": 0.17268189787864685,
      "learning_rate": 0.0001841200171160014,
      "loss": 12.2008,
      "step": 11352
    },
    {
      "epoch": 1.8590142459472736,
      "grad_norm": 0.15773804485797882,
      "learning_rate": 0.00018411722165384157,
      "loss": 12.1787,
      "step": 11353
    },
    {
      "epoch": 1.85917799246766,
      "grad_norm": 0.23126493394374847,
      "learning_rate": 0.00018411442596687666,
      "loss": 12.1564,
      "step": 11354
    },
    {
      "epoch": 1.8593417389880464,
      "grad_norm": 0.16257493197917938,
      "learning_rate": 0.0001841116300551141,
      "loss": 12.1676,
      "step": 11355
    },
    {
      "epoch": 1.859505485508433,
      "grad_norm": 0.15820898115634918,
      "learning_rate": 0.00018410883391856134,
      "loss": 12.2233,
      "step": 11356
    },
    {
      "epoch": 1.8596692320288195,
      "grad_norm": 0.14940983057022095,
      "learning_rate": 0.00018410603755722587,
      "loss": 12.1496,
      "step": 11357
    },
    {
      "epoch": 1.8598329785492058,
      "grad_norm": 0.18230308592319489,
      "learning_rate": 0.0001841032409711152,
      "loss": 12.1864,
      "step": 11358
    },
    {
      "epoch": 1.8599967250695921,
      "grad_norm": 0.20452645421028137,
      "learning_rate": 0.0001841004441602368,
      "loss": 12.1645,
      "step": 11359
    },
    {
      "epoch": 1.8601604715899787,
      "grad_norm": 0.16147053241729736,
      "learning_rate": 0.00018409764712459809,
      "loss": 12.2088,
      "step": 11360
    },
    {
      "epoch": 1.8603242181103652,
      "grad_norm": 0.1580723226070404,
      "learning_rate": 0.00018409484986420659,
      "loss": 12.1695,
      "step": 11361
    },
    {
      "epoch": 1.8604879646307517,
      "grad_norm": 0.1523803323507309,
      "learning_rate": 0.00018409205237906974,
      "loss": 12.202,
      "step": 11362
    },
    {
      "epoch": 1.860651711151138,
      "grad_norm": 0.22344663739204407,
      "learning_rate": 0.00018408925466919507,
      "loss": 12.1667,
      "step": 11363
    },
    {
      "epoch": 1.8608154576715243,
      "grad_norm": 0.1678115874528885,
      "learning_rate": 0.00018408645673459,
      "loss": 12.1961,
      "step": 11364
    },
    {
      "epoch": 1.8609792041919109,
      "grad_norm": 0.1537933200597763,
      "learning_rate": 0.00018408365857526204,
      "loss": 12.1555,
      "step": 11365
    },
    {
      "epoch": 1.8611429507122974,
      "grad_norm": 0.23130136728286743,
      "learning_rate": 0.00018408086019121864,
      "loss": 12.2304,
      "step": 11366
    },
    {
      "epoch": 1.861306697232684,
      "grad_norm": 0.17572735249996185,
      "learning_rate": 0.00018407806158246732,
      "loss": 12.1732,
      "step": 11367
    },
    {
      "epoch": 1.8614704437530702,
      "grad_norm": 0.20140469074249268,
      "learning_rate": 0.00018407526274901557,
      "loss": 12.1678,
      "step": 11368
    },
    {
      "epoch": 1.8616341902734566,
      "grad_norm": 0.18275044858455658,
      "learning_rate": 0.0001840724636908708,
      "loss": 12.2017,
      "step": 11369
    },
    {
      "epoch": 1.861797936793843,
      "grad_norm": 0.21644911170005798,
      "learning_rate": 0.00018406966440804055,
      "loss": 12.243,
      "step": 11370
    },
    {
      "epoch": 1.8619616833142296,
      "grad_norm": 0.19638346135616302,
      "learning_rate": 0.00018406686490053225,
      "loss": 12.1792,
      "step": 11371
    },
    {
      "epoch": 1.8621254298346162,
      "grad_norm": 0.1872290074825287,
      "learning_rate": 0.00018406406516835344,
      "loss": 12.2042,
      "step": 11372
    },
    {
      "epoch": 1.8622891763550025,
      "grad_norm": 0.12609712779521942,
      "learning_rate": 0.00018406126521151156,
      "loss": 12.1852,
      "step": 11373
    },
    {
      "epoch": 1.8624529228753888,
      "grad_norm": 0.18961749970912933,
      "learning_rate": 0.0001840584650300141,
      "loss": 12.1633,
      "step": 11374
    },
    {
      "epoch": 1.8626166693957753,
      "grad_norm": 0.19163857400417328,
      "learning_rate": 0.00018405566462386858,
      "loss": 12.1477,
      "step": 11375
    },
    {
      "epoch": 1.8627804159161618,
      "grad_norm": 0.16392309963703156,
      "learning_rate": 0.00018405286399308246,
      "loss": 12.1503,
      "step": 11376
    },
    {
      "epoch": 1.8629441624365484,
      "grad_norm": 0.1734815239906311,
      "learning_rate": 0.0001840500631376632,
      "loss": 12.1421,
      "step": 11377
    },
    {
      "epoch": 1.8631079089569347,
      "grad_norm": 0.18853749334812164,
      "learning_rate": 0.00018404726205761832,
      "loss": 12.1857,
      "step": 11378
    },
    {
      "epoch": 1.863271655477321,
      "grad_norm": 0.2003175914287567,
      "learning_rate": 0.00018404446075295528,
      "loss": 12.1611,
      "step": 11379
    },
    {
      "epoch": 1.8634354019977075,
      "grad_norm": 0.18617507815361023,
      "learning_rate": 0.00018404165922368155,
      "loss": 12.2116,
      "step": 11380
    },
    {
      "epoch": 1.863599148518094,
      "grad_norm": 0.20175722241401672,
      "learning_rate": 0.0001840388574698047,
      "loss": 12.2054,
      "step": 11381
    },
    {
      "epoch": 1.8637628950384806,
      "grad_norm": 0.1729731559753418,
      "learning_rate": 0.00018403605549133212,
      "loss": 12.2073,
      "step": 11382
    },
    {
      "epoch": 1.863926641558867,
      "grad_norm": 0.17744675278663635,
      "learning_rate": 0.00018403325328827136,
      "loss": 12.1716,
      "step": 11383
    },
    {
      "epoch": 1.8640903880792532,
      "grad_norm": 0.1858576536178589,
      "learning_rate": 0.00018403045086062988,
      "loss": 12.1825,
      "step": 11384
    },
    {
      "epoch": 1.8642541345996397,
      "grad_norm": 0.1759982705116272,
      "learning_rate": 0.0001840276482084152,
      "loss": 12.1615,
      "step": 11385
    },
    {
      "epoch": 1.8644178811200263,
      "grad_norm": 0.19962655007839203,
      "learning_rate": 0.00018402484533163477,
      "loss": 12.2003,
      "step": 11386
    },
    {
      "epoch": 1.8645816276404128,
      "grad_norm": 0.16414006054401398,
      "learning_rate": 0.0001840220422302961,
      "loss": 12.1858,
      "step": 11387
    },
    {
      "epoch": 1.864745374160799,
      "grad_norm": 0.1586732268333435,
      "learning_rate": 0.00018401923890440668,
      "loss": 12.2159,
      "step": 11388
    },
    {
      "epoch": 1.8649091206811854,
      "grad_norm": 0.21532762050628662,
      "learning_rate": 0.00018401643535397404,
      "loss": 12.1913,
      "step": 11389
    },
    {
      "epoch": 1.865072867201572,
      "grad_norm": 0.21085253357887268,
      "learning_rate": 0.0001840136315790056,
      "loss": 12.1865,
      "step": 11390
    },
    {
      "epoch": 1.8652366137219585,
      "grad_norm": 0.19022828340530396,
      "learning_rate": 0.0001840108275795089,
      "loss": 12.1815,
      "step": 11391
    },
    {
      "epoch": 1.865400360242345,
      "grad_norm": 0.1484309881925583,
      "learning_rate": 0.00018400802335549144,
      "loss": 12.1962,
      "step": 11392
    },
    {
      "epoch": 1.8655641067627313,
      "grad_norm": 0.1821192502975464,
      "learning_rate": 0.00018400521890696067,
      "loss": 12.1603,
      "step": 11393
    },
    {
      "epoch": 1.8657278532831176,
      "grad_norm": 0.15954242646694183,
      "learning_rate": 0.00018400241423392416,
      "loss": 12.1704,
      "step": 11394
    },
    {
      "epoch": 1.8658915998035042,
      "grad_norm": 0.1797187477350235,
      "learning_rate": 0.0001839996093363893,
      "loss": 12.1858,
      "step": 11395
    },
    {
      "epoch": 1.8660553463238907,
      "grad_norm": 0.14897756278514862,
      "learning_rate": 0.00018399680421436366,
      "loss": 12.1699,
      "step": 11396
    },
    {
      "epoch": 1.866219092844277,
      "grad_norm": 0.16137968003749847,
      "learning_rate": 0.00018399399886785475,
      "loss": 12.1837,
      "step": 11397
    },
    {
      "epoch": 1.8663828393646635,
      "grad_norm": 0.14564907550811768,
      "learning_rate": 0.00018399119329687,
      "loss": 12.1955,
      "step": 11398
    },
    {
      "epoch": 1.8665465858850498,
      "grad_norm": 0.16917864978313446,
      "learning_rate": 0.00018398838750141697,
      "loss": 12.1358,
      "step": 11399
    },
    {
      "epoch": 1.8667103324054364,
      "grad_norm": 0.22313809394836426,
      "learning_rate": 0.00018398558148150312,
      "loss": 12.1471,
      "step": 11400
    },
    {
      "epoch": 1.866874078925823,
      "grad_norm": 0.17165982723236084,
      "learning_rate": 0.00018398277523713598,
      "loss": 12.21,
      "step": 11401
    },
    {
      "epoch": 1.8670378254462092,
      "grad_norm": 0.15013043582439423,
      "learning_rate": 0.00018397996876832304,
      "loss": 12.1469,
      "step": 11402
    },
    {
      "epoch": 1.8672015719665958,
      "grad_norm": 0.20937450230121613,
      "learning_rate": 0.00018397716207507178,
      "loss": 12.1781,
      "step": 11403
    },
    {
      "epoch": 1.867365318486982,
      "grad_norm": 0.17620690166950226,
      "learning_rate": 0.00018397435515738971,
      "loss": 12.2035,
      "step": 11404
    },
    {
      "epoch": 1.8675290650073686,
      "grad_norm": 0.16013790667057037,
      "learning_rate": 0.00018397154801528436,
      "loss": 12.1706,
      "step": 11405
    },
    {
      "epoch": 1.8676928115277551,
      "grad_norm": 0.2354581356048584,
      "learning_rate": 0.0001839687406487632,
      "loss": 12.2484,
      "step": 11406
    },
    {
      "epoch": 1.8678565580481414,
      "grad_norm": 0.32196328043937683,
      "learning_rate": 0.0001839659330578337,
      "loss": 12.2128,
      "step": 11407
    },
    {
      "epoch": 1.868020304568528,
      "grad_norm": 0.17493775486946106,
      "learning_rate": 0.00018396312524250345,
      "loss": 12.2034,
      "step": 11408
    },
    {
      "epoch": 1.8681840510889143,
      "grad_norm": 0.13932456076145172,
      "learning_rate": 0.0001839603172027799,
      "loss": 12.1721,
      "step": 11409
    },
    {
      "epoch": 1.8683477976093008,
      "grad_norm": 0.16699497401714325,
      "learning_rate": 0.00018395750893867056,
      "loss": 12.1284,
      "step": 11410
    },
    {
      "epoch": 1.8685115441296873,
      "grad_norm": 0.16447705030441284,
      "learning_rate": 0.00018395470045018297,
      "loss": 12.1491,
      "step": 11411
    },
    {
      "epoch": 1.8686752906500737,
      "grad_norm": 0.20042969286441803,
      "learning_rate": 0.00018395189173732457,
      "loss": 12.229,
      "step": 11412
    },
    {
      "epoch": 1.8688390371704602,
      "grad_norm": 0.18577684462070465,
      "learning_rate": 0.0001839490828001029,
      "loss": 12.1599,
      "step": 11413
    },
    {
      "epoch": 1.8690027836908465,
      "grad_norm": 0.12562991678714752,
      "learning_rate": 0.00018394627363852548,
      "loss": 12.1901,
      "step": 11414
    },
    {
      "epoch": 1.869166530211233,
      "grad_norm": 0.169698104262352,
      "learning_rate": 0.0001839434642525998,
      "loss": 12.2086,
      "step": 11415
    },
    {
      "epoch": 1.8693302767316196,
      "grad_norm": 0.19533821940422058,
      "learning_rate": 0.00018394065464233337,
      "loss": 12.1889,
      "step": 11416
    },
    {
      "epoch": 1.8694940232520059,
      "grad_norm": 0.21673443913459778,
      "learning_rate": 0.0001839378448077337,
      "loss": 12.1799,
      "step": 11417
    },
    {
      "epoch": 1.8696577697723922,
      "grad_norm": 0.16661936044692993,
      "learning_rate": 0.00018393503474880833,
      "loss": 12.1564,
      "step": 11418
    },
    {
      "epoch": 1.8698215162927787,
      "grad_norm": 0.22099146246910095,
      "learning_rate": 0.0001839322244655647,
      "loss": 12.1635,
      "step": 11419
    },
    {
      "epoch": 1.8699852628131652,
      "grad_norm": 0.19843614101409912,
      "learning_rate": 0.0001839294139580104,
      "loss": 12.1726,
      "step": 11420
    },
    {
      "epoch": 1.8701490093335518,
      "grad_norm": 0.1738663762807846,
      "learning_rate": 0.0001839266032261529,
      "loss": 12.1444,
      "step": 11421
    },
    {
      "epoch": 1.870312755853938,
      "grad_norm": 0.16983915865421295,
      "learning_rate": 0.00018392379226999967,
      "loss": 12.2372,
      "step": 11422
    },
    {
      "epoch": 1.8704765023743244,
      "grad_norm": 0.23038940131664276,
      "learning_rate": 0.0001839209810895583,
      "loss": 12.1563,
      "step": 11423
    },
    {
      "epoch": 1.870640248894711,
      "grad_norm": 0.20395398139953613,
      "learning_rate": 0.00018391816968483626,
      "loss": 12.1509,
      "step": 11424
    },
    {
      "epoch": 1.8708039954150975,
      "grad_norm": 0.16705481708049774,
      "learning_rate": 0.00018391535805584107,
      "loss": 12.1798,
      "step": 11425
    },
    {
      "epoch": 1.870967741935484,
      "grad_norm": 0.15664848685264587,
      "learning_rate": 0.00018391254620258026,
      "loss": 12.2097,
      "step": 11426
    },
    {
      "epoch": 1.8711314884558703,
      "grad_norm": 0.1953432261943817,
      "learning_rate": 0.00018390973412506134,
      "loss": 12.206,
      "step": 11427
    },
    {
      "epoch": 1.8712952349762566,
      "grad_norm": 0.19469903409481049,
      "learning_rate": 0.00018390692182329184,
      "loss": 12.1777,
      "step": 11428
    },
    {
      "epoch": 1.8714589814966431,
      "grad_norm": 0.17605246603488922,
      "learning_rate": 0.00018390410929727921,
      "loss": 12.156,
      "step": 11429
    },
    {
      "epoch": 1.8716227280170297,
      "grad_norm": 0.18422794342041016,
      "learning_rate": 0.00018390129654703103,
      "loss": 12.1902,
      "step": 11430
    },
    {
      "epoch": 1.8717864745374162,
      "grad_norm": 0.2240501195192337,
      "learning_rate": 0.0001838984835725548,
      "loss": 12.2445,
      "step": 11431
    },
    {
      "epoch": 1.8719502210578025,
      "grad_norm": 0.2427300214767456,
      "learning_rate": 0.00018389567037385801,
      "loss": 12.2022,
      "step": 11432
    },
    {
      "epoch": 1.8721139675781888,
      "grad_norm": Infinity,
      "learning_rate": 0.00018389567037385801,
      "loss": 12.2078,
      "step": 11433
    },
    {
      "epoch": 1.8722777140985754,
      "grad_norm": 0.1810678094625473,
      "learning_rate": 0.00018389285695094823,
      "loss": 12.1787,
      "step": 11434
    },
    {
      "epoch": 1.8724414606189619,
      "grad_norm": 0.1841464787721634,
      "learning_rate": 0.00018389004330383296,
      "loss": 12.1492,
      "step": 11435
    },
    {
      "epoch": 1.8726052071393484,
      "grad_norm": 0.14454317092895508,
      "learning_rate": 0.00018388722943251965,
      "loss": 12.2201,
      "step": 11436
    },
    {
      "epoch": 1.8727689536597347,
      "grad_norm": 0.1618771106004715,
      "learning_rate": 0.00018388441533701594,
      "loss": 12.1884,
      "step": 11437
    },
    {
      "epoch": 1.872932700180121,
      "grad_norm": 0.16879263520240784,
      "learning_rate": 0.0001838816010173293,
      "loss": 12.1804,
      "step": 11438
    },
    {
      "epoch": 1.8730964467005076,
      "grad_norm": 0.2113136351108551,
      "learning_rate": 0.00018387878647346722,
      "loss": 12.2042,
      "step": 11439
    },
    {
      "epoch": 1.873260193220894,
      "grad_norm": 0.1599719524383545,
      "learning_rate": 0.00018387597170543723,
      "loss": 12.1839,
      "step": 11440
    },
    {
      "epoch": 1.8734239397412806,
      "grad_norm": 0.1615552455186844,
      "learning_rate": 0.00018387315671324693,
      "loss": 12.1284,
      "step": 11441
    },
    {
      "epoch": 1.873587686261667,
      "grad_norm": 0.16551423072814941,
      "learning_rate": 0.0001838703414969037,
      "loss": 12.2103,
      "step": 11442
    },
    {
      "epoch": 1.8737514327820533,
      "grad_norm": 0.15145713090896606,
      "learning_rate": 0.0001838675260564152,
      "loss": 12.1555,
      "step": 11443
    },
    {
      "epoch": 1.8739151793024398,
      "grad_norm": 0.18253009021282196,
      "learning_rate": 0.0001838647103917889,
      "loss": 12.2326,
      "step": 11444
    },
    {
      "epoch": 1.8740789258228263,
      "grad_norm": 0.17215828597545624,
      "learning_rate": 0.0001838618945030323,
      "loss": 12.1769,
      "step": 11445
    },
    {
      "epoch": 1.8742426723432128,
      "grad_norm": 0.21917098760604858,
      "learning_rate": 0.00018385907839015296,
      "loss": 12.1841,
      "step": 11446
    },
    {
      "epoch": 1.8744064188635992,
      "grad_norm": 0.2006724625825882,
      "learning_rate": 0.0001838562620531584,
      "loss": 12.1668,
      "step": 11447
    },
    {
      "epoch": 1.8745701653839855,
      "grad_norm": 0.19968996942043304,
      "learning_rate": 0.00018385344549205613,
      "loss": 12.1664,
      "step": 11448
    },
    {
      "epoch": 1.874733911904372,
      "grad_norm": 0.2002159059047699,
      "learning_rate": 0.00018385062870685372,
      "loss": 12.2147,
      "step": 11449
    },
    {
      "epoch": 1.8748976584247585,
      "grad_norm": 0.1443740725517273,
      "learning_rate": 0.00018384781169755864,
      "loss": 12.1951,
      "step": 11450
    },
    {
      "epoch": 1.875061404945145,
      "grad_norm": 0.1914200782775879,
      "learning_rate": 0.0001838449944641785,
      "loss": 12.1716,
      "step": 11451
    },
    {
      "epoch": 1.8752251514655314,
      "grad_norm": 0.1274188905954361,
      "learning_rate": 0.00018384217700672073,
      "loss": 12.1705,
      "step": 11452
    },
    {
      "epoch": 1.8753888979859177,
      "grad_norm": 0.1269393265247345,
      "learning_rate": 0.0001838393593251929,
      "loss": 12.2352,
      "step": 11453
    },
    {
      "epoch": 1.8755526445063042,
      "grad_norm": 0.1557541787624359,
      "learning_rate": 0.00018383654141960256,
      "loss": 12.145,
      "step": 11454
    },
    {
      "epoch": 1.8757163910266907,
      "grad_norm": 0.20652739703655243,
      "learning_rate": 0.00018383372328995722,
      "loss": 12.1916,
      "step": 11455
    },
    {
      "epoch": 1.8758801375470773,
      "grad_norm": 0.12933504581451416,
      "learning_rate": 0.0001838309049362644,
      "loss": 12.163,
      "step": 11456
    },
    {
      "epoch": 1.8760438840674636,
      "grad_norm": 0.17539697885513306,
      "learning_rate": 0.00018382808635853168,
      "loss": 12.1606,
      "step": 11457
    },
    {
      "epoch": 1.87620763058785,
      "grad_norm": 0.17997966706752777,
      "learning_rate": 0.00018382526755676657,
      "loss": 12.1926,
      "step": 11458
    },
    {
      "epoch": 1.8763713771082364,
      "grad_norm": 0.19438324868679047,
      "learning_rate": 0.0001838224485309766,
      "loss": 12.1792,
      "step": 11459
    },
    {
      "epoch": 1.876535123628623,
      "grad_norm": 0.16990703344345093,
      "learning_rate": 0.00018381962928116927,
      "loss": 12.228,
      "step": 11460
    },
    {
      "epoch": 1.8766988701490095,
      "grad_norm": 0.23580977320671082,
      "learning_rate": 0.00018381680980735217,
      "loss": 12.1474,
      "step": 11461
    },
    {
      "epoch": 1.8768626166693958,
      "grad_norm": 0.14803528785705566,
      "learning_rate": 0.00018381399010953278,
      "loss": 12.1681,
      "step": 11462
    },
    {
      "epoch": 1.877026363189782,
      "grad_norm": 0.17292359471321106,
      "learning_rate": 0.0001838111701877187,
      "loss": 12.1913,
      "step": 11463
    },
    {
      "epoch": 1.8771901097101686,
      "grad_norm": 0.15242044627666473,
      "learning_rate": 0.00018380835004191742,
      "loss": 12.186,
      "step": 11464
    },
    {
      "epoch": 1.8773538562305552,
      "grad_norm": 0.12496377527713776,
      "learning_rate": 0.0001838055296721365,
      "loss": 12.2205,
      "step": 11465
    },
    {
      "epoch": 1.8775176027509417,
      "grad_norm": 0.2433501034975052,
      "learning_rate": 0.00018380270907838344,
      "loss": 12.1813,
      "step": 11466
    },
    {
      "epoch": 1.877681349271328,
      "grad_norm": 0.18075178563594818,
      "learning_rate": 0.00018379988826066582,
      "loss": 12.2024,
      "step": 11467
    },
    {
      "epoch": 1.8778450957917143,
      "grad_norm": 0.19784203171730042,
      "learning_rate": 0.00018379706721899117,
      "loss": 12.1498,
      "step": 11468
    },
    {
      "epoch": 1.8780088423121009,
      "grad_norm": 0.1813998967409134,
      "learning_rate": 0.000183794245953367,
      "loss": 12.232,
      "step": 11469
    },
    {
      "epoch": 1.8781725888324874,
      "grad_norm": 0.2499566376209259,
      "learning_rate": 0.00018379142446380088,
      "loss": 12.177,
      "step": 11470
    },
    {
      "epoch": 1.8783363353528737,
      "grad_norm": 0.1806219071149826,
      "learning_rate": 0.00018378860275030038,
      "loss": 12.1657,
      "step": 11471
    },
    {
      "epoch": 1.8785000818732602,
      "grad_norm": 0.14452619850635529,
      "learning_rate": 0.00018378578081287294,
      "loss": 12.2068,
      "step": 11472
    },
    {
      "epoch": 1.8786638283936465,
      "grad_norm": 0.18214377760887146,
      "learning_rate": 0.00018378295865152623,
      "loss": 12.1942,
      "step": 11473
    },
    {
      "epoch": 1.878827574914033,
      "grad_norm": 0.1820429116487503,
      "learning_rate": 0.0001837801362662677,
      "loss": 12.2178,
      "step": 11474
    },
    {
      "epoch": 1.8789913214344196,
      "grad_norm": 0.18753555417060852,
      "learning_rate": 0.0001837773136571049,
      "loss": 12.2019,
      "step": 11475
    },
    {
      "epoch": 1.879155067954806,
      "grad_norm": 0.1441754400730133,
      "learning_rate": 0.00018377449082404543,
      "loss": 12.1866,
      "step": 11476
    },
    {
      "epoch": 1.8793188144751924,
      "grad_norm": 0.17964744567871094,
      "learning_rate": 0.00018377166776709677,
      "loss": 12.1631,
      "step": 11477
    },
    {
      "epoch": 1.8794825609955788,
      "grad_norm": 0.19380967319011688,
      "learning_rate": 0.0001837688444862665,
      "loss": 12.2257,
      "step": 11478
    },
    {
      "epoch": 1.8796463075159653,
      "grad_norm": 0.1814257651567459,
      "learning_rate": 0.0001837660209815622,
      "loss": 12.1434,
      "step": 11479
    },
    {
      "epoch": 1.8798100540363518,
      "grad_norm": 0.16012591123580933,
      "learning_rate": 0.00018376319725299132,
      "loss": 12.1774,
      "step": 11480
    },
    {
      "epoch": 1.8799738005567381,
      "grad_norm": 0.1533104032278061,
      "learning_rate": 0.00018376037330056149,
      "loss": 12.1752,
      "step": 11481
    },
    {
      "epoch": 1.8801375470771247,
      "grad_norm": 0.19196413457393646,
      "learning_rate": 0.00018375754912428022,
      "loss": 12.1971,
      "step": 11482
    },
    {
      "epoch": 1.880301293597511,
      "grad_norm": 0.18398483097553253,
      "learning_rate": 0.00018375472472415507,
      "loss": 12.1912,
      "step": 11483
    },
    {
      "epoch": 1.8804650401178975,
      "grad_norm": 0.1561882197856903,
      "learning_rate": 0.00018375190010019358,
      "loss": 12.1916,
      "step": 11484
    },
    {
      "epoch": 1.880628786638284,
      "grad_norm": 0.17418183386325836,
      "learning_rate": 0.00018374907525240327,
      "loss": 12.2255,
      "step": 11485
    },
    {
      "epoch": 1.8807925331586703,
      "grad_norm": 0.1806233674287796,
      "learning_rate": 0.00018374625018079179,
      "loss": 12.1815,
      "step": 11486
    },
    {
      "epoch": 1.8809562796790569,
      "grad_norm": 0.15029284358024597,
      "learning_rate": 0.00018374342488536657,
      "loss": 12.1838,
      "step": 11487
    },
    {
      "epoch": 1.8811200261994432,
      "grad_norm": 0.15198998153209686,
      "learning_rate": 0.00018374059936613523,
      "loss": 12.1269,
      "step": 11488
    },
    {
      "epoch": 1.8812837727198297,
      "grad_norm": 0.1381405144929886,
      "learning_rate": 0.0001837377736231053,
      "loss": 12.1907,
      "step": 11489
    },
    {
      "epoch": 1.8814475192402162,
      "grad_norm": 0.19887526333332062,
      "learning_rate": 0.00018373494765628435,
      "loss": 12.1672,
      "step": 11490
    },
    {
      "epoch": 1.8816112657606026,
      "grad_norm": 0.18117478489875793,
      "learning_rate": 0.00018373212146567992,
      "loss": 12.1962,
      "step": 11491
    },
    {
      "epoch": 1.8817750122809889,
      "grad_norm": 0.17230959236621857,
      "learning_rate": 0.00018372929505129952,
      "loss": 12.1808,
      "step": 11492
    },
    {
      "epoch": 1.8819387588013754,
      "grad_norm": 0.14798787236213684,
      "learning_rate": 0.00018372646841315076,
      "loss": 12.2062,
      "step": 11493
    },
    {
      "epoch": 1.882102505321762,
      "grad_norm": 0.224418506026268,
      "learning_rate": 0.00018372364155124125,
      "loss": 12.1935,
      "step": 11494
    },
    {
      "epoch": 1.8822662518421485,
      "grad_norm": 0.14185120165348053,
      "learning_rate": 0.0001837208144655784,
      "loss": 12.1746,
      "step": 11495
    },
    {
      "epoch": 1.8824299983625348,
      "grad_norm": 0.30044862627983093,
      "learning_rate": 0.00018371798715616987,
      "loss": 12.1837,
      "step": 11496
    },
    {
      "epoch": 1.882593744882921,
      "grad_norm": 0.17888768017292023,
      "learning_rate": 0.00018371515962302317,
      "loss": 12.2772,
      "step": 11497
    },
    {
      "epoch": 1.8827574914033076,
      "grad_norm": 0.15117846429347992,
      "learning_rate": 0.00018371233186614586,
      "loss": 12.1867,
      "step": 11498
    },
    {
      "epoch": 1.8829212379236941,
      "grad_norm": 0.192057266831398,
      "learning_rate": 0.00018370950388554557,
      "loss": 12.211,
      "step": 11499
    },
    {
      "epoch": 1.8830849844440807,
      "grad_norm": 0.1707541048526764,
      "learning_rate": 0.00018370667568122975,
      "loss": 12.2209,
      "step": 11500
    },
    {
      "epoch": 1.883248730964467,
      "grad_norm": 0.21829022467136383,
      "learning_rate": 0.000183703847253206,
      "loss": 12.1912,
      "step": 11501
    },
    {
      "epoch": 1.8834124774848533,
      "grad_norm": 0.18228952586650848,
      "learning_rate": 0.0001837010186014819,
      "loss": 12.2561,
      "step": 11502
    },
    {
      "epoch": 1.8835762240052398,
      "grad_norm": 0.17826560139656067,
      "learning_rate": 0.00018369818972606498,
      "loss": 12.2408,
      "step": 11503
    },
    {
      "epoch": 1.8837399705256264,
      "grad_norm": 0.21393516659736633,
      "learning_rate": 0.00018369536062696283,
      "loss": 12.1473,
      "step": 11504
    },
    {
      "epoch": 1.883903717046013,
      "grad_norm": 0.17652326822280884,
      "learning_rate": 0.00018369253130418297,
      "loss": 12.1459,
      "step": 11505
    },
    {
      "epoch": 1.8840674635663992,
      "grad_norm": 0.1774202585220337,
      "learning_rate": 0.00018368970175773304,
      "loss": 12.212,
      "step": 11506
    },
    {
      "epoch": 1.8842312100867855,
      "grad_norm": 0.20877070724964142,
      "learning_rate": 0.0001836868719876205,
      "loss": 12.226,
      "step": 11507
    },
    {
      "epoch": 1.884394956607172,
      "grad_norm": 0.20804986357688904,
      "learning_rate": 0.000183684041993853,
      "loss": 12.1744,
      "step": 11508
    },
    {
      "epoch": 1.8845587031275586,
      "grad_norm": 0.18107916414737701,
      "learning_rate": 0.00018368121177643804,
      "loss": 12.1853,
      "step": 11509
    },
    {
      "epoch": 1.884722449647945,
      "grad_norm": 0.15359961986541748,
      "learning_rate": 0.00018367838133538322,
      "loss": 12.2125,
      "step": 11510
    },
    {
      "epoch": 1.8848861961683314,
      "grad_norm": 0.16208727657794952,
      "learning_rate": 0.0001836755506706961,
      "loss": 12.174,
      "step": 11511
    },
    {
      "epoch": 1.8850499426887177,
      "grad_norm": 0.2169761210680008,
      "learning_rate": 0.0001836727197823842,
      "loss": 12.1428,
      "step": 11512
    },
    {
      "epoch": 1.8852136892091043,
      "grad_norm": 0.16388222575187683,
      "learning_rate": 0.00018366988867045517,
      "loss": 12.1983,
      "step": 11513
    },
    {
      "epoch": 1.8853774357294908,
      "grad_norm": 0.1291513741016388,
      "learning_rate": 0.0001836670573349165,
      "loss": 12.1829,
      "step": 11514
    },
    {
      "epoch": 1.8855411822498773,
      "grad_norm": 0.16145449876785278,
      "learning_rate": 0.0001836642257757758,
      "loss": 12.224,
      "step": 11515
    },
    {
      "epoch": 1.8857049287702636,
      "grad_norm": 0.17672568559646606,
      "learning_rate": 0.00018366139399304064,
      "loss": 12.1713,
      "step": 11516
    },
    {
      "epoch": 1.88586867529065,
      "grad_norm": 0.17119722068309784,
      "learning_rate": 0.00018365856198671856,
      "loss": 12.2062,
      "step": 11517
    },
    {
      "epoch": 1.8860324218110365,
      "grad_norm": 0.2144315391778946,
      "learning_rate": 0.00018365572975681714,
      "loss": 12.1563,
      "step": 11518
    },
    {
      "epoch": 1.886196168331423,
      "grad_norm": 0.1901596486568451,
      "learning_rate": 0.00018365289730334393,
      "loss": 12.2108,
      "step": 11519
    },
    {
      "epoch": 1.8863599148518095,
      "grad_norm": 0.17825010418891907,
      "learning_rate": 0.00018365006462630655,
      "loss": 12.1689,
      "step": 11520
    },
    {
      "epoch": 1.8865236613721958,
      "grad_norm": 0.20600374042987823,
      "learning_rate": 0.0001836472317257125,
      "loss": 12.1666,
      "step": 11521
    },
    {
      "epoch": 1.8866874078925822,
      "grad_norm": 0.21146830916404724,
      "learning_rate": 0.00018364439860156943,
      "loss": 12.2059,
      "step": 11522
    },
    {
      "epoch": 1.8868511544129687,
      "grad_norm": 0.16793352365493774,
      "learning_rate": 0.00018364156525388486,
      "loss": 12.1565,
      "step": 11523
    },
    {
      "epoch": 1.8870149009333552,
      "grad_norm": 0.15751345455646515,
      "learning_rate": 0.00018363873168266638,
      "loss": 12.1888,
      "step": 11524
    },
    {
      "epoch": 1.8871786474537418,
      "grad_norm": 0.19766873121261597,
      "learning_rate": 0.00018363589788792157,
      "loss": 12.2037,
      "step": 11525
    },
    {
      "epoch": 1.887342393974128,
      "grad_norm": 0.146250382065773,
      "learning_rate": 0.00018363306386965796,
      "loss": 12.19,
      "step": 11526
    },
    {
      "epoch": 1.8875061404945144,
      "grad_norm": 0.18232212960720062,
      "learning_rate": 0.00018363022962788317,
      "loss": 12.1734,
      "step": 11527
    },
    {
      "epoch": 1.887669887014901,
      "grad_norm": 0.15118466317653656,
      "learning_rate": 0.00018362739516260477,
      "loss": 12.3019,
      "step": 11528
    },
    {
      "epoch": 1.8878336335352874,
      "grad_norm": 0.14154052734375,
      "learning_rate": 0.0001836245604738303,
      "loss": 12.1784,
      "step": 11529
    },
    {
      "epoch": 1.887997380055674,
      "grad_norm": 0.16761414706707,
      "learning_rate": 0.0001836217255615674,
      "loss": 12.1635,
      "step": 11530
    },
    {
      "epoch": 1.8881611265760603,
      "grad_norm": 0.16950561106204987,
      "learning_rate": 0.0001836188904258236,
      "loss": 12.2082,
      "step": 11531
    },
    {
      "epoch": 1.8883248730964466,
      "grad_norm": 0.2713383436203003,
      "learning_rate": 0.00018361605506660644,
      "loss": 12.1834,
      "step": 11532
    },
    {
      "epoch": 1.8884886196168331,
      "grad_norm": 0.16679443418979645,
      "learning_rate": 0.00018361321948392358,
      "loss": 12.179,
      "step": 11533
    },
    {
      "epoch": 1.8886523661372197,
      "grad_norm": 0.20496398210525513,
      "learning_rate": 0.00018361038367778256,
      "loss": 12.1358,
      "step": 11534
    },
    {
      "epoch": 1.8888161126576062,
      "grad_norm": 0.17571522295475006,
      "learning_rate": 0.00018360754764819092,
      "loss": 12.1797,
      "step": 11535
    },
    {
      "epoch": 1.8889798591779925,
      "grad_norm": 0.15417489409446716,
      "learning_rate": 0.00018360471139515632,
      "loss": 12.1869,
      "step": 11536
    },
    {
      "epoch": 1.8891436056983788,
      "grad_norm": 0.16061261296272278,
      "learning_rate": 0.0001836018749186863,
      "loss": 12.1638,
      "step": 11537
    },
    {
      "epoch": 1.8893073522187653,
      "grad_norm": 0.2395923137664795,
      "learning_rate": 0.00018359903821878843,
      "loss": 12.1977,
      "step": 11538
    },
    {
      "epoch": 1.8894710987391519,
      "grad_norm": 0.15156856179237366,
      "learning_rate": 0.00018359620129547026,
      "loss": 12.171,
      "step": 11539
    },
    {
      "epoch": 1.8896348452595384,
      "grad_norm": 0.135092094540596,
      "learning_rate": 0.00018359336414873947,
      "loss": 12.1834,
      "step": 11540
    },
    {
      "epoch": 1.8897985917799247,
      "grad_norm": 0.201419398188591,
      "learning_rate": 0.00018359052677860356,
      "loss": 12.2542,
      "step": 11541
    },
    {
      "epoch": 1.889962338300311,
      "grad_norm": 0.18119828402996063,
      "learning_rate": 0.00018358768918507013,
      "loss": 12.1902,
      "step": 11542
    },
    {
      "epoch": 1.8901260848206975,
      "grad_norm": 0.20328152179718018,
      "learning_rate": 0.00018358485136814675,
      "loss": 12.1638,
      "step": 11543
    },
    {
      "epoch": 1.890289831341084,
      "grad_norm": 0.16686613857746124,
      "learning_rate": 0.00018358201332784106,
      "loss": 12.1959,
      "step": 11544
    },
    {
      "epoch": 1.8904535778614704,
      "grad_norm": 0.2881411015987396,
      "learning_rate": 0.00018357917506416064,
      "loss": 12.1923,
      "step": 11545
    },
    {
      "epoch": 1.890617324381857,
      "grad_norm": 0.1916116178035736,
      "learning_rate": 0.00018357633657711296,
      "loss": 12.1983,
      "step": 11546
    },
    {
      "epoch": 1.8907810709022432,
      "grad_norm": 0.1967865228652954,
      "learning_rate": 0.00018357349786670573,
      "loss": 12.1694,
      "step": 11547
    },
    {
      "epoch": 1.8909448174226298,
      "grad_norm": 0.20120860636234283,
      "learning_rate": 0.00018357065893294652,
      "loss": 12.2017,
      "step": 11548
    },
    {
      "epoch": 1.8911085639430163,
      "grad_norm": 0.2071981281042099,
      "learning_rate": 0.00018356781977584284,
      "loss": 12.1685,
      "step": 11549
    },
    {
      "epoch": 1.8912723104634026,
      "grad_norm": 0.1963224560022354,
      "learning_rate": 0.0001835649803954024,
      "loss": 12.1698,
      "step": 11550
    },
    {
      "epoch": 1.8914360569837891,
      "grad_norm": 0.16627110540866852,
      "learning_rate": 0.00018356214079163268,
      "loss": 12.155,
      "step": 11551
    },
    {
      "epoch": 1.8915998035041754,
      "grad_norm": 0.17933905124664307,
      "learning_rate": 0.00018355930096454132,
      "loss": 12.2114,
      "step": 11552
    },
    {
      "epoch": 1.891763550024562,
      "grad_norm": 0.2135477215051651,
      "learning_rate": 0.0001835564609141359,
      "loss": 12.2222,
      "step": 11553
    },
    {
      "epoch": 1.8919272965449485,
      "grad_norm": 0.19650132954120636,
      "learning_rate": 0.000183553620640424,
      "loss": 12.1812,
      "step": 11554
    },
    {
      "epoch": 1.8920910430653348,
      "grad_norm": 0.18655656278133392,
      "learning_rate": 0.0001835507801434132,
      "loss": 12.1861,
      "step": 11555
    },
    {
      "epoch": 1.8922547895857214,
      "grad_norm": 0.1872279793024063,
      "learning_rate": 0.00018354793942311113,
      "loss": 12.196,
      "step": 11556
    },
    {
      "epoch": 1.8924185361061077,
      "grad_norm": 0.18537406623363495,
      "learning_rate": 0.00018354509847952536,
      "loss": 12.1688,
      "step": 11557
    },
    {
      "epoch": 1.8925822826264942,
      "grad_norm": 0.1647372543811798,
      "learning_rate": 0.0001835422573126635,
      "loss": 12.1812,
      "step": 11558
    },
    {
      "epoch": 1.8927460291468807,
      "grad_norm": 0.20194445550441742,
      "learning_rate": 0.0001835394159225331,
      "loss": 12.1859,
      "step": 11559
    },
    {
      "epoch": 1.892909775667267,
      "grad_norm": 0.21386058628559113,
      "learning_rate": 0.0001835365743091418,
      "loss": 12.177,
      "step": 11560
    },
    {
      "epoch": 1.8930735221876533,
      "grad_norm": 0.15321511030197144,
      "learning_rate": 0.00018353373247249717,
      "loss": 12.1487,
      "step": 11561
    },
    {
      "epoch": 1.8932372687080399,
      "grad_norm": 0.2293894737958908,
      "learning_rate": 0.00018353089041260682,
      "loss": 12.1985,
      "step": 11562
    },
    {
      "epoch": 1.8934010152284264,
      "grad_norm": 0.23899582028388977,
      "learning_rate": 0.00018352804812947832,
      "loss": 12.1761,
      "step": 11563
    },
    {
      "epoch": 1.893564761748813,
      "grad_norm": 0.17709463834762573,
      "learning_rate": 0.00018352520562311928,
      "loss": 12.1457,
      "step": 11564
    },
    {
      "epoch": 1.8937285082691993,
      "grad_norm": 0.18515008687973022,
      "learning_rate": 0.00018352236289353733,
      "loss": 12.1737,
      "step": 11565
    },
    {
      "epoch": 1.8938922547895856,
      "grad_norm": 0.2085655778646469,
      "learning_rate": 0.00018351951994074,
      "loss": 12.1701,
      "step": 11566
    },
    {
      "epoch": 1.894056001309972,
      "grad_norm": 0.15269002318382263,
      "learning_rate": 0.00018351667676473493,
      "loss": 12.1757,
      "step": 11567
    },
    {
      "epoch": 1.8942197478303586,
      "grad_norm": 0.2046479731798172,
      "learning_rate": 0.00018351383336552974,
      "loss": 12.1782,
      "step": 11568
    },
    {
      "epoch": 1.8943834943507452,
      "grad_norm": 0.16559205949306488,
      "learning_rate": 0.000183510989743132,
      "loss": 12.1863,
      "step": 11569
    },
    {
      "epoch": 1.8945472408711315,
      "grad_norm": 0.19934092462062836,
      "learning_rate": 0.00018350814589754928,
      "loss": 12.2198,
      "step": 11570
    },
    {
      "epoch": 1.8947109873915178,
      "grad_norm": 0.15943023562431335,
      "learning_rate": 0.00018350530182878924,
      "loss": 12.1892,
      "step": 11571
    },
    {
      "epoch": 1.8948747339119043,
      "grad_norm": 0.1683238446712494,
      "learning_rate": 0.00018350245753685944,
      "loss": 12.2073,
      "step": 11572
    },
    {
      "epoch": 1.8950384804322908,
      "grad_norm": 0.23109742999076843,
      "learning_rate": 0.0001834996130217675,
      "loss": 12.1949,
      "step": 11573
    },
    {
      "epoch": 1.8952022269526774,
      "grad_norm": 0.1957494616508484,
      "learning_rate": 0.00018349676828352098,
      "loss": 12.1487,
      "step": 11574
    },
    {
      "epoch": 1.8953659734730637,
      "grad_norm": 0.16814623773097992,
      "learning_rate": 0.00018349392332212756,
      "loss": 12.1599,
      "step": 11575
    },
    {
      "epoch": 1.89552971999345,
      "grad_norm": 0.1513514220714569,
      "learning_rate": 0.0001834910781375948,
      "loss": 12.2361,
      "step": 11576
    },
    {
      "epoch": 1.8956934665138365,
      "grad_norm": 0.15578779578208923,
      "learning_rate": 0.0001834882327299303,
      "loss": 12.1921,
      "step": 11577
    },
    {
      "epoch": 1.895857213034223,
      "grad_norm": 0.17302589118480682,
      "learning_rate": 0.00018348538709914164,
      "loss": 12.1933,
      "step": 11578
    },
    {
      "epoch": 1.8960209595546096,
      "grad_norm": 0.20847956836223602,
      "learning_rate": 0.00018348254124523648,
      "loss": 12.1565,
      "step": 11579
    },
    {
      "epoch": 1.896184706074996,
      "grad_norm": 0.22303242981433868,
      "learning_rate": 0.0001834796951682224,
      "loss": 12.1468,
      "step": 11580
    },
    {
      "epoch": 1.8963484525953822,
      "grad_norm": 0.20171834528446198,
      "learning_rate": 0.00018347684886810698,
      "loss": 12.1852,
      "step": 11581
    },
    {
      "epoch": 1.8965121991157687,
      "grad_norm": 0.16947171092033386,
      "learning_rate": 0.0001834740023448979,
      "loss": 12.1701,
      "step": 11582
    },
    {
      "epoch": 1.8966759456361553,
      "grad_norm": 0.17602798342704773,
      "learning_rate": 0.00018347115559860268,
      "loss": 12.2008,
      "step": 11583
    },
    {
      "epoch": 1.8968396921565418,
      "grad_norm": 0.16227808594703674,
      "learning_rate": 0.000183468308629229,
      "loss": 12.1882,
      "step": 11584
    },
    {
      "epoch": 1.897003438676928,
      "grad_norm": 0.22854647040367126,
      "learning_rate": 0.00018346546143678443,
      "loss": 12.1904,
      "step": 11585
    },
    {
      "epoch": 1.8971671851973144,
      "grad_norm": 0.17552761733531952,
      "learning_rate": 0.00018346261402127655,
      "loss": 12.1761,
      "step": 11586
    },
    {
      "epoch": 1.897330931717701,
      "grad_norm": 0.17085984349250793,
      "learning_rate": 0.00018345976638271306,
      "loss": 12.2689,
      "step": 11587
    },
    {
      "epoch": 1.8974946782380875,
      "grad_norm": 0.1691770851612091,
      "learning_rate": 0.00018345691852110146,
      "loss": 12.1764,
      "step": 11588
    },
    {
      "epoch": 1.897658424758474,
      "grad_norm": 0.17192190885543823,
      "learning_rate": 0.00018345407043644947,
      "loss": 12.2088,
      "step": 11589
    },
    {
      "epoch": 1.8978221712788603,
      "grad_norm": 0.16776271164417267,
      "learning_rate": 0.00018345122212876463,
      "loss": 12.1948,
      "step": 11590
    },
    {
      "epoch": 1.8979859177992466,
      "grad_norm": 0.14972801506519318,
      "learning_rate": 0.00018344837359805455,
      "loss": 12.1663,
      "step": 11591
    },
    {
      "epoch": 1.8981496643196332,
      "grad_norm": 0.1830321103334427,
      "learning_rate": 0.0001834455248443269,
      "loss": 12.1799,
      "step": 11592
    },
    {
      "epoch": 1.8983134108400197,
      "grad_norm": 0.17648285627365112,
      "learning_rate": 0.00018344267586758924,
      "loss": 12.1179,
      "step": 11593
    },
    {
      "epoch": 1.8984771573604062,
      "grad_norm": 0.18606898188591003,
      "learning_rate": 0.0001834398266678492,
      "loss": 12.2101,
      "step": 11594
    },
    {
      "epoch": 1.8986409038807925,
      "grad_norm": 0.20019637048244476,
      "learning_rate": 0.0001834369772451144,
      "loss": 12.2137,
      "step": 11595
    },
    {
      "epoch": 1.8988046504011789,
      "grad_norm": 0.19808313250541687,
      "learning_rate": 0.00018343412759939246,
      "loss": 12.1881,
      "step": 11596
    },
    {
      "epoch": 1.8989683969215654,
      "grad_norm": 0.17346422374248505,
      "learning_rate": 0.00018343127773069097,
      "loss": 12.162,
      "step": 11597
    },
    {
      "epoch": 1.899132143441952,
      "grad_norm": 0.14814597368240356,
      "learning_rate": 0.0001834284276390176,
      "loss": 12.1949,
      "step": 11598
    },
    {
      "epoch": 1.8992958899623384,
      "grad_norm": 0.16897925734519958,
      "learning_rate": 0.00018342557732437987,
      "loss": 12.1797,
      "step": 11599
    },
    {
      "epoch": 1.8994596364827248,
      "grad_norm": 0.19932305812835693,
      "learning_rate": 0.0001834227267867855,
      "loss": 12.2395,
      "step": 11600
    },
    {
      "epoch": 1.899623383003111,
      "grad_norm": 0.17622914910316467,
      "learning_rate": 0.00018341987602624204,
      "loss": 12.1877,
      "step": 11601
    },
    {
      "epoch": 1.8997871295234976,
      "grad_norm": 0.17908672988414764,
      "learning_rate": 0.00018341702504275716,
      "loss": 12.2045,
      "step": 11602
    },
    {
      "epoch": 1.8999508760438841,
      "grad_norm": 0.1407296508550644,
      "learning_rate": 0.00018341417383633846,
      "loss": 12.1435,
      "step": 11603
    },
    {
      "epoch": 1.9001146225642707,
      "grad_norm": 0.1796344667673111,
      "learning_rate": 0.00018341132240699351,
      "loss": 12.189,
      "step": 11604
    },
    {
      "epoch": 1.900278369084657,
      "grad_norm": 0.17652632296085358,
      "learning_rate": 0.00018340847075473001,
      "loss": 12.1776,
      "step": 11605
    },
    {
      "epoch": 1.9004421156050433,
      "grad_norm": 0.14983272552490234,
      "learning_rate": 0.00018340561887955555,
      "loss": 12.203,
      "step": 11606
    },
    {
      "epoch": 1.9006058621254298,
      "grad_norm": 0.20421382784843445,
      "learning_rate": 0.0001834027667814777,
      "loss": 12.2012,
      "step": 11607
    },
    {
      "epoch": 1.9007696086458163,
      "grad_norm": 0.1447591930627823,
      "learning_rate": 0.00018339991446050417,
      "loss": 12.1845,
      "step": 11608
    },
    {
      "epoch": 1.9009333551662029,
      "grad_norm": 0.1710527539253235,
      "learning_rate": 0.00018339706191664257,
      "loss": 12.1935,
      "step": 11609
    },
    {
      "epoch": 1.9010971016865892,
      "grad_norm": 0.16579988598823547,
      "learning_rate": 0.00018339420914990044,
      "loss": 12.1437,
      "step": 11610
    },
    {
      "epoch": 1.9012608482069755,
      "grad_norm": 0.17599299550056458,
      "learning_rate": 0.0001833913561602855,
      "loss": 12.1649,
      "step": 11611
    },
    {
      "epoch": 1.901424594727362,
      "grad_norm": 0.1857602745294571,
      "learning_rate": 0.0001833885029478053,
      "loss": 12.1947,
      "step": 11612
    },
    {
      "epoch": 1.9015883412477486,
      "grad_norm": 0.21078187227249146,
      "learning_rate": 0.0001833856495124675,
      "loss": 12.19,
      "step": 11613
    },
    {
      "epoch": 1.901752087768135,
      "grad_norm": 0.14976100623607635,
      "learning_rate": 0.00018338279585427975,
      "loss": 12.136,
      "step": 11614
    },
    {
      "epoch": 1.9019158342885214,
      "grad_norm": 0.17873993515968323,
      "learning_rate": 0.00018337994197324963,
      "loss": 12.1678,
      "step": 11615
    },
    {
      "epoch": 1.9020795808089077,
      "grad_norm": 0.28059589862823486,
      "learning_rate": 0.00018337708786938484,
      "loss": 12.2098,
      "step": 11616
    },
    {
      "epoch": 1.9022433273292942,
      "grad_norm": 0.13164490461349487,
      "learning_rate": 0.0001833742335426929,
      "loss": 12.2065,
      "step": 11617
    },
    {
      "epoch": 1.9024070738496808,
      "grad_norm": 0.161701500415802,
      "learning_rate": 0.0001833713789931815,
      "loss": 12.1661,
      "step": 11618
    },
    {
      "epoch": 1.902570820370067,
      "grad_norm": 0.16014930605888367,
      "learning_rate": 0.0001833685242208583,
      "loss": 12.2158,
      "step": 11619
    },
    {
      "epoch": 1.9027345668904536,
      "grad_norm": 0.20174375176429749,
      "learning_rate": 0.00018336566922573085,
      "loss": 12.1592,
      "step": 11620
    },
    {
      "epoch": 1.90289831341084,
      "grad_norm": 0.13383722305297852,
      "learning_rate": 0.00018336281400780684,
      "loss": 12.1484,
      "step": 11621
    },
    {
      "epoch": 1.9030620599312265,
      "grad_norm": 0.16140562295913696,
      "learning_rate": 0.00018335995856709388,
      "loss": 12.1519,
      "step": 11622
    },
    {
      "epoch": 1.903225806451613,
      "grad_norm": 0.15233315527439117,
      "learning_rate": 0.00018335710290359964,
      "loss": 12.2122,
      "step": 11623
    },
    {
      "epoch": 1.9033895529719993,
      "grad_norm": 0.19507601857185364,
      "learning_rate": 0.00018335424701733169,
      "loss": 12.1836,
      "step": 11624
    },
    {
      "epoch": 1.9035532994923858,
      "grad_norm": 0.1653246283531189,
      "learning_rate": 0.0001833513909082977,
      "loss": 12.1361,
      "step": 11625
    },
    {
      "epoch": 1.9037170460127721,
      "grad_norm": 0.17384052276611328,
      "learning_rate": 0.00018334853457650528,
      "loss": 12.1645,
      "step": 11626
    },
    {
      "epoch": 1.9038807925331587,
      "grad_norm": 0.1691773384809494,
      "learning_rate": 0.00018334567802196205,
      "loss": 12.1756,
      "step": 11627
    },
    {
      "epoch": 1.9040445390535452,
      "grad_norm": 0.3390229046344757,
      "learning_rate": 0.00018334282124467572,
      "loss": 12.2507,
      "step": 11628
    },
    {
      "epoch": 1.9042082855739315,
      "grad_norm": 0.18694576621055603,
      "learning_rate": 0.00018333996424465382,
      "loss": 12.167,
      "step": 11629
    },
    {
      "epoch": 1.904372032094318,
      "grad_norm": 0.1657983362674713,
      "learning_rate": 0.00018333710702190408,
      "loss": 12.1774,
      "step": 11630
    },
    {
      "epoch": 1.9045357786147044,
      "grad_norm": 0.1651766449213028,
      "learning_rate": 0.0001833342495764341,
      "loss": 12.1711,
      "step": 11631
    },
    {
      "epoch": 1.9046995251350909,
      "grad_norm": 0.15003664791584015,
      "learning_rate": 0.0001833313919082515,
      "loss": 12.1845,
      "step": 11632
    },
    {
      "epoch": 1.9048632716554774,
      "grad_norm": 0.176934152841568,
      "learning_rate": 0.00018332853401736393,
      "loss": 12.1747,
      "step": 11633
    },
    {
      "epoch": 1.9050270181758637,
      "grad_norm": 0.16108989715576172,
      "learning_rate": 0.00018332567590377904,
      "loss": 12.2058,
      "step": 11634
    },
    {
      "epoch": 1.90519076469625,
      "grad_norm": 0.167977973818779,
      "learning_rate": 0.00018332281756750445,
      "loss": 12.1756,
      "step": 11635
    },
    {
      "epoch": 1.9053545112166366,
      "grad_norm": 0.17235805094242096,
      "learning_rate": 0.0001833199590085478,
      "loss": 12.2036,
      "step": 11636
    },
    {
      "epoch": 1.905518257737023,
      "grad_norm": 0.1815233826637268,
      "learning_rate": 0.00018331710022691673,
      "loss": 12.1417,
      "step": 11637
    },
    {
      "epoch": 1.9056820042574096,
      "grad_norm": 0.18370643258094788,
      "learning_rate": 0.0001833142412226189,
      "loss": 12.1941,
      "step": 11638
    },
    {
      "epoch": 1.905845750777796,
      "grad_norm": 0.16654761135578156,
      "learning_rate": 0.00018331138199566193,
      "loss": 12.1567,
      "step": 11639
    },
    {
      "epoch": 1.9060094972981823,
      "grad_norm": 0.2128600925207138,
      "learning_rate": 0.0001833085225460535,
      "loss": 12.1732,
      "step": 11640
    },
    {
      "epoch": 1.9061732438185688,
      "grad_norm": 0.20401707291603088,
      "learning_rate": 0.00018330566287380116,
      "loss": 12.2107,
      "step": 11641
    },
    {
      "epoch": 1.9063369903389553,
      "grad_norm": 0.22932520508766174,
      "learning_rate": 0.00018330280297891265,
      "loss": 12.1436,
      "step": 11642
    },
    {
      "epoch": 1.9065007368593418,
      "grad_norm": 0.1849183291196823,
      "learning_rate": 0.00018329994286139556,
      "loss": 12.2165,
      "step": 11643
    },
    {
      "epoch": 1.9066644833797282,
      "grad_norm": 0.1796043962240219,
      "learning_rate": 0.00018329708252125753,
      "loss": 12.175,
      "step": 11644
    },
    {
      "epoch": 1.9068282299001145,
      "grad_norm": 0.24860750138759613,
      "learning_rate": 0.00018329422195850626,
      "loss": 12.2291,
      "step": 11645
    },
    {
      "epoch": 1.906991976420501,
      "grad_norm": 0.14770784974098206,
      "learning_rate": 0.0001832913611731493,
      "loss": 12.2095,
      "step": 11646
    },
    {
      "epoch": 1.9071557229408875,
      "grad_norm": 0.1906132847070694,
      "learning_rate": 0.0001832885001651944,
      "loss": 12.2003,
      "step": 11647
    },
    {
      "epoch": 1.907319469461274,
      "grad_norm": 0.15945284068584442,
      "learning_rate": 0.00018328563893464916,
      "loss": 12.176,
      "step": 11648
    },
    {
      "epoch": 1.9074832159816604,
      "grad_norm": 0.17381231486797333,
      "learning_rate": 0.00018328277748152125,
      "loss": 12.2116,
      "step": 11649
    },
    {
      "epoch": 1.9076469625020467,
      "grad_norm": 0.14959849417209625,
      "learning_rate": 0.00018327991580581826,
      "loss": 12.2263,
      "step": 11650
    },
    {
      "epoch": 1.9078107090224332,
      "grad_norm": 0.14449094235897064,
      "learning_rate": 0.00018327705390754786,
      "loss": 12.1797,
      "step": 11651
    },
    {
      "epoch": 1.9079744555428197,
      "grad_norm": 0.15185752511024475,
      "learning_rate": 0.00018327419178671773,
      "loss": 12.1452,
      "step": 11652
    },
    {
      "epoch": 1.9081382020632063,
      "grad_norm": 0.16404028236865997,
      "learning_rate": 0.0001832713294433355,
      "loss": 12.1793,
      "step": 11653
    },
    {
      "epoch": 1.9083019485835926,
      "grad_norm": 0.20272426307201385,
      "learning_rate": 0.00018326846687740883,
      "loss": 12.1717,
      "step": 11654
    },
    {
      "epoch": 1.908465695103979,
      "grad_norm": 0.1750316321849823,
      "learning_rate": 0.00018326560408894532,
      "loss": 12.1303,
      "step": 11655
    },
    {
      "epoch": 1.9086294416243654,
      "grad_norm": 0.14392508566379547,
      "learning_rate": 0.00018326274107795267,
      "loss": 12.2535,
      "step": 11656
    },
    {
      "epoch": 1.908793188144752,
      "grad_norm": 0.13634362816810608,
      "learning_rate": 0.00018325987784443854,
      "loss": 12.2364,
      "step": 11657
    },
    {
      "epoch": 1.9089569346651385,
      "grad_norm": 0.1832757145166397,
      "learning_rate": 0.00018325701438841053,
      "loss": 12.2357,
      "step": 11658
    },
    {
      "epoch": 1.9091206811855248,
      "grad_norm": 0.1614883542060852,
      "learning_rate": 0.00018325415070987635,
      "loss": 12.152,
      "step": 11659
    },
    {
      "epoch": 1.9092844277059111,
      "grad_norm": 0.1564226746559143,
      "learning_rate": 0.00018325128680884363,
      "loss": 12.1837,
      "step": 11660
    },
    {
      "epoch": 1.9094481742262976,
      "grad_norm": 0.13101889193058014,
      "learning_rate": 0.00018324842268532002,
      "loss": 12.1731,
      "step": 11661
    },
    {
      "epoch": 1.9096119207466842,
      "grad_norm": 0.16892309486865997,
      "learning_rate": 0.0001832455583393132,
      "loss": 12.1869,
      "step": 11662
    },
    {
      "epoch": 1.9097756672670707,
      "grad_norm": 0.1527971625328064,
      "learning_rate": 0.0001832426937708308,
      "loss": 12.1952,
      "step": 11663
    },
    {
      "epoch": 1.909939413787457,
      "grad_norm": 0.1867477297782898,
      "learning_rate": 0.00018323982897988043,
      "loss": 12.1285,
      "step": 11664
    },
    {
      "epoch": 1.9101031603078433,
      "grad_norm": 0.14092972874641418,
      "learning_rate": 0.0001832369639664698,
      "loss": 12.2156,
      "step": 11665
    },
    {
      "epoch": 1.9102669068282299,
      "grad_norm": 0.1807340532541275,
      "learning_rate": 0.00018323409873060662,
      "loss": 12.2188,
      "step": 11666
    },
    {
      "epoch": 1.9104306533486164,
      "grad_norm": 0.17911642789840698,
      "learning_rate": 0.00018323123327229843,
      "loss": 12.2132,
      "step": 11667
    },
    {
      "epoch": 1.910594399869003,
      "grad_norm": 0.13647593557834625,
      "learning_rate": 0.00018322836759155297,
      "loss": 12.2152,
      "step": 11668
    },
    {
      "epoch": 1.9107581463893892,
      "grad_norm": 0.1477237045764923,
      "learning_rate": 0.00018322550168837787,
      "loss": 12.1545,
      "step": 11669
    },
    {
      "epoch": 1.9109218929097755,
      "grad_norm": 0.2270057201385498,
      "learning_rate": 0.00018322263556278082,
      "loss": 12.1648,
      "step": 11670
    },
    {
      "epoch": 1.911085639430162,
      "grad_norm": 0.1847945600748062,
      "learning_rate": 0.00018321976921476942,
      "loss": 12.21,
      "step": 11671
    },
    {
      "epoch": 1.9112493859505486,
      "grad_norm": 0.5578615665435791,
      "learning_rate": 0.00018321690264435137,
      "loss": 12.1921,
      "step": 11672
    },
    {
      "epoch": 1.9114131324709351,
      "grad_norm": 0.294935941696167,
      "learning_rate": 0.00018321403585153434,
      "loss": 12.2096,
      "step": 11673
    },
    {
      "epoch": 1.9115768789913214,
      "grad_norm": 0.18403731286525726,
      "learning_rate": 0.00018321116883632596,
      "loss": 12.1585,
      "step": 11674
    },
    {
      "epoch": 1.9117406255117078,
      "grad_norm": 0.20119793713092804,
      "learning_rate": 0.00018320830159873391,
      "loss": 12.1706,
      "step": 11675
    },
    {
      "epoch": 1.9119043720320943,
      "grad_norm": 0.18156807124614716,
      "learning_rate": 0.00018320543413876588,
      "loss": 12.1666,
      "step": 11676
    },
    {
      "epoch": 1.9120681185524808,
      "grad_norm": 0.17186513543128967,
      "learning_rate": 0.00018320256645642946,
      "loss": 12.1999,
      "step": 11677
    },
    {
      "epoch": 1.9122318650728674,
      "grad_norm": 0.16307468712329865,
      "learning_rate": 0.0001831996985517324,
      "loss": 12.194,
      "step": 11678
    },
    {
      "epoch": 1.9123956115932537,
      "grad_norm": 0.2065148800611496,
      "learning_rate": 0.00018319683042468233,
      "loss": 12.2442,
      "step": 11679
    },
    {
      "epoch": 1.91255935811364,
      "grad_norm": 0.18468862771987915,
      "learning_rate": 0.00018319396207528685,
      "loss": 12.1797,
      "step": 11680
    },
    {
      "epoch": 1.9127231046340265,
      "grad_norm": 0.1854722499847412,
      "learning_rate": 0.00018319109350355372,
      "loss": 12.2246,
      "step": 11681
    },
    {
      "epoch": 1.912886851154413,
      "grad_norm": 0.15081116557121277,
      "learning_rate": 0.00018318822470949058,
      "loss": 12.2041,
      "step": 11682
    },
    {
      "epoch": 1.9130505976747996,
      "grad_norm": 0.1913371980190277,
      "learning_rate": 0.00018318535569310509,
      "loss": 12.1961,
      "step": 11683
    },
    {
      "epoch": 1.9132143441951859,
      "grad_norm": 0.12951327860355377,
      "learning_rate": 0.0001831824864544049,
      "loss": 12.1724,
      "step": 11684
    },
    {
      "epoch": 1.9133780907155722,
      "grad_norm": 0.2847062945365906,
      "learning_rate": 0.0001831796169933977,
      "loss": 12.2266,
      "step": 11685
    },
    {
      "epoch": 1.9135418372359587,
      "grad_norm": 0.13734781742095947,
      "learning_rate": 0.00018317674731009115,
      "loss": 12.2199,
      "step": 11686
    },
    {
      "epoch": 1.9137055837563453,
      "grad_norm": 0.17366744577884674,
      "learning_rate": 0.0001831738774044929,
      "loss": 12.1839,
      "step": 11687
    },
    {
      "epoch": 1.9138693302767318,
      "grad_norm": 0.16329748928546906,
      "learning_rate": 0.00018317100727661067,
      "loss": 12.1775,
      "step": 11688
    },
    {
      "epoch": 1.914033076797118,
      "grad_norm": 0.16406317055225372,
      "learning_rate": 0.0001831681369264521,
      "loss": 12.2318,
      "step": 11689
    },
    {
      "epoch": 1.9141968233175044,
      "grad_norm": 0.16721560060977936,
      "learning_rate": 0.00018316526635402485,
      "loss": 12.1627,
      "step": 11690
    },
    {
      "epoch": 1.914360569837891,
      "grad_norm": 0.1700497418642044,
      "learning_rate": 0.00018316239555933662,
      "loss": 12.1748,
      "step": 11691
    },
    {
      "epoch": 1.9145243163582775,
      "grad_norm": 0.219636008143425,
      "learning_rate": 0.00018315952454239507,
      "loss": 12.1878,
      "step": 11692
    },
    {
      "epoch": 1.9146880628786638,
      "grad_norm": 0.19166776537895203,
      "learning_rate": 0.00018315665330320786,
      "loss": 12.1635,
      "step": 11693
    },
    {
      "epoch": 1.9148518093990503,
      "grad_norm": 0.14613433182239532,
      "learning_rate": 0.00018315378184178264,
      "loss": 12.2223,
      "step": 11694
    },
    {
      "epoch": 1.9150155559194366,
      "grad_norm": 0.18901169300079346,
      "learning_rate": 0.00018315091015812715,
      "loss": 12.1557,
      "step": 11695
    },
    {
      "epoch": 1.9151793024398232,
      "grad_norm": 0.17626522481441498,
      "learning_rate": 0.00018314803825224903,
      "loss": 12.155,
      "step": 11696
    },
    {
      "epoch": 1.9153430489602097,
      "grad_norm": 0.19640342891216278,
      "learning_rate": 0.00018314516612415594,
      "loss": 12.1422,
      "step": 11697
    },
    {
      "epoch": 1.915506795480596,
      "grad_norm": 0.1457812488079071,
      "learning_rate": 0.0001831422937738556,
      "loss": 12.1935,
      "step": 11698
    },
    {
      "epoch": 1.9156705420009825,
      "grad_norm": 0.1491648554801941,
      "learning_rate": 0.00018313942120135566,
      "loss": 12.1833,
      "step": 11699
    },
    {
      "epoch": 1.9158342885213688,
      "grad_norm": 0.28109872341156006,
      "learning_rate": 0.00018313654840666378,
      "loss": 12.197,
      "step": 11700
    },
    {
      "epoch": 1.9159980350417554,
      "grad_norm": 0.15649345517158508,
      "learning_rate": 0.00018313367538978764,
      "loss": 12.2077,
      "step": 11701
    },
    {
      "epoch": 1.916161781562142,
      "grad_norm": 0.172127828001976,
      "learning_rate": 0.00018313080215073496,
      "loss": 12.1664,
      "step": 11702
    },
    {
      "epoch": 1.9163255280825282,
      "grad_norm": 0.19388048350811005,
      "learning_rate": 0.0001831279286895134,
      "loss": 12.1658,
      "step": 11703
    },
    {
      "epoch": 1.9164892746029147,
      "grad_norm": 0.15563158690929413,
      "learning_rate": 0.00018312505500613058,
      "loss": 12.1845,
      "step": 11704
    },
    {
      "epoch": 1.916653021123301,
      "grad_norm": 0.14974409341812134,
      "learning_rate": 0.00018312218110059426,
      "loss": 12.1858,
      "step": 11705
    },
    {
      "epoch": 1.9168167676436876,
      "grad_norm": 0.1505611687898636,
      "learning_rate": 0.0001831193069729121,
      "loss": 12.1741,
      "step": 11706
    },
    {
      "epoch": 1.9169805141640741,
      "grad_norm": 0.20148734748363495,
      "learning_rate": 0.00018311643262309177,
      "loss": 12.1874,
      "step": 11707
    },
    {
      "epoch": 1.9171442606844604,
      "grad_norm": 0.2026643455028534,
      "learning_rate": 0.00018311355805114094,
      "loss": 12.1582,
      "step": 11708
    },
    {
      "epoch": 1.9173080072048467,
      "grad_norm": 0.18732115626335144,
      "learning_rate": 0.0001831106832570673,
      "loss": 12.2192,
      "step": 11709
    },
    {
      "epoch": 1.9174717537252333,
      "grad_norm": 0.19571037590503693,
      "learning_rate": 0.00018310780824087858,
      "loss": 12.1713,
      "step": 11710
    },
    {
      "epoch": 1.9176355002456198,
      "grad_norm": 0.1858392059803009,
      "learning_rate": 0.00018310493300258238,
      "loss": 12.1946,
      "step": 11711
    },
    {
      "epoch": 1.9177992467660063,
      "grad_norm": 0.18232683837413788,
      "learning_rate": 0.00018310205754218644,
      "loss": 12.1819,
      "step": 11712
    },
    {
      "epoch": 1.9179629932863926,
      "grad_norm": 0.21965180337429047,
      "learning_rate": 0.00018309918185969843,
      "loss": 12.2095,
      "step": 11713
    },
    {
      "epoch": 1.918126739806779,
      "grad_norm": 0.20318172872066498,
      "learning_rate": 0.00018309630595512603,
      "loss": 12.1912,
      "step": 11714
    },
    {
      "epoch": 1.9182904863271655,
      "grad_norm": 0.21517735719680786,
      "learning_rate": 0.00018309342982847696,
      "loss": 12.1766,
      "step": 11715
    },
    {
      "epoch": 1.918454232847552,
      "grad_norm": 0.18093885481357574,
      "learning_rate": 0.00018309055347975886,
      "loss": 12.2098,
      "step": 11716
    },
    {
      "epoch": 1.9186179793679385,
      "grad_norm": 0.18859656155109406,
      "learning_rate": 0.00018308767690897943,
      "loss": 12.192,
      "step": 11717
    },
    {
      "epoch": 1.9187817258883249,
      "grad_norm": 0.15139739215373993,
      "learning_rate": 0.00018308480011614638,
      "loss": 12.1223,
      "step": 11718
    },
    {
      "epoch": 1.9189454724087112,
      "grad_norm": 0.1625848263502121,
      "learning_rate": 0.00018308192310126736,
      "loss": 12.1875,
      "step": 11719
    },
    {
      "epoch": 1.9191092189290977,
      "grad_norm": 0.19447793066501617,
      "learning_rate": 0.0001830790458643501,
      "loss": 12.1384,
      "step": 11720
    },
    {
      "epoch": 1.9192729654494842,
      "grad_norm": 0.17718571424484253,
      "learning_rate": 0.00018307616840540226,
      "loss": 12.1281,
      "step": 11721
    },
    {
      "epoch": 1.9194367119698708,
      "grad_norm": 0.14781592786312103,
      "learning_rate": 0.00018307329072443155,
      "loss": 12.211,
      "step": 11722
    },
    {
      "epoch": 1.919600458490257,
      "grad_norm": 0.16555927693843842,
      "learning_rate": 0.00018307041282144564,
      "loss": 12.1213,
      "step": 11723
    },
    {
      "epoch": 1.9197642050106434,
      "grad_norm": 0.17926612496376038,
      "learning_rate": 0.00018306753469645224,
      "loss": 12.175,
      "step": 11724
    },
    {
      "epoch": 1.91992795153103,
      "grad_norm": 0.17213121056556702,
      "learning_rate": 0.00018306465634945903,
      "loss": 12.1914,
      "step": 11725
    },
    {
      "epoch": 1.9200916980514164,
      "grad_norm": 0.17352640628814697,
      "learning_rate": 0.00018306177778047372,
      "loss": 12.1858,
      "step": 11726
    },
    {
      "epoch": 1.920255444571803,
      "grad_norm": 0.15784601867198944,
      "learning_rate": 0.00018305889898950398,
      "loss": 12.1949,
      "step": 11727
    },
    {
      "epoch": 1.9204191910921893,
      "grad_norm": 0.143655464053154,
      "learning_rate": 0.0001830560199765575,
      "loss": 12.2699,
      "step": 11728
    },
    {
      "epoch": 1.9205829376125756,
      "grad_norm": 0.164566770195961,
      "learning_rate": 0.000183053140741642,
      "loss": 12.1906,
      "step": 11729
    },
    {
      "epoch": 1.9207466841329621,
      "grad_norm": 0.16070523858070374,
      "learning_rate": 0.00018305026128476518,
      "loss": 12.1951,
      "step": 11730
    },
    {
      "epoch": 1.9209104306533487,
      "grad_norm": 0.19180476665496826,
      "learning_rate": 0.0001830473816059347,
      "loss": 12.2105,
      "step": 11731
    },
    {
      "epoch": 1.9210741771737352,
      "grad_norm": 0.17708376049995422,
      "learning_rate": 0.00018304450170515826,
      "loss": 12.1747,
      "step": 11732
    },
    {
      "epoch": 1.9212379236941215,
      "grad_norm": 0.15354947745800018,
      "learning_rate": 0.00018304162158244358,
      "loss": 12.1736,
      "step": 11733
    },
    {
      "epoch": 1.9214016702145078,
      "grad_norm": 0.1912238597869873,
      "learning_rate": 0.00018303874123779836,
      "loss": 12.2096,
      "step": 11734
    },
    {
      "epoch": 1.9215654167348943,
      "grad_norm": 0.13807858526706696,
      "learning_rate": 0.00018303586067123026,
      "loss": 12.1982,
      "step": 11735
    },
    {
      "epoch": 1.9217291632552809,
      "grad_norm": 0.16846026480197906,
      "learning_rate": 0.00018303297988274704,
      "loss": 12.1974,
      "step": 11736
    },
    {
      "epoch": 1.9218929097756674,
      "grad_norm": 0.13961723446846008,
      "learning_rate": 0.00018303009887235633,
      "loss": 12.1789,
      "step": 11737
    },
    {
      "epoch": 1.9220566562960537,
      "grad_norm": 0.19639082252979279,
      "learning_rate": 0.0001830272176400659,
      "loss": 12.1957,
      "step": 11738
    },
    {
      "epoch": 1.92222040281644,
      "grad_norm": 0.1654519885778427,
      "learning_rate": 0.0001830243361858834,
      "loss": 12.2098,
      "step": 11739
    },
    {
      "epoch": 1.9223841493368266,
      "grad_norm": 0.17197012901306152,
      "learning_rate": 0.0001830214545098165,
      "loss": 12.1808,
      "step": 11740
    },
    {
      "epoch": 1.922547895857213,
      "grad_norm": 0.17241032421588898,
      "learning_rate": 0.000183018572611873,
      "loss": 12.192,
      "step": 11741
    },
    {
      "epoch": 1.9227116423775996,
      "grad_norm": 0.1939954161643982,
      "learning_rate": 0.00018301569049206052,
      "loss": 12.1494,
      "step": 11742
    },
    {
      "epoch": 1.922875388897986,
      "grad_norm": 0.17924265563488007,
      "learning_rate": 0.00018301280815038678,
      "loss": 12.2443,
      "step": 11743
    },
    {
      "epoch": 1.9230391354183722,
      "grad_norm": 0.16228452324867249,
      "learning_rate": 0.00018300992558685955,
      "loss": 12.1798,
      "step": 11744
    },
    {
      "epoch": 1.9232028819387588,
      "grad_norm": 0.17383626103401184,
      "learning_rate": 0.00018300704280148643,
      "loss": 12.1556,
      "step": 11745
    },
    {
      "epoch": 1.9233666284591453,
      "grad_norm": 0.17843236029148102,
      "learning_rate": 0.00018300415979427515,
      "loss": 12.176,
      "step": 11746
    },
    {
      "epoch": 1.9235303749795318,
      "grad_norm": 0.1808823198080063,
      "learning_rate": 0.00018300127656523346,
      "loss": 12.1904,
      "step": 11747
    },
    {
      "epoch": 1.9236941214999181,
      "grad_norm": 0.140760138630867,
      "learning_rate": 0.00018299839311436907,
      "loss": 12.1927,
      "step": 11748
    },
    {
      "epoch": 1.9238578680203045,
      "grad_norm": 0.19841459393501282,
      "learning_rate": 0.0001829955094416896,
      "loss": 12.1663,
      "step": 11749
    },
    {
      "epoch": 1.924021614540691,
      "grad_norm": 0.19730335474014282,
      "learning_rate": 0.00018299262554720284,
      "loss": 12.1999,
      "step": 11750
    },
    {
      "epoch": 1.9241853610610775,
      "grad_norm": 0.1753208488225937,
      "learning_rate": 0.00018298974143091646,
      "loss": 12.1609,
      "step": 11751
    },
    {
      "epoch": 1.924349107581464,
      "grad_norm": 0.14391964673995972,
      "learning_rate": 0.00018298685709283822,
      "loss": 12.1414,
      "step": 11752
    },
    {
      "epoch": 1.9245128541018504,
      "grad_norm": 0.18389853835105896,
      "learning_rate": 0.00018298397253297573,
      "loss": 12.2485,
      "step": 11753
    },
    {
      "epoch": 1.9246766006222367,
      "grad_norm": 0.2203959822654724,
      "learning_rate": 0.0001829810877513368,
      "loss": 12.1607,
      "step": 11754
    },
    {
      "epoch": 1.9248403471426232,
      "grad_norm": 0.15057791769504547,
      "learning_rate": 0.00018297820274792908,
      "loss": 12.1869,
      "step": 11755
    },
    {
      "epoch": 1.9250040936630097,
      "grad_norm": 0.15247955918312073,
      "learning_rate": 0.0001829753175227603,
      "loss": 12.1566,
      "step": 11756
    },
    {
      "epoch": 1.9251678401833963,
      "grad_norm": 0.1812257170677185,
      "learning_rate": 0.00018297243207583813,
      "loss": 12.197,
      "step": 11757
    },
    {
      "epoch": 1.9253315867037826,
      "grad_norm": 0.13882975280284882,
      "learning_rate": 0.00018296954640717035,
      "loss": 12.1422,
      "step": 11758
    },
    {
      "epoch": 1.9254953332241689,
      "grad_norm": 0.1903809756040573,
      "learning_rate": 0.00018296666051676467,
      "loss": 12.1575,
      "step": 11759
    },
    {
      "epoch": 1.9256590797445554,
      "grad_norm": 0.21273621916770935,
      "learning_rate": 0.00018296377440462874,
      "loss": 12.1924,
      "step": 11760
    },
    {
      "epoch": 1.925822826264942,
      "grad_norm": 0.19028417766094208,
      "learning_rate": 0.0001829608880707703,
      "loss": 12.1715,
      "step": 11761
    },
    {
      "epoch": 1.9259865727853285,
      "grad_norm": 0.17570999264717102,
      "learning_rate": 0.00018295800151519709,
      "loss": 12.203,
      "step": 11762
    },
    {
      "epoch": 1.9261503193057148,
      "grad_norm": 0.159487783908844,
      "learning_rate": 0.00018295511473791679,
      "loss": 12.2113,
      "step": 11763
    },
    {
      "epoch": 1.926314065826101,
      "grad_norm": 0.1813616007566452,
      "learning_rate": 0.00018295222773893712,
      "loss": 12.1724,
      "step": 11764
    },
    {
      "epoch": 1.9264778123464876,
      "grad_norm": 0.168103888630867,
      "learning_rate": 0.00018294934051826583,
      "loss": 12.1493,
      "step": 11765
    },
    {
      "epoch": 1.9266415588668742,
      "grad_norm": 0.19939887523651123,
      "learning_rate": 0.00018294645307591058,
      "loss": 12.1414,
      "step": 11766
    },
    {
      "epoch": 1.9268053053872605,
      "grad_norm": 0.16034035384655,
      "learning_rate": 0.00018294356541187913,
      "loss": 12.1886,
      "step": 11767
    },
    {
      "epoch": 1.926969051907647,
      "grad_norm": 0.16568996012210846,
      "learning_rate": 0.0001829406775261792,
      "loss": 12.1974,
      "step": 11768
    },
    {
      "epoch": 1.9271327984280333,
      "grad_norm": 0.16545899212360382,
      "learning_rate": 0.0001829377894188185,
      "loss": 12.1974,
      "step": 11769
    },
    {
      "epoch": 1.9272965449484198,
      "grad_norm": 0.175214484333992,
      "learning_rate": 0.0001829349010898047,
      "loss": 12.168,
      "step": 11770
    },
    {
      "epoch": 1.9274602914688064,
      "grad_norm": 0.1783389151096344,
      "learning_rate": 0.0001829320125391456,
      "loss": 12.1744,
      "step": 11771
    },
    {
      "epoch": 1.9276240379891927,
      "grad_norm": 0.169632226228714,
      "learning_rate": 0.00018292912376684884,
      "loss": 12.1376,
      "step": 11772
    },
    {
      "epoch": 1.9277877845095792,
      "grad_norm": 0.21158048510551453,
      "learning_rate": 0.00018292623477292224,
      "loss": 12.182,
      "step": 11773
    },
    {
      "epoch": 1.9279515310299655,
      "grad_norm": 0.18961618840694427,
      "learning_rate": 0.00018292334555737342,
      "loss": 12.1579,
      "step": 11774
    },
    {
      "epoch": 1.928115277550352,
      "grad_norm": 0.2484065741300583,
      "learning_rate": 0.00018292045612021017,
      "loss": 12.1974,
      "step": 11775
    },
    {
      "epoch": 1.9282790240707386,
      "grad_norm": 0.1927318423986435,
      "learning_rate": 0.00018291756646144017,
      "loss": 12.1647,
      "step": 11776
    },
    {
      "epoch": 1.928442770591125,
      "grad_norm": 0.14026734232902527,
      "learning_rate": 0.00018291467658107112,
      "loss": 12.1663,
      "step": 11777
    },
    {
      "epoch": 1.9286065171115114,
      "grad_norm": 0.16287827491760254,
      "learning_rate": 0.00018291178647911082,
      "loss": 12.143,
      "step": 11778
    },
    {
      "epoch": 1.9287702636318977,
      "grad_norm": 0.15475383400917053,
      "learning_rate": 0.00018290889615556695,
      "loss": 12.2367,
      "step": 11779
    },
    {
      "epoch": 1.9289340101522843,
      "grad_norm": 0.16976967453956604,
      "learning_rate": 0.00018290600561044723,
      "loss": 12.1996,
      "step": 11780
    },
    {
      "epoch": 1.9290977566726708,
      "grad_norm": 0.15805381536483765,
      "learning_rate": 0.00018290311484375941,
      "loss": 12.1446,
      "step": 11781
    },
    {
      "epoch": 1.9292615031930571,
      "grad_norm": 0.18136976659297943,
      "learning_rate": 0.0001829002238555112,
      "loss": 12.1982,
      "step": 11782
    },
    {
      "epoch": 1.9294252497134434,
      "grad_norm": 0.16292999684810638,
      "learning_rate": 0.00018289733264571033,
      "loss": 12.1476,
      "step": 11783
    },
    {
      "epoch": 1.92958899623383,
      "grad_norm": 0.15982462465763092,
      "learning_rate": 0.0001828944412143645,
      "loss": 12.2085,
      "step": 11784
    },
    {
      "epoch": 1.9297527427542165,
      "grad_norm": 0.14305740594863892,
      "learning_rate": 0.0001828915495614815,
      "loss": 12.1921,
      "step": 11785
    },
    {
      "epoch": 1.929916489274603,
      "grad_norm": 0.16696478426456451,
      "learning_rate": 0.00018288865768706898,
      "loss": 12.2148,
      "step": 11786
    },
    {
      "epoch": 1.9300802357949893,
      "grad_norm": 0.13892656564712524,
      "learning_rate": 0.00018288576559113474,
      "loss": 12.1745,
      "step": 11787
    },
    {
      "epoch": 1.9302439823153756,
      "grad_norm": 0.1644420027732849,
      "learning_rate": 0.00018288287327368642,
      "loss": 12.1648,
      "step": 11788
    },
    {
      "epoch": 1.9304077288357622,
      "grad_norm": 0.15284696221351624,
      "learning_rate": 0.00018287998073473184,
      "loss": 12.1927,
      "step": 11789
    },
    {
      "epoch": 1.9305714753561487,
      "grad_norm": 0.20638075470924377,
      "learning_rate": 0.0001828770879742787,
      "loss": 12.1728,
      "step": 11790
    },
    {
      "epoch": 1.9307352218765352,
      "grad_norm": 0.1847096085548401,
      "learning_rate": 0.00018287419499233472,
      "loss": 12.1945,
      "step": 11791
    },
    {
      "epoch": 1.9308989683969215,
      "grad_norm": 0.2015046328306198,
      "learning_rate": 0.00018287130178890764,
      "loss": 12.1993,
      "step": 11792
    },
    {
      "epoch": 1.9310627149173079,
      "grad_norm": 0.18768426775932312,
      "learning_rate": 0.00018286840836400522,
      "loss": 12.1567,
      "step": 11793
    },
    {
      "epoch": 1.9312264614376944,
      "grad_norm": 0.1592549979686737,
      "learning_rate": 0.00018286551471763512,
      "loss": 12.1839,
      "step": 11794
    },
    {
      "epoch": 1.931390207958081,
      "grad_norm": 0.17270682752132416,
      "learning_rate": 0.00018286262084980516,
      "loss": 12.1752,
      "step": 11795
    },
    {
      "epoch": 1.9315539544784674,
      "grad_norm": 0.14298966526985168,
      "learning_rate": 0.000182859726760523,
      "loss": 12.1999,
      "step": 11796
    },
    {
      "epoch": 1.9317177009988538,
      "grad_norm": 0.14315277338027954,
      "learning_rate": 0.00018285683244979644,
      "loss": 12.1675,
      "step": 11797
    },
    {
      "epoch": 1.93188144751924,
      "grad_norm": 0.16889649629592896,
      "learning_rate": 0.00018285393791763315,
      "loss": 12.2047,
      "step": 11798
    },
    {
      "epoch": 1.9320451940396266,
      "grad_norm": 0.1354358047246933,
      "learning_rate": 0.00018285104316404088,
      "loss": 12.1599,
      "step": 11799
    },
    {
      "epoch": 1.9322089405600131,
      "grad_norm": 0.15411905944347382,
      "learning_rate": 0.0001828481481890274,
      "loss": 12.1781,
      "step": 11800
    },
    {
      "epoch": 1.9323726870803997,
      "grad_norm": 0.19770501554012299,
      "learning_rate": 0.00018284525299260045,
      "loss": 12.1451,
      "step": 11801
    },
    {
      "epoch": 1.932536433600786,
      "grad_norm": 0.2240789383649826,
      "learning_rate": 0.0001828423575747677,
      "loss": 12.1988,
      "step": 11802
    },
    {
      "epoch": 1.9327001801211723,
      "grad_norm": 0.1612638235092163,
      "learning_rate": 0.00018283946193553698,
      "loss": 12.1873,
      "step": 11803
    },
    {
      "epoch": 1.9328639266415588,
      "grad_norm": 0.16780880093574524,
      "learning_rate": 0.00018283656607491597,
      "loss": 12.2232,
      "step": 11804
    },
    {
      "epoch": 1.9330276731619453,
      "grad_norm": 0.16387170553207397,
      "learning_rate": 0.00018283366999291242,
      "loss": 12.1612,
      "step": 11805
    },
    {
      "epoch": 1.9331914196823319,
      "grad_norm": 0.14832280576229095,
      "learning_rate": 0.0001828307736895341,
      "loss": 12.1881,
      "step": 11806
    },
    {
      "epoch": 1.9333551662027182,
      "grad_norm": 0.17950406670570374,
      "learning_rate": 0.00018282787716478868,
      "loss": 12.1797,
      "step": 11807
    },
    {
      "epoch": 1.9335189127231045,
      "grad_norm": 0.2109205424785614,
      "learning_rate": 0.00018282498041868398,
      "loss": 12.1776,
      "step": 11808
    },
    {
      "epoch": 1.933682659243491,
      "grad_norm": 0.20798209309577942,
      "learning_rate": 0.00018282208345122766,
      "loss": 12.1867,
      "step": 11809
    },
    {
      "epoch": 1.9338464057638776,
      "grad_norm": 0.15086296200752258,
      "learning_rate": 0.00018281918626242755,
      "loss": 12.192,
      "step": 11810
    },
    {
      "epoch": 1.934010152284264,
      "grad_norm": 0.26238709688186646,
      "learning_rate": 0.00018281628885229135,
      "loss": 12.2552,
      "step": 11811
    },
    {
      "epoch": 1.9341738988046504,
      "grad_norm": 0.20910783112049103,
      "learning_rate": 0.0001828133912208268,
      "loss": 12.2131,
      "step": 11812
    },
    {
      "epoch": 1.9343376453250367,
      "grad_norm": 0.1721283495426178,
      "learning_rate": 0.00018281049336804164,
      "loss": 12.2104,
      "step": 11813
    },
    {
      "epoch": 1.9345013918454232,
      "grad_norm": 0.16680900752544403,
      "learning_rate": 0.0001828075952939436,
      "loss": 12.1739,
      "step": 11814
    },
    {
      "epoch": 1.9346651383658098,
      "grad_norm": 0.12251877039670944,
      "learning_rate": 0.00018280469699854051,
      "loss": 12.154,
      "step": 11815
    },
    {
      "epoch": 1.9348288848861963,
      "grad_norm": 0.17721673846244812,
      "learning_rate": 0.00018280179848184,
      "loss": 12.2374,
      "step": 11816
    },
    {
      "epoch": 1.9349926314065826,
      "grad_norm": 0.1496373862028122,
      "learning_rate": 0.0001827988997438499,
      "loss": 12.2156,
      "step": 11817
    },
    {
      "epoch": 1.935156377926969,
      "grad_norm": 0.172969251871109,
      "learning_rate": 0.00018279600078457788,
      "loss": 12.1646,
      "step": 11818
    },
    {
      "epoch": 1.9353201244473555,
      "grad_norm": 0.13517238199710846,
      "learning_rate": 0.00018279310160403177,
      "loss": 12.2661,
      "step": 11819
    },
    {
      "epoch": 1.935483870967742,
      "grad_norm": 0.20140518248081207,
      "learning_rate": 0.0001827902022022193,
      "loss": 12.1823,
      "step": 11820
    },
    {
      "epoch": 1.9356476174881285,
      "grad_norm": 0.170389324426651,
      "learning_rate": 0.0001827873025791482,
      "loss": 12.1889,
      "step": 11821
    },
    {
      "epoch": 1.9358113640085148,
      "grad_norm": 0.2065645009279251,
      "learning_rate": 0.00018278440273482616,
      "loss": 12.1931,
      "step": 11822
    },
    {
      "epoch": 1.9359751105289011,
      "grad_norm": 0.2439797818660736,
      "learning_rate": 0.00018278150266926106,
      "loss": 12.1772,
      "step": 11823
    },
    {
      "epoch": 1.9361388570492877,
      "grad_norm": 0.20317091047763824,
      "learning_rate": 0.00018277860238246057,
      "loss": 12.219,
      "step": 11824
    },
    {
      "epoch": 1.9363026035696742,
      "grad_norm": 0.20742075145244598,
      "learning_rate": 0.00018277570187443242,
      "loss": 12.2072,
      "step": 11825
    },
    {
      "epoch": 1.9364663500900607,
      "grad_norm": 0.2706773579120636,
      "learning_rate": 0.00018277280114518442,
      "loss": 12.1736,
      "step": 11826
    },
    {
      "epoch": 1.936630096610447,
      "grad_norm": 0.15598289668560028,
      "learning_rate": 0.0001827699001947243,
      "loss": 12.2251,
      "step": 11827
    },
    {
      "epoch": 1.9367938431308334,
      "grad_norm": 0.16456857323646545,
      "learning_rate": 0.00018276699902305979,
      "loss": 12.2055,
      "step": 11828
    },
    {
      "epoch": 1.93695758965122,
      "grad_norm": 0.17609089612960815,
      "learning_rate": 0.00018276409763019866,
      "loss": 12.218,
      "step": 11829
    },
    {
      "epoch": 1.9371213361716064,
      "grad_norm": 0.20001263916492462,
      "learning_rate": 0.0001827611960161487,
      "loss": 12.1799,
      "step": 11830
    },
    {
      "epoch": 1.937285082691993,
      "grad_norm": 0.15855421125888824,
      "learning_rate": 0.0001827582941809176,
      "loss": 12.2051,
      "step": 11831
    },
    {
      "epoch": 1.9374488292123793,
      "grad_norm": 0.16421473026275635,
      "learning_rate": 0.00018275539212451314,
      "loss": 12.2145,
      "step": 11832
    },
    {
      "epoch": 1.9376125757327656,
      "grad_norm": 0.1522578001022339,
      "learning_rate": 0.00018275248984694312,
      "loss": 12.1872,
      "step": 11833
    },
    {
      "epoch": 1.937776322253152,
      "grad_norm": 0.16200608015060425,
      "learning_rate": 0.00018274958734821524,
      "loss": 12.1782,
      "step": 11834
    },
    {
      "epoch": 1.9379400687735386,
      "grad_norm": 0.173392653465271,
      "learning_rate": 0.00018274668462833727,
      "loss": 12.1394,
      "step": 11835
    },
    {
      "epoch": 1.9381038152939252,
      "grad_norm": 0.17495034635066986,
      "learning_rate": 0.00018274378168731695,
      "loss": 12.2349,
      "step": 11836
    },
    {
      "epoch": 1.9382675618143115,
      "grad_norm": 0.1966078281402588,
      "learning_rate": 0.0001827408785251621,
      "loss": 12.1704,
      "step": 11837
    },
    {
      "epoch": 1.9384313083346978,
      "grad_norm": 0.16534478962421417,
      "learning_rate": 0.00018273797514188042,
      "loss": 12.1582,
      "step": 11838
    },
    {
      "epoch": 1.9385950548550843,
      "grad_norm": 0.16905838251113892,
      "learning_rate": 0.0001827350715374797,
      "loss": 12.1611,
      "step": 11839
    },
    {
      "epoch": 1.9387588013754709,
      "grad_norm": 0.20708723366260529,
      "learning_rate": 0.00018273216771196767,
      "loss": 12.1873,
      "step": 11840
    },
    {
      "epoch": 1.9389225478958572,
      "grad_norm": 0.15150271356105804,
      "learning_rate": 0.00018272926366535216,
      "loss": 12.2084,
      "step": 11841
    },
    {
      "epoch": 1.9390862944162437,
      "grad_norm": 0.1687839776277542,
      "learning_rate": 0.00018272635939764082,
      "loss": 12.2182,
      "step": 11842
    },
    {
      "epoch": 1.93925004093663,
      "grad_norm": 0.23061424493789673,
      "learning_rate": 0.0001827234549088415,
      "loss": 12.1998,
      "step": 11843
    },
    {
      "epoch": 1.9394137874570165,
      "grad_norm": 0.19877925515174866,
      "learning_rate": 0.00018272055019896195,
      "loss": 12.2003,
      "step": 11844
    },
    {
      "epoch": 1.939577533977403,
      "grad_norm": 0.17270015180110931,
      "learning_rate": 0.0001827176452680099,
      "loss": 12.1582,
      "step": 11845
    },
    {
      "epoch": 1.9397412804977894,
      "grad_norm": 0.2711148262023926,
      "learning_rate": 0.00018271474011599312,
      "loss": 12.1255,
      "step": 11846
    },
    {
      "epoch": 1.939905027018176,
      "grad_norm": 0.14718838036060333,
      "learning_rate": 0.0001827118347429194,
      "loss": 12.1878,
      "step": 11847
    },
    {
      "epoch": 1.9400687735385622,
      "grad_norm": 0.1939295381307602,
      "learning_rate": 0.0001827089291487965,
      "loss": 12.2184,
      "step": 11848
    },
    {
      "epoch": 1.9402325200589488,
      "grad_norm": 0.19841213524341583,
      "learning_rate": 0.00018270602333363218,
      "loss": 12.1871,
      "step": 11849
    },
    {
      "epoch": 1.9403962665793353,
      "grad_norm": 0.21530309319496155,
      "learning_rate": 0.00018270311729743418,
      "loss": 12.1914,
      "step": 11850
    },
    {
      "epoch": 1.9405600130997216,
      "grad_norm": 0.1821865737438202,
      "learning_rate": 0.0001827002110402103,
      "loss": 12.1792,
      "step": 11851
    },
    {
      "epoch": 1.9407237596201081,
      "grad_norm": 0.18227145075798035,
      "learning_rate": 0.00018269730456196829,
      "loss": 12.161,
      "step": 11852
    },
    {
      "epoch": 1.9408875061404944,
      "grad_norm": 0.1670982539653778,
      "learning_rate": 0.0001826943978627159,
      "loss": 12.2006,
      "step": 11853
    },
    {
      "epoch": 1.941051252660881,
      "grad_norm": 0.21712906658649445,
      "learning_rate": 0.00018269149094246094,
      "loss": 12.2469,
      "step": 11854
    },
    {
      "epoch": 1.9412149991812675,
      "grad_norm": 0.21988090872764587,
      "learning_rate": 0.00018268858380121117,
      "loss": 12.1941,
      "step": 11855
    },
    {
      "epoch": 1.9413787457016538,
      "grad_norm": 0.23521468043327332,
      "learning_rate": 0.00018268567643897434,
      "loss": 12.1746,
      "step": 11856
    },
    {
      "epoch": 1.9415424922220401,
      "grad_norm": 0.21521298587322235,
      "learning_rate": 0.00018268276885575823,
      "loss": 12.1575,
      "step": 11857
    },
    {
      "epoch": 1.9417062387424266,
      "grad_norm": 0.15076851844787598,
      "learning_rate": 0.0001826798610515706,
      "loss": 12.1971,
      "step": 11858
    },
    {
      "epoch": 1.9418699852628132,
      "grad_norm": 0.17332950234413147,
      "learning_rate": 0.00018267695302641928,
      "loss": 12.2198,
      "step": 11859
    },
    {
      "epoch": 1.9420337317831997,
      "grad_norm": 0.20352190732955933,
      "learning_rate": 0.00018267404478031194,
      "loss": 12.2056,
      "step": 11860
    },
    {
      "epoch": 1.942197478303586,
      "grad_norm": 0.18803265690803528,
      "learning_rate": 0.00018267113631325642,
      "loss": 12.2023,
      "step": 11861
    },
    {
      "epoch": 1.9423612248239723,
      "grad_norm": 0.16225668787956238,
      "learning_rate": 0.00018266822762526047,
      "loss": 12.1685,
      "step": 11862
    },
    {
      "epoch": 1.9425249713443589,
      "grad_norm": 0.19233962893486023,
      "learning_rate": 0.00018266531871633188,
      "loss": 12.1755,
      "step": 11863
    },
    {
      "epoch": 1.9426887178647454,
      "grad_norm": 0.1835324764251709,
      "learning_rate": 0.0001826624095864784,
      "loss": 12.2138,
      "step": 11864
    },
    {
      "epoch": 1.942852464385132,
      "grad_norm": 0.269052118062973,
      "learning_rate": 0.00018265950023570784,
      "loss": 12.162,
      "step": 11865
    },
    {
      "epoch": 1.9430162109055182,
      "grad_norm": 0.18233932554721832,
      "learning_rate": 0.00018265659066402795,
      "loss": 12.1965,
      "step": 11866
    },
    {
      "epoch": 1.9431799574259045,
      "grad_norm": 0.14595021307468414,
      "learning_rate": 0.00018265368087144653,
      "loss": 12.1653,
      "step": 11867
    },
    {
      "epoch": 1.943343703946291,
      "grad_norm": 0.14955377578735352,
      "learning_rate": 0.0001826507708579713,
      "loss": 12.1745,
      "step": 11868
    },
    {
      "epoch": 1.9435074504666776,
      "grad_norm": 0.23157130181789398,
      "learning_rate": 0.00018264786062361008,
      "loss": 12.1564,
      "step": 11869
    },
    {
      "epoch": 1.9436711969870641,
      "grad_norm": 0.17027239501476288,
      "learning_rate": 0.00018264495016837067,
      "loss": 12.1659,
      "step": 11870
    },
    {
      "epoch": 1.9438349435074505,
      "grad_norm": 0.16484098136425018,
      "learning_rate": 0.0001826420394922608,
      "loss": 12.1751,
      "step": 11871
    },
    {
      "epoch": 1.9439986900278368,
      "grad_norm": 0.21583983302116394,
      "learning_rate": 0.0001826391285952883,
      "loss": 12.1936,
      "step": 11872
    },
    {
      "epoch": 1.9441624365482233,
      "grad_norm": 0.15221653878688812,
      "learning_rate": 0.00018263621747746086,
      "loss": 12.1968,
      "step": 11873
    },
    {
      "epoch": 1.9443261830686098,
      "grad_norm": 0.17300941050052643,
      "learning_rate": 0.00018263330613878638,
      "loss": 12.2221,
      "step": 11874
    },
    {
      "epoch": 1.9444899295889964,
      "grad_norm": 0.19366030395030975,
      "learning_rate": 0.00018263039457927253,
      "loss": 12.1953,
      "step": 11875
    },
    {
      "epoch": 1.9446536761093827,
      "grad_norm": 0.15129052102565765,
      "learning_rate": 0.00018262748279892718,
      "loss": 12.1853,
      "step": 11876
    },
    {
      "epoch": 1.944817422629769,
      "grad_norm": 0.18128231167793274,
      "learning_rate": 0.00018262457079775806,
      "loss": 12.1999,
      "step": 11877
    },
    {
      "epoch": 1.9449811691501555,
      "grad_norm": 0.15182018280029297,
      "learning_rate": 0.00018262165857577296,
      "loss": 12.193,
      "step": 11878
    },
    {
      "epoch": 1.945144915670542,
      "grad_norm": 0.14102144539356232,
      "learning_rate": 0.00018261874613297968,
      "loss": 12.1521,
      "step": 11879
    },
    {
      "epoch": 1.9453086621909286,
      "grad_norm": 0.18651030957698822,
      "learning_rate": 0.00018261583346938597,
      "loss": 12.1916,
      "step": 11880
    },
    {
      "epoch": 1.9454724087113149,
      "grad_norm": 0.20629312098026276,
      "learning_rate": 0.00018261292058499966,
      "loss": 12.205,
      "step": 11881
    },
    {
      "epoch": 1.9456361552317012,
      "grad_norm": 0.20194712281227112,
      "learning_rate": 0.00018261000747982849,
      "loss": 12.2286,
      "step": 11882
    },
    {
      "epoch": 1.9457999017520877,
      "grad_norm": 0.17453838884830475,
      "learning_rate": 0.00018260709415388027,
      "loss": 12.1827,
      "step": 11883
    },
    {
      "epoch": 1.9459636482724743,
      "grad_norm": 0.1809890866279602,
      "learning_rate": 0.00018260418060716277,
      "loss": 12.1586,
      "step": 11884
    },
    {
      "epoch": 1.9461273947928608,
      "grad_norm": 0.25426143407821655,
      "learning_rate": 0.00018260126683968385,
      "loss": 12.1584,
      "step": 11885
    },
    {
      "epoch": 1.946291141313247,
      "grad_norm": 0.1751893162727356,
      "learning_rate": 0.00018259835285145117,
      "loss": 12.1823,
      "step": 11886
    },
    {
      "epoch": 1.9464548878336334,
      "grad_norm": 0.174883633852005,
      "learning_rate": 0.0001825954386424726,
      "loss": 12.1995,
      "step": 11887
    },
    {
      "epoch": 1.94661863435402,
      "grad_norm": 0.16223791241645813,
      "learning_rate": 0.00018259252421275592,
      "loss": 12.2436,
      "step": 11888
    },
    {
      "epoch": 1.9467823808744065,
      "grad_norm": 0.22666071355342865,
      "learning_rate": 0.0001825896095623089,
      "loss": 12.2521,
      "step": 11889
    },
    {
      "epoch": 1.946946127394793,
      "grad_norm": 0.16394665837287903,
      "learning_rate": 0.00018258669469113935,
      "loss": 12.167,
      "step": 11890
    },
    {
      "epoch": 1.9471098739151793,
      "grad_norm": 0.16233192384243011,
      "learning_rate": 0.00018258377959925505,
      "loss": 12.1639,
      "step": 11891
    },
    {
      "epoch": 1.9472736204355656,
      "grad_norm": 0.1573435366153717,
      "learning_rate": 0.00018258086428666378,
      "loss": 12.1922,
      "step": 11892
    },
    {
      "epoch": 1.9474373669559522,
      "grad_norm": 0.19621554017066956,
      "learning_rate": 0.00018257794875337332,
      "loss": 12.2034,
      "step": 11893
    },
    {
      "epoch": 1.9476011134763387,
      "grad_norm": 0.1522316187620163,
      "learning_rate": 0.00018257503299939153,
      "loss": 12.166,
      "step": 11894
    },
    {
      "epoch": 1.9477648599967252,
      "grad_norm": 0.19547641277313232,
      "learning_rate": 0.00018257211702472613,
      "loss": 12.1811,
      "step": 11895
    },
    {
      "epoch": 1.9479286065171115,
      "grad_norm": 0.17495332658290863,
      "learning_rate": 0.00018256920082938496,
      "loss": 12.1453,
      "step": 11896
    },
    {
      "epoch": 1.9480923530374978,
      "grad_norm": 0.1355123370885849,
      "learning_rate": 0.00018256628441337577,
      "loss": 12.1751,
      "step": 11897
    },
    {
      "epoch": 1.9482560995578844,
      "grad_norm": 0.19063438475131989,
      "learning_rate": 0.0001825633677767064,
      "loss": 12.1492,
      "step": 11898
    },
    {
      "epoch": 1.948419846078271,
      "grad_norm": 0.18822821974754333,
      "learning_rate": 0.0001825604509193846,
      "loss": 12.2026,
      "step": 11899
    },
    {
      "epoch": 1.9485835925986574,
      "grad_norm": 0.14408579468727112,
      "learning_rate": 0.0001825575338414182,
      "loss": 12.1959,
      "step": 11900
    },
    {
      "epoch": 1.9487473391190437,
      "grad_norm": 0.2191539704799652,
      "learning_rate": 0.00018255461654281496,
      "loss": 12.1634,
      "step": 11901
    },
    {
      "epoch": 1.94891108563943,
      "grad_norm": 0.17450104653835297,
      "learning_rate": 0.0001825516990235827,
      "loss": 12.14,
      "step": 11902
    },
    {
      "epoch": 1.9490748321598166,
      "grad_norm": 0.1921597123146057,
      "learning_rate": 0.00018254878128372924,
      "loss": 12.1817,
      "step": 11903
    },
    {
      "epoch": 1.9492385786802031,
      "grad_norm": 0.1842518299818039,
      "learning_rate": 0.00018254586332326235,
      "loss": 12.1644,
      "step": 11904
    },
    {
      "epoch": 1.9494023252005896,
      "grad_norm": 0.1622568517923355,
      "learning_rate": 0.00018254294514218983,
      "loss": 12.1743,
      "step": 11905
    },
    {
      "epoch": 1.949566071720976,
      "grad_norm": 0.13523530960083008,
      "learning_rate": 0.0001825400267405195,
      "loss": 12.1954,
      "step": 11906
    },
    {
      "epoch": 1.9497298182413623,
      "grad_norm": 0.14512106776237488,
      "learning_rate": 0.00018253710811825911,
      "loss": 12.1993,
      "step": 11907
    },
    {
      "epoch": 1.9498935647617488,
      "grad_norm": 0.15798354148864746,
      "learning_rate": 0.0001825341892754165,
      "loss": 12.2163,
      "step": 11908
    },
    {
      "epoch": 1.9500573112821353,
      "grad_norm": 0.18830914795398712,
      "learning_rate": 0.00018253127021199947,
      "loss": 12.1643,
      "step": 11909
    },
    {
      "epoch": 1.9502210578025219,
      "grad_norm": 0.1506022959947586,
      "learning_rate": 0.0001825283509280158,
      "loss": 12.1777,
      "step": 11910
    },
    {
      "epoch": 1.9503848043229082,
      "grad_norm": 0.16180552542209625,
      "learning_rate": 0.0001825254314234733,
      "loss": 12.2012,
      "step": 11911
    },
    {
      "epoch": 1.9505485508432945,
      "grad_norm": 0.20061394572257996,
      "learning_rate": 0.0001825225116983798,
      "loss": 12.183,
      "step": 11912
    },
    {
      "epoch": 1.950712297363681,
      "grad_norm": 0.1798340380191803,
      "learning_rate": 0.0001825195917527431,
      "loss": 12.1978,
      "step": 11913
    },
    {
      "epoch": 1.9508760438840675,
      "grad_norm": 0.21764995157718658,
      "learning_rate": 0.00018251667158657094,
      "loss": 12.2154,
      "step": 11914
    },
    {
      "epoch": 1.9510397904044539,
      "grad_norm": 0.2361157238483429,
      "learning_rate": 0.00018251375119987117,
      "loss": 12.1718,
      "step": 11915
    },
    {
      "epoch": 1.9512035369248404,
      "grad_norm": 0.14509370923042297,
      "learning_rate": 0.0001825108305926516,
      "loss": 12.1466,
      "step": 11916
    },
    {
      "epoch": 1.9513672834452267,
      "grad_norm": 0.13208861649036407,
      "learning_rate": 0.00018250790976492005,
      "loss": 12.2046,
      "step": 11917
    },
    {
      "epoch": 1.9515310299656132,
      "grad_norm": 0.13890022039413452,
      "learning_rate": 0.00018250498871668426,
      "loss": 12.1644,
      "step": 11918
    },
    {
      "epoch": 1.9516947764859998,
      "grad_norm": 0.15211543440818787,
      "learning_rate": 0.00018250206744795214,
      "loss": 12.2308,
      "step": 11919
    },
    {
      "epoch": 1.951858523006386,
      "grad_norm": 0.15346308052539825,
      "learning_rate": 0.00018249914595873138,
      "loss": 12.2259,
      "step": 11920
    },
    {
      "epoch": 1.9520222695267726,
      "grad_norm": 0.297750324010849,
      "learning_rate": 0.0001824962242490299,
      "loss": 12.1729,
      "step": 11921
    },
    {
      "epoch": 1.952186016047159,
      "grad_norm": 0.1543004810810089,
      "learning_rate": 0.00018249330231885543,
      "loss": 12.1787,
      "step": 11922
    },
    {
      "epoch": 1.9523497625675454,
      "grad_norm": 0.17717818915843964,
      "learning_rate": 0.00018249038016821578,
      "loss": 12.2049,
      "step": 11923
    },
    {
      "epoch": 1.952513509087932,
      "grad_norm": 0.16154560446739197,
      "learning_rate": 0.00018248745779711882,
      "loss": 12.174,
      "step": 11924
    },
    {
      "epoch": 1.9526772556083183,
      "grad_norm": 0.149416983127594,
      "learning_rate": 0.00018248453520557228,
      "loss": 12.1912,
      "step": 11925
    },
    {
      "epoch": 1.9528410021287048,
      "grad_norm": 0.1473758965730667,
      "learning_rate": 0.00018248161239358405,
      "loss": 12.1875,
      "step": 11926
    },
    {
      "epoch": 1.9530047486490911,
      "grad_norm": 0.1447419971227646,
      "learning_rate": 0.0001824786893611619,
      "loss": 12.1961,
      "step": 11927
    },
    {
      "epoch": 1.9531684951694777,
      "grad_norm": 0.20697981119155884,
      "learning_rate": 0.00018247576610831362,
      "loss": 12.2558,
      "step": 11928
    },
    {
      "epoch": 1.9533322416898642,
      "grad_norm": 0.17655020952224731,
      "learning_rate": 0.0001824728426350471,
      "loss": 12.1563,
      "step": 11929
    },
    {
      "epoch": 1.9534959882102505,
      "grad_norm": 0.12073617428541183,
      "learning_rate": 0.00018246991894137004,
      "loss": 12.2062,
      "step": 11930
    },
    {
      "epoch": 1.9536597347306368,
      "grad_norm": 0.16056011617183685,
      "learning_rate": 0.00018246699502729038,
      "loss": 12.1772,
      "step": 11931
    },
    {
      "epoch": 1.9538234812510233,
      "grad_norm": 0.18712015450000763,
      "learning_rate": 0.0001824640708928158,
      "loss": 12.1995,
      "step": 11932
    },
    {
      "epoch": 1.9539872277714099,
      "grad_norm": 0.17609752714633942,
      "learning_rate": 0.00018246114653795424,
      "loss": 12.1631,
      "step": 11933
    },
    {
      "epoch": 1.9541509742917964,
      "grad_norm": 0.17497839033603668,
      "learning_rate": 0.00018245822196271343,
      "loss": 12.1762,
      "step": 11934
    },
    {
      "epoch": 1.9543147208121827,
      "grad_norm": 0.21018609404563904,
      "learning_rate": 0.00018245529716710124,
      "loss": 12.1599,
      "step": 11935
    },
    {
      "epoch": 1.954478467332569,
      "grad_norm": 0.16565287113189697,
      "learning_rate": 0.00018245237215112542,
      "loss": 12.1912,
      "step": 11936
    },
    {
      "epoch": 1.9546422138529556,
      "grad_norm": 0.17406275868415833,
      "learning_rate": 0.00018244944691479386,
      "loss": 12.1874,
      "step": 11937
    },
    {
      "epoch": 1.954805960373342,
      "grad_norm": 0.16468612849712372,
      "learning_rate": 0.00018244652145811435,
      "loss": 12.206,
      "step": 11938
    },
    {
      "epoch": 1.9549697068937286,
      "grad_norm": 0.26274293661117554,
      "learning_rate": 0.00018244359578109472,
      "loss": 12.245,
      "step": 11939
    },
    {
      "epoch": 1.955133453414115,
      "grad_norm": 0.17235413193702698,
      "learning_rate": 0.00018244066988374274,
      "loss": 12.195,
      "step": 11940
    },
    {
      "epoch": 1.9552971999345012,
      "grad_norm": 0.17475448548793793,
      "learning_rate": 0.0001824377437660663,
      "loss": 12.1908,
      "step": 11941
    },
    {
      "epoch": 1.9554609464548878,
      "grad_norm": 0.15644173324108124,
      "learning_rate": 0.00018243481742807313,
      "loss": 12.1904,
      "step": 11942
    },
    {
      "epoch": 1.9556246929752743,
      "grad_norm": 0.16156849265098572,
      "learning_rate": 0.00018243189086977117,
      "loss": 12.1854,
      "step": 11943
    },
    {
      "epoch": 1.9557884394956608,
      "grad_norm": 0.17123746871948242,
      "learning_rate": 0.00018242896409116814,
      "loss": 12.2113,
      "step": 11944
    },
    {
      "epoch": 1.9559521860160471,
      "grad_norm": 0.2484935224056244,
      "learning_rate": 0.0001824260370922719,
      "loss": 12.1551,
      "step": 11945
    },
    {
      "epoch": 1.9561159325364335,
      "grad_norm": 0.18685126304626465,
      "learning_rate": 0.00018242310987309028,
      "loss": 12.2163,
      "step": 11946
    },
    {
      "epoch": 1.95627967905682,
      "grad_norm": 0.18399502336978912,
      "learning_rate": 0.0001824201824336311,
      "loss": 12.149,
      "step": 11947
    },
    {
      "epoch": 1.9564434255772065,
      "grad_norm": 0.1351194679737091,
      "learning_rate": 0.00018241725477390216,
      "loss": 12.1981,
      "step": 11948
    },
    {
      "epoch": 1.956607172097593,
      "grad_norm": 0.16991232335567474,
      "learning_rate": 0.00018241432689391132,
      "loss": 12.1947,
      "step": 11949
    },
    {
      "epoch": 1.9567709186179794,
      "grad_norm": 0.17463809251785278,
      "learning_rate": 0.00018241139879366638,
      "loss": 12.1965,
      "step": 11950
    },
    {
      "epoch": 1.9569346651383657,
      "grad_norm": 0.2092750519514084,
      "learning_rate": 0.00018240847047317515,
      "loss": 12.182,
      "step": 11951
    },
    {
      "epoch": 1.9570984116587522,
      "grad_norm": 0.23236215114593506,
      "learning_rate": 0.0001824055419324455,
      "loss": 12.1949,
      "step": 11952
    },
    {
      "epoch": 1.9572621581791387,
      "grad_norm": 0.21588310599327087,
      "learning_rate": 0.00018240261317148523,
      "loss": 12.13,
      "step": 11953
    },
    {
      "epoch": 1.9574259046995253,
      "grad_norm": 0.17083518207073212,
      "learning_rate": 0.00018239968419030218,
      "loss": 12.1821,
      "step": 11954
    },
    {
      "epoch": 1.9575896512199116,
      "grad_norm": 0.1834777295589447,
      "learning_rate": 0.00018239675498890417,
      "loss": 12.179,
      "step": 11955
    },
    {
      "epoch": 1.9577533977402979,
      "grad_norm": 0.16084472835063934,
      "learning_rate": 0.000182393825567299,
      "loss": 12.1775,
      "step": 11956
    },
    {
      "epoch": 1.9579171442606844,
      "grad_norm": 0.20017443597316742,
      "learning_rate": 0.00018239089592549454,
      "loss": 12.1971,
      "step": 11957
    },
    {
      "epoch": 1.958080890781071,
      "grad_norm": 0.1867055892944336,
      "learning_rate": 0.00018238796606349862,
      "loss": 12.1801,
      "step": 11958
    },
    {
      "epoch": 1.9582446373014575,
      "grad_norm": 0.18886464834213257,
      "learning_rate": 0.00018238503598131905,
      "loss": 12.2373,
      "step": 11959
    },
    {
      "epoch": 1.9584083838218438,
      "grad_norm": 0.2757541239261627,
      "learning_rate": 0.00018238210567896366,
      "loss": 12.1611,
      "step": 11960
    },
    {
      "epoch": 1.95857213034223,
      "grad_norm": 0.2086009383201599,
      "learning_rate": 0.0001823791751564403,
      "loss": 12.1903,
      "step": 11961
    },
    {
      "epoch": 1.9587358768626166,
      "grad_norm": 0.1951989233493805,
      "learning_rate": 0.00018237624441375677,
      "loss": 12.1522,
      "step": 11962
    },
    {
      "epoch": 1.9588996233830032,
      "grad_norm": 0.23368516564369202,
      "learning_rate": 0.00018237331345092095,
      "loss": 12.2029,
      "step": 11963
    },
    {
      "epoch": 1.9590633699033897,
      "grad_norm": 0.19171495735645294,
      "learning_rate": 0.00018237038226794064,
      "loss": 12.1753,
      "step": 11964
    },
    {
      "epoch": 1.959227116423776,
      "grad_norm": 0.18384338915348053,
      "learning_rate": 0.00018236745086482365,
      "loss": 12.1669,
      "step": 11965
    },
    {
      "epoch": 1.9593908629441623,
      "grad_norm": 0.20334342122077942,
      "learning_rate": 0.0001823645192415779,
      "loss": 12.1769,
      "step": 11966
    },
    {
      "epoch": 1.9595546094645488,
      "grad_norm": 0.17565672099590302,
      "learning_rate": 0.00018236158739821112,
      "loss": 12.2,
      "step": 11967
    },
    {
      "epoch": 1.9597183559849354,
      "grad_norm": 0.1758829653263092,
      "learning_rate": 0.00018235865533473123,
      "loss": 12.1754,
      "step": 11968
    },
    {
      "epoch": 1.959882102505322,
      "grad_norm": 0.18298479914665222,
      "learning_rate": 0.000182355723051146,
      "loss": 12.1796,
      "step": 11969
    },
    {
      "epoch": 1.9600458490257082,
      "grad_norm": 0.1589386910200119,
      "learning_rate": 0.0001823527905474633,
      "loss": 12.1863,
      "step": 11970
    },
    {
      "epoch": 1.9602095955460945,
      "grad_norm": 0.2038419097661972,
      "learning_rate": 0.00018234985782369096,
      "loss": 12.1568,
      "step": 11971
    },
    {
      "epoch": 1.960373342066481,
      "grad_norm": 0.13637606799602509,
      "learning_rate": 0.00018234692487983684,
      "loss": 12.1691,
      "step": 11972
    },
    {
      "epoch": 1.9605370885868676,
      "grad_norm": 0.19771338999271393,
      "learning_rate": 0.00018234399171590873,
      "loss": 12.2176,
      "step": 11973
    },
    {
      "epoch": 1.9607008351072541,
      "grad_norm": 0.2287432700395584,
      "learning_rate": 0.00018234105833191456,
      "loss": 12.1595,
      "step": 11974
    },
    {
      "epoch": 1.9608645816276404,
      "grad_norm": 0.2119298130273819,
      "learning_rate": 0.00018233812472786206,
      "loss": 12.1863,
      "step": 11975
    },
    {
      "epoch": 1.9610283281480267,
      "grad_norm": 0.1651957631111145,
      "learning_rate": 0.00018233519090375913,
      "loss": 12.1839,
      "step": 11976
    },
    {
      "epoch": 1.9611920746684133,
      "grad_norm": 0.21914614737033844,
      "learning_rate": 0.00018233225685961358,
      "loss": 12.2101,
      "step": 11977
    },
    {
      "epoch": 1.9613558211887998,
      "grad_norm": 0.167384535074234,
      "learning_rate": 0.00018232932259543329,
      "loss": 12.1614,
      "step": 11978
    },
    {
      "epoch": 1.9615195677091863,
      "grad_norm": 0.18055459856987,
      "learning_rate": 0.0001823263881112261,
      "loss": 12.2148,
      "step": 11979
    },
    {
      "epoch": 1.9616833142295726,
      "grad_norm": 0.17932936549186707,
      "learning_rate": 0.0001823234534069998,
      "loss": 12.1804,
      "step": 11980
    },
    {
      "epoch": 1.961847060749959,
      "grad_norm": 0.16941145062446594,
      "learning_rate": 0.0001823205184827623,
      "loss": 12.1797,
      "step": 11981
    },
    {
      "epoch": 1.9620108072703455,
      "grad_norm": 0.20500725507736206,
      "learning_rate": 0.00018231758333852138,
      "loss": 12.1825,
      "step": 11982
    },
    {
      "epoch": 1.962174553790732,
      "grad_norm": 0.19878120720386505,
      "learning_rate": 0.00018231464797428492,
      "loss": 12.1495,
      "step": 11983
    },
    {
      "epoch": 1.9623383003111186,
      "grad_norm": 0.17352043092250824,
      "learning_rate": 0.00018231171239006078,
      "loss": 12.1811,
      "step": 11984
    },
    {
      "epoch": 1.9625020468315049,
      "grad_norm": 0.2159014344215393,
      "learning_rate": 0.00018230877658585677,
      "loss": 12.1826,
      "step": 11985
    },
    {
      "epoch": 1.9626657933518912,
      "grad_norm": 0.14380349218845367,
      "learning_rate": 0.00018230584056168074,
      "loss": 12.2164,
      "step": 11986
    },
    {
      "epoch": 1.9628295398722777,
      "grad_norm": 0.19009874761104584,
      "learning_rate": 0.0001823029043175406,
      "loss": 12.2058,
      "step": 11987
    },
    {
      "epoch": 1.9629932863926642,
      "grad_norm": 0.14060363173484802,
      "learning_rate": 0.0001822999678534441,
      "loss": 12.1507,
      "step": 11988
    },
    {
      "epoch": 1.9631570329130505,
      "grad_norm": 0.1672922819852829,
      "learning_rate": 0.00018229703116939914,
      "loss": 12.209,
      "step": 11989
    },
    {
      "epoch": 1.963320779433437,
      "grad_norm": 0.1717166304588318,
      "learning_rate": 0.00018229409426541356,
      "loss": 12.2312,
      "step": 11990
    },
    {
      "epoch": 1.9634845259538234,
      "grad_norm": 0.1619570553302765,
      "learning_rate": 0.00018229115714149522,
      "loss": 12.1879,
      "step": 11991
    },
    {
      "epoch": 1.96364827247421,
      "grad_norm": 0.13877767324447632,
      "learning_rate": 0.00018228821979765196,
      "loss": 12.1551,
      "step": 11992
    },
    {
      "epoch": 1.9638120189945965,
      "grad_norm": 0.15824002027511597,
      "learning_rate": 0.00018228528223389163,
      "loss": 12.1931,
      "step": 11993
    },
    {
      "epoch": 1.9639757655149828,
      "grad_norm": 0.1820090413093567,
      "learning_rate": 0.0001822823444502221,
      "loss": 12.244,
      "step": 11994
    },
    {
      "epoch": 1.9641395120353693,
      "grad_norm": 0.15353325009346008,
      "learning_rate": 0.0001822794064466512,
      "loss": 12.1666,
      "step": 11995
    },
    {
      "epoch": 1.9643032585557556,
      "grad_norm": 0.23669689893722534,
      "learning_rate": 0.00018227646822318675,
      "loss": 12.1863,
      "step": 11996
    },
    {
      "epoch": 1.9644670050761421,
      "grad_norm": 0.18381184339523315,
      "learning_rate": 0.00018227352977983664,
      "loss": 12.151,
      "step": 11997
    },
    {
      "epoch": 1.9646307515965287,
      "grad_norm": 0.15495826303958893,
      "learning_rate": 0.00018227059111660876,
      "loss": 12.1753,
      "step": 11998
    },
    {
      "epoch": 1.964794498116915,
      "grad_norm": 0.19075731933116913,
      "learning_rate": 0.0001822676522335109,
      "loss": 12.2016,
      "step": 11999
    },
    {
      "epoch": 1.9649582446373015,
      "grad_norm": 0.14604470133781433,
      "learning_rate": 0.0001822647131305509,
      "loss": 12.1537,
      "step": 12000
    },
    {
      "epoch": 1.9649582446373015,
      "eval_loss": 12.165635108947754,
      "eval_runtime": 7.2727,
      "eval_samples_per_second": 33.825,
      "eval_steps_per_second": 16.912,
      "step": 12000
    },
    {
      "epoch": 1.9651219911576878,
      "grad_norm": 0.1664154827594757,
      "learning_rate": 0.00018226177380773671,
      "loss": 12.1754,
      "step": 12001
    },
    {
      "epoch": 1.9652857376780744,
      "grad_norm": 0.15692655742168427,
      "learning_rate": 0.00018225883426507613,
      "loss": 12.1886,
      "step": 12002
    },
    {
      "epoch": 1.9654494841984609,
      "grad_norm": 0.16292022168636322,
      "learning_rate": 0.00018225589450257697,
      "loss": 12.2144,
      "step": 12003
    },
    {
      "epoch": 1.9656132307188472,
      "grad_norm": 0.21455739438533783,
      "learning_rate": 0.00018225295452024715,
      "loss": 12.1637,
      "step": 12004
    },
    {
      "epoch": 1.9657769772392335,
      "grad_norm": 0.15966086089611053,
      "learning_rate": 0.00018225001431809452,
      "loss": 12.203,
      "step": 12005
    },
    {
      "epoch": 1.96594072375962,
      "grad_norm": 0.2857564389705658,
      "learning_rate": 0.00018224707389612692,
      "loss": 12.1707,
      "step": 12006
    },
    {
      "epoch": 1.9661044702800066,
      "grad_norm": 0.2573609948158264,
      "learning_rate": 0.0001822441332543522,
      "loss": 12.163,
      "step": 12007
    },
    {
      "epoch": 1.966268216800393,
      "grad_norm": 0.16895556449890137,
      "learning_rate": 0.00018224119239277823,
      "loss": 12.1528,
      "step": 12008
    },
    {
      "epoch": 1.9664319633207794,
      "grad_norm": 0.14365802705287933,
      "learning_rate": 0.0001822382513114129,
      "loss": 12.1689,
      "step": 12009
    },
    {
      "epoch": 1.9665957098411657,
      "grad_norm": 0.1803915947675705,
      "learning_rate": 0.000182235310010264,
      "loss": 12.1774,
      "step": 12010
    },
    {
      "epoch": 1.9667594563615522,
      "grad_norm": 0.14706562459468842,
      "learning_rate": 0.0001822323684893395,
      "loss": 12.1966,
      "step": 12011
    },
    {
      "epoch": 1.9669232028819388,
      "grad_norm": 0.27157464623451233,
      "learning_rate": 0.00018222942674864714,
      "loss": 12.1262,
      "step": 12012
    },
    {
      "epoch": 1.9670869494023253,
      "grad_norm": 0.22154229879379272,
      "learning_rate": 0.00018222648478819484,
      "loss": 12.1816,
      "step": 12013
    },
    {
      "epoch": 1.9672506959227116,
      "grad_norm": 0.23690499365329742,
      "learning_rate": 0.0001822235426079905,
      "loss": 12.2126,
      "step": 12014
    },
    {
      "epoch": 1.967414442443098,
      "grad_norm": 0.14499728381633759,
      "learning_rate": 0.0001822206002080419,
      "loss": 12.1738,
      "step": 12015
    },
    {
      "epoch": 1.9675781889634845,
      "grad_norm": 0.2086195945739746,
      "learning_rate": 0.00018221765758835696,
      "loss": 12.1729,
      "step": 12016
    },
    {
      "epoch": 1.967741935483871,
      "grad_norm": 0.140289768576622,
      "learning_rate": 0.0001822147147489435,
      "loss": 12.1736,
      "step": 12017
    },
    {
      "epoch": 1.9679056820042575,
      "grad_norm": 0.21584004163742065,
      "learning_rate": 0.0001822117716898095,
      "loss": 12.2368,
      "step": 12018
    },
    {
      "epoch": 1.9680694285246438,
      "grad_norm": 0.2289821356534958,
      "learning_rate": 0.00018220882841096266,
      "loss": 12.1606,
      "step": 12019
    },
    {
      "epoch": 1.9682331750450301,
      "grad_norm": 0.15202133357524872,
      "learning_rate": 0.00018220588491241093,
      "loss": 12.1863,
      "step": 12020
    },
    {
      "epoch": 1.9683969215654167,
      "grad_norm": 0.23040442168712616,
      "learning_rate": 0.0001822029411941622,
      "loss": 12.1451,
      "step": 12021
    },
    {
      "epoch": 1.9685606680858032,
      "grad_norm": 0.16469162702560425,
      "learning_rate": 0.00018219999725622426,
      "loss": 12.1674,
      "step": 12022
    },
    {
      "epoch": 1.9687244146061897,
      "grad_norm": 0.17271403968334198,
      "learning_rate": 0.00018219705309860507,
      "loss": 12.1958,
      "step": 12023
    },
    {
      "epoch": 1.968888161126576,
      "grad_norm": 0.17339257895946503,
      "learning_rate": 0.00018219410872131247,
      "loss": 12.1533,
      "step": 12024
    },
    {
      "epoch": 1.9690519076469624,
      "grad_norm": 0.1548537015914917,
      "learning_rate": 0.00018219116412435428,
      "loss": 12.1497,
      "step": 12025
    },
    {
      "epoch": 1.969215654167349,
      "grad_norm": 0.1544661670923233,
      "learning_rate": 0.00018218821930773843,
      "loss": 12.1541,
      "step": 12026
    },
    {
      "epoch": 1.9693794006877354,
      "grad_norm": 0.16038386523723602,
      "learning_rate": 0.00018218527427147274,
      "loss": 12.1521,
      "step": 12027
    },
    {
      "epoch": 1.969543147208122,
      "grad_norm": 0.2131321132183075,
      "learning_rate": 0.00018218232901556514,
      "loss": 12.2064,
      "step": 12028
    },
    {
      "epoch": 1.9697068937285083,
      "grad_norm": 0.17556044459342957,
      "learning_rate": 0.00018217938354002345,
      "loss": 12.179,
      "step": 12029
    },
    {
      "epoch": 1.9698706402488946,
      "grad_norm": 0.164951890707016,
      "learning_rate": 0.00018217643784485552,
      "loss": 12.1526,
      "step": 12030
    },
    {
      "epoch": 1.970034386769281,
      "grad_norm": 0.18122752010822296,
      "learning_rate": 0.00018217349193006932,
      "loss": 12.1846,
      "step": 12031
    },
    {
      "epoch": 1.9701981332896676,
      "grad_norm": 0.16270478069782257,
      "learning_rate": 0.0001821705457956726,
      "loss": 12.1941,
      "step": 12032
    },
    {
      "epoch": 1.9703618798100542,
      "grad_norm": 0.16933989524841309,
      "learning_rate": 0.00018216759944167333,
      "loss": 12.1643,
      "step": 12033
    },
    {
      "epoch": 1.9705256263304405,
      "grad_norm": 0.21710313856601715,
      "learning_rate": 0.00018216465286807938,
      "loss": 12.1609,
      "step": 12034
    },
    {
      "epoch": 1.9706893728508268,
      "grad_norm": 0.23659400641918182,
      "learning_rate": 0.00018216170607489857,
      "loss": 12.1874,
      "step": 12035
    },
    {
      "epoch": 1.9708531193712133,
      "grad_norm": 0.16464467346668243,
      "learning_rate": 0.0001821587590621388,
      "loss": 12.2116,
      "step": 12036
    },
    {
      "epoch": 1.9710168658915999,
      "grad_norm": 0.1654709279537201,
      "learning_rate": 0.00018215581182980795,
      "loss": 12.1863,
      "step": 12037
    },
    {
      "epoch": 1.9711806124119864,
      "grad_norm": 0.14413249492645264,
      "learning_rate": 0.00018215286437791388,
      "loss": 12.1924,
      "step": 12038
    },
    {
      "epoch": 1.9713443589323727,
      "grad_norm": 0.18970231711864471,
      "learning_rate": 0.0001821499167064645,
      "loss": 12.2332,
      "step": 12039
    },
    {
      "epoch": 1.971508105452759,
      "grad_norm": 0.2512795627117157,
      "learning_rate": 0.00018214696881546766,
      "loss": 12.2452,
      "step": 12040
    },
    {
      "epoch": 1.9716718519731455,
      "grad_norm": 0.1409921497106552,
      "learning_rate": 0.00018214402070493123,
      "loss": 12.1679,
      "step": 12041
    },
    {
      "epoch": 1.971835598493532,
      "grad_norm": 0.1829090714454651,
      "learning_rate": 0.00018214107237486316,
      "loss": 12.1704,
      "step": 12042
    },
    {
      "epoch": 1.9719993450139186,
      "grad_norm": 0.15343885123729706,
      "learning_rate": 0.0001821381238252712,
      "loss": 12.1797,
      "step": 12043
    },
    {
      "epoch": 1.972163091534305,
      "grad_norm": 0.1588452160358429,
      "learning_rate": 0.00018213517505616338,
      "loss": 12.1942,
      "step": 12044
    },
    {
      "epoch": 1.9723268380546912,
      "grad_norm": 0.1458979994058609,
      "learning_rate": 0.00018213222606754746,
      "loss": 12.1875,
      "step": 12045
    },
    {
      "epoch": 1.9724905845750778,
      "grad_norm": 0.16514846682548523,
      "learning_rate": 0.00018212927685943138,
      "loss": 12.1758,
      "step": 12046
    },
    {
      "epoch": 1.9726543310954643,
      "grad_norm": 0.12408464401960373,
      "learning_rate": 0.000182126327431823,
      "loss": 12.2305,
      "step": 12047
    },
    {
      "epoch": 1.9728180776158508,
      "grad_norm": 0.18375588953495026,
      "learning_rate": 0.00018212337778473022,
      "loss": 12.135,
      "step": 12048
    },
    {
      "epoch": 1.9729818241362371,
      "grad_norm": 0.16703343391418457,
      "learning_rate": 0.00018212042791816092,
      "loss": 12.1713,
      "step": 12049
    },
    {
      "epoch": 1.9731455706566234,
      "grad_norm": 0.14819496870040894,
      "learning_rate": 0.00018211747783212297,
      "loss": 12.2003,
      "step": 12050
    },
    {
      "epoch": 1.97330931717701,
      "grad_norm": 0.23650208115577698,
      "learning_rate": 0.00018211452752662423,
      "loss": 12.1622,
      "step": 12051
    },
    {
      "epoch": 1.9734730636973965,
      "grad_norm": 0.18748413026332855,
      "learning_rate": 0.00018211157700167267,
      "loss": 12.2049,
      "step": 12052
    },
    {
      "epoch": 1.973636810217783,
      "grad_norm": 0.241115003824234,
      "learning_rate": 0.0001821086262572761,
      "loss": 12.2027,
      "step": 12053
    },
    {
      "epoch": 1.9738005567381693,
      "grad_norm": 0.18058089911937714,
      "learning_rate": 0.00018210567529344243,
      "loss": 12.1622,
      "step": 12054
    },
    {
      "epoch": 1.9739643032585557,
      "grad_norm": 0.21587958931922913,
      "learning_rate": 0.00018210272411017954,
      "loss": 12.1575,
      "step": 12055
    },
    {
      "epoch": 1.9741280497789422,
      "grad_norm": 0.1430944949388504,
      "learning_rate": 0.00018209977270749534,
      "loss": 12.1855,
      "step": 12056
    },
    {
      "epoch": 1.9742917962993287,
      "grad_norm": 0.19187311828136444,
      "learning_rate": 0.00018209682108539767,
      "loss": 12.1973,
      "step": 12057
    },
    {
      "epoch": 1.974455542819715,
      "grad_norm": 0.14758403599262238,
      "learning_rate": 0.00018209386924389445,
      "loss": 12.2001,
      "step": 12058
    },
    {
      "epoch": 1.9746192893401016,
      "grad_norm": 0.23823508620262146,
      "learning_rate": 0.0001820909171829936,
      "loss": 12.1894,
      "step": 12059
    },
    {
      "epoch": 1.9747830358604879,
      "grad_norm": 0.15265151858329773,
      "learning_rate": 0.00018208796490270295,
      "loss": 12.1474,
      "step": 12060
    },
    {
      "epoch": 1.9749467823808744,
      "grad_norm": 0.17851345241069794,
      "learning_rate": 0.00018208501240303044,
      "loss": 12.1703,
      "step": 12061
    },
    {
      "epoch": 1.975110528901261,
      "grad_norm": 0.17981679737567902,
      "learning_rate": 0.0001820820596839839,
      "loss": 12.1606,
      "step": 12062
    },
    {
      "epoch": 1.9752742754216472,
      "grad_norm": 0.19252239167690277,
      "learning_rate": 0.0001820791067455713,
      "loss": 12.1526,
      "step": 12063
    },
    {
      "epoch": 1.9754380219420338,
      "grad_norm": 0.18055380880832672,
      "learning_rate": 0.00018207615358780045,
      "loss": 12.1824,
      "step": 12064
    },
    {
      "epoch": 1.97560176846242,
      "grad_norm": 0.16947048902511597,
      "learning_rate": 0.0001820732002106793,
      "loss": 12.1809,
      "step": 12065
    },
    {
      "epoch": 1.9757655149828066,
      "grad_norm": 0.1452403962612152,
      "learning_rate": 0.00018207024661421573,
      "loss": 12.1883,
      "step": 12066
    },
    {
      "epoch": 1.9759292615031931,
      "grad_norm": 0.1309862732887268,
      "learning_rate": 0.00018206729279841762,
      "loss": 12.1535,
      "step": 12067
    },
    {
      "epoch": 1.9760930080235795,
      "grad_norm": 0.19389621913433075,
      "learning_rate": 0.00018206433876329287,
      "loss": 12.2052,
      "step": 12068
    },
    {
      "epoch": 1.976256754543966,
      "grad_norm": 0.18506859242916107,
      "learning_rate": 0.00018206138450884937,
      "loss": 12.1436,
      "step": 12069
    },
    {
      "epoch": 1.9764205010643523,
      "grad_norm": 0.19851388037204742,
      "learning_rate": 0.00018205843003509507,
      "loss": 12.1947,
      "step": 12070
    },
    {
      "epoch": 1.9765842475847388,
      "grad_norm": 0.20242272317409515,
      "learning_rate": 0.00018205547534203776,
      "loss": 12.2117,
      "step": 12071
    },
    {
      "epoch": 1.9767479941051254,
      "grad_norm": 0.14830055832862854,
      "learning_rate": 0.00018205252042968541,
      "loss": 12.1895,
      "step": 12072
    },
    {
      "epoch": 1.9769117406255117,
      "grad_norm": 0.181793212890625,
      "learning_rate": 0.00018204956529804594,
      "loss": 12.2019,
      "step": 12073
    },
    {
      "epoch": 1.9770754871458982,
      "grad_norm": 0.1820688545703888,
      "learning_rate": 0.0001820466099471272,
      "loss": 12.1577,
      "step": 12074
    },
    {
      "epoch": 1.9772392336662845,
      "grad_norm": 0.20999152958393097,
      "learning_rate": 0.00018204365437693706,
      "loss": 12.127,
      "step": 12075
    },
    {
      "epoch": 1.977402980186671,
      "grad_norm": 0.1624084860086441,
      "learning_rate": 0.00018204069858748345,
      "loss": 12.1909,
      "step": 12076
    },
    {
      "epoch": 1.9775667267070576,
      "grad_norm": 0.13605205714702606,
      "learning_rate": 0.00018203774257877431,
      "loss": 12.1738,
      "step": 12077
    },
    {
      "epoch": 1.9777304732274439,
      "grad_norm": 0.17014111578464508,
      "learning_rate": 0.00018203478635081752,
      "loss": 12.2074,
      "step": 12078
    },
    {
      "epoch": 1.9778942197478302,
      "grad_norm": 0.16906964778900146,
      "learning_rate": 0.00018203182990362096,
      "loss": 12.2456,
      "step": 12079
    },
    {
      "epoch": 1.9780579662682167,
      "grad_norm": 0.16555410623550415,
      "learning_rate": 0.0001820288732371925,
      "loss": 12.1449,
      "step": 12080
    },
    {
      "epoch": 1.9782217127886033,
      "grad_norm": 0.1688665747642517,
      "learning_rate": 0.0001820259163515401,
      "loss": 12.2146,
      "step": 12081
    },
    {
      "epoch": 1.9783854593089898,
      "grad_norm": 0.14492230117321014,
      "learning_rate": 0.00018202295924667165,
      "loss": 12.1542,
      "step": 12082
    },
    {
      "epoch": 1.978549205829376,
      "grad_norm": 0.15864510834217072,
      "learning_rate": 0.00018202000192259505,
      "loss": 12.1644,
      "step": 12083
    },
    {
      "epoch": 1.9787129523497624,
      "grad_norm": 0.2036934345960617,
      "learning_rate": 0.0001820170443793182,
      "loss": 12.1544,
      "step": 12084
    },
    {
      "epoch": 1.978876698870149,
      "grad_norm": 0.22211873531341553,
      "learning_rate": 0.00018201408661684898,
      "loss": 12.2202,
      "step": 12085
    },
    {
      "epoch": 1.9790404453905355,
      "grad_norm": 0.1851872205734253,
      "learning_rate": 0.0001820111286351953,
      "loss": 12.1453,
      "step": 12086
    },
    {
      "epoch": 1.979204191910922,
      "grad_norm": 0.18264897167682648,
      "learning_rate": 0.00018200817043436516,
      "loss": 12.1787,
      "step": 12087
    },
    {
      "epoch": 1.9793679384313083,
      "grad_norm": 0.19102923572063446,
      "learning_rate": 0.00018200521201436633,
      "loss": 12.2088,
      "step": 12088
    },
    {
      "epoch": 1.9795316849516946,
      "grad_norm": 0.17707444727420807,
      "learning_rate": 0.00018200225337520679,
      "loss": 12.1669,
      "step": 12089
    },
    {
      "epoch": 1.9796954314720812,
      "grad_norm": 0.16624018549919128,
      "learning_rate": 0.00018199929451689442,
      "loss": 12.1402,
      "step": 12090
    },
    {
      "epoch": 1.9798591779924677,
      "grad_norm": 0.1841748207807541,
      "learning_rate": 0.00018199633543943718,
      "loss": 12.2233,
      "step": 12091
    },
    {
      "epoch": 1.9800229245128542,
      "grad_norm": 0.2750762701034546,
      "learning_rate": 0.0001819933761428429,
      "loss": 12.1571,
      "step": 12092
    },
    {
      "epoch": 1.9801866710332405,
      "grad_norm": 0.22047974169254303,
      "learning_rate": 0.0001819904166271195,
      "loss": 12.1957,
      "step": 12093
    },
    {
      "epoch": 1.9803504175536268,
      "grad_norm": 0.18471747636795044,
      "learning_rate": 0.00018198745689227495,
      "loss": 12.1829,
      "step": 12094
    },
    {
      "epoch": 1.9805141640740134,
      "grad_norm": 0.22133611142635345,
      "learning_rate": 0.00018198449693831713,
      "loss": 12.2022,
      "step": 12095
    },
    {
      "epoch": 1.9806779105944,
      "grad_norm": 0.20649884641170502,
      "learning_rate": 0.00018198153676525397,
      "loss": 12.1737,
      "step": 12096
    },
    {
      "epoch": 1.9808416571147864,
      "grad_norm": 0.13778512179851532,
      "learning_rate": 0.00018197857637309333,
      "loss": 12.1851,
      "step": 12097
    },
    {
      "epoch": 1.9810054036351727,
      "grad_norm": 0.13762490451335907,
      "learning_rate": 0.00018197561576184312,
      "loss": 12.1745,
      "step": 12098
    },
    {
      "epoch": 1.981169150155559,
      "grad_norm": 0.15682904422283173,
      "learning_rate": 0.0001819726549315113,
      "loss": 12.1363,
      "step": 12099
    },
    {
      "epoch": 1.9813328966759456,
      "grad_norm": 0.17907269299030304,
      "learning_rate": 0.0001819696938821058,
      "loss": 12.1455,
      "step": 12100
    },
    {
      "epoch": 1.9814966431963321,
      "grad_norm": 0.27919280529022217,
      "learning_rate": 0.00018196673261363446,
      "loss": 12.2392,
      "step": 12101
    },
    {
      "epoch": 1.9816603897167187,
      "grad_norm": 0.16482660174369812,
      "learning_rate": 0.00018196377112610526,
      "loss": 12.1504,
      "step": 12102
    },
    {
      "epoch": 1.981824136237105,
      "grad_norm": 0.19612115621566772,
      "learning_rate": 0.00018196080941952606,
      "loss": 12.2159,
      "step": 12103
    },
    {
      "epoch": 1.9819878827574913,
      "grad_norm": 0.15382996201515198,
      "learning_rate": 0.00018195784749390484,
      "loss": 12.142,
      "step": 12104
    },
    {
      "epoch": 1.9821516292778778,
      "grad_norm": 0.18600864708423615,
      "learning_rate": 0.00018195488534924944,
      "loss": 12.1393,
      "step": 12105
    },
    {
      "epoch": 1.9823153757982643,
      "grad_norm": 0.2676904499530792,
      "learning_rate": 0.00018195192298556782,
      "loss": 12.1676,
      "step": 12106
    },
    {
      "epoch": 1.9824791223186509,
      "grad_norm": 0.15163877606391907,
      "learning_rate": 0.0001819489604028679,
      "loss": 12.21,
      "step": 12107
    },
    {
      "epoch": 1.9826428688390372,
      "grad_norm": 0.16798624396324158,
      "learning_rate": 0.00018194599760115759,
      "loss": 12.1573,
      "step": 12108
    },
    {
      "epoch": 1.9828066153594235,
      "grad_norm": 0.17607910931110382,
      "learning_rate": 0.0001819430345804448,
      "loss": 12.1517,
      "step": 12109
    },
    {
      "epoch": 1.98297036187981,
      "grad_norm": 0.1896398514509201,
      "learning_rate": 0.00018194007134073745,
      "loss": 12.2209,
      "step": 12110
    },
    {
      "epoch": 1.9831341084001965,
      "grad_norm": 0.18739010393619537,
      "learning_rate": 0.0001819371078820435,
      "loss": 12.2069,
      "step": 12111
    },
    {
      "epoch": 1.983297854920583,
      "grad_norm": 0.19653262197971344,
      "learning_rate": 0.0001819341442043708,
      "loss": 12.1806,
      "step": 12112
    },
    {
      "epoch": 1.9834616014409694,
      "grad_norm": 0.17105111479759216,
      "learning_rate": 0.0001819311803077273,
      "loss": 12.1668,
      "step": 12113
    },
    {
      "epoch": 1.9836253479613557,
      "grad_norm": 0.24537977576255798,
      "learning_rate": 0.00018192821619212096,
      "loss": 12.2185,
      "step": 12114
    },
    {
      "epoch": 1.9837890944817422,
      "grad_norm": 0.17566445469856262,
      "learning_rate": 0.00018192525185755965,
      "loss": 12.2023,
      "step": 12115
    },
    {
      "epoch": 1.9839528410021288,
      "grad_norm": 0.16406677663326263,
      "learning_rate": 0.0001819222873040513,
      "loss": 12.1737,
      "step": 12116
    },
    {
      "epoch": 1.9841165875225153,
      "grad_norm": 0.1984679400920868,
      "learning_rate": 0.00018191932253160386,
      "loss": 12.1915,
      "step": 12117
    },
    {
      "epoch": 1.9842803340429016,
      "grad_norm": 0.19434496760368347,
      "learning_rate": 0.00018191635754022522,
      "loss": 12.1746,
      "step": 12118
    },
    {
      "epoch": 1.984444080563288,
      "grad_norm": 0.279482901096344,
      "learning_rate": 0.00018191339232992331,
      "loss": 12.214,
      "step": 12119
    },
    {
      "epoch": 1.9846078270836744,
      "grad_norm": 0.16466303169727325,
      "learning_rate": 0.0001819104269007061,
      "loss": 12.1799,
      "step": 12120
    },
    {
      "epoch": 1.984771573604061,
      "grad_norm": 0.14197030663490295,
      "learning_rate": 0.00018190746125258146,
      "loss": 12.1867,
      "step": 12121
    },
    {
      "epoch": 1.9849353201244475,
      "grad_norm": 0.2376316636800766,
      "learning_rate": 0.00018190449538555735,
      "loss": 12.2034,
      "step": 12122
    },
    {
      "epoch": 1.9850990666448338,
      "grad_norm": 0.1839924454689026,
      "learning_rate": 0.00018190152929964168,
      "loss": 12.1832,
      "step": 12123
    },
    {
      "epoch": 1.9852628131652201,
      "grad_norm": 0.13413052260875702,
      "learning_rate": 0.00018189856299484237,
      "loss": 12.2313,
      "step": 12124
    },
    {
      "epoch": 1.9854265596856067,
      "grad_norm": 0.16673973202705383,
      "learning_rate": 0.00018189559647116736,
      "loss": 12.1973,
      "step": 12125
    },
    {
      "epoch": 1.9855903062059932,
      "grad_norm": 0.17127625644207,
      "learning_rate": 0.00018189262972862456,
      "loss": 12.1933,
      "step": 12126
    },
    {
      "epoch": 1.9857540527263797,
      "grad_norm": 0.2085319459438324,
      "learning_rate": 0.00018188966276722193,
      "loss": 12.2142,
      "step": 12127
    },
    {
      "epoch": 1.985917799246766,
      "grad_norm": 0.12749451398849487,
      "learning_rate": 0.0001818866955869674,
      "loss": 12.197,
      "step": 12128
    },
    {
      "epoch": 1.9860815457671523,
      "grad_norm": 0.19891265034675598,
      "learning_rate": 0.00018188372818786884,
      "loss": 12.1882,
      "step": 12129
    },
    {
      "epoch": 1.9862452922875389,
      "grad_norm": 0.24293087422847748,
      "learning_rate": 0.00018188076056993425,
      "loss": 12.1848,
      "step": 12130
    },
    {
      "epoch": 1.9864090388079254,
      "grad_norm": 0.1814589500427246,
      "learning_rate": 0.00018187779273317153,
      "loss": 12.1439,
      "step": 12131
    },
    {
      "epoch": 1.9865727853283117,
      "grad_norm": 0.19387616217136383,
      "learning_rate": 0.00018187482467758864,
      "loss": 12.1537,
      "step": 12132
    },
    {
      "epoch": 1.9867365318486983,
      "grad_norm": 0.17916809022426605,
      "learning_rate": 0.00018187185640319346,
      "loss": 12.2252,
      "step": 12133
    },
    {
      "epoch": 1.9869002783690846,
      "grad_norm": 0.2113572657108307,
      "learning_rate": 0.00018186888790999394,
      "loss": 12.1656,
      "step": 12134
    },
    {
      "epoch": 1.987064024889471,
      "grad_norm": 0.14309753477573395,
      "learning_rate": 0.00018186591919799804,
      "loss": 12.1901,
      "step": 12135
    },
    {
      "epoch": 1.9872277714098576,
      "grad_norm": 0.33241140842437744,
      "learning_rate": 0.0001818629502672137,
      "loss": 12.1669,
      "step": 12136
    },
    {
      "epoch": 1.987391517930244,
      "grad_norm": 0.151921808719635,
      "learning_rate": 0.0001818599811176488,
      "loss": 12.1549,
      "step": 12137
    },
    {
      "epoch": 1.9875552644506305,
      "grad_norm": 0.2131803333759308,
      "learning_rate": 0.0001818570117493113,
      "loss": 12.1823,
      "step": 12138
    },
    {
      "epoch": 1.9877190109710168,
      "grad_norm": 0.19492289423942566,
      "learning_rate": 0.00018185404216220917,
      "loss": 12.1745,
      "step": 12139
    },
    {
      "epoch": 1.9878827574914033,
      "grad_norm": 0.19495975971221924,
      "learning_rate": 0.00018185107235635034,
      "loss": 12.1895,
      "step": 12140
    },
    {
      "epoch": 1.9880465040117898,
      "grad_norm": 0.19235989451408386,
      "learning_rate": 0.0001818481023317427,
      "loss": 12.1624,
      "step": 12141
    },
    {
      "epoch": 1.9882102505321761,
      "grad_norm": 0.1499491184949875,
      "learning_rate": 0.0001818451320883942,
      "loss": 12.1849,
      "step": 12142
    },
    {
      "epoch": 1.9883739970525627,
      "grad_norm": 0.2124807983636856,
      "learning_rate": 0.0001818421616263128,
      "loss": 12.1679,
      "step": 12143
    },
    {
      "epoch": 1.988537743572949,
      "grad_norm": 0.16799378395080566,
      "learning_rate": 0.00018183919094550644,
      "loss": 12.252,
      "step": 12144
    },
    {
      "epoch": 1.9887014900933355,
      "grad_norm": 0.1833501011133194,
      "learning_rate": 0.000181836220045983,
      "loss": 12.2377,
      "step": 12145
    },
    {
      "epoch": 1.988865236613722,
      "grad_norm": 0.16716846823692322,
      "learning_rate": 0.00018183324892775054,
      "loss": 12.2198,
      "step": 12146
    },
    {
      "epoch": 1.9890289831341084,
      "grad_norm": 0.15985865890979767,
      "learning_rate": 0.0001818302775908169,
      "loss": 12.2093,
      "step": 12147
    },
    {
      "epoch": 1.989192729654495,
      "grad_norm": 0.17094969749450684,
      "learning_rate": 0.00018182730603519007,
      "loss": 12.2198,
      "step": 12148
    },
    {
      "epoch": 1.9893564761748812,
      "grad_norm": 0.21852678060531616,
      "learning_rate": 0.00018182433426087795,
      "loss": 12.1684,
      "step": 12149
    },
    {
      "epoch": 1.9895202226952677,
      "grad_norm": 0.18000435829162598,
      "learning_rate": 0.00018182136226788852,
      "loss": 12.1931,
      "step": 12150
    },
    {
      "epoch": 1.9896839692156543,
      "grad_norm": 0.3047119677066803,
      "learning_rate": 0.0001818183900562297,
      "loss": 12.2365,
      "step": 12151
    },
    {
      "epoch": 1.9898477157360406,
      "grad_norm": 0.2262270152568817,
      "learning_rate": 0.00018181541762590943,
      "loss": 12.1762,
      "step": 12152
    },
    {
      "epoch": 1.9900114622564269,
      "grad_norm": 0.15284815430641174,
      "learning_rate": 0.0001818124449769357,
      "loss": 12.195,
      "step": 12153
    },
    {
      "epoch": 1.9901752087768134,
      "grad_norm": 0.194542795419693,
      "learning_rate": 0.00018180947210931638,
      "loss": 12.2098,
      "step": 12154
    },
    {
      "epoch": 1.9903389552972,
      "grad_norm": 0.13103197515010834,
      "learning_rate": 0.0001818064990230595,
      "loss": 12.1675,
      "step": 12155
    },
    {
      "epoch": 1.9905027018175865,
      "grad_norm": 0.1511336863040924,
      "learning_rate": 0.00018180352571817293,
      "loss": 12.1757,
      "step": 12156
    },
    {
      "epoch": 1.9906664483379728,
      "grad_norm": 0.2117999792098999,
      "learning_rate": 0.00018180055219466464,
      "loss": 12.1205,
      "step": 12157
    },
    {
      "epoch": 1.990830194858359,
      "grad_norm": 0.22254839539527893,
      "learning_rate": 0.00018179757845254257,
      "loss": 12.1934,
      "step": 12158
    },
    {
      "epoch": 1.9909939413787456,
      "grad_norm": 0.178808331489563,
      "learning_rate": 0.00018179460449181472,
      "loss": 12.2152,
      "step": 12159
    },
    {
      "epoch": 1.9911576878991322,
      "grad_norm": 0.190981924533844,
      "learning_rate": 0.00018179163031248897,
      "loss": 12.1784,
      "step": 12160
    },
    {
      "epoch": 1.9913214344195187,
      "grad_norm": 0.17587746679782867,
      "learning_rate": 0.0001817886559145733,
      "loss": 12.1845,
      "step": 12161
    },
    {
      "epoch": 1.991485180939905,
      "grad_norm": 0.2314344048500061,
      "learning_rate": 0.00018178568129807566,
      "loss": 12.2401,
      "step": 12162
    },
    {
      "epoch": 1.9916489274602913,
      "grad_norm": 0.24074195325374603,
      "learning_rate": 0.000181782706463004,
      "loss": 12.1897,
      "step": 12163
    },
    {
      "epoch": 1.9918126739806779,
      "grad_norm": 0.17127646505832672,
      "learning_rate": 0.00018177973140936625,
      "loss": 12.1833,
      "step": 12164
    },
    {
      "epoch": 1.9919764205010644,
      "grad_norm": 0.1778244972229004,
      "learning_rate": 0.0001817767561371704,
      "loss": 12.2252,
      "step": 12165
    },
    {
      "epoch": 1.992140167021451,
      "grad_norm": 0.20722785592079163,
      "learning_rate": 0.00018177378064642436,
      "loss": 12.1725,
      "step": 12166
    },
    {
      "epoch": 1.9923039135418372,
      "grad_norm": 0.154091477394104,
      "learning_rate": 0.0001817708049371361,
      "loss": 12.1791,
      "step": 12167
    },
    {
      "epoch": 1.9924676600622235,
      "grad_norm": 0.3056477904319763,
      "learning_rate": 0.00018176782900931359,
      "loss": 12.1706,
      "step": 12168
    },
    {
      "epoch": 1.99263140658261,
      "grad_norm": 0.1582241803407669,
      "learning_rate": 0.00018176485286296477,
      "loss": 12.1582,
      "step": 12169
    },
    {
      "epoch": 1.9927951531029966,
      "grad_norm": 0.18157519400119781,
      "learning_rate": 0.00018176187649809758,
      "loss": 12.1637,
      "step": 12170
    },
    {
      "epoch": 1.9929588996233831,
      "grad_norm": 0.2936294674873352,
      "learning_rate": 0.00018175889991471996,
      "loss": 12.1433,
      "step": 12171
    },
    {
      "epoch": 1.9931226461437694,
      "grad_norm": 0.16008242964744568,
      "learning_rate": 0.00018175592311283994,
      "loss": 12.1972,
      "step": 12172
    },
    {
      "epoch": 1.9932863926641557,
      "grad_norm": 0.2764163017272949,
      "learning_rate": 0.0001817529460924654,
      "loss": 12.1702,
      "step": 12173
    },
    {
      "epoch": 1.9934501391845423,
      "grad_norm": 0.1524643748998642,
      "learning_rate": 0.00018174996885360432,
      "loss": 12.2405,
      "step": 12174
    },
    {
      "epoch": 1.9936138857049288,
      "grad_norm": 0.2047545611858368,
      "learning_rate": 0.00018174699139626466,
      "loss": 12.1624,
      "step": 12175
    },
    {
      "epoch": 1.9937776322253153,
      "grad_norm": 0.13951489329338074,
      "learning_rate": 0.00018174401372045437,
      "loss": 12.2161,
      "step": 12176
    },
    {
      "epoch": 1.9939413787457017,
      "grad_norm": 0.16001737117767334,
      "learning_rate": 0.0001817410358261814,
      "loss": 12.1736,
      "step": 12177
    },
    {
      "epoch": 1.994105125266088,
      "grad_norm": 0.18409867584705353,
      "learning_rate": 0.0001817380577134537,
      "loss": 12.1529,
      "step": 12178
    },
    {
      "epoch": 1.9942688717864745,
      "grad_norm": 0.1317290961742401,
      "learning_rate": 0.00018173507938227932,
      "loss": 12.1873,
      "step": 12179
    },
    {
      "epoch": 1.994432618306861,
      "grad_norm": 0.13023440539836884,
      "learning_rate": 0.0001817321008326661,
      "loss": 12.1616,
      "step": 12180
    },
    {
      "epoch": 1.9945963648272476,
      "grad_norm": 0.20237958431243896,
      "learning_rate": 0.0001817291220646221,
      "loss": 12.2217,
      "step": 12181
    },
    {
      "epoch": 1.9947601113476339,
      "grad_norm": 0.16806720197200775,
      "learning_rate": 0.00018172614307815517,
      "loss": 12.1661,
      "step": 12182
    },
    {
      "epoch": 1.9949238578680202,
      "grad_norm": 0.20960617065429688,
      "learning_rate": 0.00018172316387327338,
      "loss": 12.185,
      "step": 12183
    },
    {
      "epoch": 1.9950876043884067,
      "grad_norm": 0.2974373996257782,
      "learning_rate": 0.00018172018444998463,
      "loss": 12.1581,
      "step": 12184
    },
    {
      "epoch": 1.9952513509087932,
      "grad_norm": 0.13887427747249603,
      "learning_rate": 0.0001817172048082969,
      "loss": 12.1817,
      "step": 12185
    },
    {
      "epoch": 1.9954150974291798,
      "grad_norm": 0.1539580076932907,
      "learning_rate": 0.00018171422494821812,
      "loss": 12.1383,
      "step": 12186
    },
    {
      "epoch": 1.995578843949566,
      "grad_norm": 0.17141316831111908,
      "learning_rate": 0.00018171124486975632,
      "loss": 12.2425,
      "step": 12187
    },
    {
      "epoch": 1.9957425904699524,
      "grad_norm": 0.18683022260665894,
      "learning_rate": 0.00018170826457291942,
      "loss": 12.1906,
      "step": 12188
    },
    {
      "epoch": 1.995906336990339,
      "grad_norm": 0.15420980751514435,
      "learning_rate": 0.00018170528405771542,
      "loss": 12.1295,
      "step": 12189
    },
    {
      "epoch": 1.9960700835107255,
      "grad_norm": 0.1826827973127365,
      "learning_rate": 0.0001817023033241522,
      "loss": 12.1559,
      "step": 12190
    },
    {
      "epoch": 1.996233830031112,
      "grad_norm": 0.16410329937934875,
      "learning_rate": 0.0001816993223722378,
      "loss": 12.1635,
      "step": 12191
    },
    {
      "epoch": 1.9963975765514983,
      "grad_norm": 0.15305401384830475,
      "learning_rate": 0.00018169634120198023,
      "loss": 12.1796,
      "step": 12192
    },
    {
      "epoch": 1.9965613230718846,
      "grad_norm": 0.20162788033485413,
      "learning_rate": 0.00018169335981338733,
      "loss": 12.1778,
      "step": 12193
    },
    {
      "epoch": 1.9967250695922711,
      "grad_norm": 0.16164644062519073,
      "learning_rate": 0.00018169037820646718,
      "loss": 12.2134,
      "step": 12194
    },
    {
      "epoch": 1.9968888161126577,
      "grad_norm": 0.1464529037475586,
      "learning_rate": 0.00018168739638122768,
      "loss": 12.1849,
      "step": 12195
    },
    {
      "epoch": 1.9970525626330442,
      "grad_norm": 0.16876715421676636,
      "learning_rate": 0.00018168441433767684,
      "loss": 12.2168,
      "step": 12196
    },
    {
      "epoch": 1.9972163091534305,
      "grad_norm": 0.21394915878772736,
      "learning_rate": 0.0001816814320758226,
      "loss": 12.1535,
      "step": 12197
    },
    {
      "epoch": 1.9973800556738168,
      "grad_norm": 0.1787978559732437,
      "learning_rate": 0.00018167844959567295,
      "loss": 12.2258,
      "step": 12198
    },
    {
      "epoch": 1.9975438021942034,
      "grad_norm": 0.15028449892997742,
      "learning_rate": 0.00018167546689723584,
      "loss": 12.1891,
      "step": 12199
    },
    {
      "epoch": 1.9977075487145899,
      "grad_norm": 0.22369205951690674,
      "learning_rate": 0.00018167248398051928,
      "loss": 12.2139,
      "step": 12200
    },
    {
      "epoch": 1.9978712952349764,
      "grad_norm": 0.1862906813621521,
      "learning_rate": 0.00018166950084553122,
      "loss": 12.1519,
      "step": 12201
    },
    {
      "epoch": 1.9980350417553627,
      "grad_norm": 0.1833401620388031,
      "learning_rate": 0.00018166651749227964,
      "loss": 12.2109,
      "step": 12202
    },
    {
      "epoch": 1.998198788275749,
      "grad_norm": 0.15287178754806519,
      "learning_rate": 0.00018166353392077246,
      "loss": 12.2001,
      "step": 12203
    },
    {
      "epoch": 1.9983625347961356,
      "grad_norm": 0.15281957387924194,
      "learning_rate": 0.00018166055013101772,
      "loss": 12.1705,
      "step": 12204
    },
    {
      "epoch": 1.998526281316522,
      "grad_norm": 0.2775038480758667,
      "learning_rate": 0.00018165756612302338,
      "loss": 12.1966,
      "step": 12205
    },
    {
      "epoch": 1.9986900278369084,
      "grad_norm": 0.2278165966272354,
      "learning_rate": 0.0001816545818967974,
      "loss": 12.1973,
      "step": 12206
    },
    {
      "epoch": 1.998853774357295,
      "grad_norm": 0.130671888589859,
      "learning_rate": 0.00018165159745234775,
      "loss": 12.162,
      "step": 12207
    },
    {
      "epoch": 1.9990175208776813,
      "grad_norm": 0.19024190306663513,
      "learning_rate": 0.00018164861278968243,
      "loss": 12.1924,
      "step": 12208
    },
    {
      "epoch": 1.9991812673980678,
      "grad_norm": 0.17101673781871796,
      "learning_rate": 0.00018164562790880942,
      "loss": 12.1292,
      "step": 12209
    },
    {
      "epoch": 1.9993450139184543,
      "grad_norm": 0.1885678768157959,
      "learning_rate": 0.00018164264280973665,
      "loss": 12.1739,
      "step": 12210
    },
    {
      "epoch": 1.9995087604388406,
      "grad_norm": 0.1721850484609604,
      "learning_rate": 0.00018163965749247213,
      "loss": 12.1389,
      "step": 12211
    },
    {
      "epoch": 1.9996725069592272,
      "grad_norm": 0.1986612230539322,
      "learning_rate": 0.00018163667195702387,
      "loss": 12.2225,
      "step": 12212
    },
    {
      "epoch": 1.9998362534796135,
      "grad_norm": 0.14124225080013275,
      "learning_rate": 0.0001816336862033998,
      "loss": 12.1968,
      "step": 12213
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.16934774816036224,
      "learning_rate": 0.00018163070023160792,
      "loss": 12.1833,
      "step": 12214
    },
    {
      "epoch": 2.0001637465203865,
      "grad_norm": 0.21859033405780792,
      "learning_rate": 0.0001816277140416562,
      "loss": 12.1975,
      "step": 12215
    },
    {
      "epoch": 2.000327493040773,
      "grad_norm": 0.1597679704427719,
      "learning_rate": 0.00018162472763355263,
      "loss": 12.2364,
      "step": 12216
    },
    {
      "epoch": 2.000491239561159,
      "grad_norm": 0.18140260875225067,
      "learning_rate": 0.00018162174100730516,
      "loss": 12.1616,
      "step": 12217
    },
    {
      "epoch": 2.0006549860815457,
      "grad_norm": 0.1702565848827362,
      "learning_rate": 0.00018161875416292182,
      "loss": 12.1631,
      "step": 12218
    },
    {
      "epoch": 2.000818732601932,
      "grad_norm": 0.19545254111289978,
      "learning_rate": 0.00018161576710041058,
      "loss": 12.1891,
      "step": 12219
    },
    {
      "epoch": 2.0009824791223187,
      "grad_norm": 0.143185093998909,
      "learning_rate": 0.0001816127798197794,
      "loss": 12.2046,
      "step": 12220
    },
    {
      "epoch": 2.0011462256427053,
      "grad_norm": 0.1695687174797058,
      "learning_rate": 0.0001816097923210363,
      "loss": 12.1899,
      "step": 12221
    },
    {
      "epoch": 2.0013099721630914,
      "grad_norm": 0.22971172630786896,
      "learning_rate": 0.00018160680460418925,
      "loss": 12.176,
      "step": 12222
    },
    {
      "epoch": 2.001473718683478,
      "grad_norm": 0.17491571605205536,
      "learning_rate": 0.0001816038166692462,
      "loss": 12.1622,
      "step": 12223
    },
    {
      "epoch": 2.0016374652038644,
      "grad_norm": 0.17711202800273895,
      "learning_rate": 0.00018160082851621518,
      "loss": 12.1571,
      "step": 12224
    },
    {
      "epoch": 2.001801211724251,
      "grad_norm": 0.17440271377563477,
      "learning_rate": 0.00018159784014510415,
      "loss": 12.2161,
      "step": 12225
    },
    {
      "epoch": 2.0019649582446375,
      "grad_norm": 0.22884590923786163,
      "learning_rate": 0.0001815948515559211,
      "loss": 12.2081,
      "step": 12226
    },
    {
      "epoch": 2.0021287047650236,
      "grad_norm": 0.14607016742229462,
      "learning_rate": 0.00018159186274867403,
      "loss": 12.1774,
      "step": 12227
    },
    {
      "epoch": 2.00229245128541,
      "grad_norm": 0.20580673217773438,
      "learning_rate": 0.0001815888737233709,
      "loss": 12.1998,
      "step": 12228
    },
    {
      "epoch": 2.0024561978057966,
      "grad_norm": 0.1774611473083496,
      "learning_rate": 0.00018158588448001977,
      "loss": 12.1476,
      "step": 12229
    },
    {
      "epoch": 2.002619944326183,
      "grad_norm": 0.19357837736606598,
      "learning_rate": 0.00018158289501862853,
      "loss": 12.1698,
      "step": 12230
    },
    {
      "epoch": 2.0027836908465697,
      "grad_norm": 0.15578705072402954,
      "learning_rate": 0.00018157990533920523,
      "loss": 12.1827,
      "step": 12231
    },
    {
      "epoch": 2.002947437366956,
      "grad_norm": 0.1305094063282013,
      "learning_rate": 0.00018157691544175782,
      "loss": 12.1663,
      "step": 12232
    },
    {
      "epoch": 2.0031111838873423,
      "grad_norm": 0.18513330817222595,
      "learning_rate": 0.00018157392532629438,
      "loss": 12.1743,
      "step": 12233
    },
    {
      "epoch": 2.003274930407729,
      "grad_norm": 0.14529308676719666,
      "learning_rate": 0.00018157093499282281,
      "loss": 12.1872,
      "step": 12234
    },
    {
      "epoch": 2.0034386769281154,
      "grad_norm": 0.1850133091211319,
      "learning_rate": 0.00018156794444135113,
      "loss": 12.1872,
      "step": 12235
    },
    {
      "epoch": 2.003602423448502,
      "grad_norm": 0.14736172556877136,
      "learning_rate": 0.0001815649536718873,
      "loss": 12.1525,
      "step": 12236
    },
    {
      "epoch": 2.003766169968888,
      "grad_norm": 0.1351020634174347,
      "learning_rate": 0.00018156196268443936,
      "loss": 12.1424,
      "step": 12237
    },
    {
      "epoch": 2.0039299164892745,
      "grad_norm": 0.17421884834766388,
      "learning_rate": 0.0001815589714790153,
      "loss": 12.2154,
      "step": 12238
    },
    {
      "epoch": 2.004093663009661,
      "grad_norm": 0.11573180556297302,
      "learning_rate": 0.0001815559800556231,
      "loss": 12.2114,
      "step": 12239
    },
    {
      "epoch": 2.0042574095300476,
      "grad_norm": 0.15533725917339325,
      "learning_rate": 0.00018155298841427079,
      "loss": 12.2271,
      "step": 12240
    },
    {
      "epoch": 2.004421156050434,
      "grad_norm": 0.20280377566814423,
      "learning_rate": 0.0001815499965549663,
      "loss": 12.1502,
      "step": 12241
    },
    {
      "epoch": 2.0045849025708202,
      "grad_norm": 0.2186225950717926,
      "learning_rate": 0.00018154700447771765,
      "loss": 12.1572,
      "step": 12242
    },
    {
      "epoch": 2.0047486490912068,
      "grad_norm": 0.15037782490253448,
      "learning_rate": 0.00018154401218253285,
      "loss": 12.1543,
      "step": 12243
    },
    {
      "epoch": 2.0049123956115933,
      "grad_norm": 0.28893592953681946,
      "learning_rate": 0.0001815410196694199,
      "loss": 12.2133,
      "step": 12244
    },
    {
      "epoch": 2.00507614213198,
      "grad_norm": 0.15028269588947296,
      "learning_rate": 0.0001815380269383868,
      "loss": 12.133,
      "step": 12245
    },
    {
      "epoch": 2.0052398886523664,
      "grad_norm": 0.20835082232952118,
      "learning_rate": 0.0001815350339894415,
      "loss": 12.1729,
      "step": 12246
    },
    {
      "epoch": 2.0054036351727524,
      "grad_norm": 0.2047913819551468,
      "learning_rate": 0.00018153204082259206,
      "loss": 12.2392,
      "step": 12247
    },
    {
      "epoch": 2.005567381693139,
      "grad_norm": 0.18765254318714142,
      "learning_rate": 0.00018152904743784647,
      "loss": 12.1795,
      "step": 12248
    },
    {
      "epoch": 2.0057311282135255,
      "grad_norm": 0.16123634576797485,
      "learning_rate": 0.00018152605383521268,
      "loss": 12.1472,
      "step": 12249
    },
    {
      "epoch": 2.005894874733912,
      "grad_norm": 0.16718681156635284,
      "learning_rate": 0.00018152306001469875,
      "loss": 12.1976,
      "step": 12250
    },
    {
      "epoch": 2.006058621254298,
      "grad_norm": 0.19694288074970245,
      "learning_rate": 0.00018152006597631264,
      "loss": 12.1488,
      "step": 12251
    },
    {
      "epoch": 2.0062223677746847,
      "grad_norm": 0.1980738341808319,
      "learning_rate": 0.00018151707172006241,
      "loss": 12.1877,
      "step": 12252
    },
    {
      "epoch": 2.006386114295071,
      "grad_norm": 0.1751166582107544,
      "learning_rate": 0.00018151407724595597,
      "loss": 12.1837,
      "step": 12253
    },
    {
      "epoch": 2.0065498608154577,
      "grad_norm": 0.18075934052467346,
      "learning_rate": 0.0001815110825540014,
      "loss": 12.2028,
      "step": 12254
    },
    {
      "epoch": 2.0067136073358443,
      "grad_norm": 0.16557712852954865,
      "learning_rate": 0.00018150808764420665,
      "loss": 12.2068,
      "step": 12255
    },
    {
      "epoch": 2.0068773538562303,
      "grad_norm": 0.18124498426914215,
      "learning_rate": 0.00018150509251657978,
      "loss": 12.1819,
      "step": 12256
    },
    {
      "epoch": 2.007041100376617,
      "grad_norm": 0.17111073434352875,
      "learning_rate": 0.00018150209717112875,
      "loss": 12.1865,
      "step": 12257
    },
    {
      "epoch": 2.0072048468970034,
      "grad_norm": 0.15957416594028473,
      "learning_rate": 0.0001814991016078616,
      "loss": 12.1709,
      "step": 12258
    },
    {
      "epoch": 2.00736859341739,
      "grad_norm": 0.21563106775283813,
      "learning_rate": 0.0001814961058267863,
      "loss": 12.1692,
      "step": 12259
    },
    {
      "epoch": 2.0075323399377765,
      "grad_norm": 0.1875719279050827,
      "learning_rate": 0.0001814931098279109,
      "loss": 12.1547,
      "step": 12260
    },
    {
      "epoch": 2.0076960864581626,
      "grad_norm": 0.21729765832424164,
      "learning_rate": 0.00018149011361124332,
      "loss": 12.2189,
      "step": 12261
    },
    {
      "epoch": 2.007859832978549,
      "grad_norm": 0.15002664923667908,
      "learning_rate": 0.00018148711717679169,
      "loss": 12.1518,
      "step": 12262
    },
    {
      "epoch": 2.0080235794989356,
      "grad_norm": 0.15449705719947815,
      "learning_rate": 0.00018148412052456392,
      "loss": 12.2066,
      "step": 12263
    },
    {
      "epoch": 2.008187326019322,
      "grad_norm": 0.22731134295463562,
      "learning_rate": 0.00018148112365456808,
      "loss": 12.2174,
      "step": 12264
    },
    {
      "epoch": 2.0083510725397087,
      "grad_norm": 0.20032869279384613,
      "learning_rate": 0.00018147812656681212,
      "loss": 12.1851,
      "step": 12265
    },
    {
      "epoch": 2.0085148190600948,
      "grad_norm": 0.1485217958688736,
      "learning_rate": 0.0001814751292613041,
      "loss": 12.1664,
      "step": 12266
    },
    {
      "epoch": 2.0086785655804813,
      "grad_norm": 0.15418249368667603,
      "learning_rate": 0.00018147213173805199,
      "loss": 12.1882,
      "step": 12267
    },
    {
      "epoch": 2.008842312100868,
      "grad_norm": 0.1697542518377304,
      "learning_rate": 0.00018146913399706387,
      "loss": 12.1914,
      "step": 12268
    },
    {
      "epoch": 2.0090060586212544,
      "grad_norm": 0.21440334618091583,
      "learning_rate": 0.00018146613603834766,
      "loss": 12.1693,
      "step": 12269
    },
    {
      "epoch": 2.009169805141641,
      "grad_norm": 0.18645510077476501,
      "learning_rate": 0.00018146313786191143,
      "loss": 12.2223,
      "step": 12270
    },
    {
      "epoch": 2.009333551662027,
      "grad_norm": 0.21724927425384521,
      "learning_rate": 0.0001814601394677632,
      "loss": 12.1698,
      "step": 12271
    },
    {
      "epoch": 2.0094972981824135,
      "grad_norm": 0.1897328495979309,
      "learning_rate": 0.00018145714085591091,
      "loss": 12.2306,
      "step": 12272
    },
    {
      "epoch": 2.0096610447028,
      "grad_norm": 0.16578562557697296,
      "learning_rate": 0.00018145414202636268,
      "loss": 12.1968,
      "step": 12273
    },
    {
      "epoch": 2.0098247912231866,
      "grad_norm": 0.22438515722751617,
      "learning_rate": 0.00018145114297912648,
      "loss": 12.1961,
      "step": 12274
    },
    {
      "epoch": 2.009988537743573,
      "grad_norm": 0.13404850661754608,
      "learning_rate": 0.00018144814371421028,
      "loss": 12.1708,
      "step": 12275
    },
    {
      "epoch": 2.010152284263959,
      "grad_norm": 0.1591913402080536,
      "learning_rate": 0.00018144514423162216,
      "loss": 12.1857,
      "step": 12276
    },
    {
      "epoch": 2.0103160307843457,
      "grad_norm": 0.14653772115707397,
      "learning_rate": 0.00018144214453137008,
      "loss": 12.224,
      "step": 12277
    },
    {
      "epoch": 2.0104797773047323,
      "grad_norm": 0.17200550436973572,
      "learning_rate": 0.0001814391446134621,
      "loss": 12.1421,
      "step": 12278
    },
    {
      "epoch": 2.010643523825119,
      "grad_norm": 0.18915005028247833,
      "learning_rate": 0.00018143614447790624,
      "loss": 12.1217,
      "step": 12279
    },
    {
      "epoch": 2.0108072703455053,
      "grad_norm": 0.1607118546962738,
      "learning_rate": 0.00018143314412471048,
      "loss": 12.2279,
      "step": 12280
    },
    {
      "epoch": 2.0109710168658914,
      "grad_norm": 0.14208059012889862,
      "learning_rate": 0.00018143014355388287,
      "loss": 12.1453,
      "step": 12281
    },
    {
      "epoch": 2.011134763386278,
      "grad_norm": 0.18767614662647247,
      "learning_rate": 0.0001814271427654314,
      "loss": 12.2387,
      "step": 12282
    },
    {
      "epoch": 2.0112985099066645,
      "grad_norm": 0.16626043617725372,
      "learning_rate": 0.0001814241417593641,
      "loss": 12.1392,
      "step": 12283
    },
    {
      "epoch": 2.011462256427051,
      "grad_norm": 0.1922806054353714,
      "learning_rate": 0.000181421140535689,
      "loss": 12.1471,
      "step": 12284
    },
    {
      "epoch": 2.0116260029474375,
      "grad_norm": 0.16040024161338806,
      "learning_rate": 0.00018141813909441416,
      "loss": 12.1792,
      "step": 12285
    },
    {
      "epoch": 2.0117897494678236,
      "grad_norm": 0.14239166676998138,
      "learning_rate": 0.00018141513743554755,
      "loss": 12.1737,
      "step": 12286
    },
    {
      "epoch": 2.01195349598821,
      "grad_norm": 0.1475147306919098,
      "learning_rate": 0.00018141213555909717,
      "loss": 12.1571,
      "step": 12287
    },
    {
      "epoch": 2.0121172425085967,
      "grad_norm": 0.26229315996170044,
      "learning_rate": 0.0001814091334650711,
      "loss": 12.2784,
      "step": 12288
    },
    {
      "epoch": 2.0122809890289832,
      "grad_norm": 0.16822686791419983,
      "learning_rate": 0.00018140613115347732,
      "loss": 12.1915,
      "step": 12289
    },
    {
      "epoch": 2.0124447355493698,
      "grad_norm": 0.13537193834781647,
      "learning_rate": 0.0001814031286243239,
      "loss": 12.1564,
      "step": 12290
    },
    {
      "epoch": 2.012608482069756,
      "grad_norm": 0.15301479399204254,
      "learning_rate": 0.0001814001258776188,
      "loss": 12.2198,
      "step": 12291
    },
    {
      "epoch": 2.0127722285901424,
      "grad_norm": 0.1371035873889923,
      "learning_rate": 0.0001813971229133701,
      "loss": 12.1932,
      "step": 12292
    },
    {
      "epoch": 2.012935975110529,
      "grad_norm": 0.15643058717250824,
      "learning_rate": 0.00018139411973158582,
      "loss": 12.226,
      "step": 12293
    },
    {
      "epoch": 2.0130997216309154,
      "grad_norm": 0.17128467559814453,
      "learning_rate": 0.00018139111633227396,
      "loss": 12.1693,
      "step": 12294
    },
    {
      "epoch": 2.013263468151302,
      "grad_norm": 0.13510674238204956,
      "learning_rate": 0.00018138811271544255,
      "loss": 12.2143,
      "step": 12295
    },
    {
      "epoch": 2.013427214671688,
      "grad_norm": 0.14309895038604736,
      "learning_rate": 0.00018138510888109966,
      "loss": 12.1727,
      "step": 12296
    },
    {
      "epoch": 2.0135909611920746,
      "grad_norm": 0.2344665378332138,
      "learning_rate": 0.00018138210482925322,
      "loss": 12.2062,
      "step": 12297
    },
    {
      "epoch": 2.013754707712461,
      "grad_norm": 0.19930684566497803,
      "learning_rate": 0.00018137910055991138,
      "loss": 12.1805,
      "step": 12298
    },
    {
      "epoch": 2.0139184542328477,
      "grad_norm": 0.2322731912136078,
      "learning_rate": 0.0001813760960730821,
      "loss": 12.1751,
      "step": 12299
    },
    {
      "epoch": 2.014082200753234,
      "grad_norm": 0.15128743648529053,
      "learning_rate": 0.00018137309136877341,
      "loss": 12.2186,
      "step": 12300
    },
    {
      "epoch": 2.0142459472736203,
      "grad_norm": 0.13390620052814484,
      "learning_rate": 0.00018137008644699334,
      "loss": 12.1618,
      "step": 12301
    },
    {
      "epoch": 2.014409693794007,
      "grad_norm": 0.17055052518844604,
      "learning_rate": 0.00018136708130774996,
      "loss": 12.1927,
      "step": 12302
    },
    {
      "epoch": 2.0145734403143933,
      "grad_norm": 0.15200290083885193,
      "learning_rate": 0.00018136407595105124,
      "loss": 12.1774,
      "step": 12303
    },
    {
      "epoch": 2.01473718683478,
      "grad_norm": 0.13247840106487274,
      "learning_rate": 0.00018136107037690526,
      "loss": 12.1753,
      "step": 12304
    },
    {
      "epoch": 2.0149009333551664,
      "grad_norm": 0.19305677711963654,
      "learning_rate": 0.00018135806458532006,
      "loss": 12.1683,
      "step": 12305
    },
    {
      "epoch": 2.0150646798755525,
      "grad_norm": 0.264547199010849,
      "learning_rate": 0.00018135505857630363,
      "loss": 12.1674,
      "step": 12306
    },
    {
      "epoch": 2.015228426395939,
      "grad_norm": 0.11791401356458664,
      "learning_rate": 0.00018135205234986402,
      "loss": 12.1793,
      "step": 12307
    },
    {
      "epoch": 2.0153921729163256,
      "grad_norm": 0.2607247829437256,
      "learning_rate": 0.0001813490459060093,
      "loss": 12.1374,
      "step": 12308
    },
    {
      "epoch": 2.015555919436712,
      "grad_norm": 0.19200116395950317,
      "learning_rate": 0.00018134603924474743,
      "loss": 12.1784,
      "step": 12309
    },
    {
      "epoch": 2.0157196659570986,
      "grad_norm": 0.17082709074020386,
      "learning_rate": 0.00018134303236608652,
      "loss": 12.1462,
      "step": 12310
    },
    {
      "epoch": 2.0158834124774847,
      "grad_norm": 0.1504950374364853,
      "learning_rate": 0.00018134002527003457,
      "loss": 12.1894,
      "step": 12311
    },
    {
      "epoch": 2.0160471589978712,
      "grad_norm": 0.2265017181634903,
      "learning_rate": 0.00018133701795659962,
      "loss": 12.1975,
      "step": 12312
    },
    {
      "epoch": 2.0162109055182578,
      "grad_norm": 0.214075967669487,
      "learning_rate": 0.0001813340104257897,
      "loss": 12.1644,
      "step": 12313
    },
    {
      "epoch": 2.0163746520386443,
      "grad_norm": 0.19410446286201477,
      "learning_rate": 0.00018133100267761284,
      "loss": 12.1474,
      "step": 12314
    },
    {
      "epoch": 2.016538398559031,
      "grad_norm": 0.12968803942203522,
      "learning_rate": 0.00018132799471207712,
      "loss": 12.2326,
      "step": 12315
    },
    {
      "epoch": 2.016702145079417,
      "grad_norm": 0.17130322754383087,
      "learning_rate": 0.00018132498652919057,
      "loss": 12.1904,
      "step": 12316
    },
    {
      "epoch": 2.0168658915998035,
      "grad_norm": 0.16311050951480865,
      "learning_rate": 0.00018132197812896118,
      "loss": 12.1873,
      "step": 12317
    },
    {
      "epoch": 2.01702963812019,
      "grad_norm": 0.16408798098564148,
      "learning_rate": 0.00018131896951139703,
      "loss": 12.174,
      "step": 12318
    },
    {
      "epoch": 2.0171933846405765,
      "grad_norm": 0.14623190462589264,
      "learning_rate": 0.00018131596067650615,
      "loss": 12.1559,
      "step": 12319
    },
    {
      "epoch": 2.017357131160963,
      "grad_norm": 0.17220298945903778,
      "learning_rate": 0.00018131295162429658,
      "loss": 12.222,
      "step": 12320
    },
    {
      "epoch": 2.017520877681349,
      "grad_norm": 0.211328387260437,
      "learning_rate": 0.00018130994235477637,
      "loss": 12.1662,
      "step": 12321
    },
    {
      "epoch": 2.0176846242017357,
      "grad_norm": 0.15015484392642975,
      "learning_rate": 0.00018130693286795357,
      "loss": 12.2016,
      "step": 12322
    },
    {
      "epoch": 2.017848370722122,
      "grad_norm": 0.18606822192668915,
      "learning_rate": 0.0001813039231638362,
      "loss": 12.1835,
      "step": 12323
    },
    {
      "epoch": 2.0180121172425087,
      "grad_norm": 0.17023992538452148,
      "learning_rate": 0.00018130091324243232,
      "loss": 12.1832,
      "step": 12324
    },
    {
      "epoch": 2.0181758637628953,
      "grad_norm": 0.21664874255657196,
      "learning_rate": 0.00018129790310374995,
      "loss": 12.1678,
      "step": 12325
    },
    {
      "epoch": 2.0183396102832813,
      "grad_norm": 0.1627844125032425,
      "learning_rate": 0.00018129489274779719,
      "loss": 12.1564,
      "step": 12326
    },
    {
      "epoch": 2.018503356803668,
      "grad_norm": 0.17930477857589722,
      "learning_rate": 0.00018129188217458204,
      "loss": 12.1543,
      "step": 12327
    },
    {
      "epoch": 2.0186671033240544,
      "grad_norm": 0.20268572866916656,
      "learning_rate": 0.00018128887138411253,
      "loss": 12.198,
      "step": 12328
    },
    {
      "epoch": 2.018830849844441,
      "grad_norm": 0.1717187613248825,
      "learning_rate": 0.00018128586037639678,
      "loss": 12.1576,
      "step": 12329
    },
    {
      "epoch": 2.018994596364827,
      "grad_norm": 0.14700911939144135,
      "learning_rate": 0.00018128284915144274,
      "loss": 12.147,
      "step": 12330
    },
    {
      "epoch": 2.0191583428852136,
      "grad_norm": 0.1372094452381134,
      "learning_rate": 0.00018127983770925853,
      "loss": 12.1539,
      "step": 12331
    },
    {
      "epoch": 2.0193220894056,
      "grad_norm": 0.1681710034608841,
      "learning_rate": 0.00018127682604985215,
      "loss": 12.2087,
      "step": 12332
    },
    {
      "epoch": 2.0194858359259866,
      "grad_norm": 0.1668623983860016,
      "learning_rate": 0.0001812738141732317,
      "loss": 12.207,
      "step": 12333
    },
    {
      "epoch": 2.019649582446373,
      "grad_norm": 0.1489291787147522,
      "learning_rate": 0.00018127080207940518,
      "loss": 12.1536,
      "step": 12334
    },
    {
      "epoch": 2.0198133289667592,
      "grad_norm": 0.1610841304063797,
      "learning_rate": 0.00018126778976838067,
      "loss": 12.2077,
      "step": 12335
    },
    {
      "epoch": 2.019977075487146,
      "grad_norm": 0.17899391055107117,
      "learning_rate": 0.0001812647772401662,
      "loss": 12.1613,
      "step": 12336
    },
    {
      "epoch": 2.0201408220075323,
      "grad_norm": 0.1774711310863495,
      "learning_rate": 0.00018126176449476984,
      "loss": 12.1798,
      "step": 12337
    },
    {
      "epoch": 2.020304568527919,
      "grad_norm": 0.1749565303325653,
      "learning_rate": 0.00018125875153219965,
      "loss": 12.1647,
      "step": 12338
    },
    {
      "epoch": 2.0204683150483054,
      "grad_norm": 0.16270992159843445,
      "learning_rate": 0.00018125573835246365,
      "loss": 12.1542,
      "step": 12339
    },
    {
      "epoch": 2.0206320615686915,
      "grad_norm": 0.15940424799919128,
      "learning_rate": 0.00018125272495556993,
      "loss": 12.2482,
      "step": 12340
    },
    {
      "epoch": 2.020795808089078,
      "grad_norm": 0.15311464667320251,
      "learning_rate": 0.0001812497113415265,
      "loss": 12.1772,
      "step": 12341
    },
    {
      "epoch": 2.0209595546094645,
      "grad_norm": 0.19612951576709747,
      "learning_rate": 0.00018124669751034146,
      "loss": 12.1866,
      "step": 12342
    },
    {
      "epoch": 2.021123301129851,
      "grad_norm": 0.18805044889450073,
      "learning_rate": 0.0001812436834620228,
      "loss": 12.1862,
      "step": 12343
    },
    {
      "epoch": 2.0212870476502376,
      "grad_norm": 0.17995667457580566,
      "learning_rate": 0.00018124066919657868,
      "loss": 12.1712,
      "step": 12344
    },
    {
      "epoch": 2.0214507941706237,
      "grad_norm": 0.16500674188137054,
      "learning_rate": 0.00018123765471401705,
      "loss": 12.1657,
      "step": 12345
    },
    {
      "epoch": 2.02161454069101,
      "grad_norm": 0.1911998987197876,
      "learning_rate": 0.000181234640014346,
      "loss": 12.1934,
      "step": 12346
    },
    {
      "epoch": 2.0217782872113967,
      "grad_norm": 0.2340974509716034,
      "learning_rate": 0.00018123162509757362,
      "loss": 12.1897,
      "step": 12347
    },
    {
      "epoch": 2.0219420337317833,
      "grad_norm": 0.18350733816623688,
      "learning_rate": 0.00018122860996370793,
      "loss": 12.198,
      "step": 12348
    },
    {
      "epoch": 2.02210578025217,
      "grad_norm": 0.1989353597164154,
      "learning_rate": 0.000181225594612757,
      "loss": 12.1606,
      "step": 12349
    },
    {
      "epoch": 2.022269526772556,
      "grad_norm": 0.15974795818328857,
      "learning_rate": 0.00018122257904472892,
      "loss": 12.2359,
      "step": 12350
    },
    {
      "epoch": 2.0224332732929424,
      "grad_norm": 0.14312133193016052,
      "learning_rate": 0.00018121956325963169,
      "loss": 12.1537,
      "step": 12351
    },
    {
      "epoch": 2.022597019813329,
      "grad_norm": 0.17918303608894348,
      "learning_rate": 0.00018121654725747338,
      "loss": 12.142,
      "step": 12352
    },
    {
      "epoch": 2.0227607663337155,
      "grad_norm": 0.15294615924358368,
      "learning_rate": 0.0001812135310382621,
      "loss": 12.1479,
      "step": 12353
    },
    {
      "epoch": 2.022924512854102,
      "grad_norm": 0.16050972044467926,
      "learning_rate": 0.0001812105146020059,
      "loss": 12.1625,
      "step": 12354
    },
    {
      "epoch": 2.023088259374488,
      "grad_norm": 0.17948591709136963,
      "learning_rate": 0.0001812074979487128,
      "loss": 12.147,
      "step": 12355
    },
    {
      "epoch": 2.0232520058948746,
      "grad_norm": 0.15637144446372986,
      "learning_rate": 0.00018120448107839088,
      "loss": 12.1625,
      "step": 12356
    },
    {
      "epoch": 2.023415752415261,
      "grad_norm": 0.18424157798290253,
      "learning_rate": 0.0001812014639910482,
      "loss": 12.1703,
      "step": 12357
    },
    {
      "epoch": 2.0235794989356477,
      "grad_norm": 0.1794358193874359,
      "learning_rate": 0.00018119844668669282,
      "loss": 12.203,
      "step": 12358
    },
    {
      "epoch": 2.0237432454560342,
      "grad_norm": 0.14609476923942566,
      "learning_rate": 0.00018119542916533282,
      "loss": 12.1658,
      "step": 12359
    },
    {
      "epoch": 2.0239069919764203,
      "grad_norm": 0.18011422455310822,
      "learning_rate": 0.00018119241142697625,
      "loss": 12.163,
      "step": 12360
    },
    {
      "epoch": 2.024070738496807,
      "grad_norm": 0.14770790934562683,
      "learning_rate": 0.0001811893934716312,
      "loss": 12.1748,
      "step": 12361
    },
    {
      "epoch": 2.0242344850171934,
      "grad_norm": 0.1848980337381363,
      "learning_rate": 0.00018118637529930572,
      "loss": 12.1769,
      "step": 12362
    },
    {
      "epoch": 2.02439823153758,
      "grad_norm": 0.21811753511428833,
      "learning_rate": 0.00018118335691000789,
      "loss": 12.1968,
      "step": 12363
    },
    {
      "epoch": 2.0245619780579664,
      "grad_norm": 0.1663864701986313,
      "learning_rate": 0.00018118033830374572,
      "loss": 12.19,
      "step": 12364
    },
    {
      "epoch": 2.0247257245783525,
      "grad_norm": 0.17734822630882263,
      "learning_rate": 0.00018117731948052735,
      "loss": 12.1845,
      "step": 12365
    },
    {
      "epoch": 2.024889471098739,
      "grad_norm": 0.16143105924129486,
      "learning_rate": 0.00018117430044036078,
      "loss": 12.1959,
      "step": 12366
    },
    {
      "epoch": 2.0250532176191256,
      "grad_norm": 0.17619332671165466,
      "learning_rate": 0.00018117128118325413,
      "loss": 12.1722,
      "step": 12367
    },
    {
      "epoch": 2.025216964139512,
      "grad_norm": 0.13565683364868164,
      "learning_rate": 0.00018116826170921547,
      "loss": 12.2264,
      "step": 12368
    },
    {
      "epoch": 2.0253807106598987,
      "grad_norm": 0.16540539264678955,
      "learning_rate": 0.00018116524201825285,
      "loss": 12.1737,
      "step": 12369
    },
    {
      "epoch": 2.0255444571802848,
      "grad_norm": 0.19136212766170502,
      "learning_rate": 0.00018116222211037432,
      "loss": 12.2864,
      "step": 12370
    },
    {
      "epoch": 2.0257082037006713,
      "grad_norm": 0.19164377450942993,
      "learning_rate": 0.000181159201985588,
      "loss": 12.1744,
      "step": 12371
    },
    {
      "epoch": 2.025871950221058,
      "grad_norm": 0.12483426928520203,
      "learning_rate": 0.00018115618164390193,
      "loss": 12.1626,
      "step": 12372
    },
    {
      "epoch": 2.0260356967414443,
      "grad_norm": 0.15198393166065216,
      "learning_rate": 0.00018115316108532418,
      "loss": 12.1703,
      "step": 12373
    },
    {
      "epoch": 2.026199443261831,
      "grad_norm": 0.2027687132358551,
      "learning_rate": 0.0001811501403098628,
      "loss": 12.1757,
      "step": 12374
    },
    {
      "epoch": 2.026363189782217,
      "grad_norm": 0.2199375480413437,
      "learning_rate": 0.00018114711931752596,
      "loss": 12.1979,
      "step": 12375
    },
    {
      "epoch": 2.0265269363026035,
      "grad_norm": 0.19549858570098877,
      "learning_rate": 0.00018114409810832162,
      "loss": 12.1787,
      "step": 12376
    },
    {
      "epoch": 2.02669068282299,
      "grad_norm": 0.17616800963878632,
      "learning_rate": 0.00018114107668225793,
      "loss": 12.2281,
      "step": 12377
    },
    {
      "epoch": 2.0268544293433766,
      "grad_norm": 0.17896369099617004,
      "learning_rate": 0.00018113805503934292,
      "loss": 12.2602,
      "step": 12378
    },
    {
      "epoch": 2.027018175863763,
      "grad_norm": 0.15419305860996246,
      "learning_rate": 0.00018113503317958467,
      "loss": 12.1914,
      "step": 12379
    },
    {
      "epoch": 2.027181922384149,
      "grad_norm": 0.1694430708885193,
      "learning_rate": 0.00018113201110299127,
      "loss": 12.1953,
      "step": 12380
    },
    {
      "epoch": 2.0273456689045357,
      "grad_norm": 0.15104295313358307,
      "learning_rate": 0.0001811289888095708,
      "loss": 12.1445,
      "step": 12381
    },
    {
      "epoch": 2.0275094154249222,
      "grad_norm": 0.20685631036758423,
      "learning_rate": 0.00018112596629933135,
      "loss": 12.1577,
      "step": 12382
    },
    {
      "epoch": 2.0276731619453088,
      "grad_norm": 0.23235249519348145,
      "learning_rate": 0.00018112294357228094,
      "loss": 12.1689,
      "step": 12383
    },
    {
      "epoch": 2.0278369084656953,
      "grad_norm": 0.1857222020626068,
      "learning_rate": 0.0001811199206284277,
      "loss": 12.1947,
      "step": 12384
    },
    {
      "epoch": 2.0280006549860814,
      "grad_norm": 0.3009200394153595,
      "learning_rate": 0.00018111689746777972,
      "loss": 12.1609,
      "step": 12385
    },
    {
      "epoch": 2.028164401506468,
      "grad_norm": 0.24303562939167023,
      "learning_rate": 0.00018111387409034503,
      "loss": 12.2054,
      "step": 12386
    },
    {
      "epoch": 2.0283281480268545,
      "grad_norm": 0.1577945351600647,
      "learning_rate": 0.00018111085049613175,
      "loss": 12.1857,
      "step": 12387
    },
    {
      "epoch": 2.028491894547241,
      "grad_norm": 0.15075761079788208,
      "learning_rate": 0.00018110782668514795,
      "loss": 12.2074,
      "step": 12388
    },
    {
      "epoch": 2.0286556410676275,
      "grad_norm": 0.172183558344841,
      "learning_rate": 0.0001811048026574017,
      "loss": 12.1555,
      "step": 12389
    },
    {
      "epoch": 2.0288193875880136,
      "grad_norm": 0.17558009922504425,
      "learning_rate": 0.00018110177841290106,
      "loss": 12.1684,
      "step": 12390
    },
    {
      "epoch": 2.0289831341084,
      "grad_norm": 0.16522051393985748,
      "learning_rate": 0.00018109875395165415,
      "loss": 12.19,
      "step": 12391
    },
    {
      "epoch": 2.0291468806287867,
      "grad_norm": 0.23015746474266052,
      "learning_rate": 0.00018109572927366905,
      "loss": 12.1935,
      "step": 12392
    },
    {
      "epoch": 2.029310627149173,
      "grad_norm": 0.17007867991924286,
      "learning_rate": 0.00018109270437895387,
      "loss": 12.2206,
      "step": 12393
    },
    {
      "epoch": 2.0294743736695597,
      "grad_norm": 0.21705596148967743,
      "learning_rate": 0.00018108967926751667,
      "loss": 12.1795,
      "step": 12394
    },
    {
      "epoch": 2.029638120189946,
      "grad_norm": 0.15598143637180328,
      "learning_rate": 0.00018108665393936545,
      "loss": 12.1675,
      "step": 12395
    },
    {
      "epoch": 2.0298018667103324,
      "grad_norm": 0.20909525454044342,
      "learning_rate": 0.00018108362839450843,
      "loss": 12.1708,
      "step": 12396
    },
    {
      "epoch": 2.029965613230719,
      "grad_norm": 0.2326335608959198,
      "learning_rate": 0.00018108060263295362,
      "loss": 12.2164,
      "step": 12397
    },
    {
      "epoch": 2.0301293597511054,
      "grad_norm": 0.21060925722122192,
      "learning_rate": 0.00018107757665470912,
      "loss": 12.1948,
      "step": 12398
    },
    {
      "epoch": 2.0302931062714915,
      "grad_norm": 0.17559504508972168,
      "learning_rate": 0.00018107455045978304,
      "loss": 12.1584,
      "step": 12399
    },
    {
      "epoch": 2.030456852791878,
      "grad_norm": 0.18491894006729126,
      "learning_rate": 0.00018107152404818344,
      "loss": 12.2069,
      "step": 12400
    },
    {
      "epoch": 2.0306205993122646,
      "grad_norm": 0.18590521812438965,
      "learning_rate": 0.00018106849741991843,
      "loss": 12.2202,
      "step": 12401
    },
    {
      "epoch": 2.030784345832651,
      "grad_norm": 0.23072266578674316,
      "learning_rate": 0.00018106547057499605,
      "loss": 12.1646,
      "step": 12402
    },
    {
      "epoch": 2.0309480923530376,
      "grad_norm": 0.1856473684310913,
      "learning_rate": 0.00018106244351342445,
      "loss": 12.2021,
      "step": 12403
    },
    {
      "epoch": 2.0311118388734237,
      "grad_norm": 0.2168939709663391,
      "learning_rate": 0.00018105941623521168,
      "loss": 12.1603,
      "step": 12404
    },
    {
      "epoch": 2.0312755853938103,
      "grad_norm": 0.15209919214248657,
      "learning_rate": 0.00018105638874036582,
      "loss": 12.2072,
      "step": 12405
    },
    {
      "epoch": 2.031439331914197,
      "grad_norm": 0.1776062250137329,
      "learning_rate": 0.00018105336102889504,
      "loss": 12.1764,
      "step": 12406
    },
    {
      "epoch": 2.0316030784345833,
      "grad_norm": 0.15652833878993988,
      "learning_rate": 0.00018105033310080736,
      "loss": 12.1406,
      "step": 12407
    },
    {
      "epoch": 2.03176682495497,
      "grad_norm": 0.15764938294887543,
      "learning_rate": 0.00018104730495611092,
      "loss": 12.1711,
      "step": 12408
    },
    {
      "epoch": 2.031930571475356,
      "grad_norm": 0.18115700781345367,
      "learning_rate": 0.0001810442765948137,
      "loss": 12.1781,
      "step": 12409
    },
    {
      "epoch": 2.0320943179957425,
      "grad_norm": 0.1923372894525528,
      "learning_rate": 0.00018104124801692395,
      "loss": 12.1561,
      "step": 12410
    },
    {
      "epoch": 2.032258064516129,
      "grad_norm": 0.1701394021511078,
      "learning_rate": 0.00018103821922244967,
      "loss": 12.1847,
      "step": 12411
    },
    {
      "epoch": 2.0324218110365155,
      "grad_norm": 0.12595577538013458,
      "learning_rate": 0.00018103519021139898,
      "loss": 12.1738,
      "step": 12412
    },
    {
      "epoch": 2.032585557556902,
      "grad_norm": 0.12861578166484833,
      "learning_rate": 0.00018103216098377996,
      "loss": 12.1767,
      "step": 12413
    },
    {
      "epoch": 2.032749304077288,
      "grad_norm": 0.1577989161014557,
      "learning_rate": 0.0001810291315396007,
      "loss": 12.2084,
      "step": 12414
    },
    {
      "epoch": 2.0329130505976747,
      "grad_norm": 0.18576888740062714,
      "learning_rate": 0.0001810261018788693,
      "loss": 12.2127,
      "step": 12415
    },
    {
      "epoch": 2.033076797118061,
      "grad_norm": 0.18520930409431458,
      "learning_rate": 0.00018102307200159391,
      "loss": 12.1816,
      "step": 12416
    },
    {
      "epoch": 2.0332405436384478,
      "grad_norm": 0.1951744109392166,
      "learning_rate": 0.00018102004190778258,
      "loss": 12.1854,
      "step": 12417
    },
    {
      "epoch": 2.0334042901588343,
      "grad_norm": 0.19947108626365662,
      "learning_rate": 0.0001810170115974434,
      "loss": 12.2139,
      "step": 12418
    },
    {
      "epoch": 2.0335680366792204,
      "grad_norm": 0.18469153344631195,
      "learning_rate": 0.00018101398107058447,
      "loss": 12.1565,
      "step": 12419
    },
    {
      "epoch": 2.033731783199607,
      "grad_norm": 0.16322427988052368,
      "learning_rate": 0.00018101095032721393,
      "loss": 12.2096,
      "step": 12420
    },
    {
      "epoch": 2.0338955297199934,
      "grad_norm": 0.14643555879592896,
      "learning_rate": 0.00018100791936733984,
      "loss": 12.1567,
      "step": 12421
    },
    {
      "epoch": 2.03405927624038,
      "grad_norm": 0.21029026806354523,
      "learning_rate": 0.0001810048881909703,
      "loss": 12.1701,
      "step": 12422
    },
    {
      "epoch": 2.0342230227607665,
      "grad_norm": 0.3003217279911041,
      "learning_rate": 0.00018100185679811344,
      "loss": 12.2143,
      "step": 12423
    },
    {
      "epoch": 2.0343867692811526,
      "grad_norm": 0.1680685430765152,
      "learning_rate": 0.00018099882518877734,
      "loss": 12.1828,
      "step": 12424
    },
    {
      "epoch": 2.034550515801539,
      "grad_norm": 0.15413306653499603,
      "learning_rate": 0.0001809957933629701,
      "loss": 12.1915,
      "step": 12425
    },
    {
      "epoch": 2.0347142623219256,
      "grad_norm": 0.16560997068881989,
      "learning_rate": 0.00018099276132069983,
      "loss": 12.1742,
      "step": 12426
    },
    {
      "epoch": 2.034878008842312,
      "grad_norm": 0.13703057169914246,
      "learning_rate": 0.00018098972906197463,
      "loss": 12.1574,
      "step": 12427
    },
    {
      "epoch": 2.0350417553626987,
      "grad_norm": 0.22156818211078644,
      "learning_rate": 0.0001809866965868026,
      "loss": 12.1557,
      "step": 12428
    },
    {
      "epoch": 2.035205501883085,
      "grad_norm": 0.23345434665679932,
      "learning_rate": 0.00018098366389519187,
      "loss": 12.2114,
      "step": 12429
    },
    {
      "epoch": 2.0353692484034713,
      "grad_norm": 0.1390620768070221,
      "learning_rate": 0.0001809806309871505,
      "loss": 12.2055,
      "step": 12430
    },
    {
      "epoch": 2.035532994923858,
      "grad_norm": 0.1393374800682068,
      "learning_rate": 0.00018097759786268663,
      "loss": 12.2186,
      "step": 12431
    },
    {
      "epoch": 2.0356967414442444,
      "grad_norm": 0.18926191329956055,
      "learning_rate": 0.00018097456452180837,
      "loss": 12.1691,
      "step": 12432
    },
    {
      "epoch": 2.035860487964631,
      "grad_norm": 0.15941253304481506,
      "learning_rate": 0.00018097153096452383,
      "loss": 12.1556,
      "step": 12433
    },
    {
      "epoch": 2.036024234485017,
      "grad_norm": 0.23234142363071442,
      "learning_rate": 0.00018096849719084106,
      "loss": 12.203,
      "step": 12434
    },
    {
      "epoch": 2.0361879810054035,
      "grad_norm": 0.14386175572872162,
      "learning_rate": 0.0001809654632007682,
      "loss": 12.1663,
      "step": 12435
    },
    {
      "epoch": 2.03635172752579,
      "grad_norm": 0.18734200298786163,
      "learning_rate": 0.0001809624289943134,
      "loss": 12.1464,
      "step": 12436
    },
    {
      "epoch": 2.0365154740461766,
      "grad_norm": 0.15839967131614685,
      "learning_rate": 0.00018095939457148468,
      "loss": 12.1867,
      "step": 12437
    },
    {
      "epoch": 2.036679220566563,
      "grad_norm": 0.19160379469394684,
      "learning_rate": 0.00018095635993229026,
      "loss": 12.1281,
      "step": 12438
    },
    {
      "epoch": 2.0368429670869492,
      "grad_norm": 0.17526620626449585,
      "learning_rate": 0.00018095332507673818,
      "loss": 12.1579,
      "step": 12439
    },
    {
      "epoch": 2.0370067136073358,
      "grad_norm": 0.16386117041110992,
      "learning_rate": 0.00018095029000483659,
      "loss": 12.2454,
      "step": 12440
    },
    {
      "epoch": 2.0371704601277223,
      "grad_norm": 0.12742732465267181,
      "learning_rate": 0.00018094725471659356,
      "loss": 12.1726,
      "step": 12441
    },
    {
      "epoch": 2.037334206648109,
      "grad_norm": 0.1970423460006714,
      "learning_rate": 0.0001809442192120172,
      "loss": 12.1914,
      "step": 12442
    },
    {
      "epoch": 2.0374979531684954,
      "grad_norm": 0.21924205124378204,
      "learning_rate": 0.00018094118349111567,
      "loss": 12.2345,
      "step": 12443
    },
    {
      "epoch": 2.0376616996888814,
      "grad_norm": 0.12566113471984863,
      "learning_rate": 0.000180938147553897,
      "loss": 12.2104,
      "step": 12444
    },
    {
      "epoch": 2.037825446209268,
      "grad_norm": 0.2162822037935257,
      "learning_rate": 0.00018093511140036944,
      "loss": 12.2385,
      "step": 12445
    },
    {
      "epoch": 2.0379891927296545,
      "grad_norm": 0.15118148922920227,
      "learning_rate": 0.00018093207503054097,
      "loss": 12.1624,
      "step": 12446
    },
    {
      "epoch": 2.038152939250041,
      "grad_norm": 0.16849783062934875,
      "learning_rate": 0.00018092903844441977,
      "loss": 12.1853,
      "step": 12447
    },
    {
      "epoch": 2.0383166857704276,
      "grad_norm": 0.16873332858085632,
      "learning_rate": 0.00018092600164201395,
      "loss": 12.1592,
      "step": 12448
    },
    {
      "epoch": 2.0384804322908137,
      "grad_norm": 0.13159993290901184,
      "learning_rate": 0.0001809229646233316,
      "loss": 12.1657,
      "step": 12449
    },
    {
      "epoch": 2.0386441788112,
      "grad_norm": 0.1432550847530365,
      "learning_rate": 0.00018091992738838086,
      "loss": 12.1501,
      "step": 12450
    },
    {
      "epoch": 2.0388079253315867,
      "grad_norm": 0.20910724997520447,
      "learning_rate": 0.00018091688993716987,
      "loss": 12.2036,
      "step": 12451
    },
    {
      "epoch": 2.0389716718519733,
      "grad_norm": 0.19218583405017853,
      "learning_rate": 0.00018091385226970668,
      "loss": 12.175,
      "step": 12452
    },
    {
      "epoch": 2.03913541837236,
      "grad_norm": 0.14663425087928772,
      "learning_rate": 0.00018091081438599945,
      "loss": 12.1707,
      "step": 12453
    },
    {
      "epoch": 2.039299164892746,
      "grad_norm": 0.1889270544052124,
      "learning_rate": 0.0001809077762860563,
      "loss": 12.1437,
      "step": 12454
    },
    {
      "epoch": 2.0394629114131324,
      "grad_norm": 0.17367692291736603,
      "learning_rate": 0.00018090473796988538,
      "loss": 12.1826,
      "step": 12455
    },
    {
      "epoch": 2.039626657933519,
      "grad_norm": 0.13900528848171234,
      "learning_rate": 0.00018090169943749476,
      "loss": 12.1843,
      "step": 12456
    },
    {
      "epoch": 2.0397904044539055,
      "grad_norm": 0.21829964220523834,
      "learning_rate": 0.00018089866068889257,
      "loss": 12.1815,
      "step": 12457
    },
    {
      "epoch": 2.039954150974292,
      "grad_norm": 0.18947908282279968,
      "learning_rate": 0.0001808956217240869,
      "loss": 12.2393,
      "step": 12458
    },
    {
      "epoch": 2.040117897494678,
      "grad_norm": 0.18832090497016907,
      "learning_rate": 0.00018089258254308597,
      "loss": 12.1618,
      "step": 12459
    },
    {
      "epoch": 2.0402816440150646,
      "grad_norm": 0.15999960899353027,
      "learning_rate": 0.0001808895431458978,
      "loss": 12.1603,
      "step": 12460
    },
    {
      "epoch": 2.040445390535451,
      "grad_norm": 0.14613671600818634,
      "learning_rate": 0.0001808865035325306,
      "loss": 12.1482,
      "step": 12461
    },
    {
      "epoch": 2.0406091370558377,
      "grad_norm": 0.19139036536216736,
      "learning_rate": 0.0001808834637029924,
      "loss": 12.1703,
      "step": 12462
    },
    {
      "epoch": 2.040772883576224,
      "grad_norm": 0.13981488347053528,
      "learning_rate": 0.00018088042365729142,
      "loss": 12.2124,
      "step": 12463
    },
    {
      "epoch": 2.0409366300966103,
      "grad_norm": 0.20866769552230835,
      "learning_rate": 0.0001808773833954357,
      "loss": 12.2141,
      "step": 12464
    },
    {
      "epoch": 2.041100376616997,
      "grad_norm": 0.21161240339279175,
      "learning_rate": 0.0001808743429174334,
      "loss": 12.1882,
      "step": 12465
    },
    {
      "epoch": 2.0412641231373834,
      "grad_norm": 0.3062725067138672,
      "learning_rate": 0.00018087130222329268,
      "loss": 12.131,
      "step": 12466
    },
    {
      "epoch": 2.04142786965777,
      "grad_norm": 0.19894246757030487,
      "learning_rate": 0.0001808682613130216,
      "loss": 12.1383,
      "step": 12467
    },
    {
      "epoch": 2.0415916161781564,
      "grad_norm": 0.16649380326271057,
      "learning_rate": 0.0001808652201866283,
      "loss": 12.2237,
      "step": 12468
    },
    {
      "epoch": 2.0417553626985425,
      "grad_norm": 0.22117218375205994,
      "learning_rate": 0.00018086217884412097,
      "loss": 12.1687,
      "step": 12469
    },
    {
      "epoch": 2.041919109218929,
      "grad_norm": 0.17063532769680023,
      "learning_rate": 0.0001808591372855077,
      "loss": 12.1938,
      "step": 12470
    },
    {
      "epoch": 2.0420828557393156,
      "grad_norm": 0.17237430810928345,
      "learning_rate": 0.0001808560955107966,
      "loss": 12.1394,
      "step": 12471
    },
    {
      "epoch": 2.042246602259702,
      "grad_norm": 0.17087219655513763,
      "learning_rate": 0.0001808530535199958,
      "loss": 12.2087,
      "step": 12472
    },
    {
      "epoch": 2.0424103487800886,
      "grad_norm": 0.23408319056034088,
      "learning_rate": 0.00018085001131311348,
      "loss": 12.1969,
      "step": 12473
    },
    {
      "epoch": 2.0425740953004747,
      "grad_norm": 0.20258720219135284,
      "learning_rate": 0.00018084696889015772,
      "loss": 12.1924,
      "step": 12474
    },
    {
      "epoch": 2.0427378418208613,
      "grad_norm": 0.1738114207983017,
      "learning_rate": 0.00018084392625113664,
      "loss": 12.203,
      "step": 12475
    },
    {
      "epoch": 2.042901588341248,
      "grad_norm": 0.20034903287887573,
      "learning_rate": 0.00018084088339605844,
      "loss": 12.2173,
      "step": 12476
    },
    {
      "epoch": 2.0430653348616343,
      "grad_norm": 0.1702394187450409,
      "learning_rate": 0.00018083784032493116,
      "loss": 12.1718,
      "step": 12477
    },
    {
      "epoch": 2.0432290813820204,
      "grad_norm": 0.20308685302734375,
      "learning_rate": 0.00018083479703776302,
      "loss": 12.212,
      "step": 12478
    },
    {
      "epoch": 2.043392827902407,
      "grad_norm": 0.2069476693868637,
      "learning_rate": 0.0001808317535345621,
      "loss": 12.1723,
      "step": 12479
    },
    {
      "epoch": 2.0435565744227935,
      "grad_norm": 0.18944253027439117,
      "learning_rate": 0.00018082870981533654,
      "loss": 12.2385,
      "step": 12480
    },
    {
      "epoch": 2.04372032094318,
      "grad_norm": 0.1606040745973587,
      "learning_rate": 0.00018082566588009452,
      "loss": 12.223,
      "step": 12481
    },
    {
      "epoch": 2.0438840674635665,
      "grad_norm": 0.13467656075954437,
      "learning_rate": 0.0001808226217288441,
      "loss": 12.1647,
      "step": 12482
    },
    {
      "epoch": 2.0440478139839526,
      "grad_norm": 0.15647698938846588,
      "learning_rate": 0.00018081957736159346,
      "loss": 12.1407,
      "step": 12483
    },
    {
      "epoch": 2.044211560504339,
      "grad_norm": 0.16181465983390808,
      "learning_rate": 0.00018081653277835075,
      "loss": 12.1545,
      "step": 12484
    },
    {
      "epoch": 2.0443753070247257,
      "grad_norm": 0.1654934585094452,
      "learning_rate": 0.00018081348797912406,
      "loss": 12.1273,
      "step": 12485
    },
    {
      "epoch": 2.0445390535451122,
      "grad_norm": 0.1502375304698944,
      "learning_rate": 0.00018081044296392156,
      "loss": 12.165,
      "step": 12486
    },
    {
      "epoch": 2.0447028000654988,
      "grad_norm": 0.1512060910463333,
      "learning_rate": 0.00018080739773275136,
      "loss": 12.1735,
      "step": 12487
    },
    {
      "epoch": 2.044866546585885,
      "grad_norm": 0.1959148794412613,
      "learning_rate": 0.00018080435228562167,
      "loss": 12.1788,
      "step": 12488
    },
    {
      "epoch": 2.0450302931062714,
      "grad_norm": 0.17549778521060944,
      "learning_rate": 0.00018080130662254056,
      "loss": 12.1904,
      "step": 12489
    },
    {
      "epoch": 2.045194039626658,
      "grad_norm": 0.17149382829666138,
      "learning_rate": 0.00018079826074351616,
      "loss": 12.1932,
      "step": 12490
    },
    {
      "epoch": 2.0453577861470444,
      "grad_norm": 0.18137706816196442,
      "learning_rate": 0.00018079521464855667,
      "loss": 12.1723,
      "step": 12491
    },
    {
      "epoch": 2.045521532667431,
      "grad_norm": 0.14940117299556732,
      "learning_rate": 0.00018079216833767018,
      "loss": 12.1619,
      "step": 12492
    },
    {
      "epoch": 2.045685279187817,
      "grad_norm": 0.18136511743068695,
      "learning_rate": 0.00018078912181086488,
      "loss": 12.2229,
      "step": 12493
    },
    {
      "epoch": 2.0458490257082036,
      "grad_norm": 0.15807101130485535,
      "learning_rate": 0.00018078607506814885,
      "loss": 12.1478,
      "step": 12494
    },
    {
      "epoch": 2.04601277222859,
      "grad_norm": 0.1922256350517273,
      "learning_rate": 0.00018078302810953028,
      "loss": 12.1733,
      "step": 12495
    },
    {
      "epoch": 2.0461765187489767,
      "grad_norm": 0.1526249349117279,
      "learning_rate": 0.0001807799809350173,
      "loss": 12.201,
      "step": 12496
    },
    {
      "epoch": 2.046340265269363,
      "grad_norm": 0.20703616738319397,
      "learning_rate": 0.00018077693354461805,
      "loss": 12.1678,
      "step": 12497
    },
    {
      "epoch": 2.0465040117897493,
      "grad_norm": 0.15952089428901672,
      "learning_rate": 0.00018077388593834069,
      "loss": 12.1852,
      "step": 12498
    },
    {
      "epoch": 2.046667758310136,
      "grad_norm": 0.17495831847190857,
      "learning_rate": 0.0001807708381161933,
      "loss": 12.1524,
      "step": 12499
    },
    {
      "epoch": 2.0468315048305223,
      "grad_norm": 0.1988820880651474,
      "learning_rate": 0.0001807677900781841,
      "loss": 12.2561,
      "step": 12500
    },
    {
      "epoch": 2.046995251350909,
      "grad_norm": 0.18106794357299805,
      "learning_rate": 0.00018076474182432127,
      "loss": 12.2303,
      "step": 12501
    },
    {
      "epoch": 2.0471589978712954,
      "grad_norm": 0.16574625670909882,
      "learning_rate": 0.00018076169335461283,
      "loss": 12.2006,
      "step": 12502
    },
    {
      "epoch": 2.0473227443916815,
      "grad_norm": 0.14447234570980072,
      "learning_rate": 0.00018075864466906704,
      "loss": 12.1965,
      "step": 12503
    },
    {
      "epoch": 2.047486490912068,
      "grad_norm": 0.1586853563785553,
      "learning_rate": 0.00018075559576769196,
      "loss": 12.179,
      "step": 12504
    },
    {
      "epoch": 2.0476502374324546,
      "grad_norm": 0.16702410578727722,
      "learning_rate": 0.00018075254665049582,
      "loss": 12.1645,
      "step": 12505
    },
    {
      "epoch": 2.047813983952841,
      "grad_norm": 0.1881573647260666,
      "learning_rate": 0.0001807494973174867,
      "loss": 12.1633,
      "step": 12506
    },
    {
      "epoch": 2.0479777304732276,
      "grad_norm": 0.22726449370384216,
      "learning_rate": 0.0001807464477686728,
      "loss": 12.1893,
      "step": 12507
    },
    {
      "epoch": 2.0481414769936137,
      "grad_norm": 0.2085985690355301,
      "learning_rate": 0.00018074339800406227,
      "loss": 12.1937,
      "step": 12508
    },
    {
      "epoch": 2.0483052235140002,
      "grad_norm": 0.17815403640270233,
      "learning_rate": 0.0001807403480236632,
      "loss": 12.1306,
      "step": 12509
    },
    {
      "epoch": 2.0484689700343868,
      "grad_norm": 0.17887452244758606,
      "learning_rate": 0.0001807372978274838,
      "loss": 12.1773,
      "step": 12510
    },
    {
      "epoch": 2.0486327165547733,
      "grad_norm": 0.164476677775383,
      "learning_rate": 0.0001807342474155322,
      "loss": 12.1657,
      "step": 12511
    },
    {
      "epoch": 2.04879646307516,
      "grad_norm": 0.1643902212381363,
      "learning_rate": 0.00018073119678781657,
      "loss": 12.1878,
      "step": 12512
    },
    {
      "epoch": 2.048960209595546,
      "grad_norm": 0.18387795984745026,
      "learning_rate": 0.00018072814594434502,
      "loss": 12.1899,
      "step": 12513
    },
    {
      "epoch": 2.0491239561159325,
      "grad_norm": 0.20009218156337738,
      "learning_rate": 0.00018072509488512573,
      "loss": 12.1484,
      "step": 12514
    },
    {
      "epoch": 2.049287702636319,
      "grad_norm": 0.16309863328933716,
      "learning_rate": 0.00018072204361016688,
      "loss": 12.2232,
      "step": 12515
    },
    {
      "epoch": 2.0494514491567055,
      "grad_norm": 0.22162817418575287,
      "learning_rate": 0.0001807189921194766,
      "loss": 12.1996,
      "step": 12516
    },
    {
      "epoch": 2.049615195677092,
      "grad_norm": 0.15322282910346985,
      "learning_rate": 0.00018071594041306306,
      "loss": 12.1922,
      "step": 12517
    },
    {
      "epoch": 2.049778942197478,
      "grad_norm": 0.14210453629493713,
      "learning_rate": 0.00018071288849093436,
      "loss": 12.1486,
      "step": 12518
    },
    {
      "epoch": 2.0499426887178647,
      "grad_norm": 0.17641669511795044,
      "learning_rate": 0.00018070983635309874,
      "loss": 12.2091,
      "step": 12519
    },
    {
      "epoch": 2.050106435238251,
      "grad_norm": 0.1855432242155075,
      "learning_rate": 0.00018070678399956429,
      "loss": 12.1822,
      "step": 12520
    },
    {
      "epoch": 2.0502701817586377,
      "grad_norm": 0.2011813223361969,
      "learning_rate": 0.0001807037314303392,
      "loss": 12.1479,
      "step": 12521
    },
    {
      "epoch": 2.0504339282790243,
      "grad_norm": 0.18787644803524017,
      "learning_rate": 0.0001807006786454316,
      "loss": 12.1552,
      "step": 12522
    },
    {
      "epoch": 2.0505976747994104,
      "grad_norm": 0.1909249871969223,
      "learning_rate": 0.00018069762564484968,
      "loss": 12.1486,
      "step": 12523
    },
    {
      "epoch": 2.050761421319797,
      "grad_norm": 0.1587902307510376,
      "learning_rate": 0.0001806945724286016,
      "loss": 12.1436,
      "step": 12524
    },
    {
      "epoch": 2.0509251678401834,
      "grad_norm": 0.1432059109210968,
      "learning_rate": 0.00018069151899669552,
      "loss": 12.2201,
      "step": 12525
    },
    {
      "epoch": 2.05108891436057,
      "grad_norm": 0.18390654027462006,
      "learning_rate": 0.00018068846534913957,
      "loss": 12.1248,
      "step": 12526
    },
    {
      "epoch": 2.0512526608809565,
      "grad_norm": 0.44362613558769226,
      "learning_rate": 0.00018068541148594193,
      "loss": 12.1906,
      "step": 12527
    },
    {
      "epoch": 2.0514164074013426,
      "grad_norm": 0.2306939959526062,
      "learning_rate": 0.00018068235740711076,
      "loss": 12.2163,
      "step": 12528
    },
    {
      "epoch": 2.051580153921729,
      "grad_norm": 0.18736271560192108,
      "learning_rate": 0.00018067930311265422,
      "loss": 12.2031,
      "step": 12529
    },
    {
      "epoch": 2.0517439004421156,
      "grad_norm": 0.16515539586544037,
      "learning_rate": 0.0001806762486025805,
      "loss": 12.2268,
      "step": 12530
    },
    {
      "epoch": 2.051907646962502,
      "grad_norm": 0.15238578617572784,
      "learning_rate": 0.0001806731938768977,
      "loss": 12.1747,
      "step": 12531
    },
    {
      "epoch": 2.0520713934828887,
      "grad_norm": 0.16743053495883942,
      "learning_rate": 0.00018067013893561406,
      "loss": 12.1933,
      "step": 12532
    },
    {
      "epoch": 2.052235140003275,
      "grad_norm": 0.19562989473342896,
      "learning_rate": 0.0001806670837787377,
      "loss": 12.1724,
      "step": 12533
    },
    {
      "epoch": 2.0523988865236613,
      "grad_norm": 0.22573243081569672,
      "learning_rate": 0.00018066402840627676,
      "loss": 12.1453,
      "step": 12534
    },
    {
      "epoch": 2.052562633044048,
      "grad_norm": 0.20294874906539917,
      "learning_rate": 0.00018066097281823945,
      "loss": 12.1865,
      "step": 12535
    },
    {
      "epoch": 2.0527263795644344,
      "grad_norm": 0.17241260409355164,
      "learning_rate": 0.00018065791701463396,
      "loss": 12.2135,
      "step": 12536
    },
    {
      "epoch": 2.052890126084821,
      "grad_norm": 0.159903883934021,
      "learning_rate": 0.00018065486099546834,
      "loss": 12.1881,
      "step": 12537
    },
    {
      "epoch": 2.053053872605207,
      "grad_norm": 0.22939236462116241,
      "learning_rate": 0.00018065180476075092,
      "loss": 12.1691,
      "step": 12538
    },
    {
      "epoch": 2.0532176191255935,
      "grad_norm": 0.1704956740140915,
      "learning_rate": 0.00018064874831048977,
      "loss": 12.1745,
      "step": 12539
    },
    {
      "epoch": 2.05338136564598,
      "grad_norm": 0.14892448484897614,
      "learning_rate": 0.00018064569164469305,
      "loss": 12.1544,
      "step": 12540
    },
    {
      "epoch": 2.0535451121663666,
      "grad_norm": 0.20589642226696014,
      "learning_rate": 0.00018064263476336897,
      "loss": 12.1756,
      "step": 12541
    },
    {
      "epoch": 2.053708858686753,
      "grad_norm": 0.18983975052833557,
      "learning_rate": 0.00018063957766652566,
      "loss": 12.1657,
      "step": 12542
    },
    {
      "epoch": 2.053872605207139,
      "grad_norm": 0.196290522813797,
      "learning_rate": 0.00018063652035417134,
      "loss": 12.1872,
      "step": 12543
    },
    {
      "epoch": 2.0540363517275257,
      "grad_norm": 0.15462905168533325,
      "learning_rate": 0.00018063346282631412,
      "loss": 12.2057,
      "step": 12544
    },
    {
      "epoch": 2.0542000982479123,
      "grad_norm": 0.17316803336143494,
      "learning_rate": 0.00018063040508296225,
      "loss": 12.1821,
      "step": 12545
    },
    {
      "epoch": 2.054363844768299,
      "grad_norm": 0.18955057859420776,
      "learning_rate": 0.00018062734712412381,
      "loss": 12.1941,
      "step": 12546
    },
    {
      "epoch": 2.054527591288685,
      "grad_norm": 0.19435855746269226,
      "learning_rate": 0.00018062428894980706,
      "loss": 12.1744,
      "step": 12547
    },
    {
      "epoch": 2.0546913378090714,
      "grad_norm": 0.17383377254009247,
      "learning_rate": 0.0001806212305600201,
      "loss": 12.1791,
      "step": 12548
    },
    {
      "epoch": 2.054855084329458,
      "grad_norm": 0.1905152052640915,
      "learning_rate": 0.00018061817195477118,
      "loss": 12.1629,
      "step": 12549
    },
    {
      "epoch": 2.0550188308498445,
      "grad_norm": 0.17436321079730988,
      "learning_rate": 0.00018061511313406838,
      "loss": 12.1722,
      "step": 12550
    },
    {
      "epoch": 2.055182577370231,
      "grad_norm": 0.23270682990550995,
      "learning_rate": 0.00018061205409791996,
      "loss": 12.1333,
      "step": 12551
    },
    {
      "epoch": 2.055346323890617,
      "grad_norm": 0.17302605509757996,
      "learning_rate": 0.00018060899484633405,
      "loss": 12.1646,
      "step": 12552
    },
    {
      "epoch": 2.0555100704110036,
      "grad_norm": 0.13627353310585022,
      "learning_rate": 0.00018060593537931884,
      "loss": 12.2147,
      "step": 12553
    },
    {
      "epoch": 2.05567381693139,
      "grad_norm": 0.28072795271873474,
      "learning_rate": 0.00018060287569688247,
      "loss": 12.2499,
      "step": 12554
    },
    {
      "epoch": 2.0558375634517767,
      "grad_norm": 0.21540935337543488,
      "learning_rate": 0.00018059981579903318,
      "loss": 12.1989,
      "step": 12555
    },
    {
      "epoch": 2.0560013099721632,
      "grad_norm": 0.1711273193359375,
      "learning_rate": 0.0001805967556857791,
      "loss": 12.1909,
      "step": 12556
    },
    {
      "epoch": 2.0561650564925493,
      "grad_norm": 0.15478762984275818,
      "learning_rate": 0.00018059369535712846,
      "loss": 12.2481,
      "step": 12557
    },
    {
      "epoch": 2.056328803012936,
      "grad_norm": 0.18724249303340912,
      "learning_rate": 0.0001805906348130894,
      "loss": 12.2121,
      "step": 12558
    },
    {
      "epoch": 2.0564925495333224,
      "grad_norm": 0.1340094953775406,
      "learning_rate": 0.00018058757405367003,
      "loss": 12.15,
      "step": 12559
    },
    {
      "epoch": 2.056656296053709,
      "grad_norm": 0.30105334520339966,
      "learning_rate": 0.00018058451307887866,
      "loss": 12.203,
      "step": 12560
    },
    {
      "epoch": 2.0568200425740955,
      "grad_norm": 0.157103031873703,
      "learning_rate": 0.0001805814518887234,
      "loss": 12.1344,
      "step": 12561
    },
    {
      "epoch": 2.0569837890944815,
      "grad_norm": 0.21614326536655426,
      "learning_rate": 0.00018057839048321247,
      "loss": 12.1816,
      "step": 12562
    },
    {
      "epoch": 2.057147535614868,
      "grad_norm": 0.17923294007778168,
      "learning_rate": 0.00018057532886235405,
      "loss": 12.248,
      "step": 12563
    },
    {
      "epoch": 2.0573112821352546,
      "grad_norm": 0.1823892444372177,
      "learning_rate": 0.00018057226702615625,
      "loss": 12.1535,
      "step": 12564
    },
    {
      "epoch": 2.057475028655641,
      "grad_norm": 0.16246189177036285,
      "learning_rate": 0.0001805692049746273,
      "loss": 12.189,
      "step": 12565
    },
    {
      "epoch": 2.0576387751760277,
      "grad_norm": 0.14578299224376678,
      "learning_rate": 0.0001805661427077754,
      "loss": 12.1948,
      "step": 12566
    },
    {
      "epoch": 2.0578025216964138,
      "grad_norm": 0.18019892275333405,
      "learning_rate": 0.00018056308022560872,
      "loss": 12.1701,
      "step": 12567
    },
    {
      "epoch": 2.0579662682168003,
      "grad_norm": 0.21901988983154297,
      "learning_rate": 0.00018056001752813546,
      "loss": 12.1849,
      "step": 12568
    },
    {
      "epoch": 2.058130014737187,
      "grad_norm": 0.217525452375412,
      "learning_rate": 0.00018055695461536376,
      "loss": 12.1474,
      "step": 12569
    },
    {
      "epoch": 2.0582937612575734,
      "grad_norm": 0.21969397366046906,
      "learning_rate": 0.00018055389148730183,
      "loss": 12.1822,
      "step": 12570
    },
    {
      "epoch": 2.05845750777796,
      "grad_norm": 0.16424964368343353,
      "learning_rate": 0.0001805508281439579,
      "loss": 12.1862,
      "step": 12571
    },
    {
      "epoch": 2.058621254298346,
      "grad_norm": 0.1585010141134262,
      "learning_rate": 0.00018054776458534009,
      "loss": 12.2486,
      "step": 12572
    },
    {
      "epoch": 2.0587850008187325,
      "grad_norm": 0.24098046123981476,
      "learning_rate": 0.0001805447008114566,
      "loss": 12.1599,
      "step": 12573
    },
    {
      "epoch": 2.058948747339119,
      "grad_norm": 0.16500604152679443,
      "learning_rate": 0.00018054163682231566,
      "loss": 12.2095,
      "step": 12574
    },
    {
      "epoch": 2.0591124938595056,
      "grad_norm": 0.14615564048290253,
      "learning_rate": 0.00018053857261792543,
      "loss": 12.168,
      "step": 12575
    },
    {
      "epoch": 2.059276240379892,
      "grad_norm": 0.206085205078125,
      "learning_rate": 0.0001805355081982941,
      "loss": 12.2017,
      "step": 12576
    },
    {
      "epoch": 2.059439986900278,
      "grad_norm": 0.16949406266212463,
      "learning_rate": 0.00018053244356342987,
      "loss": 12.1219,
      "step": 12577
    },
    {
      "epoch": 2.0596037334206647,
      "grad_norm": 0.23796142637729645,
      "learning_rate": 0.0001805293787133409,
      "loss": 12.1704,
      "step": 12578
    },
    {
      "epoch": 2.0597674799410512,
      "grad_norm": 0.2232637256383896,
      "learning_rate": 0.0001805263136480354,
      "loss": 12.2391,
      "step": 12579
    },
    {
      "epoch": 2.059931226461438,
      "grad_norm": 0.18135881423950195,
      "learning_rate": 0.00018052324836752157,
      "loss": 12.1713,
      "step": 12580
    },
    {
      "epoch": 2.0600949729818243,
      "grad_norm": 0.21062801778316498,
      "learning_rate": 0.0001805201828718076,
      "loss": 12.178,
      "step": 12581
    },
    {
      "epoch": 2.0602587195022104,
      "grad_norm": 0.12837988138198853,
      "learning_rate": 0.0001805171171609017,
      "loss": 12.2064,
      "step": 12582
    },
    {
      "epoch": 2.060422466022597,
      "grad_norm": 0.20703203976154327,
      "learning_rate": 0.000180514051234812,
      "loss": 12.217,
      "step": 12583
    },
    {
      "epoch": 2.0605862125429835,
      "grad_norm": 0.19210900366306305,
      "learning_rate": 0.00018051098509354677,
      "loss": 12.1974,
      "step": 12584
    },
    {
      "epoch": 2.06074995906337,
      "grad_norm": 0.14905911684036255,
      "learning_rate": 0.00018050791873711413,
      "loss": 12.1722,
      "step": 12585
    },
    {
      "epoch": 2.0609137055837565,
      "grad_norm": 0.13950297236442566,
      "learning_rate": 0.00018050485216552234,
      "loss": 12.1784,
      "step": 12586
    },
    {
      "epoch": 2.0610774521041426,
      "grad_norm": 0.17736604809761047,
      "learning_rate": 0.00018050178537877955,
      "loss": 12.1879,
      "step": 12587
    },
    {
      "epoch": 2.061241198624529,
      "grad_norm": 0.1528833657503128,
      "learning_rate": 0.00018049871837689401,
      "loss": 12.1834,
      "step": 12588
    },
    {
      "epoch": 2.0614049451449157,
      "grad_norm": 0.15986531972885132,
      "learning_rate": 0.00018049565115987388,
      "loss": 12.2089,
      "step": 12589
    },
    {
      "epoch": 2.061568691665302,
      "grad_norm": 0.19150413572788239,
      "learning_rate": 0.00018049258372772732,
      "loss": 12.1531,
      "step": 12590
    },
    {
      "epoch": 2.0617324381856887,
      "grad_norm": 0.17957383394241333,
      "learning_rate": 0.00018048951608046258,
      "loss": 12.1629,
      "step": 12591
    },
    {
      "epoch": 2.061896184706075,
      "grad_norm": 0.17744386196136475,
      "learning_rate": 0.00018048644821808785,
      "loss": 12.1643,
      "step": 12592
    },
    {
      "epoch": 2.0620599312264614,
      "grad_norm": 0.1483868956565857,
      "learning_rate": 0.00018048338014061134,
      "loss": 12.1715,
      "step": 12593
    },
    {
      "epoch": 2.062223677746848,
      "grad_norm": 0.14462900161743164,
      "learning_rate": 0.00018048031184804124,
      "loss": 12.2066,
      "step": 12594
    },
    {
      "epoch": 2.0623874242672344,
      "grad_norm": 0.2459949105978012,
      "learning_rate": 0.00018047724334038572,
      "loss": 12.1953,
      "step": 12595
    },
    {
      "epoch": 2.062551170787621,
      "grad_norm": 0.21898537874221802,
      "learning_rate": 0.000180474174617653,
      "loss": 12.242,
      "step": 12596
    },
    {
      "epoch": 2.062714917308007,
      "grad_norm": 0.17541411519050598,
      "learning_rate": 0.00018047110567985132,
      "loss": 12.1919,
      "step": 12597
    },
    {
      "epoch": 2.0628786638283936,
      "grad_norm": 0.19084255397319794,
      "learning_rate": 0.0001804680365269888,
      "loss": 12.2239,
      "step": 12598
    },
    {
      "epoch": 2.06304241034878,
      "grad_norm": 0.15211637318134308,
      "learning_rate": 0.00018046496715907372,
      "loss": 12.1486,
      "step": 12599
    },
    {
      "epoch": 2.0632061568691666,
      "grad_norm": 0.20121455192565918,
      "learning_rate": 0.00018046189757611427,
      "loss": 12.1797,
      "step": 12600
    },
    {
      "epoch": 2.063369903389553,
      "grad_norm": 0.19656877219676971,
      "learning_rate": 0.0001804588277781186,
      "loss": 12.1336,
      "step": 12601
    },
    {
      "epoch": 2.0635336499099393,
      "grad_norm": 0.1593063622713089,
      "learning_rate": 0.00018045575776509497,
      "loss": 12.1974,
      "step": 12602
    },
    {
      "epoch": 2.063697396430326,
      "grad_norm": 0.15872442722320557,
      "learning_rate": 0.00018045268753705157,
      "loss": 12.1668,
      "step": 12603
    },
    {
      "epoch": 2.0638611429507123,
      "grad_norm": 0.15583093464374542,
      "learning_rate": 0.00018044961709399662,
      "loss": 12.1626,
      "step": 12604
    },
    {
      "epoch": 2.064024889471099,
      "grad_norm": 0.18803682923316956,
      "learning_rate": 0.00018044654643593826,
      "loss": 12.2643,
      "step": 12605
    },
    {
      "epoch": 2.0641886359914854,
      "grad_norm": 0.1604437381029129,
      "learning_rate": 0.00018044347556288477,
      "loss": 12.1679,
      "step": 12606
    },
    {
      "epoch": 2.0643523825118715,
      "grad_norm": 0.17220576107501984,
      "learning_rate": 0.00018044040447484432,
      "loss": 12.1755,
      "step": 12607
    },
    {
      "epoch": 2.064516129032258,
      "grad_norm": 0.176616832613945,
      "learning_rate": 0.00018043733317182512,
      "loss": 12.1729,
      "step": 12608
    },
    {
      "epoch": 2.0646798755526445,
      "grad_norm": 0.23119138181209564,
      "learning_rate": 0.00018043426165383539,
      "loss": 12.2241,
      "step": 12609
    },
    {
      "epoch": 2.064843622073031,
      "grad_norm": 0.20272576808929443,
      "learning_rate": 0.00018043118992088335,
      "loss": 12.2155,
      "step": 12610
    },
    {
      "epoch": 2.0650073685934176,
      "grad_norm": 0.13409067690372467,
      "learning_rate": 0.00018042811797297717,
      "loss": 12.145,
      "step": 12611
    },
    {
      "epoch": 2.0651711151138037,
      "grad_norm": 0.1665758490562439,
      "learning_rate": 0.00018042504581012512,
      "loss": 12.1655,
      "step": 12612
    },
    {
      "epoch": 2.0653348616341902,
      "grad_norm": 0.15578024089336395,
      "learning_rate": 0.00018042197343233536,
      "loss": 12.1432,
      "step": 12613
    },
    {
      "epoch": 2.0654986081545768,
      "grad_norm": 0.20616722106933594,
      "learning_rate": 0.00018041890083961607,
      "loss": 12.1903,
      "step": 12614
    },
    {
      "epoch": 2.0656623546749633,
      "grad_norm": 0.18897075951099396,
      "learning_rate": 0.00018041582803197557,
      "loss": 12.2439,
      "step": 12615
    },
    {
      "epoch": 2.0658261011953494,
      "grad_norm": 0.2381190061569214,
      "learning_rate": 0.00018041275500942197,
      "loss": 12.2144,
      "step": 12616
    },
    {
      "epoch": 2.065989847715736,
      "grad_norm": 0.20198839902877808,
      "learning_rate": 0.00018040968177196356,
      "loss": 12.159,
      "step": 12617
    },
    {
      "epoch": 2.0661535942361224,
      "grad_norm": 0.15310780704021454,
      "learning_rate": 0.00018040660831960845,
      "loss": 12.1841,
      "step": 12618
    },
    {
      "epoch": 2.066317340756509,
      "grad_norm": 0.18918251991271973,
      "learning_rate": 0.00018040353465236496,
      "loss": 12.2379,
      "step": 12619
    },
    {
      "epoch": 2.0664810872768955,
      "grad_norm": 0.1583491414785385,
      "learning_rate": 0.00018040046077024126,
      "loss": 12.1673,
      "step": 12620
    },
    {
      "epoch": 2.066644833797282,
      "grad_norm": 0.2178572565317154,
      "learning_rate": 0.00018039738667324556,
      "loss": 12.1853,
      "step": 12621
    },
    {
      "epoch": 2.066808580317668,
      "grad_norm": 0.14290423691272736,
      "learning_rate": 0.0001803943123613861,
      "loss": 12.1898,
      "step": 12622
    },
    {
      "epoch": 2.0669723268380547,
      "grad_norm": 0.21669360995292664,
      "learning_rate": 0.00018039123783467108,
      "loss": 12.2167,
      "step": 12623
    },
    {
      "epoch": 2.067136073358441,
      "grad_norm": 0.1506967842578888,
      "learning_rate": 0.0001803881630931087,
      "loss": 12.1855,
      "step": 12624
    },
    {
      "epoch": 2.0672998198788277,
      "grad_norm": 0.18471725285053253,
      "learning_rate": 0.0001803850881367072,
      "loss": 12.1528,
      "step": 12625
    },
    {
      "epoch": 2.067463566399214,
      "grad_norm": 0.16760490834712982,
      "learning_rate": 0.00018038201296547479,
      "loss": 12.1535,
      "step": 12626
    },
    {
      "epoch": 2.0676273129196003,
      "grad_norm": 0.19382421672344208,
      "learning_rate": 0.00018037893757941967,
      "loss": 12.1966,
      "step": 12627
    },
    {
      "epoch": 2.067791059439987,
      "grad_norm": 0.17824892699718475,
      "learning_rate": 0.00018037586197855012,
      "loss": 12.1653,
      "step": 12628
    },
    {
      "epoch": 2.0679548059603734,
      "grad_norm": 0.18680307269096375,
      "learning_rate": 0.0001803727861628743,
      "loss": 12.1386,
      "step": 12629
    },
    {
      "epoch": 2.06811855248076,
      "grad_norm": 0.17024622857570648,
      "learning_rate": 0.00018036971013240044,
      "loss": 12.249,
      "step": 12630
    },
    {
      "epoch": 2.068282299001146,
      "grad_norm": 0.18653292953968048,
      "learning_rate": 0.00018036663388713676,
      "loss": 12.1669,
      "step": 12631
    },
    {
      "epoch": 2.0684460455215326,
      "grad_norm": 0.24377496540546417,
      "learning_rate": 0.00018036355742709153,
      "loss": 12.2545,
      "step": 12632
    },
    {
      "epoch": 2.068609792041919,
      "grad_norm": 0.17835961282253265,
      "learning_rate": 0.0001803604807522729,
      "loss": 12.1782,
      "step": 12633
    },
    {
      "epoch": 2.0687735385623056,
      "grad_norm": 0.14856328070163727,
      "learning_rate": 0.00018035740386268916,
      "loss": 12.1837,
      "step": 12634
    },
    {
      "epoch": 2.068937285082692,
      "grad_norm": 0.17060595750808716,
      "learning_rate": 0.00018035432675834846,
      "loss": 12.1583,
      "step": 12635
    },
    {
      "epoch": 2.0691010316030782,
      "grad_norm": 0.17681698501110077,
      "learning_rate": 0.0001803512494392591,
      "loss": 12.1708,
      "step": 12636
    },
    {
      "epoch": 2.0692647781234648,
      "grad_norm": 0.14544370770454407,
      "learning_rate": 0.00018034817190542922,
      "loss": 12.1653,
      "step": 12637
    },
    {
      "epoch": 2.0694285246438513,
      "grad_norm": 0.16052128374576569,
      "learning_rate": 0.00018034509415686714,
      "loss": 12.137,
      "step": 12638
    },
    {
      "epoch": 2.069592271164238,
      "grad_norm": 0.18542928993701935,
      "learning_rate": 0.000180342016193581,
      "loss": 12.1398,
      "step": 12639
    },
    {
      "epoch": 2.0697560176846244,
      "grad_norm": 0.20501984655857086,
      "learning_rate": 0.00018033893801557905,
      "loss": 12.1764,
      "step": 12640
    },
    {
      "epoch": 2.0699197642050104,
      "grad_norm": 0.1489301472902298,
      "learning_rate": 0.00018033585962286955,
      "loss": 12.1545,
      "step": 12641
    },
    {
      "epoch": 2.070083510725397,
      "grad_norm": 0.23328109085559845,
      "learning_rate": 0.00018033278101546073,
      "loss": 12.1696,
      "step": 12642
    },
    {
      "epoch": 2.0702472572457835,
      "grad_norm": 0.16962817311286926,
      "learning_rate": 0.00018032970219336076,
      "loss": 12.1829,
      "step": 12643
    },
    {
      "epoch": 2.07041100376617,
      "grad_norm": 0.15292873978614807,
      "learning_rate": 0.00018032662315657793,
      "loss": 12.1482,
      "step": 12644
    },
    {
      "epoch": 2.0705747502865566,
      "grad_norm": 0.15531745553016663,
      "learning_rate": 0.0001803235439051204,
      "loss": 12.1531,
      "step": 12645
    },
    {
      "epoch": 2.0707384968069427,
      "grad_norm": 0.2090141624212265,
      "learning_rate": 0.00018032046443899647,
      "loss": 12.2276,
      "step": 12646
    },
    {
      "epoch": 2.070902243327329,
      "grad_norm": 0.1548357456922531,
      "learning_rate": 0.00018031738475821435,
      "loss": 12.1393,
      "step": 12647
    },
    {
      "epoch": 2.0710659898477157,
      "grad_norm": 0.16951189935207367,
      "learning_rate": 0.00018031430486278223,
      "loss": 12.1372,
      "step": 12648
    },
    {
      "epoch": 2.0712297363681023,
      "grad_norm": 0.15810516476631165,
      "learning_rate": 0.0001803112247527084,
      "loss": 12.1391,
      "step": 12649
    },
    {
      "epoch": 2.071393482888489,
      "grad_norm": 0.21905013918876648,
      "learning_rate": 0.00018030814442800103,
      "loss": 12.2166,
      "step": 12650
    },
    {
      "epoch": 2.071557229408875,
      "grad_norm": 0.16907048225402832,
      "learning_rate": 0.00018030506388866838,
      "loss": 12.2209,
      "step": 12651
    },
    {
      "epoch": 2.0717209759292614,
      "grad_norm": 0.14464092254638672,
      "learning_rate": 0.00018030198313471874,
      "loss": 12.1603,
      "step": 12652
    },
    {
      "epoch": 2.071884722449648,
      "grad_norm": 0.1813472956418991,
      "learning_rate": 0.00018029890216616026,
      "loss": 12.253,
      "step": 12653
    },
    {
      "epoch": 2.0720484689700345,
      "grad_norm": 0.1953509896993637,
      "learning_rate": 0.0001802958209830012,
      "loss": 12.1764,
      "step": 12654
    },
    {
      "epoch": 2.072212215490421,
      "grad_norm": 0.22216209769248962,
      "learning_rate": 0.00018029273958524981,
      "loss": 12.1599,
      "step": 12655
    },
    {
      "epoch": 2.072375962010807,
      "grad_norm": 0.14836741983890533,
      "learning_rate": 0.00018028965797291433,
      "loss": 12.1567,
      "step": 12656
    },
    {
      "epoch": 2.0725397085311936,
      "grad_norm": 0.19796356558799744,
      "learning_rate": 0.00018028657614600294,
      "loss": 12.1372,
      "step": 12657
    },
    {
      "epoch": 2.07270345505158,
      "grad_norm": 0.15212289988994598,
      "learning_rate": 0.00018028349410452395,
      "loss": 12.2445,
      "step": 12658
    },
    {
      "epoch": 2.0728672015719667,
      "grad_norm": 0.14007806777954102,
      "learning_rate": 0.00018028041184848557,
      "loss": 12.1682,
      "step": 12659
    },
    {
      "epoch": 2.073030948092353,
      "grad_norm": 0.15649405121803284,
      "learning_rate": 0.000180277329377896,
      "loss": 12.1942,
      "step": 12660
    },
    {
      "epoch": 2.0731946946127393,
      "grad_norm": 0.1997399479150772,
      "learning_rate": 0.00018027424669276354,
      "loss": 12.1709,
      "step": 12661
    },
    {
      "epoch": 2.073358441133126,
      "grad_norm": 0.19862626492977142,
      "learning_rate": 0.00018027116379309638,
      "loss": 12.2284,
      "step": 12662
    },
    {
      "epoch": 2.0735221876535124,
      "grad_norm": 0.17040984332561493,
      "learning_rate": 0.00018026808067890277,
      "loss": 12.1641,
      "step": 12663
    },
    {
      "epoch": 2.073685934173899,
      "grad_norm": 0.21750929951667786,
      "learning_rate": 0.00018026499735019095,
      "loss": 12.2098,
      "step": 12664
    },
    {
      "epoch": 2.0738496806942854,
      "grad_norm": 0.21236148476600647,
      "learning_rate": 0.00018026191380696922,
      "loss": 12.1812,
      "step": 12665
    },
    {
      "epoch": 2.0740134272146715,
      "grad_norm": 0.17644619941711426,
      "learning_rate": 0.00018025883004924573,
      "loss": 12.2028,
      "step": 12666
    },
    {
      "epoch": 2.074177173735058,
      "grad_norm": 0.19053469598293304,
      "learning_rate": 0.00018025574607702876,
      "loss": 12.2038,
      "step": 12667
    },
    {
      "epoch": 2.0743409202554446,
      "grad_norm": 0.14249050617218018,
      "learning_rate": 0.00018025266189032656,
      "loss": 12.158,
      "step": 12668
    },
    {
      "epoch": 2.074504666775831,
      "grad_norm": 0.1413884311914444,
      "learning_rate": 0.00018024957748914732,
      "loss": 12.1908,
      "step": 12669
    },
    {
      "epoch": 2.0746684132962177,
      "grad_norm": 0.14678771793842316,
      "learning_rate": 0.00018024649287349937,
      "loss": 12.2103,
      "step": 12670
    },
    {
      "epoch": 2.0748321598166037,
      "grad_norm": 0.15755797922611237,
      "learning_rate": 0.00018024340804339092,
      "loss": 12.2037,
      "step": 12671
    },
    {
      "epoch": 2.0749959063369903,
      "grad_norm": 0.15020234882831573,
      "learning_rate": 0.00018024032299883018,
      "loss": 12.1943,
      "step": 12672
    },
    {
      "epoch": 2.075159652857377,
      "grad_norm": 0.18832571804523468,
      "learning_rate": 0.00018023723773982541,
      "loss": 12.1772,
      "step": 12673
    },
    {
      "epoch": 2.0753233993777633,
      "grad_norm": 0.13422368466854095,
      "learning_rate": 0.0001802341522663849,
      "loss": 12.2604,
      "step": 12674
    },
    {
      "epoch": 2.07548714589815,
      "grad_norm": 0.16573475301265717,
      "learning_rate": 0.00018023106657851683,
      "loss": 12.1595,
      "step": 12675
    },
    {
      "epoch": 2.075650892418536,
      "grad_norm": 0.16101831197738647,
      "learning_rate": 0.0001802279806762295,
      "loss": 12.1566,
      "step": 12676
    },
    {
      "epoch": 2.0758146389389225,
      "grad_norm": 0.19052383303642273,
      "learning_rate": 0.00018022489455953112,
      "loss": 12.1893,
      "step": 12677
    },
    {
      "epoch": 2.075978385459309,
      "grad_norm": 0.15049827098846436,
      "learning_rate": 0.00018022180822842998,
      "loss": 12.208,
      "step": 12678
    },
    {
      "epoch": 2.0761421319796955,
      "grad_norm": 0.20749318599700928,
      "learning_rate": 0.00018021872168293425,
      "loss": 12.237,
      "step": 12679
    },
    {
      "epoch": 2.076305878500082,
      "grad_norm": 0.225893035531044,
      "learning_rate": 0.00018021563492305227,
      "loss": 12.164,
      "step": 12680
    },
    {
      "epoch": 2.076469625020468,
      "grad_norm": 0.356818825006485,
      "learning_rate": 0.00018021254794879223,
      "loss": 12.1371,
      "step": 12681
    },
    {
      "epoch": 2.0766333715408547,
      "grad_norm": 0.19102244079113007,
      "learning_rate": 0.00018020946076016241,
      "loss": 12.1767,
      "step": 12682
    },
    {
      "epoch": 2.0767971180612412,
      "grad_norm": 0.1480180025100708,
      "learning_rate": 0.00018020637335717106,
      "loss": 12.1469,
      "step": 12683
    },
    {
      "epoch": 2.0769608645816278,
      "grad_norm": 0.1355944126844406,
      "learning_rate": 0.0001802032857398264,
      "loss": 12.1754,
      "step": 12684
    },
    {
      "epoch": 2.0771246111020143,
      "grad_norm": 0.22393645346164703,
      "learning_rate": 0.0001802001979081367,
      "loss": 12.1669,
      "step": 12685
    },
    {
      "epoch": 2.0772883576224004,
      "grad_norm": 0.16416038572788239,
      "learning_rate": 0.00018019710986211024,
      "loss": 12.2122,
      "step": 12686
    },
    {
      "epoch": 2.077452104142787,
      "grad_norm": 0.16690561175346375,
      "learning_rate": 0.0001801940216017552,
      "loss": 12.2435,
      "step": 12687
    },
    {
      "epoch": 2.0776158506631734,
      "grad_norm": 0.2074749767780304,
      "learning_rate": 0.00018019093312707994,
      "loss": 12.1554,
      "step": 12688
    },
    {
      "epoch": 2.07777959718356,
      "grad_norm": 0.12515418231487274,
      "learning_rate": 0.0001801878444380926,
      "loss": 12.1723,
      "step": 12689
    },
    {
      "epoch": 2.0779433437039465,
      "grad_norm": 0.1908062845468521,
      "learning_rate": 0.00018018475553480153,
      "loss": 12.1638,
      "step": 12690
    },
    {
      "epoch": 2.0781070902243326,
      "grad_norm": 0.15441031754016876,
      "learning_rate": 0.00018018166641721494,
      "loss": 12.1732,
      "step": 12691
    },
    {
      "epoch": 2.078270836744719,
      "grad_norm": 0.16455015540122986,
      "learning_rate": 0.00018017857708534107,
      "loss": 12.2113,
      "step": 12692
    },
    {
      "epoch": 2.0784345832651057,
      "grad_norm": 0.16124370694160461,
      "learning_rate": 0.0001801754875391882,
      "loss": 12.1757,
      "step": 12693
    },
    {
      "epoch": 2.078598329785492,
      "grad_norm": 0.1739816665649414,
      "learning_rate": 0.0001801723977787646,
      "loss": 12.1652,
      "step": 12694
    },
    {
      "epoch": 2.0787620763058783,
      "grad_norm": 0.2161407619714737,
      "learning_rate": 0.00018016930780407852,
      "loss": 12.1353,
      "step": 12695
    },
    {
      "epoch": 2.078925822826265,
      "grad_norm": 0.3938390612602234,
      "learning_rate": 0.0001801662176151382,
      "loss": 12.1899,
      "step": 12696
    },
    {
      "epoch": 2.0790895693466513,
      "grad_norm": 0.2001332938671112,
      "learning_rate": 0.00018016312721195189,
      "loss": 12.2445,
      "step": 12697
    },
    {
      "epoch": 2.079253315867038,
      "grad_norm": 0.24494612216949463,
      "learning_rate": 0.00018016003659452787,
      "loss": 12.1671,
      "step": 12698
    },
    {
      "epoch": 2.0794170623874244,
      "grad_norm": 0.19092009961605072,
      "learning_rate": 0.0001801569457628744,
      "loss": 12.1737,
      "step": 12699
    },
    {
      "epoch": 2.0795808089078105,
      "grad_norm": 0.16912949085235596,
      "learning_rate": 0.00018015385471699974,
      "loss": 12.1781,
      "step": 12700
    },
    {
      "epoch": 2.079744555428197,
      "grad_norm": 0.19347453117370605,
      "learning_rate": 0.00018015076345691218,
      "loss": 12.2162,
      "step": 12701
    },
    {
      "epoch": 2.0799083019485836,
      "grad_norm": 0.17017503082752228,
      "learning_rate": 0.0001801476719826199,
      "loss": 12.1613,
      "step": 12702
    },
    {
      "epoch": 2.08007204846897,
      "grad_norm": 0.2332344800233841,
      "learning_rate": 0.00018014458029413124,
      "loss": 12.189,
      "step": 12703
    },
    {
      "epoch": 2.0802357949893566,
      "grad_norm": 0.1430738866329193,
      "learning_rate": 0.0001801414883914544,
      "loss": 12.181,
      "step": 12704
    },
    {
      "epoch": 2.0803995415097427,
      "grad_norm": 0.12864145636558533,
      "learning_rate": 0.00018013839627459773,
      "loss": 12.2502,
      "step": 12705
    },
    {
      "epoch": 2.0805632880301292,
      "grad_norm": 0.1627410352230072,
      "learning_rate": 0.00018013530394356942,
      "loss": 12.2051,
      "step": 12706
    },
    {
      "epoch": 2.0807270345505158,
      "grad_norm": 0.16264428198337555,
      "learning_rate": 0.00018013221139837773,
      "loss": 12.1663,
      "step": 12707
    },
    {
      "epoch": 2.0808907810709023,
      "grad_norm": 0.18417006731033325,
      "learning_rate": 0.00018012911863903098,
      "loss": 12.2142,
      "step": 12708
    },
    {
      "epoch": 2.081054527591289,
      "grad_norm": 0.1642378717660904,
      "learning_rate": 0.00018012602566553737,
      "loss": 12.1818,
      "step": 12709
    },
    {
      "epoch": 2.081218274111675,
      "grad_norm": 0.2121068686246872,
      "learning_rate": 0.00018012293247790523,
      "loss": 12.2032,
      "step": 12710
    },
    {
      "epoch": 2.0813820206320615,
      "grad_norm": 0.16930994391441345,
      "learning_rate": 0.0001801198390761428,
      "loss": 12.1838,
      "step": 12711
    },
    {
      "epoch": 2.081545767152448,
      "grad_norm": 0.16707436740398407,
      "learning_rate": 0.00018011674546025835,
      "loss": 12.1603,
      "step": 12712
    },
    {
      "epoch": 2.0817095136728345,
      "grad_norm": 0.20685528218746185,
      "learning_rate": 0.00018011365163026012,
      "loss": 12.1692,
      "step": 12713
    },
    {
      "epoch": 2.081873260193221,
      "grad_norm": 0.1481262743473053,
      "learning_rate": 0.0001801105575861564,
      "loss": 12.2049,
      "step": 12714
    },
    {
      "epoch": 2.082037006713607,
      "grad_norm": 0.23193670809268951,
      "learning_rate": 0.0001801074633279555,
      "loss": 12.1652,
      "step": 12715
    },
    {
      "epoch": 2.0822007532339937,
      "grad_norm": 0.2151186317205429,
      "learning_rate": 0.00018010436885566562,
      "loss": 12.2298,
      "step": 12716
    },
    {
      "epoch": 2.08236449975438,
      "grad_norm": 0.14649425446987152,
      "learning_rate": 0.00018010127416929507,
      "loss": 12.1649,
      "step": 12717
    },
    {
      "epoch": 2.0825282462747667,
      "grad_norm": 0.15809161961078644,
      "learning_rate": 0.00018009817926885208,
      "loss": 12.168,
      "step": 12718
    },
    {
      "epoch": 2.0826919927951533,
      "grad_norm": 0.20824706554412842,
      "learning_rate": 0.000180095084154345,
      "loss": 12.1771,
      "step": 12719
    },
    {
      "epoch": 2.0828557393155394,
      "grad_norm": 0.18556897342205048,
      "learning_rate": 0.00018009198882578203,
      "loss": 12.1735,
      "step": 12720
    },
    {
      "epoch": 2.083019485835926,
      "grad_norm": 0.17985917627811432,
      "learning_rate": 0.00018008889328317146,
      "loss": 12.2002,
      "step": 12721
    },
    {
      "epoch": 2.0831832323563124,
      "grad_norm": 0.2115151584148407,
      "learning_rate": 0.0001800857975265216,
      "loss": 12.1509,
      "step": 12722
    },
    {
      "epoch": 2.083346978876699,
      "grad_norm": 0.14379264414310455,
      "learning_rate": 0.00018008270155584066,
      "loss": 12.2106,
      "step": 12723
    },
    {
      "epoch": 2.0835107253970855,
      "grad_norm": 0.16352464258670807,
      "learning_rate": 0.00018007960537113696,
      "loss": 12.1833,
      "step": 12724
    },
    {
      "epoch": 2.0836744719174716,
      "grad_norm": 0.16059041023254395,
      "learning_rate": 0.00018007650897241875,
      "loss": 12.1472,
      "step": 12725
    },
    {
      "epoch": 2.083838218437858,
      "grad_norm": 0.14453335106372833,
      "learning_rate": 0.00018007341235969432,
      "loss": 12.2482,
      "step": 12726
    },
    {
      "epoch": 2.0840019649582446,
      "grad_norm": 0.18067899346351624,
      "learning_rate": 0.00018007031553297193,
      "loss": 12.2143,
      "step": 12727
    },
    {
      "epoch": 2.084165711478631,
      "grad_norm": 0.21501696109771729,
      "learning_rate": 0.00018006721849225988,
      "loss": 12.1968,
      "step": 12728
    },
    {
      "epoch": 2.0843294579990177,
      "grad_norm": 0.19072729349136353,
      "learning_rate": 0.00018006412123756644,
      "loss": 12.1547,
      "step": 12729
    },
    {
      "epoch": 2.084493204519404,
      "grad_norm": 0.25446242094039917,
      "learning_rate": 0.0001800610237688999,
      "loss": 12.1594,
      "step": 12730
    },
    {
      "epoch": 2.0846569510397903,
      "grad_norm": 0.21300478279590607,
      "learning_rate": 0.00018005792608626848,
      "loss": 12.1736,
      "step": 12731
    },
    {
      "epoch": 2.084820697560177,
      "grad_norm": 0.18196992576122284,
      "learning_rate": 0.0001800548281896805,
      "loss": 12.2237,
      "step": 12732
    },
    {
      "epoch": 2.0849844440805634,
      "grad_norm": 0.15086039900779724,
      "learning_rate": 0.00018005173007914428,
      "loss": 12.1702,
      "step": 12733
    },
    {
      "epoch": 2.08514819060095,
      "grad_norm": 0.15485505759716034,
      "learning_rate": 0.00018004863175466804,
      "loss": 12.239,
      "step": 12734
    },
    {
      "epoch": 2.085311937121336,
      "grad_norm": 0.18555848300457,
      "learning_rate": 0.0001800455332162601,
      "loss": 12.2101,
      "step": 12735
    },
    {
      "epoch": 2.0854756836417225,
      "grad_norm": 0.14394953846931458,
      "learning_rate": 0.00018004243446392867,
      "loss": 12.1956,
      "step": 12736
    },
    {
      "epoch": 2.085639430162109,
      "grad_norm": 0.18901553750038147,
      "learning_rate": 0.0001800393354976821,
      "loss": 12.1769,
      "step": 12737
    },
    {
      "epoch": 2.0858031766824956,
      "grad_norm": 0.1686897873878479,
      "learning_rate": 0.00018003623631752865,
      "loss": 12.1392,
      "step": 12738
    },
    {
      "epoch": 2.085966923202882,
      "grad_norm": 0.20327426493167877,
      "learning_rate": 0.00018003313692347664,
      "loss": 12.1765,
      "step": 12739
    },
    {
      "epoch": 2.086130669723268,
      "grad_norm": 0.1625620424747467,
      "learning_rate": 0.00018003003731553428,
      "loss": 12.1831,
      "step": 12740
    },
    {
      "epoch": 2.0862944162436547,
      "grad_norm": 0.1382133960723877,
      "learning_rate": 0.0001800269374937099,
      "loss": 12.1551,
      "step": 12741
    },
    {
      "epoch": 2.0864581627640413,
      "grad_norm": 0.15236710011959076,
      "learning_rate": 0.00018002383745801179,
      "loss": 12.1795,
      "step": 12742
    },
    {
      "epoch": 2.086621909284428,
      "grad_norm": 0.17013482749462128,
      "learning_rate": 0.00018002073720844823,
      "loss": 12.1829,
      "step": 12743
    },
    {
      "epoch": 2.0867856558048143,
      "grad_norm": 0.15535663068294525,
      "learning_rate": 0.00018001763674502748,
      "loss": 12.1805,
      "step": 12744
    },
    {
      "epoch": 2.0869494023252004,
      "grad_norm": 0.1441042423248291,
      "learning_rate": 0.00018001453606775785,
      "loss": 12.1806,
      "step": 12745
    },
    {
      "epoch": 2.087113148845587,
      "grad_norm": 0.17271673679351807,
      "learning_rate": 0.00018001143517664761,
      "loss": 12.161,
      "step": 12746
    },
    {
      "epoch": 2.0872768953659735,
      "grad_norm": 0.1934598833322525,
      "learning_rate": 0.00018000833407170506,
      "loss": 12.2206,
      "step": 12747
    },
    {
      "epoch": 2.08744064188636,
      "grad_norm": 0.14640362560749054,
      "learning_rate": 0.0001800052327529385,
      "loss": 12.1567,
      "step": 12748
    },
    {
      "epoch": 2.0876043884067466,
      "grad_norm": 0.16059140861034393,
      "learning_rate": 0.00018000213122035618,
      "loss": 12.2183,
      "step": 12749
    },
    {
      "epoch": 2.0877681349271326,
      "grad_norm": 0.16819557547569275,
      "learning_rate": 0.00017999902947396642,
      "loss": 12.1698,
      "step": 12750
    },
    {
      "epoch": 2.087931881447519,
      "grad_norm": 0.14980433881282806,
      "learning_rate": 0.00017999592751377752,
      "loss": 12.1883,
      "step": 12751
    },
    {
      "epoch": 2.0880956279679057,
      "grad_norm": 0.1461956799030304,
      "learning_rate": 0.00017999282533979772,
      "loss": 12.1654,
      "step": 12752
    },
    {
      "epoch": 2.0882593744882922,
      "grad_norm": 0.2217036783695221,
      "learning_rate": 0.00017998972295203537,
      "loss": 12.2181,
      "step": 12753
    },
    {
      "epoch": 2.0884231210086788,
      "grad_norm": 0.19792890548706055,
      "learning_rate": 0.00017998662035049873,
      "loss": 12.205,
      "step": 12754
    },
    {
      "epoch": 2.088586867529065,
      "grad_norm": 0.17092880606651306,
      "learning_rate": 0.00017998351753519608,
      "loss": 12.1994,
      "step": 12755
    },
    {
      "epoch": 2.0887506140494514,
      "grad_norm": 0.1617615669965744,
      "learning_rate": 0.00017998041450613574,
      "loss": 12.208,
      "step": 12756
    },
    {
      "epoch": 2.088914360569838,
      "grad_norm": 0.2237062156200409,
      "learning_rate": 0.000179977311263326,
      "loss": 12.1839,
      "step": 12757
    },
    {
      "epoch": 2.0890781070902245,
      "grad_norm": 0.1995442509651184,
      "learning_rate": 0.0001799742078067751,
      "loss": 12.1927,
      "step": 12758
    },
    {
      "epoch": 2.089241853610611,
      "grad_norm": 0.1564054638147354,
      "learning_rate": 0.00017997110413649146,
      "loss": 12.1697,
      "step": 12759
    },
    {
      "epoch": 2.089405600130997,
      "grad_norm": 0.22497375309467316,
      "learning_rate": 0.00017996800025248322,
      "loss": 12.1882,
      "step": 12760
    },
    {
      "epoch": 2.0895693466513836,
      "grad_norm": 0.2326931655406952,
      "learning_rate": 0.00017996489615475879,
      "loss": 12.1603,
      "step": 12761
    },
    {
      "epoch": 2.08973309317177,
      "grad_norm": 0.2618781626224518,
      "learning_rate": 0.0001799617918433264,
      "loss": 12.2206,
      "step": 12762
    },
    {
      "epoch": 2.0898968396921567,
      "grad_norm": 0.171335831284523,
      "learning_rate": 0.00017995868731819436,
      "loss": 12.1554,
      "step": 12763
    },
    {
      "epoch": 2.0900605862125428,
      "grad_norm": 0.16265080869197845,
      "learning_rate": 0.00017995558257937098,
      "loss": 12.1988,
      "step": 12764
    },
    {
      "epoch": 2.0902243327329293,
      "grad_norm": 0.22280682623386383,
      "learning_rate": 0.0001799524776268646,
      "loss": 12.1522,
      "step": 12765
    },
    {
      "epoch": 2.090388079253316,
      "grad_norm": 0.16771958768367767,
      "learning_rate": 0.0001799493724606834,
      "loss": 12.2088,
      "step": 12766
    },
    {
      "epoch": 2.0905518257737024,
      "grad_norm": 0.190659761428833,
      "learning_rate": 0.0001799462670808358,
      "loss": 12.167,
      "step": 12767
    },
    {
      "epoch": 2.090715572294089,
      "grad_norm": 0.1417625993490219,
      "learning_rate": 0.00017994316148733005,
      "loss": 12.1527,
      "step": 12768
    },
    {
      "epoch": 2.0908793188144754,
      "grad_norm": 0.2002740353345871,
      "learning_rate": 0.00017994005568017444,
      "loss": 12.1984,
      "step": 12769
    },
    {
      "epoch": 2.0910430653348615,
      "grad_norm": 0.13786561787128448,
      "learning_rate": 0.0001799369496593773,
      "loss": 12.2007,
      "step": 12770
    },
    {
      "epoch": 2.091206811855248,
      "grad_norm": 0.21308989822864532,
      "learning_rate": 0.00017993384342494687,
      "loss": 12.1586,
      "step": 12771
    },
    {
      "epoch": 2.0913705583756346,
      "grad_norm": 0.1771177500486374,
      "learning_rate": 0.00017993073697689153,
      "loss": 12.1552,
      "step": 12772
    },
    {
      "epoch": 2.091534304896021,
      "grad_norm": 0.17831842601299286,
      "learning_rate": 0.00017992763031521953,
      "loss": 12.1496,
      "step": 12773
    },
    {
      "epoch": 2.091698051416407,
      "grad_norm": 0.13549135625362396,
      "learning_rate": 0.0001799245234399392,
      "loss": 12.2023,
      "step": 12774
    },
    {
      "epoch": 2.0918617979367937,
      "grad_norm": 0.16525183618068695,
      "learning_rate": 0.00017992141635105881,
      "loss": 12.1775,
      "step": 12775
    },
    {
      "epoch": 2.0920255444571803,
      "grad_norm": 0.16771036386489868,
      "learning_rate": 0.0001799183090485867,
      "loss": 12.2002,
      "step": 12776
    },
    {
      "epoch": 2.092189290977567,
      "grad_norm": 0.15471859276294708,
      "learning_rate": 0.00017991520153253117,
      "loss": 12.2325,
      "step": 12777
    },
    {
      "epoch": 2.0923530374979533,
      "grad_norm": 0.16760671138763428,
      "learning_rate": 0.0001799120938029005,
      "loss": 12.2041,
      "step": 12778
    },
    {
      "epoch": 2.0925167840183394,
      "grad_norm": 0.1644955575466156,
      "learning_rate": 0.00017990898585970298,
      "loss": 12.2009,
      "step": 12779
    },
    {
      "epoch": 2.092680530538726,
      "grad_norm": 0.18921223282814026,
      "learning_rate": 0.00017990587770294698,
      "loss": 12.1658,
      "step": 12780
    },
    {
      "epoch": 2.0928442770591125,
      "grad_norm": 0.14932076632976532,
      "learning_rate": 0.00017990276933264077,
      "loss": 12.1955,
      "step": 12781
    },
    {
      "epoch": 2.093008023579499,
      "grad_norm": 0.1445077806711197,
      "learning_rate": 0.00017989966074879264,
      "loss": 12.1964,
      "step": 12782
    },
    {
      "epoch": 2.0931717700998855,
      "grad_norm": 0.20018969476222992,
      "learning_rate": 0.00017989655195141095,
      "loss": 12.1942,
      "step": 12783
    },
    {
      "epoch": 2.0933355166202716,
      "grad_norm": 0.15725462138652802,
      "learning_rate": 0.00017989344294050394,
      "loss": 12.2128,
      "step": 12784
    },
    {
      "epoch": 2.093499263140658,
      "grad_norm": 0.18859298527240753,
      "learning_rate": 0.00017989033371607998,
      "loss": 12.2269,
      "step": 12785
    },
    {
      "epoch": 2.0936630096610447,
      "grad_norm": 0.203415185213089,
      "learning_rate": 0.00017988722427814734,
      "loss": 12.1799,
      "step": 12786
    },
    {
      "epoch": 2.093826756181431,
      "grad_norm": 0.20777127146720886,
      "learning_rate": 0.00017988411462671434,
      "loss": 12.135,
      "step": 12787
    },
    {
      "epoch": 2.0939905027018177,
      "grad_norm": 0.18294107913970947,
      "learning_rate": 0.0001798810047617893,
      "loss": 12.2038,
      "step": 12788
    },
    {
      "epoch": 2.094154249222204,
      "grad_norm": 0.203684464097023,
      "learning_rate": 0.00017987789468338052,
      "loss": 12.2396,
      "step": 12789
    },
    {
      "epoch": 2.0943179957425904,
      "grad_norm": 0.16384443640708923,
      "learning_rate": 0.00017987478439149634,
      "loss": 12.1592,
      "step": 12790
    },
    {
      "epoch": 2.094481742262977,
      "grad_norm": 0.160190612077713,
      "learning_rate": 0.00017987167388614503,
      "loss": 12.1751,
      "step": 12791
    },
    {
      "epoch": 2.0946454887833634,
      "grad_norm": 0.1811646819114685,
      "learning_rate": 0.00017986856316733492,
      "loss": 12.1712,
      "step": 12792
    },
    {
      "epoch": 2.09480923530375,
      "grad_norm": 0.15335813164710999,
      "learning_rate": 0.00017986545223507434,
      "loss": 12.1927,
      "step": 12793
    },
    {
      "epoch": 2.094972981824136,
      "grad_norm": 0.15457049012184143,
      "learning_rate": 0.00017986234108937157,
      "loss": 12.1842,
      "step": 12794
    },
    {
      "epoch": 2.0951367283445226,
      "grad_norm": 0.2511347830295563,
      "learning_rate": 0.00017985922973023496,
      "loss": 12.2061,
      "step": 12795
    },
    {
      "epoch": 2.095300474864909,
      "grad_norm": 0.17614589631557465,
      "learning_rate": 0.00017985611815767282,
      "loss": 12.1653,
      "step": 12796
    },
    {
      "epoch": 2.0954642213852956,
      "grad_norm": 0.16935870051383972,
      "learning_rate": 0.00017985300637169346,
      "loss": 12.2804,
      "step": 12797
    },
    {
      "epoch": 2.095627967905682,
      "grad_norm": 0.2700946033000946,
      "learning_rate": 0.00017984989437230516,
      "loss": 12.2615,
      "step": 12798
    },
    {
      "epoch": 2.0957917144260683,
      "grad_norm": 0.14100264012813568,
      "learning_rate": 0.00017984678215951627,
      "loss": 12.1787,
      "step": 12799
    },
    {
      "epoch": 2.095955460946455,
      "grad_norm": 0.21095480024814606,
      "learning_rate": 0.00017984366973333512,
      "loss": 12.1661,
      "step": 12800
    },
    {
      "epoch": 2.0961192074668413,
      "grad_norm": 0.21252717077732086,
      "learning_rate": 0.00017984055709377,
      "loss": 12.1846,
      "step": 12801
    },
    {
      "epoch": 2.096282953987228,
      "grad_norm": 0.20311696827411652,
      "learning_rate": 0.00017983744424082926,
      "loss": 12.1732,
      "step": 12802
    },
    {
      "epoch": 2.0964467005076144,
      "grad_norm": 0.1852845847606659,
      "learning_rate": 0.0001798343311745212,
      "loss": 12.2077,
      "step": 12803
    },
    {
      "epoch": 2.0966104470280005,
      "grad_norm": 0.23399224877357483,
      "learning_rate": 0.00017983121789485416,
      "loss": 12.1901,
      "step": 12804
    },
    {
      "epoch": 2.096774193548387,
      "grad_norm": 0.2248375564813614,
      "learning_rate": 0.0001798281044018364,
      "loss": 12.1981,
      "step": 12805
    },
    {
      "epoch": 2.0969379400687735,
      "grad_norm": 0.1271064132452011,
      "learning_rate": 0.00017982499069547632,
      "loss": 12.1912,
      "step": 12806
    },
    {
      "epoch": 2.09710168658916,
      "grad_norm": 0.1498069167137146,
      "learning_rate": 0.00017982187677578217,
      "loss": 12.1991,
      "step": 12807
    },
    {
      "epoch": 2.0972654331095466,
      "grad_norm": 0.17461712658405304,
      "learning_rate": 0.00017981876264276233,
      "loss": 12.1829,
      "step": 12808
    },
    {
      "epoch": 2.0974291796299327,
      "grad_norm": 0.16451576352119446,
      "learning_rate": 0.0001798156482964251,
      "loss": 12.2373,
      "step": 12809
    },
    {
      "epoch": 2.0975929261503192,
      "grad_norm": 0.20490038394927979,
      "learning_rate": 0.00017981253373677877,
      "loss": 12.1849,
      "step": 12810
    },
    {
      "epoch": 2.0977566726707058,
      "grad_norm": 0.17850667238235474,
      "learning_rate": 0.00017980941896383174,
      "loss": 12.1765,
      "step": 12811
    },
    {
      "epoch": 2.0979204191910923,
      "grad_norm": 0.16898706555366516,
      "learning_rate": 0.00017980630397759225,
      "loss": 12.2797,
      "step": 12812
    },
    {
      "epoch": 2.098084165711479,
      "grad_norm": 0.17491395771503448,
      "learning_rate": 0.0001798031887780687,
      "loss": 12.1799,
      "step": 12813
    },
    {
      "epoch": 2.098247912231865,
      "grad_norm": 0.1775381714105606,
      "learning_rate": 0.00017980007336526935,
      "loss": 12.1714,
      "step": 12814
    },
    {
      "epoch": 2.0984116587522514,
      "grad_norm": 0.1323874294757843,
      "learning_rate": 0.00017979695773920259,
      "loss": 12.24,
      "step": 12815
    },
    {
      "epoch": 2.098575405272638,
      "grad_norm": 0.2315361052751541,
      "learning_rate": 0.0001797938418998767,
      "loss": 12.1663,
      "step": 12816
    },
    {
      "epoch": 2.0987391517930245,
      "grad_norm": 0.17287516593933105,
      "learning_rate": 0.0001797907258473,
      "loss": 12.1641,
      "step": 12817
    },
    {
      "epoch": 2.098902898313411,
      "grad_norm": 0.21013833582401276,
      "learning_rate": 0.00017978760958148085,
      "loss": 12.1739,
      "step": 12818
    },
    {
      "epoch": 2.099066644833797,
      "grad_norm": 0.15189909934997559,
      "learning_rate": 0.00017978449310242757,
      "loss": 12.1407,
      "step": 12819
    },
    {
      "epoch": 2.0992303913541837,
      "grad_norm": 0.18821214139461517,
      "learning_rate": 0.0001797813764101485,
      "loss": 12.1736,
      "step": 12820
    },
    {
      "epoch": 2.09939413787457,
      "grad_norm": 0.2667391002178192,
      "learning_rate": 0.00017977825950465194,
      "loss": 12.2187,
      "step": 12821
    },
    {
      "epoch": 2.0995578843949567,
      "grad_norm": 0.23853863775730133,
      "learning_rate": 0.0001797751423859462,
      "loss": 12.1695,
      "step": 12822
    },
    {
      "epoch": 2.0997216309153433,
      "grad_norm": 0.13417834043502808,
      "learning_rate": 0.0001797720250540397,
      "loss": 12.1923,
      "step": 12823
    },
    {
      "epoch": 2.0998853774357293,
      "grad_norm": 0.21031633019447327,
      "learning_rate": 0.00017976890750894068,
      "loss": 12.2342,
      "step": 12824
    },
    {
      "epoch": 2.100049123956116,
      "grad_norm": 0.19641904532909393,
      "learning_rate": 0.00017976578975065755,
      "loss": 12.1416,
      "step": 12825
    },
    {
      "epoch": 2.1002128704765024,
      "grad_norm": 0.16436247527599335,
      "learning_rate": 0.00017976267177919857,
      "loss": 12.195,
      "step": 12826
    },
    {
      "epoch": 2.100376616996889,
      "grad_norm": 0.2335866242647171,
      "learning_rate": 0.00017975955359457208,
      "loss": 12.1779,
      "step": 12827
    },
    {
      "epoch": 2.1005403635172755,
      "grad_norm": 0.1739819496870041,
      "learning_rate": 0.00017975643519678648,
      "loss": 12.1731,
      "step": 12828
    },
    {
      "epoch": 2.1007041100376616,
      "grad_norm": 0.14559011161327362,
      "learning_rate": 0.00017975331658585004,
      "loss": 12.179,
      "step": 12829
    },
    {
      "epoch": 2.100867856558048,
      "grad_norm": 0.18748725950717926,
      "learning_rate": 0.0001797501977617711,
      "loss": 12.26,
      "step": 12830
    },
    {
      "epoch": 2.1010316030784346,
      "grad_norm": 0.1839630901813507,
      "learning_rate": 0.00017974707872455805,
      "loss": 12.174,
      "step": 12831
    },
    {
      "epoch": 2.101195349598821,
      "grad_norm": 0.14540131390094757,
      "learning_rate": 0.00017974395947421913,
      "loss": 12.2016,
      "step": 12832
    },
    {
      "epoch": 2.1013590961192077,
      "grad_norm": 0.16561149060726166,
      "learning_rate": 0.00017974084001076278,
      "loss": 12.147,
      "step": 12833
    },
    {
      "epoch": 2.1015228426395938,
      "grad_norm": 0.2118440866470337,
      "learning_rate": 0.00017973772033419726,
      "loss": 12.1931,
      "step": 12834
    },
    {
      "epoch": 2.1016865891599803,
      "grad_norm": 0.13476455211639404,
      "learning_rate": 0.00017973460044453095,
      "loss": 12.1905,
      "step": 12835
    },
    {
      "epoch": 2.101850335680367,
      "grad_norm": 0.1869048923254013,
      "learning_rate": 0.0001797314803417722,
      "loss": 12.2311,
      "step": 12836
    },
    {
      "epoch": 2.1020140822007534,
      "grad_norm": 0.1915132850408554,
      "learning_rate": 0.00017972836002592927,
      "loss": 12.1709,
      "step": 12837
    },
    {
      "epoch": 2.10217782872114,
      "grad_norm": 0.18693283200263977,
      "learning_rate": 0.0001797252394970106,
      "loss": 12.1367,
      "step": 12838
    },
    {
      "epoch": 2.102341575241526,
      "grad_norm": 0.1706264168024063,
      "learning_rate": 0.00017972211875502445,
      "loss": 12.2744,
      "step": 12839
    },
    {
      "epoch": 2.1025053217619125,
      "grad_norm": 0.15772230923175812,
      "learning_rate": 0.00017971899779997919,
      "loss": 12.1792,
      "step": 12840
    },
    {
      "epoch": 2.102669068282299,
      "grad_norm": 0.20993761718273163,
      "learning_rate": 0.00017971587663188318,
      "loss": 12.1879,
      "step": 12841
    },
    {
      "epoch": 2.1028328148026856,
      "grad_norm": 0.17467160522937775,
      "learning_rate": 0.00017971275525074476,
      "loss": 12.2028,
      "step": 12842
    },
    {
      "epoch": 2.1029965613230717,
      "grad_norm": 0.17967452108860016,
      "learning_rate": 0.0001797096336565722,
      "loss": 12.1941,
      "step": 12843
    },
    {
      "epoch": 2.103160307843458,
      "grad_norm": 0.2087903469800949,
      "learning_rate": 0.00017970651184937394,
      "loss": 12.1644,
      "step": 12844
    },
    {
      "epoch": 2.1033240543638447,
      "grad_norm": 0.150900736451149,
      "learning_rate": 0.0001797033898291583,
      "loss": 12.1791,
      "step": 12845
    },
    {
      "epoch": 2.1034878008842313,
      "grad_norm": 0.17188912630081177,
      "learning_rate": 0.00017970026759593356,
      "loss": 12.1965,
      "step": 12846
    },
    {
      "epoch": 2.103651547404618,
      "grad_norm": 0.2075783610343933,
      "learning_rate": 0.00017969714514970813,
      "loss": 12.1934,
      "step": 12847
    },
    {
      "epoch": 2.103815293925004,
      "grad_norm": 0.19205869734287262,
      "learning_rate": 0.00017969402249049034,
      "loss": 12.1696,
      "step": 12848
    },
    {
      "epoch": 2.1039790404453904,
      "grad_norm": 0.21612688899040222,
      "learning_rate": 0.0001796908996182885,
      "loss": 12.1707,
      "step": 12849
    },
    {
      "epoch": 2.104142786965777,
      "grad_norm": 0.1838897317647934,
      "learning_rate": 0.00017968777653311102,
      "loss": 12.2026,
      "step": 12850
    },
    {
      "epoch": 2.1043065334861635,
      "grad_norm": 0.2419242560863495,
      "learning_rate": 0.0001796846532349662,
      "loss": 12.1799,
      "step": 12851
    },
    {
      "epoch": 2.10447028000655,
      "grad_norm": 0.19416098296642303,
      "learning_rate": 0.0001796815297238624,
      "loss": 12.1672,
      "step": 12852
    },
    {
      "epoch": 2.104634026526936,
      "grad_norm": 0.21705536544322968,
      "learning_rate": 0.00017967840599980797,
      "loss": 12.2129,
      "step": 12853
    },
    {
      "epoch": 2.1047977730473226,
      "grad_norm": 0.15942533314228058,
      "learning_rate": 0.00017967528206281122,
      "loss": 12.1673,
      "step": 12854
    },
    {
      "epoch": 2.104961519567709,
      "grad_norm": 0.19577443599700928,
      "learning_rate": 0.00017967215791288058,
      "loss": 12.1837,
      "step": 12855
    },
    {
      "epoch": 2.1051252660880957,
      "grad_norm": 0.17337529361248016,
      "learning_rate": 0.00017966903355002436,
      "loss": 12.2007,
      "step": 12856
    },
    {
      "epoch": 2.1052890126084822,
      "grad_norm": 0.20666220784187317,
      "learning_rate": 0.00017966590897425087,
      "loss": 12.2032,
      "step": 12857
    },
    {
      "epoch": 2.1054527591288683,
      "grad_norm": 0.20131410658359528,
      "learning_rate": 0.0001796627841855685,
      "loss": 12.2276,
      "step": 12858
    },
    {
      "epoch": 2.105616505649255,
      "grad_norm": 0.2319118231534958,
      "learning_rate": 0.0001796596591839856,
      "loss": 12.1576,
      "step": 12859
    },
    {
      "epoch": 2.1057802521696414,
      "grad_norm": 0.18230955302715302,
      "learning_rate": 0.00017965653396951052,
      "loss": 12.1563,
      "step": 12860
    },
    {
      "epoch": 2.105943998690028,
      "grad_norm": 0.12635892629623413,
      "learning_rate": 0.0001796534085421516,
      "loss": 12.1854,
      "step": 12861
    },
    {
      "epoch": 2.1061077452104144,
      "grad_norm": 0.14919941127300262,
      "learning_rate": 0.0001796502829019172,
      "loss": 12.1812,
      "step": 12862
    },
    {
      "epoch": 2.1062714917308005,
      "grad_norm": 0.15264181792736053,
      "learning_rate": 0.00017964715704881567,
      "loss": 12.1928,
      "step": 12863
    },
    {
      "epoch": 2.106435238251187,
      "grad_norm": 0.20440158247947693,
      "learning_rate": 0.0001796440309828554,
      "loss": 12.1708,
      "step": 12864
    },
    {
      "epoch": 2.1065989847715736,
      "grad_norm": 0.1657520979642868,
      "learning_rate": 0.00017964090470404468,
      "loss": 12.1892,
      "step": 12865
    },
    {
      "epoch": 2.10676273129196,
      "grad_norm": 0.1644788235425949,
      "learning_rate": 0.00017963777821239192,
      "loss": 12.2035,
      "step": 12866
    },
    {
      "epoch": 2.1069264778123467,
      "grad_norm": 0.18702706694602966,
      "learning_rate": 0.00017963465150790543,
      "loss": 12.1289,
      "step": 12867
    },
    {
      "epoch": 2.1070902243327327,
      "grad_norm": 0.1881556510925293,
      "learning_rate": 0.0001796315245905936,
      "loss": 12.1757,
      "step": 12868
    },
    {
      "epoch": 2.1072539708531193,
      "grad_norm": 0.15878231823444366,
      "learning_rate": 0.0001796283974604648,
      "loss": 12.1455,
      "step": 12869
    },
    {
      "epoch": 2.107417717373506,
      "grad_norm": 0.1639224886894226,
      "learning_rate": 0.00017962527011752735,
      "loss": 12.1885,
      "step": 12870
    },
    {
      "epoch": 2.1075814638938923,
      "grad_norm": 0.1852274239063263,
      "learning_rate": 0.00017962214256178963,
      "loss": 12.1725,
      "step": 12871
    },
    {
      "epoch": 2.107745210414279,
      "grad_norm": 0.1769179403781891,
      "learning_rate": 0.00017961901479325996,
      "loss": 12.1626,
      "step": 12872
    },
    {
      "epoch": 2.107908956934665,
      "grad_norm": 0.1719435602426529,
      "learning_rate": 0.00017961588681194673,
      "loss": 12.1147,
      "step": 12873
    },
    {
      "epoch": 2.1080727034550515,
      "grad_norm": 0.20031356811523438,
      "learning_rate": 0.00017961275861785834,
      "loss": 12.1637,
      "step": 12874
    },
    {
      "epoch": 2.108236449975438,
      "grad_norm": 0.1860382854938507,
      "learning_rate": 0.00017960963021100307,
      "loss": 12.194,
      "step": 12875
    },
    {
      "epoch": 2.1084001964958246,
      "grad_norm": 0.19867844879627228,
      "learning_rate": 0.00017960650159138934,
      "loss": 12.1652,
      "step": 12876
    },
    {
      "epoch": 2.108563943016211,
      "grad_norm": 0.1706598997116089,
      "learning_rate": 0.0001796033727590255,
      "loss": 12.1278,
      "step": 12877
    },
    {
      "epoch": 2.108727689536597,
      "grad_norm": 0.16971032321453094,
      "learning_rate": 0.00017960024371391987,
      "loss": 12.1754,
      "step": 12878
    },
    {
      "epoch": 2.1088914360569837,
      "grad_norm": 0.18794451653957367,
      "learning_rate": 0.00017959711445608085,
      "loss": 12.1979,
      "step": 12879
    },
    {
      "epoch": 2.1090551825773702,
      "grad_norm": 0.1694943606853485,
      "learning_rate": 0.00017959398498551681,
      "loss": 12.1743,
      "step": 12880
    },
    {
      "epoch": 2.1092189290977568,
      "grad_norm": 0.1827050745487213,
      "learning_rate": 0.0001795908553022361,
      "loss": 12.1495,
      "step": 12881
    },
    {
      "epoch": 2.1093826756181433,
      "grad_norm": 0.19721710681915283,
      "learning_rate": 0.0001795877254062471,
      "loss": 12.129,
      "step": 12882
    },
    {
      "epoch": 2.1095464221385294,
      "grad_norm": 0.15218041837215424,
      "learning_rate": 0.00017958459529755815,
      "loss": 12.1518,
      "step": 12883
    },
    {
      "epoch": 2.109710168658916,
      "grad_norm": 0.14785753190517426,
      "learning_rate": 0.00017958146497617765,
      "loss": 12.2276,
      "step": 12884
    },
    {
      "epoch": 2.1098739151793025,
      "grad_norm": 0.14766837656497955,
      "learning_rate": 0.0001795783344421139,
      "loss": 12.1868,
      "step": 12885
    },
    {
      "epoch": 2.110037661699689,
      "grad_norm": 0.13704898953437805,
      "learning_rate": 0.00017957520369537533,
      "loss": 12.1473,
      "step": 12886
    },
    {
      "epoch": 2.1102014082200755,
      "grad_norm": 0.20579634606838226,
      "learning_rate": 0.0001795720727359703,
      "loss": 12.1754,
      "step": 12887
    },
    {
      "epoch": 2.1103651547404616,
      "grad_norm": 0.17508861422538757,
      "learning_rate": 0.00017956894156390712,
      "loss": 12.1769,
      "step": 12888
    },
    {
      "epoch": 2.110528901260848,
      "grad_norm": 0.23726581037044525,
      "learning_rate": 0.00017956581017919426,
      "loss": 12.1663,
      "step": 12889
    },
    {
      "epoch": 2.1106926477812347,
      "grad_norm": 0.1602046638727188,
      "learning_rate": 0.00017956267858183997,
      "loss": 12.1852,
      "step": 12890
    },
    {
      "epoch": 2.110856394301621,
      "grad_norm": 0.15754447877407074,
      "learning_rate": 0.0001795595467718527,
      "loss": 12.1333,
      "step": 12891
    },
    {
      "epoch": 2.1110201408220077,
      "grad_norm": 0.14673341810703278,
      "learning_rate": 0.00017955641474924082,
      "loss": 12.1804,
      "step": 12892
    },
    {
      "epoch": 2.111183887342394,
      "grad_norm": 0.17493672668933868,
      "learning_rate": 0.00017955328251401267,
      "loss": 12.1594,
      "step": 12893
    },
    {
      "epoch": 2.1113476338627803,
      "grad_norm": 0.18694768846035004,
      "learning_rate": 0.0001795501500661766,
      "loss": 12.1511,
      "step": 12894
    },
    {
      "epoch": 2.111511380383167,
      "grad_norm": 0.1757083684206009,
      "learning_rate": 0.00017954701740574108,
      "loss": 12.1654,
      "step": 12895
    },
    {
      "epoch": 2.1116751269035534,
      "grad_norm": 0.15508587658405304,
      "learning_rate": 0.00017954388453271435,
      "loss": 12.1878,
      "step": 12896
    },
    {
      "epoch": 2.11183887342394,
      "grad_norm": 0.2010883092880249,
      "learning_rate": 0.00017954075144710488,
      "loss": 12.1869,
      "step": 12897
    },
    {
      "epoch": 2.112002619944326,
      "grad_norm": 0.20251713693141937,
      "learning_rate": 0.000179537618148921,
      "loss": 12.1926,
      "step": 12898
    },
    {
      "epoch": 2.1121663664647126,
      "grad_norm": 0.16974924504756927,
      "learning_rate": 0.00017953448463817109,
      "loss": 12.195,
      "step": 12899
    },
    {
      "epoch": 2.112330112985099,
      "grad_norm": 0.20101143419742584,
      "learning_rate": 0.00017953135091486352,
      "loss": 12.1596,
      "step": 12900
    },
    {
      "epoch": 2.1124938595054856,
      "grad_norm": 0.15503264963626862,
      "learning_rate": 0.00017952821697900668,
      "loss": 12.1995,
      "step": 12901
    },
    {
      "epoch": 2.112657606025872,
      "grad_norm": 0.1691744476556778,
      "learning_rate": 0.00017952508283060895,
      "loss": 12.1915,
      "step": 12902
    },
    {
      "epoch": 2.1128213525462582,
      "grad_norm": 0.14766259491443634,
      "learning_rate": 0.00017952194846967867,
      "loss": 12.1942,
      "step": 12903
    },
    {
      "epoch": 2.112985099066645,
      "grad_norm": 0.19223521649837494,
      "learning_rate": 0.00017951881389622427,
      "loss": 12.2339,
      "step": 12904
    },
    {
      "epoch": 2.1131488455870313,
      "grad_norm": 0.13106931746006012,
      "learning_rate": 0.00017951567911025408,
      "loss": 12.1596,
      "step": 12905
    },
    {
      "epoch": 2.113312592107418,
      "grad_norm": 0.18134059011936188,
      "learning_rate": 0.00017951254411177652,
      "loss": 12.1821,
      "step": 12906
    },
    {
      "epoch": 2.1134763386278044,
      "grad_norm": 0.17910213768482208,
      "learning_rate": 0.0001795094089007999,
      "loss": 12.1823,
      "step": 12907
    },
    {
      "epoch": 2.1136400851481905,
      "grad_norm": 0.14394928514957428,
      "learning_rate": 0.0001795062734773327,
      "loss": 12.1944,
      "step": 12908
    },
    {
      "epoch": 2.113803831668577,
      "grad_norm": 0.16889014840126038,
      "learning_rate": 0.00017950313784138318,
      "loss": 12.1635,
      "step": 12909
    },
    {
      "epoch": 2.1139675781889635,
      "grad_norm": 0.13982266187667847,
      "learning_rate": 0.00017950000199295983,
      "loss": 12.1685,
      "step": 12910
    },
    {
      "epoch": 2.11413132470935,
      "grad_norm": 0.17781777679920197,
      "learning_rate": 0.00017949686593207097,
      "loss": 12.1895,
      "step": 12911
    },
    {
      "epoch": 2.114295071229736,
      "grad_norm": 0.15320032835006714,
      "learning_rate": 0.00017949372965872499,
      "loss": 12.2024,
      "step": 12912
    },
    {
      "epoch": 2.1144588177501227,
      "grad_norm": 0.15523570775985718,
      "learning_rate": 0.0001794905931729303,
      "loss": 12.2427,
      "step": 12913
    },
    {
      "epoch": 2.114622564270509,
      "grad_norm": 0.20628362894058228,
      "learning_rate": 0.0001794874564746952,
      "loss": 12.2045,
      "step": 12914
    },
    {
      "epoch": 2.1147863107908957,
      "grad_norm": 0.18800009787082672,
      "learning_rate": 0.0001794843195640282,
      "loss": 12.1518,
      "step": 12915
    },
    {
      "epoch": 2.1149500573112823,
      "grad_norm": 0.17237608134746552,
      "learning_rate": 0.0001794811824409376,
      "loss": 12.1493,
      "step": 12916
    },
    {
      "epoch": 2.115113803831669,
      "grad_norm": 0.1344911903142929,
      "learning_rate": 0.0001794780451054318,
      "loss": 12.1825,
      "step": 12917
    },
    {
      "epoch": 2.115277550352055,
      "grad_norm": 0.17223839461803436,
      "learning_rate": 0.00017947490755751915,
      "loss": 12.2086,
      "step": 12918
    },
    {
      "epoch": 2.1154412968724414,
      "grad_norm": 0.14366678893566132,
      "learning_rate": 0.0001794717697972081,
      "loss": 12.2261,
      "step": 12919
    },
    {
      "epoch": 2.115605043392828,
      "grad_norm": 0.1516103297472,
      "learning_rate": 0.000179468631824507,
      "loss": 12.2176,
      "step": 12920
    },
    {
      "epoch": 2.1157687899132145,
      "grad_norm": 0.14483502507209778,
      "learning_rate": 0.00017946549363942422,
      "loss": 12.2327,
      "step": 12921
    },
    {
      "epoch": 2.1159325364336006,
      "grad_norm": 0.12323010712862015,
      "learning_rate": 0.00017946235524196816,
      "loss": 12.1429,
      "step": 12922
    },
    {
      "epoch": 2.116096282953987,
      "grad_norm": 0.1651468425989151,
      "learning_rate": 0.00017945921663214723,
      "loss": 12.1504,
      "step": 12923
    },
    {
      "epoch": 2.1162600294743736,
      "grad_norm": 0.17197780311107635,
      "learning_rate": 0.00017945607780996982,
      "loss": 12.1269,
      "step": 12924
    },
    {
      "epoch": 2.11642377599476,
      "grad_norm": 0.15627166628837585,
      "learning_rate": 0.00017945293877544432,
      "loss": 12.1959,
      "step": 12925
    },
    {
      "epoch": 2.1165875225151467,
      "grad_norm": 0.20560628175735474,
      "learning_rate": 0.00017944979952857907,
      "loss": 12.1885,
      "step": 12926
    },
    {
      "epoch": 2.116751269035533,
      "grad_norm": 0.18715062737464905,
      "learning_rate": 0.0001794466600693825,
      "loss": 12.2392,
      "step": 12927
    },
    {
      "epoch": 2.1169150155559193,
      "grad_norm": 0.21213258802890778,
      "learning_rate": 0.00017944352039786298,
      "loss": 12.1474,
      "step": 12928
    },
    {
      "epoch": 2.117078762076306,
      "grad_norm": 0.16804912686347961,
      "learning_rate": 0.00017944038051402893,
      "loss": 12.1543,
      "step": 12929
    },
    {
      "epoch": 2.1172425085966924,
      "grad_norm": 0.15849071741104126,
      "learning_rate": 0.0001794372404178887,
      "loss": 12.2169,
      "step": 12930
    },
    {
      "epoch": 2.117406255117079,
      "grad_norm": 0.19840162992477417,
      "learning_rate": 0.00017943410010945075,
      "loss": 12.2069,
      "step": 12931
    },
    {
      "epoch": 2.117570001637465,
      "grad_norm": 0.1989951729774475,
      "learning_rate": 0.00017943095958872338,
      "loss": 12.1855,
      "step": 12932
    },
    {
      "epoch": 2.1177337481578515,
      "grad_norm": 0.13652019202709198,
      "learning_rate": 0.00017942781885571505,
      "loss": 12.2021,
      "step": 12933
    },
    {
      "epoch": 2.117897494678238,
      "grad_norm": 0.2172572761774063,
      "learning_rate": 0.00017942467791043414,
      "loss": 12.1889,
      "step": 12934
    },
    {
      "epoch": 2.1180612411986246,
      "grad_norm": 0.15817610919475555,
      "learning_rate": 0.00017942153675288902,
      "loss": 12.1483,
      "step": 12935
    },
    {
      "epoch": 2.118224987719011,
      "grad_norm": 0.2063511461019516,
      "learning_rate": 0.00017941839538308812,
      "loss": 12.1956,
      "step": 12936
    },
    {
      "epoch": 2.118388734239397,
      "grad_norm": 0.162472665309906,
      "learning_rate": 0.0001794152538010398,
      "loss": 12.1797,
      "step": 12937
    },
    {
      "epoch": 2.1185524807597838,
      "grad_norm": 0.17043280601501465,
      "learning_rate": 0.0001794121120067525,
      "loss": 12.1853,
      "step": 12938
    },
    {
      "epoch": 2.1187162272801703,
      "grad_norm": 0.1863340586423874,
      "learning_rate": 0.00017940897000023458,
      "loss": 12.2136,
      "step": 12939
    },
    {
      "epoch": 2.118879973800557,
      "grad_norm": 0.17040248215198517,
      "learning_rate": 0.00017940582778149447,
      "loss": 12.1958,
      "step": 12940
    },
    {
      "epoch": 2.1190437203209433,
      "grad_norm": 0.2024698555469513,
      "learning_rate": 0.0001794026853505405,
      "loss": 12.2495,
      "step": 12941
    },
    {
      "epoch": 2.1192074668413294,
      "grad_norm": 0.17494916915893555,
      "learning_rate": 0.00017939954270738113,
      "loss": 12.2385,
      "step": 12942
    },
    {
      "epoch": 2.119371213361716,
      "grad_norm": 0.14533410966396332,
      "learning_rate": 0.00017939639985202477,
      "loss": 12.1413,
      "step": 12943
    },
    {
      "epoch": 2.1195349598821025,
      "grad_norm": 0.16774658858776093,
      "learning_rate": 0.00017939325678447977,
      "loss": 12.1586,
      "step": 12944
    },
    {
      "epoch": 2.119698706402489,
      "grad_norm": 0.17722611129283905,
      "learning_rate": 0.00017939011350475456,
      "loss": 12.2203,
      "step": 12945
    },
    {
      "epoch": 2.1198624529228756,
      "grad_norm": 0.17970076203346252,
      "learning_rate": 0.00017938697001285755,
      "loss": 12.1516,
      "step": 12946
    },
    {
      "epoch": 2.1200261994432616,
      "grad_norm": 0.15908294916152954,
      "learning_rate": 0.00017938382630879708,
      "loss": 12.1577,
      "step": 12947
    },
    {
      "epoch": 2.120189945963648,
      "grad_norm": 0.1711987853050232,
      "learning_rate": 0.00017938068239258163,
      "loss": 12.1802,
      "step": 12948
    },
    {
      "epoch": 2.1203536924840347,
      "grad_norm": 0.21357066929340363,
      "learning_rate": 0.00017937753826421956,
      "loss": 12.1611,
      "step": 12949
    },
    {
      "epoch": 2.1205174390044212,
      "grad_norm": 0.21481099724769592,
      "learning_rate": 0.0001793743939237193,
      "loss": 12.1924,
      "step": 12950
    },
    {
      "epoch": 2.1206811855248078,
      "grad_norm": 0.23059912025928497,
      "learning_rate": 0.0001793712493710892,
      "loss": 12.1892,
      "step": 12951
    },
    {
      "epoch": 2.120844932045194,
      "grad_norm": 0.22428292036056519,
      "learning_rate": 0.0001793681046063377,
      "loss": 12.1653,
      "step": 12952
    },
    {
      "epoch": 2.1210086785655804,
      "grad_norm": 0.15122078359127045,
      "learning_rate": 0.00017936495962947321,
      "loss": 12.1697,
      "step": 12953
    },
    {
      "epoch": 2.121172425085967,
      "grad_norm": 0.13976716995239258,
      "learning_rate": 0.00017936181444050414,
      "loss": 12.1616,
      "step": 12954
    },
    {
      "epoch": 2.1213361716063535,
      "grad_norm": 0.1632256954908371,
      "learning_rate": 0.00017935866903943888,
      "loss": 12.1503,
      "step": 12955
    },
    {
      "epoch": 2.12149991812674,
      "grad_norm": 0.15950363874435425,
      "learning_rate": 0.00017935552342628584,
      "loss": 12.2034,
      "step": 12956
    },
    {
      "epoch": 2.121663664647126,
      "grad_norm": 0.16615958511829376,
      "learning_rate": 0.00017935237760105343,
      "loss": 12.2011,
      "step": 12957
    },
    {
      "epoch": 2.1218274111675126,
      "grad_norm": 0.17453533411026,
      "learning_rate": 0.00017934923156375003,
      "loss": 12.2213,
      "step": 12958
    },
    {
      "epoch": 2.121991157687899,
      "grad_norm": 0.23089486360549927,
      "learning_rate": 0.00017934608531438407,
      "loss": 12.166,
      "step": 12959
    },
    {
      "epoch": 2.1221549042082857,
      "grad_norm": 0.14558720588684082,
      "learning_rate": 0.000179342938852964,
      "loss": 12.1978,
      "step": 12960
    },
    {
      "epoch": 2.122318650728672,
      "grad_norm": 0.1657203584909439,
      "learning_rate": 0.00017933979217949815,
      "loss": 12.208,
      "step": 12961
    },
    {
      "epoch": 2.1224823972490583,
      "grad_norm": 0.15474921464920044,
      "learning_rate": 0.000179336645293995,
      "loss": 12.1758,
      "step": 12962
    },
    {
      "epoch": 2.122646143769445,
      "grad_norm": 0.22413557767868042,
      "learning_rate": 0.0001793334981964629,
      "loss": 12.1928,
      "step": 12963
    },
    {
      "epoch": 2.1228098902898314,
      "grad_norm": 0.1637738049030304,
      "learning_rate": 0.00017933035088691027,
      "loss": 12.1758,
      "step": 12964
    },
    {
      "epoch": 2.122973636810218,
      "grad_norm": 0.17713584005832672,
      "learning_rate": 0.00017932720336534557,
      "loss": 12.1408,
      "step": 12965
    },
    {
      "epoch": 2.1231373833306044,
      "grad_norm": 0.1457090526819229,
      "learning_rate": 0.0001793240556317772,
      "loss": 12.1968,
      "step": 12966
    },
    {
      "epoch": 2.1233011298509905,
      "grad_norm": 0.13873060047626495,
      "learning_rate": 0.00017932090768621353,
      "loss": 12.1548,
      "step": 12967
    },
    {
      "epoch": 2.123464876371377,
      "grad_norm": 0.184870183467865,
      "learning_rate": 0.000179317759528663,
      "loss": 12.2309,
      "step": 12968
    },
    {
      "epoch": 2.1236286228917636,
      "grad_norm": 0.19930192828178406,
      "learning_rate": 0.000179314611159134,
      "loss": 12.1842,
      "step": 12969
    },
    {
      "epoch": 2.12379236941215,
      "grad_norm": 0.18132522702217102,
      "learning_rate": 0.000179311462577635,
      "loss": 12.1546,
      "step": 12970
    },
    {
      "epoch": 2.1239561159325366,
      "grad_norm": 0.23049873113632202,
      "learning_rate": 0.00017930831378417436,
      "loss": 12.2107,
      "step": 12971
    },
    {
      "epoch": 2.1241198624529227,
      "grad_norm": 0.12219718843698502,
      "learning_rate": 0.0001793051647787605,
      "loss": 12.1669,
      "step": 12972
    },
    {
      "epoch": 2.1242836089733093,
      "grad_norm": 0.25185734033584595,
      "learning_rate": 0.00017930201556140188,
      "loss": 12.1647,
      "step": 12973
    },
    {
      "epoch": 2.124447355493696,
      "grad_norm": 0.17348690330982208,
      "learning_rate": 0.0001792988661321069,
      "loss": 12.1679,
      "step": 12974
    },
    {
      "epoch": 2.1246111020140823,
      "grad_norm": 0.16836845874786377,
      "learning_rate": 0.00017929571649088393,
      "loss": 12.2204,
      "step": 12975
    },
    {
      "epoch": 2.124774848534469,
      "grad_norm": 0.16371437907218933,
      "learning_rate": 0.0001792925666377414,
      "loss": 12.2049,
      "step": 12976
    },
    {
      "epoch": 2.124938595054855,
      "grad_norm": 0.17185160517692566,
      "learning_rate": 0.00017928941657268781,
      "loss": 12.1839,
      "step": 12977
    },
    {
      "epoch": 2.1251023415752415,
      "grad_norm": 0.14976906776428223,
      "learning_rate": 0.0001792862662957315,
      "loss": 12.1866,
      "step": 12978
    },
    {
      "epoch": 2.125266088095628,
      "grad_norm": 0.1980048418045044,
      "learning_rate": 0.00017928311580688087,
      "loss": 12.1711,
      "step": 12979
    },
    {
      "epoch": 2.1254298346160145,
      "grad_norm": 0.18103238940238953,
      "learning_rate": 0.0001792799651061444,
      "loss": 12.1966,
      "step": 12980
    },
    {
      "epoch": 2.1255935811364006,
      "grad_norm": 0.1709853559732437,
      "learning_rate": 0.00017927681419353052,
      "loss": 12.1925,
      "step": 12981
    },
    {
      "epoch": 2.125757327656787,
      "grad_norm": 0.24992989003658295,
      "learning_rate": 0.00017927366306904756,
      "loss": 12.2019,
      "step": 12982
    },
    {
      "epoch": 2.1259210741771737,
      "grad_norm": 0.15941283106803894,
      "learning_rate": 0.00017927051173270405,
      "loss": 12.1769,
      "step": 12983
    },
    {
      "epoch": 2.12608482069756,
      "grad_norm": 0.18678241968154907,
      "learning_rate": 0.00017926736018450832,
      "loss": 12.1589,
      "step": 12984
    },
    {
      "epoch": 2.1262485672179467,
      "grad_norm": 0.1843964159488678,
      "learning_rate": 0.00017926420842446884,
      "loss": 12.1681,
      "step": 12985
    },
    {
      "epoch": 2.1264123137383333,
      "grad_norm": 0.14637820422649384,
      "learning_rate": 0.00017926105645259407,
      "loss": 12.1393,
      "step": 12986
    },
    {
      "epoch": 2.1265760602587194,
      "grad_norm": 0.15438346564769745,
      "learning_rate": 0.00017925790426889235,
      "loss": 12.1784,
      "step": 12987
    },
    {
      "epoch": 2.126739806779106,
      "grad_norm": 0.15680572390556335,
      "learning_rate": 0.00017925475187337213,
      "loss": 12.1455,
      "step": 12988
    },
    {
      "epoch": 2.1269035532994924,
      "grad_norm": 0.14917291700839996,
      "learning_rate": 0.00017925159926604188,
      "loss": 12.1578,
      "step": 12989
    },
    {
      "epoch": 2.127067299819879,
      "grad_norm": 0.16260641813278198,
      "learning_rate": 0.00017924844644691,
      "loss": 12.1854,
      "step": 12990
    },
    {
      "epoch": 2.127231046340265,
      "grad_norm": 0.20448414981365204,
      "learning_rate": 0.00017924529341598492,
      "loss": 12.1349,
      "step": 12991
    },
    {
      "epoch": 2.1273947928606516,
      "grad_norm": 0.1819872111082077,
      "learning_rate": 0.00017924214017327504,
      "loss": 12.1652,
      "step": 12992
    },
    {
      "epoch": 2.127558539381038,
      "grad_norm": 0.17567835748195648,
      "learning_rate": 0.00017923898671878878,
      "loss": 12.1444,
      "step": 12993
    },
    {
      "epoch": 2.1277222859014246,
      "grad_norm": 0.23407869040966034,
      "learning_rate": 0.00017923583305253464,
      "loss": 12.2168,
      "step": 12994
    },
    {
      "epoch": 2.127886032421811,
      "grad_norm": 0.19221048057079315,
      "learning_rate": 0.00017923267917452097,
      "loss": 12.1975,
      "step": 12995
    },
    {
      "epoch": 2.1280497789421977,
      "grad_norm": 0.1752501279115677,
      "learning_rate": 0.00017922952508475624,
      "loss": 12.1809,
      "step": 12996
    },
    {
      "epoch": 2.128213525462584,
      "grad_norm": 0.1384572833776474,
      "learning_rate": 0.00017922637078324885,
      "loss": 12.1855,
      "step": 12997
    },
    {
      "epoch": 2.1283772719829703,
      "grad_norm": 0.14227080345153809,
      "learning_rate": 0.00017922321627000728,
      "loss": 12.1866,
      "step": 12998
    },
    {
      "epoch": 2.128541018503357,
      "grad_norm": 0.1980801522731781,
      "learning_rate": 0.0001792200615450399,
      "loss": 12.2233,
      "step": 12999
    },
    {
      "epoch": 2.1287047650237434,
      "grad_norm": 0.19926302134990692,
      "learning_rate": 0.0001792169066083552,
      "loss": 12.1634,
      "step": 13000
    },
    {
      "epoch": 2.1287047650237434,
      "eval_loss": 12.165017127990723,
      "eval_runtime": 7.2926,
      "eval_samples_per_second": 33.733,
      "eval_steps_per_second": 16.866,
      "step": 13000
    },
    {
      "epoch": 2.1288685115441295,
      "grad_norm": 0.17100754380226135,
      "learning_rate": 0.00017921375145996156,
      "loss": 12.167,
      "step": 13001
    },
    {
      "epoch": 2.129032258064516,
      "grad_norm": 0.1658829003572464,
      "learning_rate": 0.00017921059609986745,
      "loss": 12.1609,
      "step": 13002
    },
    {
      "epoch": 2.1291960045849025,
      "grad_norm": 0.1500903218984604,
      "learning_rate": 0.0001792074405280813,
      "loss": 12.1619,
      "step": 13003
    },
    {
      "epoch": 2.129359751105289,
      "grad_norm": 0.29886409640312195,
      "learning_rate": 0.00017920428474461152,
      "loss": 12.2811,
      "step": 13004
    },
    {
      "epoch": 2.1295234976256756,
      "grad_norm": 0.1437133252620697,
      "learning_rate": 0.00017920112874946653,
      "loss": 12.1889,
      "step": 13005
    },
    {
      "epoch": 2.1296872441460617,
      "grad_norm": 0.14214512705802917,
      "learning_rate": 0.00017919797254265478,
      "loss": 12.1657,
      "step": 13006
    },
    {
      "epoch": 2.1298509906664482,
      "grad_norm": 0.19944001734256744,
      "learning_rate": 0.00017919481612418476,
      "loss": 12.1773,
      "step": 13007
    },
    {
      "epoch": 2.1300147371868348,
      "grad_norm": 0.20985139906406403,
      "learning_rate": 0.0001791916594940648,
      "loss": 12.1901,
      "step": 13008
    },
    {
      "epoch": 2.1301784837072213,
      "grad_norm": 0.14376938343048096,
      "learning_rate": 0.00017918850265230348,
      "loss": 12.2074,
      "step": 13009
    },
    {
      "epoch": 2.130342230227608,
      "grad_norm": 0.2398451417684555,
      "learning_rate": 0.00017918534559890908,
      "loss": 12.1278,
      "step": 13010
    },
    {
      "epoch": 2.130505976747994,
      "grad_norm": 0.15314637124538422,
      "learning_rate": 0.00017918218833389013,
      "loss": 12.1925,
      "step": 13011
    },
    {
      "epoch": 2.1306697232683804,
      "grad_norm": 0.1940523386001587,
      "learning_rate": 0.0001791790308572551,
      "loss": 12.1682,
      "step": 13012
    },
    {
      "epoch": 2.130833469788767,
      "grad_norm": 0.22004246711730957,
      "learning_rate": 0.0001791758731690123,
      "loss": 12.1969,
      "step": 13013
    },
    {
      "epoch": 2.1309972163091535,
      "grad_norm": 0.14909513294696808,
      "learning_rate": 0.00017917271526917027,
      "loss": 12.2056,
      "step": 13014
    },
    {
      "epoch": 2.13116096282954,
      "grad_norm": 0.20891357958316803,
      "learning_rate": 0.00017916955715773745,
      "loss": 12.212,
      "step": 13015
    },
    {
      "epoch": 2.131324709349926,
      "grad_norm": 0.15509995818138123,
      "learning_rate": 0.00017916639883472222,
      "loss": 12.2259,
      "step": 13016
    },
    {
      "epoch": 2.1314884558703127,
      "grad_norm": 0.15244142711162567,
      "learning_rate": 0.00017916324030013307,
      "loss": 12.151,
      "step": 13017
    },
    {
      "epoch": 2.131652202390699,
      "grad_norm": 0.24341611564159393,
      "learning_rate": 0.00017916008155397843,
      "loss": 12.166,
      "step": 13018
    },
    {
      "epoch": 2.1318159489110857,
      "grad_norm": 0.14070111513137817,
      "learning_rate": 0.00017915692259626672,
      "loss": 12.1587,
      "step": 13019
    },
    {
      "epoch": 2.1319796954314723,
      "grad_norm": 0.17375361919403076,
      "learning_rate": 0.00017915376342700644,
      "loss": 12.2202,
      "step": 13020
    },
    {
      "epoch": 2.1321434419518583,
      "grad_norm": 0.1528799831867218,
      "learning_rate": 0.00017915060404620595,
      "loss": 12.1831,
      "step": 13021
    },
    {
      "epoch": 2.132307188472245,
      "grad_norm": 0.17855341732501984,
      "learning_rate": 0.00017914744445387377,
      "loss": 12.1676,
      "step": 13022
    },
    {
      "epoch": 2.1324709349926314,
      "grad_norm": 0.16551914811134338,
      "learning_rate": 0.0001791442846500183,
      "loss": 12.1995,
      "step": 13023
    },
    {
      "epoch": 2.132634681513018,
      "grad_norm": 0.17635990679264069,
      "learning_rate": 0.000179141124634648,
      "loss": 12.1645,
      "step": 13024
    },
    {
      "epoch": 2.1327984280334045,
      "grad_norm": 0.16026782989501953,
      "learning_rate": 0.0001791379644077713,
      "loss": 12.1915,
      "step": 13025
    },
    {
      "epoch": 2.1329621745537906,
      "grad_norm": 0.1636606752872467,
      "learning_rate": 0.00017913480396939665,
      "loss": 12.1614,
      "step": 13026
    },
    {
      "epoch": 2.133125921074177,
      "grad_norm": 0.16798394918441772,
      "learning_rate": 0.0001791316433195325,
      "loss": 12.2023,
      "step": 13027
    },
    {
      "epoch": 2.1332896675945636,
      "grad_norm": 0.19676095247268677,
      "learning_rate": 0.00017912848245818733,
      "loss": 12.1727,
      "step": 13028
    },
    {
      "epoch": 2.13345341411495,
      "grad_norm": 0.14918868243694305,
      "learning_rate": 0.00017912532138536955,
      "loss": 12.1834,
      "step": 13029
    },
    {
      "epoch": 2.1336171606353367,
      "grad_norm": 0.16322503983974457,
      "learning_rate": 0.00017912216010108762,
      "loss": 12.1624,
      "step": 13030
    },
    {
      "epoch": 2.1337809071557228,
      "grad_norm": 0.14750467240810394,
      "learning_rate": 0.00017911899860534997,
      "loss": 12.2351,
      "step": 13031
    },
    {
      "epoch": 2.1339446536761093,
      "grad_norm": 0.1900496631860733,
      "learning_rate": 0.0001791158368981651,
      "loss": 12.2016,
      "step": 13032
    },
    {
      "epoch": 2.134108400196496,
      "grad_norm": 0.14335384964942932,
      "learning_rate": 0.00017911267497954135,
      "loss": 12.1537,
      "step": 13033
    },
    {
      "epoch": 2.1342721467168824,
      "grad_norm": 0.1738012135028839,
      "learning_rate": 0.0001791095128494873,
      "loss": 12.1799,
      "step": 13034
    },
    {
      "epoch": 2.134435893237269,
      "grad_norm": 0.18711036443710327,
      "learning_rate": 0.00017910635050801132,
      "loss": 12.2209,
      "step": 13035
    },
    {
      "epoch": 2.134599639757655,
      "grad_norm": 0.27614492177963257,
      "learning_rate": 0.0001791031879551219,
      "loss": 12.2265,
      "step": 13036
    },
    {
      "epoch": 2.1347633862780415,
      "grad_norm": 0.1534065306186676,
      "learning_rate": 0.00017910002519082747,
      "loss": 12.1854,
      "step": 13037
    },
    {
      "epoch": 2.134927132798428,
      "grad_norm": 0.15315400063991547,
      "learning_rate": 0.0001790968622151365,
      "loss": 12.1766,
      "step": 13038
    },
    {
      "epoch": 2.1350908793188146,
      "grad_norm": 0.2387431114912033,
      "learning_rate": 0.00017909369902805743,
      "loss": 12.2022,
      "step": 13039
    },
    {
      "epoch": 2.135254625839201,
      "grad_norm": 0.25128281116485596,
      "learning_rate": 0.00017909053562959872,
      "loss": 12.2192,
      "step": 13040
    },
    {
      "epoch": 2.135418372359587,
      "grad_norm": 0.17873257398605347,
      "learning_rate": 0.0001790873720197688,
      "loss": 12.2037,
      "step": 13041
    },
    {
      "epoch": 2.1355821188799737,
      "grad_norm": 0.20428097248077393,
      "learning_rate": 0.0001790842081985762,
      "loss": 12.2052,
      "step": 13042
    },
    {
      "epoch": 2.1357458654003603,
      "grad_norm": 0.2187478244304657,
      "learning_rate": 0.00017908104416602927,
      "loss": 12.1455,
      "step": 13043
    },
    {
      "epoch": 2.135909611920747,
      "grad_norm": 0.16293515264987946,
      "learning_rate": 0.00017907787992213652,
      "loss": 12.1828,
      "step": 13044
    },
    {
      "epoch": 2.1360733584411333,
      "grad_norm": 0.14958792924880981,
      "learning_rate": 0.0001790747154669064,
      "loss": 12.1928,
      "step": 13045
    },
    {
      "epoch": 2.1362371049615194,
      "grad_norm": 0.2461618185043335,
      "learning_rate": 0.0001790715508003474,
      "loss": 12.2118,
      "step": 13046
    },
    {
      "epoch": 2.136400851481906,
      "grad_norm": 0.1573718786239624,
      "learning_rate": 0.00017906838592246795,
      "loss": 12.1859,
      "step": 13047
    },
    {
      "epoch": 2.1365645980022925,
      "grad_norm": 0.16145865619182587,
      "learning_rate": 0.0001790652208332765,
      "loss": 12.2144,
      "step": 13048
    },
    {
      "epoch": 2.136728344522679,
      "grad_norm": 0.17659243941307068,
      "learning_rate": 0.0001790620555327815,
      "loss": 12.189,
      "step": 13049
    },
    {
      "epoch": 2.136892091043065,
      "grad_norm": 0.14330993592739105,
      "learning_rate": 0.00017905889002099143,
      "loss": 12.2523,
      "step": 13050
    },
    {
      "epoch": 2.1370558375634516,
      "grad_norm": 0.20724791288375854,
      "learning_rate": 0.00017905572429791476,
      "loss": 12.2024,
      "step": 13051
    },
    {
      "epoch": 2.137219584083838,
      "grad_norm": 0.18577301502227783,
      "learning_rate": 0.00017905255836355992,
      "loss": 12.1615,
      "step": 13052
    },
    {
      "epoch": 2.1373833306042247,
      "grad_norm": 0.18184903264045715,
      "learning_rate": 0.0001790493922179354,
      "loss": 12.2723,
      "step": 13053
    },
    {
      "epoch": 2.1375470771246112,
      "grad_norm": 0.17652527987957,
      "learning_rate": 0.00017904622586104965,
      "loss": 12.1954,
      "step": 13054
    },
    {
      "epoch": 2.1377108236449978,
      "grad_norm": 0.1756914258003235,
      "learning_rate": 0.0001790430592929111,
      "loss": 12.1628,
      "step": 13055
    },
    {
      "epoch": 2.137874570165384,
      "grad_norm": 0.155388742685318,
      "learning_rate": 0.00017903989251352828,
      "loss": 12.1932,
      "step": 13056
    },
    {
      "epoch": 2.1380383166857704,
      "grad_norm": 0.21262681484222412,
      "learning_rate": 0.0001790367255229096,
      "loss": 12.1581,
      "step": 13057
    },
    {
      "epoch": 2.138202063206157,
      "grad_norm": 0.16345305740833282,
      "learning_rate": 0.00017903355832106353,
      "loss": 12.2402,
      "step": 13058
    },
    {
      "epoch": 2.1383658097265434,
      "grad_norm": 0.1903935819864273,
      "learning_rate": 0.00017903039090799854,
      "loss": 12.1634,
      "step": 13059
    },
    {
      "epoch": 2.1385295562469295,
      "grad_norm": 0.20221595466136932,
      "learning_rate": 0.00017902722328372311,
      "loss": 12.151,
      "step": 13060
    },
    {
      "epoch": 2.138693302767316,
      "grad_norm": 0.15022802352905273,
      "learning_rate": 0.00017902405544824573,
      "loss": 12.1814,
      "step": 13061
    },
    {
      "epoch": 2.1388570492877026,
      "grad_norm": 0.17705516517162323,
      "learning_rate": 0.00017902088740157478,
      "loss": 12.1648,
      "step": 13062
    },
    {
      "epoch": 2.139020795808089,
      "grad_norm": 0.17340272665023804,
      "learning_rate": 0.0001790177191437188,
      "loss": 12.1758,
      "step": 13063
    },
    {
      "epoch": 2.1391845423284757,
      "grad_norm": 0.17450380325317383,
      "learning_rate": 0.00017901455067468623,
      "loss": 12.1433,
      "step": 13064
    },
    {
      "epoch": 2.139348288848862,
      "grad_norm": 0.14554588496685028,
      "learning_rate": 0.00017901138199448555,
      "loss": 12.161,
      "step": 13065
    },
    {
      "epoch": 2.1395120353692483,
      "grad_norm": 0.18225444853305817,
      "learning_rate": 0.0001790082131031252,
      "loss": 12.2003,
      "step": 13066
    },
    {
      "epoch": 2.139675781889635,
      "grad_norm": 0.15601901710033417,
      "learning_rate": 0.0001790050440006137,
      "loss": 12.1645,
      "step": 13067
    },
    {
      "epoch": 2.1398395284100213,
      "grad_norm": 0.1936461478471756,
      "learning_rate": 0.0001790018746869595,
      "loss": 12.1866,
      "step": 13068
    },
    {
      "epoch": 2.140003274930408,
      "grad_norm": 0.14965711534023285,
      "learning_rate": 0.00017899870516217102,
      "loss": 12.1584,
      "step": 13069
    },
    {
      "epoch": 2.140167021450794,
      "grad_norm": 0.1567886769771576,
      "learning_rate": 0.0001789955354262568,
      "loss": 12.1528,
      "step": 13070
    },
    {
      "epoch": 2.1403307679711805,
      "grad_norm": 0.1760018914937973,
      "learning_rate": 0.00017899236547922528,
      "loss": 12.1922,
      "step": 13071
    },
    {
      "epoch": 2.140494514491567,
      "grad_norm": 0.1464260369539261,
      "learning_rate": 0.0001789891953210849,
      "loss": 12.1755,
      "step": 13072
    },
    {
      "epoch": 2.1406582610119536,
      "grad_norm": 0.2073703110218048,
      "learning_rate": 0.0001789860249518442,
      "loss": 12.1699,
      "step": 13073
    },
    {
      "epoch": 2.14082200753234,
      "grad_norm": 0.1398906409740448,
      "learning_rate": 0.0001789828543715116,
      "loss": 12.1716,
      "step": 13074
    },
    {
      "epoch": 2.140985754052726,
      "grad_norm": 0.15990425646305084,
      "learning_rate": 0.0001789796835800956,
      "loss": 12.1716,
      "step": 13075
    },
    {
      "epoch": 2.1411495005731127,
      "grad_norm": 0.14809606969356537,
      "learning_rate": 0.00017897651257760467,
      "loss": 12.1636,
      "step": 13076
    },
    {
      "epoch": 2.1413132470934992,
      "grad_norm": 0.16545848548412323,
      "learning_rate": 0.00017897334136404727,
      "loss": 12.1496,
      "step": 13077
    },
    {
      "epoch": 2.1414769936138858,
      "grad_norm": 0.17986740171909332,
      "learning_rate": 0.0001789701699394319,
      "loss": 12.2023,
      "step": 13078
    },
    {
      "epoch": 2.1416407401342723,
      "grad_norm": 0.18997684121131897,
      "learning_rate": 0.00017896699830376698,
      "loss": 12.1817,
      "step": 13079
    },
    {
      "epoch": 2.1418044866546584,
      "grad_norm": 0.163413405418396,
      "learning_rate": 0.0001789638264570611,
      "loss": 12.1405,
      "step": 13080
    },
    {
      "epoch": 2.141968233175045,
      "grad_norm": 0.13623470067977905,
      "learning_rate": 0.0001789606543993226,
      "loss": 12.1724,
      "step": 13081
    },
    {
      "epoch": 2.1421319796954315,
      "grad_norm": 0.22584828734397888,
      "learning_rate": 0.00017895748213056005,
      "loss": 12.1573,
      "step": 13082
    },
    {
      "epoch": 2.142295726215818,
      "grad_norm": 0.1874428540468216,
      "learning_rate": 0.00017895430965078193,
      "loss": 12.1491,
      "step": 13083
    },
    {
      "epoch": 2.1424594727362045,
      "grad_norm": 0.18784159421920776,
      "learning_rate": 0.00017895113695999662,
      "loss": 12.2332,
      "step": 13084
    },
    {
      "epoch": 2.1426232192565906,
      "grad_norm": 0.1771402359008789,
      "learning_rate": 0.00017894796405821273,
      "loss": 12.1936,
      "step": 13085
    },
    {
      "epoch": 2.142786965776977,
      "grad_norm": 0.1708444356918335,
      "learning_rate": 0.00017894479094543865,
      "loss": 12.1792,
      "step": 13086
    },
    {
      "epoch": 2.1429507122973637,
      "grad_norm": 0.19173084199428558,
      "learning_rate": 0.0001789416176216829,
      "loss": 12.1574,
      "step": 13087
    },
    {
      "epoch": 2.14311445881775,
      "grad_norm": 0.15384581685066223,
      "learning_rate": 0.00017893844408695394,
      "loss": 12.1889,
      "step": 13088
    },
    {
      "epoch": 2.1432782053381367,
      "grad_norm": 0.22561655938625336,
      "learning_rate": 0.00017893527034126025,
      "loss": 12.1823,
      "step": 13089
    },
    {
      "epoch": 2.143441951858523,
      "grad_norm": 0.174184188246727,
      "learning_rate": 0.0001789320963846103,
      "loss": 12.1899,
      "step": 13090
    },
    {
      "epoch": 2.1436056983789094,
      "grad_norm": 0.15556426346302032,
      "learning_rate": 0.00017892892221701265,
      "loss": 12.192,
      "step": 13091
    },
    {
      "epoch": 2.143769444899296,
      "grad_norm": 0.24964846670627594,
      "learning_rate": 0.0001789257478384757,
      "loss": 12.1787,
      "step": 13092
    },
    {
      "epoch": 2.1439331914196824,
      "grad_norm": 0.16766338050365448,
      "learning_rate": 0.00017892257324900795,
      "loss": 12.183,
      "step": 13093
    },
    {
      "epoch": 2.144096937940069,
      "grad_norm": 0.42474204301834106,
      "learning_rate": 0.0001789193984486179,
      "loss": 12.2423,
      "step": 13094
    },
    {
      "epoch": 2.144260684460455,
      "grad_norm": 0.18522673845291138,
      "learning_rate": 0.00017891622343731403,
      "loss": 12.1558,
      "step": 13095
    },
    {
      "epoch": 2.1444244309808416,
      "grad_norm": 0.16951175034046173,
      "learning_rate": 0.00017891304821510481,
      "loss": 12.2357,
      "step": 13096
    },
    {
      "epoch": 2.144588177501228,
      "grad_norm": 0.14064759016036987,
      "learning_rate": 0.0001789098727819988,
      "loss": 12.1303,
      "step": 13097
    },
    {
      "epoch": 2.1447519240216146,
      "grad_norm": 0.20111525058746338,
      "learning_rate": 0.00017890669713800436,
      "loss": 12.1881,
      "step": 13098
    },
    {
      "epoch": 2.144915670542001,
      "grad_norm": 0.173103928565979,
      "learning_rate": 0.00017890352128313006,
      "loss": 12.2515,
      "step": 13099
    },
    {
      "epoch": 2.1450794170623873,
      "grad_norm": 0.1780095398426056,
      "learning_rate": 0.0001789003452173844,
      "loss": 12.2025,
      "step": 13100
    },
    {
      "epoch": 2.145243163582774,
      "grad_norm": 0.18412147462368011,
      "learning_rate": 0.00017889716894077583,
      "loss": 12.1787,
      "step": 13101
    },
    {
      "epoch": 2.1454069101031603,
      "grad_norm": 0.15387293696403503,
      "learning_rate": 0.0001788939924533128,
      "loss": 12.2215,
      "step": 13102
    },
    {
      "epoch": 2.145570656623547,
      "grad_norm": 0.13495303690433502,
      "learning_rate": 0.0001788908157550039,
      "loss": 12.1835,
      "step": 13103
    },
    {
      "epoch": 2.1457344031439334,
      "grad_norm": 0.22963833808898926,
      "learning_rate": 0.00017888763884585753,
      "loss": 12.1812,
      "step": 13104
    },
    {
      "epoch": 2.1458981496643195,
      "grad_norm": 0.17125669121742249,
      "learning_rate": 0.00017888446172588225,
      "loss": 12.1614,
      "step": 13105
    },
    {
      "epoch": 2.146061896184706,
      "grad_norm": 0.16203030943870544,
      "learning_rate": 0.0001788812843950865,
      "loss": 12.1258,
      "step": 13106
    },
    {
      "epoch": 2.1462256427050925,
      "grad_norm": 0.16006894409656525,
      "learning_rate": 0.00017887810685347883,
      "loss": 12.163,
      "step": 13107
    },
    {
      "epoch": 2.146389389225479,
      "grad_norm": 0.1492839753627777,
      "learning_rate": 0.00017887492910106766,
      "loss": 12.1663,
      "step": 13108
    },
    {
      "epoch": 2.1465531357458656,
      "grad_norm": 0.19945789873600006,
      "learning_rate": 0.0001788717511378615,
      "loss": 12.2362,
      "step": 13109
    },
    {
      "epoch": 2.1467168822662517,
      "grad_norm": 0.15748144686222076,
      "learning_rate": 0.00017886857296386886,
      "loss": 12.1666,
      "step": 13110
    },
    {
      "epoch": 2.146880628786638,
      "grad_norm": 0.1525624394416809,
      "learning_rate": 0.00017886539457909827,
      "loss": 12.1699,
      "step": 13111
    },
    {
      "epoch": 2.1470443753070247,
      "grad_norm": 0.14220790565013885,
      "learning_rate": 0.00017886221598355814,
      "loss": 12.2078,
      "step": 13112
    },
    {
      "epoch": 2.1472081218274113,
      "grad_norm": 0.14583474397659302,
      "learning_rate": 0.00017885903717725703,
      "loss": 12.1822,
      "step": 13113
    },
    {
      "epoch": 2.147371868347798,
      "grad_norm": 0.2014286071062088,
      "learning_rate": 0.00017885585816020342,
      "loss": 12.2253,
      "step": 13114
    },
    {
      "epoch": 2.147535614868184,
      "grad_norm": 0.16938303411006927,
      "learning_rate": 0.0001788526789324058,
      "loss": 12.1595,
      "step": 13115
    },
    {
      "epoch": 2.1476993613885704,
      "grad_norm": 0.16869992017745972,
      "learning_rate": 0.00017884949949387266,
      "loss": 12.1738,
      "step": 13116
    },
    {
      "epoch": 2.147863107908957,
      "grad_norm": 0.15817780792713165,
      "learning_rate": 0.00017884631984461252,
      "loss": 12.1768,
      "step": 13117
    },
    {
      "epoch": 2.1480268544293435,
      "grad_norm": 0.19504490494728088,
      "learning_rate": 0.00017884313998463387,
      "loss": 12.2059,
      "step": 13118
    },
    {
      "epoch": 2.14819060094973,
      "grad_norm": 0.1311381757259369,
      "learning_rate": 0.0001788399599139452,
      "loss": 12.2175,
      "step": 13119
    },
    {
      "epoch": 2.148354347470116,
      "grad_norm": 0.22311468422412872,
      "learning_rate": 0.00017883677963255497,
      "loss": 12.218,
      "step": 13120
    },
    {
      "epoch": 2.1485180939905026,
      "grad_norm": 0.187015563249588,
      "learning_rate": 0.00017883359914047176,
      "loss": 12.1854,
      "step": 13121
    },
    {
      "epoch": 2.148681840510889,
      "grad_norm": 0.15580308437347412,
      "learning_rate": 0.00017883041843770402,
      "loss": 12.1596,
      "step": 13122
    },
    {
      "epoch": 2.1488455870312757,
      "grad_norm": 0.1607227772474289,
      "learning_rate": 0.00017882723752426027,
      "loss": 12.2121,
      "step": 13123
    },
    {
      "epoch": 2.1490093335516622,
      "grad_norm": 0.19427302479743958,
      "learning_rate": 0.000178824056400149,
      "loss": 12.1803,
      "step": 13124
    },
    {
      "epoch": 2.1491730800720483,
      "grad_norm": 0.17002741992473602,
      "learning_rate": 0.0001788208750653787,
      "loss": 12.1906,
      "step": 13125
    },
    {
      "epoch": 2.149336826592435,
      "grad_norm": 0.17338955402374268,
      "learning_rate": 0.00017881769351995788,
      "loss": 12.1613,
      "step": 13126
    },
    {
      "epoch": 2.1495005731128214,
      "grad_norm": 0.25390541553497314,
      "learning_rate": 0.00017881451176389508,
      "loss": 12.2332,
      "step": 13127
    },
    {
      "epoch": 2.149664319633208,
      "grad_norm": 0.17986616492271423,
      "learning_rate": 0.0001788113297971987,
      "loss": 12.1945,
      "step": 13128
    },
    {
      "epoch": 2.149828066153594,
      "grad_norm": 0.19729135930538177,
      "learning_rate": 0.0001788081476198774,
      "loss": 12.1491,
      "step": 13129
    },
    {
      "epoch": 2.1499918126739805,
      "grad_norm": 0.16389460861682892,
      "learning_rate": 0.00017880496523193956,
      "loss": 12.1878,
      "step": 13130
    },
    {
      "epoch": 2.150155559194367,
      "grad_norm": 0.16621939837932587,
      "learning_rate": 0.00017880178263339375,
      "loss": 12.1449,
      "step": 13131
    },
    {
      "epoch": 2.1503193057147536,
      "grad_norm": 0.26399490237236023,
      "learning_rate": 0.00017879859982424844,
      "loss": 12.2301,
      "step": 13132
    },
    {
      "epoch": 2.15048305223514,
      "grad_norm": 0.16599243879318237,
      "learning_rate": 0.0001787954168045121,
      "loss": 12.1598,
      "step": 13133
    },
    {
      "epoch": 2.1506467987555267,
      "grad_norm": 0.1730109006166458,
      "learning_rate": 0.00017879223357419332,
      "loss": 12.1759,
      "step": 13134
    },
    {
      "epoch": 2.1508105452759128,
      "grad_norm": 0.19960170984268188,
      "learning_rate": 0.00017878905013330059,
      "loss": 12.1578,
      "step": 13135
    },
    {
      "epoch": 2.1509742917962993,
      "grad_norm": 0.16136516630649567,
      "learning_rate": 0.00017878586648184238,
      "loss": 12.1564,
      "step": 13136
    },
    {
      "epoch": 2.151138038316686,
      "grad_norm": 0.16348350048065186,
      "learning_rate": 0.0001787826826198272,
      "loss": 12.1611,
      "step": 13137
    },
    {
      "epoch": 2.1513017848370724,
      "grad_norm": 0.17236870527267456,
      "learning_rate": 0.0001787794985472636,
      "loss": 12.1327,
      "step": 13138
    },
    {
      "epoch": 2.1514655313574584,
      "grad_norm": 0.28809797763824463,
      "learning_rate": 0.00017877631426416003,
      "loss": 12.2534,
      "step": 13139
    },
    {
      "epoch": 2.151629277877845,
      "grad_norm": 0.175528421998024,
      "learning_rate": 0.00017877312977052507,
      "loss": 12.1598,
      "step": 13140
    },
    {
      "epoch": 2.1517930243982315,
      "grad_norm": 0.2477005124092102,
      "learning_rate": 0.00017876994506636716,
      "loss": 12.2044,
      "step": 13141
    },
    {
      "epoch": 2.151956770918618,
      "grad_norm": 0.16404663026332855,
      "learning_rate": 0.00017876676015169492,
      "loss": 12.1739,
      "step": 13142
    },
    {
      "epoch": 2.1521205174390046,
      "grad_norm": 0.16787587106227875,
      "learning_rate": 0.00017876357502651671,
      "loss": 12.1388,
      "step": 13143
    },
    {
      "epoch": 2.152284263959391,
      "grad_norm": 0.16731594502925873,
      "learning_rate": 0.00017876038969084115,
      "loss": 12.2054,
      "step": 13144
    },
    {
      "epoch": 2.152448010479777,
      "grad_norm": 0.18750125169754028,
      "learning_rate": 0.00017875720414467673,
      "loss": 12.1691,
      "step": 13145
    },
    {
      "epoch": 2.1526117570001637,
      "grad_norm": 0.17140379548072815,
      "learning_rate": 0.00017875401838803195,
      "loss": 12.1765,
      "step": 13146
    },
    {
      "epoch": 2.1527755035205502,
      "grad_norm": 0.1622287482023239,
      "learning_rate": 0.00017875083242091533,
      "loss": 12.1661,
      "step": 13147
    },
    {
      "epoch": 2.152939250040937,
      "grad_norm": 0.20755602419376373,
      "learning_rate": 0.00017874764624333536,
      "loss": 12.1518,
      "step": 13148
    },
    {
      "epoch": 2.153102996561323,
      "grad_norm": 0.17533008754253387,
      "learning_rate": 0.00017874445985530064,
      "loss": 12.1845,
      "step": 13149
    },
    {
      "epoch": 2.1532667430817094,
      "grad_norm": 0.15897825360298157,
      "learning_rate": 0.0001787412732568196,
      "loss": 12.1661,
      "step": 13150
    },
    {
      "epoch": 2.153430489602096,
      "grad_norm": 0.15698601305484772,
      "learning_rate": 0.00017873808644790077,
      "loss": 12.1645,
      "step": 13151
    },
    {
      "epoch": 2.1535942361224825,
      "grad_norm": 0.18532922863960266,
      "learning_rate": 0.00017873489942855271,
      "loss": 12.1678,
      "step": 13152
    },
    {
      "epoch": 2.153757982642869,
      "grad_norm": 0.15849079191684723,
      "learning_rate": 0.0001787317121987839,
      "loss": 12.2221,
      "step": 13153
    },
    {
      "epoch": 2.153921729163255,
      "grad_norm": 0.19138315320014954,
      "learning_rate": 0.00017872852475860282,
      "loss": 12.1871,
      "step": 13154
    },
    {
      "epoch": 2.1540854756836416,
      "grad_norm": 0.19098222255706787,
      "learning_rate": 0.00017872533710801806,
      "loss": 12.1724,
      "step": 13155
    },
    {
      "epoch": 2.154249222204028,
      "grad_norm": 0.19375215470790863,
      "learning_rate": 0.00017872214924703812,
      "loss": 12.2146,
      "step": 13156
    },
    {
      "epoch": 2.1544129687244147,
      "grad_norm": 0.16373920440673828,
      "learning_rate": 0.00017871896117567152,
      "loss": 12.1708,
      "step": 13157
    },
    {
      "epoch": 2.154576715244801,
      "grad_norm": 0.13819938898086548,
      "learning_rate": 0.00017871577289392673,
      "loss": 12.1739,
      "step": 13158
    },
    {
      "epoch": 2.1547404617651873,
      "grad_norm": 0.13390029966831207,
      "learning_rate": 0.00017871258440181235,
      "loss": 12.1839,
      "step": 13159
    },
    {
      "epoch": 2.154904208285574,
      "grad_norm": 0.2548784911632538,
      "learning_rate": 0.00017870939569933686,
      "loss": 12.1914,
      "step": 13160
    },
    {
      "epoch": 2.1550679548059604,
      "grad_norm": 0.19189932942390442,
      "learning_rate": 0.0001787062067865088,
      "loss": 12.2035,
      "step": 13161
    },
    {
      "epoch": 2.155231701326347,
      "grad_norm": 0.18106140196323395,
      "learning_rate": 0.00017870301766333667,
      "loss": 12.2169,
      "step": 13162
    },
    {
      "epoch": 2.1553954478467334,
      "grad_norm": 0.19010518491268158,
      "learning_rate": 0.00017869982832982898,
      "loss": 12.171,
      "step": 13163
    },
    {
      "epoch": 2.1555591943671195,
      "grad_norm": 0.13647806644439697,
      "learning_rate": 0.00017869663878599429,
      "loss": 12.164,
      "step": 13164
    },
    {
      "epoch": 2.155722940887506,
      "grad_norm": 0.17842945456504822,
      "learning_rate": 0.00017869344903184112,
      "loss": 12.1463,
      "step": 13165
    },
    {
      "epoch": 2.1558866874078926,
      "grad_norm": 0.18425767123699188,
      "learning_rate": 0.00017869025906737797,
      "loss": 12.1904,
      "step": 13166
    },
    {
      "epoch": 2.156050433928279,
      "grad_norm": 0.12202239036560059,
      "learning_rate": 0.0001786870688926134,
      "loss": 12.1784,
      "step": 13167
    },
    {
      "epoch": 2.1562141804486656,
      "grad_norm": 0.20101532340049744,
      "learning_rate": 0.00017868387850755588,
      "loss": 12.2169,
      "step": 13168
    },
    {
      "epoch": 2.1563779269690517,
      "grad_norm": 0.20948919653892517,
      "learning_rate": 0.000178680687912214,
      "loss": 12.2075,
      "step": 13169
    },
    {
      "epoch": 2.1565416734894383,
      "grad_norm": 0.2037544548511505,
      "learning_rate": 0.00017867749710659625,
      "loss": 12.1699,
      "step": 13170
    },
    {
      "epoch": 2.156705420009825,
      "grad_norm": 0.2974902093410492,
      "learning_rate": 0.00017867430609071119,
      "loss": 12.2098,
      "step": 13171
    },
    {
      "epoch": 2.1568691665302113,
      "grad_norm": 0.14625941216945648,
      "learning_rate": 0.00017867111486456728,
      "loss": 12.1824,
      "step": 13172
    },
    {
      "epoch": 2.157032913050598,
      "grad_norm": 0.16387517750263214,
      "learning_rate": 0.00017866792342817312,
      "loss": 12.1612,
      "step": 13173
    },
    {
      "epoch": 2.157196659570984,
      "grad_norm": 0.17676028609275818,
      "learning_rate": 0.0001786647317815372,
      "loss": 12.1401,
      "step": 13174
    },
    {
      "epoch": 2.1573604060913705,
      "grad_norm": 0.1857910007238388,
      "learning_rate": 0.00017866153992466806,
      "loss": 12.172,
      "step": 13175
    },
    {
      "epoch": 2.157524152611757,
      "grad_norm": 0.16348247230052948,
      "learning_rate": 0.00017865834785757426,
      "loss": 12.1566,
      "step": 13176
    },
    {
      "epoch": 2.1576878991321435,
      "grad_norm": 0.1633848249912262,
      "learning_rate": 0.00017865515558026428,
      "loss": 12.1634,
      "step": 13177
    },
    {
      "epoch": 2.15785164565253,
      "grad_norm": 0.20036102831363678,
      "learning_rate": 0.00017865196309274666,
      "loss": 12.2257,
      "step": 13178
    },
    {
      "epoch": 2.158015392172916,
      "grad_norm": 0.13712027668952942,
      "learning_rate": 0.00017864877039502997,
      "loss": 12.1607,
      "step": 13179
    },
    {
      "epoch": 2.1581791386933027,
      "grad_norm": 0.1603829711675644,
      "learning_rate": 0.0001786455774871227,
      "loss": 12.1703,
      "step": 13180
    },
    {
      "epoch": 2.158342885213689,
      "grad_norm": 0.13920475542545319,
      "learning_rate": 0.0001786423843690334,
      "loss": 12.2172,
      "step": 13181
    },
    {
      "epoch": 2.1585066317340758,
      "grad_norm": 0.15129625797271729,
      "learning_rate": 0.00017863919104077063,
      "loss": 12.2299,
      "step": 13182
    },
    {
      "epoch": 2.1586703782544623,
      "grad_norm": 0.24921496212482452,
      "learning_rate": 0.00017863599750234286,
      "loss": 12.2092,
      "step": 13183
    },
    {
      "epoch": 2.1588341247748484,
      "grad_norm": 0.22011345624923706,
      "learning_rate": 0.0001786328037537587,
      "loss": 12.2381,
      "step": 13184
    },
    {
      "epoch": 2.158997871295235,
      "grad_norm": 0.16169822216033936,
      "learning_rate": 0.00017862960979502665,
      "loss": 12.1447,
      "step": 13185
    },
    {
      "epoch": 2.1591616178156214,
      "grad_norm": 0.12243356555700302,
      "learning_rate": 0.00017862641562615522,
      "loss": 12.1515,
      "step": 13186
    },
    {
      "epoch": 2.159325364336008,
      "grad_norm": 0.2626783847808838,
      "learning_rate": 0.00017862322124715302,
      "loss": 12.1636,
      "step": 13187
    },
    {
      "epoch": 2.1594891108563945,
      "grad_norm": 0.1821601241827011,
      "learning_rate": 0.0001786200266580285,
      "loss": 12.1732,
      "step": 13188
    },
    {
      "epoch": 2.1596528573767806,
      "grad_norm": 0.20602695643901825,
      "learning_rate": 0.00017861683185879022,
      "loss": 12.1991,
      "step": 13189
    },
    {
      "epoch": 2.159816603897167,
      "grad_norm": 0.14942464232444763,
      "learning_rate": 0.0001786136368494468,
      "loss": 12.1683,
      "step": 13190
    },
    {
      "epoch": 2.1599803504175537,
      "grad_norm": 0.15439718961715698,
      "learning_rate": 0.00017861044163000665,
      "loss": 12.1392,
      "step": 13191
    },
    {
      "epoch": 2.16014409693794,
      "grad_norm": 0.14860400557518005,
      "learning_rate": 0.0001786072462004784,
      "loss": 12.1666,
      "step": 13192
    },
    {
      "epoch": 2.1603078434583267,
      "grad_norm": 0.18084895610809326,
      "learning_rate": 0.00017860405056087058,
      "loss": 12.2088,
      "step": 13193
    },
    {
      "epoch": 2.160471589978713,
      "grad_norm": 0.1664559692144394,
      "learning_rate": 0.0001786008547111917,
      "loss": 12.1801,
      "step": 13194
    },
    {
      "epoch": 2.1606353364990993,
      "grad_norm": 0.1698998361825943,
      "learning_rate": 0.0001785976586514503,
      "loss": 12.1807,
      "step": 13195
    },
    {
      "epoch": 2.160799083019486,
      "grad_norm": 0.16804152727127075,
      "learning_rate": 0.00017859446238165493,
      "loss": 12.1984,
      "step": 13196
    },
    {
      "epoch": 2.1609628295398724,
      "grad_norm": 0.1862272471189499,
      "learning_rate": 0.00017859126590181416,
      "loss": 12.1787,
      "step": 13197
    },
    {
      "epoch": 2.1611265760602585,
      "grad_norm": 0.19220736622810364,
      "learning_rate": 0.0001785880692119365,
      "loss": 12.2461,
      "step": 13198
    },
    {
      "epoch": 2.161290322580645,
      "grad_norm": 0.24073626101016998,
      "learning_rate": 0.00017858487231203052,
      "loss": 12.1705,
      "step": 13199
    },
    {
      "epoch": 2.1614540691010315,
      "grad_norm": 0.13651958107948303,
      "learning_rate": 0.00017858167520210473,
      "loss": 12.1915,
      "step": 13200
    },
    {
      "epoch": 2.161617815621418,
      "grad_norm": 0.14900632202625275,
      "learning_rate": 0.0001785784778821677,
      "loss": 12.1428,
      "step": 13201
    },
    {
      "epoch": 2.1617815621418046,
      "grad_norm": 0.18300212919712067,
      "learning_rate": 0.00017857528035222797,
      "loss": 12.1949,
      "step": 13202
    },
    {
      "epoch": 2.161945308662191,
      "grad_norm": 0.16439777612686157,
      "learning_rate": 0.0001785720826122941,
      "loss": 12.193,
      "step": 13203
    },
    {
      "epoch": 2.1621090551825772,
      "grad_norm": 0.15431629121303558,
      "learning_rate": 0.00017856888466237457,
      "loss": 12.1376,
      "step": 13204
    },
    {
      "epoch": 2.1622728017029638,
      "grad_norm": 0.1345040500164032,
      "learning_rate": 0.00017856568650247802,
      "loss": 12.1981,
      "step": 13205
    },
    {
      "epoch": 2.1624365482233503,
      "grad_norm": 0.23941898345947266,
      "learning_rate": 0.00017856248813261292,
      "loss": 12.1668,
      "step": 13206
    },
    {
      "epoch": 2.162600294743737,
      "grad_norm": 0.14974549412727356,
      "learning_rate": 0.00017855928955278787,
      "loss": 12.2208,
      "step": 13207
    },
    {
      "epoch": 2.162764041264123,
      "grad_norm": 0.14862102270126343,
      "learning_rate": 0.00017855609076301138,
      "loss": 12.1825,
      "step": 13208
    },
    {
      "epoch": 2.1629277877845094,
      "grad_norm": 0.17215663194656372,
      "learning_rate": 0.00017855289176329204,
      "loss": 12.1828,
      "step": 13209
    },
    {
      "epoch": 2.163091534304896,
      "grad_norm": 0.18821947276592255,
      "learning_rate": 0.0001785496925536384,
      "loss": 12.1658,
      "step": 13210
    },
    {
      "epoch": 2.1632552808252825,
      "grad_norm": 0.22126387059688568,
      "learning_rate": 0.00017854649313405892,
      "loss": 12.1791,
      "step": 13211
    },
    {
      "epoch": 2.163419027345669,
      "grad_norm": 0.2159310281276703,
      "learning_rate": 0.00017854329350456224,
      "loss": 12.1543,
      "step": 13212
    },
    {
      "epoch": 2.1635827738660556,
      "grad_norm": 0.17228861153125763,
      "learning_rate": 0.00017854009366515688,
      "loss": 12.2024,
      "step": 13213
    },
    {
      "epoch": 2.1637465203864417,
      "grad_norm": 0.1694473922252655,
      "learning_rate": 0.00017853689361585145,
      "loss": 12.1457,
      "step": 13214
    },
    {
      "epoch": 2.163910266906828,
      "grad_norm": 0.19428211450576782,
      "learning_rate": 0.0001785336933566544,
      "loss": 12.166,
      "step": 13215
    },
    {
      "epoch": 2.1640740134272147,
      "grad_norm": 0.15834523737430573,
      "learning_rate": 0.00017853049288757436,
      "loss": 12.1561,
      "step": 13216
    },
    {
      "epoch": 2.1642377599476013,
      "grad_norm": 0.2136366218328476,
      "learning_rate": 0.00017852729220861984,
      "loss": 12.2062,
      "step": 13217
    },
    {
      "epoch": 2.1644015064679873,
      "grad_norm": 0.1860315203666687,
      "learning_rate": 0.00017852409131979943,
      "loss": 12.1887,
      "step": 13218
    },
    {
      "epoch": 2.164565252988374,
      "grad_norm": 0.1800127625465393,
      "learning_rate": 0.0001785208902211217,
      "loss": 12.2026,
      "step": 13219
    },
    {
      "epoch": 2.1647289995087604,
      "grad_norm": 0.16799737513065338,
      "learning_rate": 0.0001785176889125951,
      "loss": 12.1548,
      "step": 13220
    },
    {
      "epoch": 2.164892746029147,
      "grad_norm": 0.14258317649364471,
      "learning_rate": 0.00017851448739422828,
      "loss": 12.1939,
      "step": 13221
    },
    {
      "epoch": 2.1650564925495335,
      "grad_norm": 0.1760820746421814,
      "learning_rate": 0.0001785112856660298,
      "loss": 12.1624,
      "step": 13222
    },
    {
      "epoch": 2.1652202390699196,
      "grad_norm": 0.16743536293506622,
      "learning_rate": 0.00017850808372800816,
      "loss": 12.1925,
      "step": 13223
    },
    {
      "epoch": 2.165383985590306,
      "grad_norm": 0.18199068307876587,
      "learning_rate": 0.00017850488158017197,
      "loss": 12.2229,
      "step": 13224
    },
    {
      "epoch": 2.1655477321106926,
      "grad_norm": 0.18053947389125824,
      "learning_rate": 0.00017850167922252977,
      "loss": 12.1418,
      "step": 13225
    },
    {
      "epoch": 2.165711478631079,
      "grad_norm": 0.31942659616470337,
      "learning_rate": 0.00017849847665509007,
      "loss": 12.2303,
      "step": 13226
    },
    {
      "epoch": 2.1658752251514657,
      "grad_norm": 0.18099237978458405,
      "learning_rate": 0.0001784952738778615,
      "loss": 12.1875,
      "step": 13227
    },
    {
      "epoch": 2.1660389716718518,
      "grad_norm": 0.2673119008541107,
      "learning_rate": 0.00017849207089085258,
      "loss": 12.2529,
      "step": 13228
    },
    {
      "epoch": 2.1662027181922383,
      "grad_norm": 0.18473388254642487,
      "learning_rate": 0.00017848886769407192,
      "loss": 12.1761,
      "step": 13229
    },
    {
      "epoch": 2.166366464712625,
      "grad_norm": 0.14128080010414124,
      "learning_rate": 0.000178485664287528,
      "loss": 12.1838,
      "step": 13230
    },
    {
      "epoch": 2.1665302112330114,
      "grad_norm": 0.20597243309020996,
      "learning_rate": 0.00017848246067122942,
      "loss": 12.1975,
      "step": 13231
    },
    {
      "epoch": 2.166693957753398,
      "grad_norm": 0.15526367723941803,
      "learning_rate": 0.0001784792568451848,
      "loss": 12.1578,
      "step": 13232
    },
    {
      "epoch": 2.166857704273784,
      "grad_norm": 0.1988954395055771,
      "learning_rate": 0.00017847605280940258,
      "loss": 12.1696,
      "step": 13233
    },
    {
      "epoch": 2.1670214507941705,
      "grad_norm": 0.17226018011569977,
      "learning_rate": 0.0001784728485638914,
      "loss": 12.1775,
      "step": 13234
    },
    {
      "epoch": 2.167185197314557,
      "grad_norm": 0.136196568608284,
      "learning_rate": 0.00017846964410865986,
      "loss": 12.1388,
      "step": 13235
    },
    {
      "epoch": 2.1673489438349436,
      "grad_norm": 0.22641611099243164,
      "learning_rate": 0.00017846643944371645,
      "loss": 12.2091,
      "step": 13236
    },
    {
      "epoch": 2.16751269035533,
      "grad_norm": 0.1908436268568039,
      "learning_rate": 0.00017846323456906978,
      "loss": 12.2062,
      "step": 13237
    },
    {
      "epoch": 2.167676436875716,
      "grad_norm": 0.22500966489315033,
      "learning_rate": 0.00017846002948472838,
      "loss": 12.2017,
      "step": 13238
    },
    {
      "epoch": 2.1678401833961027,
      "grad_norm": 0.21134774386882782,
      "learning_rate": 0.0001784568241907008,
      "loss": 12.1949,
      "step": 13239
    },
    {
      "epoch": 2.1680039299164893,
      "grad_norm": 0.17611239850521088,
      "learning_rate": 0.00017845361868699567,
      "loss": 12.1413,
      "step": 13240
    },
    {
      "epoch": 2.168167676436876,
      "grad_norm": 0.20181849598884583,
      "learning_rate": 0.00017845041297362153,
      "loss": 12.1944,
      "step": 13241
    },
    {
      "epoch": 2.1683314229572623,
      "grad_norm": 0.16348746418952942,
      "learning_rate": 0.00017844720705058697,
      "loss": 12.2237,
      "step": 13242
    },
    {
      "epoch": 2.1684951694776484,
      "grad_norm": 0.1568283587694168,
      "learning_rate": 0.00017844400091790048,
      "loss": 12.1846,
      "step": 13243
    },
    {
      "epoch": 2.168658915998035,
      "grad_norm": 0.18704208731651306,
      "learning_rate": 0.0001784407945755707,
      "loss": 12.1873,
      "step": 13244
    },
    {
      "epoch": 2.1688226625184215,
      "grad_norm": 0.1437792181968689,
      "learning_rate": 0.00017843758802360622,
      "loss": 12.1805,
      "step": 13245
    },
    {
      "epoch": 2.168986409038808,
      "grad_norm": 0.21575596928596497,
      "learning_rate": 0.0001784343812620155,
      "loss": 12.1524,
      "step": 13246
    },
    {
      "epoch": 2.1691501555591945,
      "grad_norm": 0.19329248368740082,
      "learning_rate": 0.00017843117429080724,
      "loss": 12.1642,
      "step": 13247
    },
    {
      "epoch": 2.1693139020795806,
      "grad_norm": 0.24171870946884155,
      "learning_rate": 0.0001784279671099899,
      "loss": 12.1642,
      "step": 13248
    },
    {
      "epoch": 2.169477648599967,
      "grad_norm": 0.1608545333147049,
      "learning_rate": 0.0001784247597195721,
      "loss": 12.1788,
      "step": 13249
    },
    {
      "epoch": 2.1696413951203537,
      "grad_norm": 0.15869906544685364,
      "learning_rate": 0.00017842155211956245,
      "loss": 12.1916,
      "step": 13250
    },
    {
      "epoch": 2.1698051416407402,
      "grad_norm": 0.18637610971927643,
      "learning_rate": 0.00017841834430996944,
      "loss": 12.1864,
      "step": 13251
    },
    {
      "epoch": 2.1699688881611268,
      "grad_norm": 0.16815723478794098,
      "learning_rate": 0.00017841513629080172,
      "loss": 12.1586,
      "step": 13252
    },
    {
      "epoch": 2.170132634681513,
      "grad_norm": 0.15024855732917786,
      "learning_rate": 0.00017841192806206783,
      "loss": 12.1294,
      "step": 13253
    },
    {
      "epoch": 2.1702963812018994,
      "grad_norm": 0.15731973946094513,
      "learning_rate": 0.00017840871962377636,
      "loss": 12.1701,
      "step": 13254
    },
    {
      "epoch": 2.170460127722286,
      "grad_norm": 0.15682215988636017,
      "learning_rate": 0.00017840551097593582,
      "loss": 12.2192,
      "step": 13255
    },
    {
      "epoch": 2.1706238742426724,
      "grad_norm": 0.1753004491329193,
      "learning_rate": 0.0001784023021185549,
      "loss": 12.1542,
      "step": 13256
    },
    {
      "epoch": 2.170787620763059,
      "grad_norm": 0.13839027285575867,
      "learning_rate": 0.00017839909305164203,
      "loss": 12.2165,
      "step": 13257
    },
    {
      "epoch": 2.170951367283445,
      "grad_norm": 0.14748834073543549,
      "learning_rate": 0.00017839588377520593,
      "loss": 12.1829,
      "step": 13258
    },
    {
      "epoch": 2.1711151138038316,
      "grad_norm": 0.1481250375509262,
      "learning_rate": 0.00017839267428925508,
      "loss": 12.1812,
      "step": 13259
    },
    {
      "epoch": 2.171278860324218,
      "grad_norm": 0.19978919625282288,
      "learning_rate": 0.0001783894645937981,
      "loss": 12.1396,
      "step": 13260
    },
    {
      "epoch": 2.1714426068446047,
      "grad_norm": 0.15088476240634918,
      "learning_rate": 0.00017838625468884358,
      "loss": 12.1856,
      "step": 13261
    },
    {
      "epoch": 2.171606353364991,
      "grad_norm": 0.18496063351631165,
      "learning_rate": 0.00017838304457440008,
      "loss": 12.1981,
      "step": 13262
    },
    {
      "epoch": 2.1717700998853773,
      "grad_norm": 0.1507856249809265,
      "learning_rate": 0.00017837983425047615,
      "loss": 12.184,
      "step": 13263
    },
    {
      "epoch": 2.171933846405764,
      "grad_norm": 0.20386148989200592,
      "learning_rate": 0.0001783766237170804,
      "loss": 12.2194,
      "step": 13264
    },
    {
      "epoch": 2.1720975929261503,
      "grad_norm": 0.16911914944648743,
      "learning_rate": 0.0001783734129742214,
      "loss": 12.1664,
      "step": 13265
    },
    {
      "epoch": 2.172261339446537,
      "grad_norm": 0.20953096449375153,
      "learning_rate": 0.00017837020202190776,
      "loss": 12.2025,
      "step": 13266
    },
    {
      "epoch": 2.1724250859669234,
      "grad_norm": 0.291019082069397,
      "learning_rate": 0.00017836699086014803,
      "loss": 12.1649,
      "step": 13267
    },
    {
      "epoch": 2.1725888324873095,
      "grad_norm": 0.19722381234169006,
      "learning_rate": 0.0001783637794889508,
      "loss": 12.2024,
      "step": 13268
    },
    {
      "epoch": 2.172752579007696,
      "grad_norm": 0.19280850887298584,
      "learning_rate": 0.00017836056790832466,
      "loss": 12.1762,
      "step": 13269
    },
    {
      "epoch": 2.1729163255280826,
      "grad_norm": 0.22625792026519775,
      "learning_rate": 0.00017835735611827818,
      "loss": 12.1893,
      "step": 13270
    },
    {
      "epoch": 2.173080072048469,
      "grad_norm": 0.15545131266117096,
      "learning_rate": 0.00017835414411881994,
      "loss": 12.1454,
      "step": 13271
    },
    {
      "epoch": 2.1732438185688556,
      "grad_norm": 0.16278593242168427,
      "learning_rate": 0.00017835093190995854,
      "loss": 12.1649,
      "step": 13272
    },
    {
      "epoch": 2.1734075650892417,
      "grad_norm": 0.18047355115413666,
      "learning_rate": 0.00017834771949170258,
      "loss": 12.2258,
      "step": 13273
    },
    {
      "epoch": 2.1735713116096282,
      "grad_norm": 0.17335520684719086,
      "learning_rate": 0.0001783445068640606,
      "loss": 12.1906,
      "step": 13274
    },
    {
      "epoch": 2.1737350581300148,
      "grad_norm": 0.22977101802825928,
      "learning_rate": 0.0001783412940270412,
      "loss": 12.2251,
      "step": 13275
    },
    {
      "epoch": 2.1738988046504013,
      "grad_norm": 0.1574467569589615,
      "learning_rate": 0.000178338080980653,
      "loss": 12.1618,
      "step": 13276
    },
    {
      "epoch": 2.1740625511707874,
      "grad_norm": 0.14686527848243713,
      "learning_rate": 0.00017833486772490456,
      "loss": 12.1716,
      "step": 13277
    },
    {
      "epoch": 2.174226297691174,
      "grad_norm": 0.1883816421031952,
      "learning_rate": 0.00017833165425980445,
      "loss": 12.2336,
      "step": 13278
    },
    {
      "epoch": 2.1743900442115605,
      "grad_norm": 0.23004838824272156,
      "learning_rate": 0.0001783284405853613,
      "loss": 12.1506,
      "step": 13279
    },
    {
      "epoch": 2.174553790731947,
      "grad_norm": 0.14161212742328644,
      "learning_rate": 0.00017832522670158368,
      "loss": 12.1712,
      "step": 13280
    },
    {
      "epoch": 2.1747175372523335,
      "grad_norm": 0.20876319706439972,
      "learning_rate": 0.00017832201260848017,
      "loss": 12.1716,
      "step": 13281
    },
    {
      "epoch": 2.17488128377272,
      "grad_norm": 0.21306553483009338,
      "learning_rate": 0.00017831879830605937,
      "loss": 12.1734,
      "step": 13282
    },
    {
      "epoch": 2.175045030293106,
      "grad_norm": 0.20090730488300323,
      "learning_rate": 0.00017831558379432987,
      "loss": 12.1854,
      "step": 13283
    },
    {
      "epoch": 2.1752087768134927,
      "grad_norm": 0.1736537516117096,
      "learning_rate": 0.0001783123690733002,
      "loss": 12.1492,
      "step": 13284
    },
    {
      "epoch": 2.175372523333879,
      "grad_norm": 0.18090146780014038,
      "learning_rate": 0.0001783091541429791,
      "loss": 12.1693,
      "step": 13285
    },
    {
      "epoch": 2.1755362698542657,
      "grad_norm": 0.1897050440311432,
      "learning_rate": 0.000178305939003375,
      "loss": 12.1656,
      "step": 13286
    },
    {
      "epoch": 2.175700016374652,
      "grad_norm": 0.19676584005355835,
      "learning_rate": 0.0001783027236544966,
      "loss": 12.1675,
      "step": 13287
    },
    {
      "epoch": 2.1758637628950384,
      "grad_norm": 0.1471145898103714,
      "learning_rate": 0.00017829950809635246,
      "loss": 12.1504,
      "step": 13288
    },
    {
      "epoch": 2.176027509415425,
      "grad_norm": 0.16197523474693298,
      "learning_rate": 0.00017829629232895115,
      "loss": 12.1989,
      "step": 13289
    },
    {
      "epoch": 2.1761912559358114,
      "grad_norm": 0.19036516547203064,
      "learning_rate": 0.00017829307635230127,
      "loss": 12.2103,
      "step": 13290
    },
    {
      "epoch": 2.176355002456198,
      "grad_norm": 0.2355693131685257,
      "learning_rate": 0.00017828986016641145,
      "loss": 12.1622,
      "step": 13291
    },
    {
      "epoch": 2.1765187489765845,
      "grad_norm": 0.1792956292629242,
      "learning_rate": 0.00017828664377129028,
      "loss": 12.2248,
      "step": 13292
    },
    {
      "epoch": 2.1766824954969706,
      "grad_norm": 0.17859558761119843,
      "learning_rate": 0.00017828342716694632,
      "loss": 12.2471,
      "step": 13293
    },
    {
      "epoch": 2.176846242017357,
      "grad_norm": 0.1684044748544693,
      "learning_rate": 0.00017828021035338817,
      "loss": 12.1631,
      "step": 13294
    },
    {
      "epoch": 2.1770099885377436,
      "grad_norm": 0.15725639462471008,
      "learning_rate": 0.00017827699333062449,
      "loss": 12.1632,
      "step": 13295
    },
    {
      "epoch": 2.17717373505813,
      "grad_norm": 0.14558906853199005,
      "learning_rate": 0.00017827377609866377,
      "loss": 12.169,
      "step": 13296
    },
    {
      "epoch": 2.1773374815785163,
      "grad_norm": 0.19139187037944794,
      "learning_rate": 0.0001782705586575147,
      "loss": 12.172,
      "step": 13297
    },
    {
      "epoch": 2.177501228098903,
      "grad_norm": 0.23043400049209595,
      "learning_rate": 0.00017826734100718586,
      "loss": 12.1787,
      "step": 13298
    },
    {
      "epoch": 2.1776649746192893,
      "grad_norm": 0.1678914874792099,
      "learning_rate": 0.00017826412314768587,
      "loss": 12.1397,
      "step": 13299
    },
    {
      "epoch": 2.177828721139676,
      "grad_norm": 0.21624961495399475,
      "learning_rate": 0.00017826090507902325,
      "loss": 12.1477,
      "step": 13300
    },
    {
      "epoch": 2.1779924676600624,
      "grad_norm": 0.22122126817703247,
      "learning_rate": 0.00017825768680120664,
      "loss": 12.1509,
      "step": 13301
    },
    {
      "epoch": 2.1781562141804485,
      "grad_norm": 0.20582988858222961,
      "learning_rate": 0.00017825446831424465,
      "loss": 12.2032,
      "step": 13302
    },
    {
      "epoch": 2.178319960700835,
      "grad_norm": 0.16239409148693085,
      "learning_rate": 0.0001782512496181459,
      "loss": 12.1394,
      "step": 13303
    },
    {
      "epoch": 2.1784837072212215,
      "grad_norm": 0.18638336658477783,
      "learning_rate": 0.000178248030712919,
      "loss": 12.1717,
      "step": 13304
    },
    {
      "epoch": 2.178647453741608,
      "grad_norm": 0.1894250214099884,
      "learning_rate": 0.00017824481159857246,
      "loss": 12.155,
      "step": 13305
    },
    {
      "epoch": 2.1788112002619946,
      "grad_norm": 0.1666792929172516,
      "learning_rate": 0.00017824159227511496,
      "loss": 12.1712,
      "step": 13306
    },
    {
      "epoch": 2.1789749467823807,
      "grad_norm": 0.16420134902000427,
      "learning_rate": 0.0001782383727425551,
      "loss": 12.2069,
      "step": 13307
    },
    {
      "epoch": 2.179138693302767,
      "grad_norm": 0.1599303036928177,
      "learning_rate": 0.00017823515300090148,
      "loss": 12.1675,
      "step": 13308
    },
    {
      "epoch": 2.1793024398231537,
      "grad_norm": 0.20253393054008484,
      "learning_rate": 0.00017823193305016274,
      "loss": 12.1519,
      "step": 13309
    },
    {
      "epoch": 2.1794661863435403,
      "grad_norm": 0.2282906025648117,
      "learning_rate": 0.0001782287128903474,
      "loss": 12.1758,
      "step": 13310
    },
    {
      "epoch": 2.179629932863927,
      "grad_norm": 0.19874659180641174,
      "learning_rate": 0.0001782254925214641,
      "loss": 12.2258,
      "step": 13311
    },
    {
      "epoch": 2.179793679384313,
      "grad_norm": 0.14732439815998077,
      "learning_rate": 0.00017822227194352148,
      "loss": 12.1602,
      "step": 13312
    },
    {
      "epoch": 2.1799574259046994,
      "grad_norm": 0.17417238652706146,
      "learning_rate": 0.00017821905115652812,
      "loss": 12.1788,
      "step": 13313
    },
    {
      "epoch": 2.180121172425086,
      "grad_norm": 0.15975730121135712,
      "learning_rate": 0.00017821583016049264,
      "loss": 12.1872,
      "step": 13314
    },
    {
      "epoch": 2.1802849189454725,
      "grad_norm": 0.17802013456821442,
      "learning_rate": 0.00017821260895542365,
      "loss": 12.217,
      "step": 13315
    },
    {
      "epoch": 2.180448665465859,
      "grad_norm": 0.20228171348571777,
      "learning_rate": 0.00017820938754132973,
      "loss": 12.173,
      "step": 13316
    },
    {
      "epoch": 2.180612411986245,
      "grad_norm": 0.17491960525512695,
      "learning_rate": 0.0001782061659182195,
      "loss": 12.1386,
      "step": 13317
    },
    {
      "epoch": 2.1807761585066316,
      "grad_norm": 0.18914735317230225,
      "learning_rate": 0.00017820294408610158,
      "loss": 12.1783,
      "step": 13318
    },
    {
      "epoch": 2.180939905027018,
      "grad_norm": 0.163932666182518,
      "learning_rate": 0.0001781997220449846,
      "loss": 12.2636,
      "step": 13319
    },
    {
      "epoch": 2.1811036515474047,
      "grad_norm": 0.19059692323207855,
      "learning_rate": 0.00017819649979487716,
      "loss": 12.1571,
      "step": 13320
    },
    {
      "epoch": 2.1812673980677912,
      "grad_norm": 0.17626509070396423,
      "learning_rate": 0.00017819327733578785,
      "loss": 12.1588,
      "step": 13321
    },
    {
      "epoch": 2.1814311445881773,
      "grad_norm": 0.17319908738136292,
      "learning_rate": 0.00017819005466772526,
      "loss": 12.2084,
      "step": 13322
    },
    {
      "epoch": 2.181594891108564,
      "grad_norm": 0.221742644906044,
      "learning_rate": 0.00017818683179069808,
      "loss": 12.2368,
      "step": 13323
    },
    {
      "epoch": 2.1817586376289504,
      "grad_norm": 0.16087551414966583,
      "learning_rate": 0.00017818360870471486,
      "loss": 12.1715,
      "step": 13324
    },
    {
      "epoch": 2.181922384149337,
      "grad_norm": 0.16101601719856262,
      "learning_rate": 0.00017818038540978422,
      "loss": 12.1939,
      "step": 13325
    },
    {
      "epoch": 2.1820861306697235,
      "grad_norm": 0.21306613087654114,
      "learning_rate": 0.00017817716190591485,
      "loss": 12.185,
      "step": 13326
    },
    {
      "epoch": 2.1822498771901095,
      "grad_norm": 0.20891772210597992,
      "learning_rate": 0.00017817393819311524,
      "loss": 12.1575,
      "step": 13327
    },
    {
      "epoch": 2.182413623710496,
      "grad_norm": 0.19730982184410095,
      "learning_rate": 0.0001781707142713941,
      "loss": 12.1951,
      "step": 13328
    },
    {
      "epoch": 2.1825773702308826,
      "grad_norm": 0.16387541592121124,
      "learning_rate": 0.00017816749014076,
      "loss": 12.1606,
      "step": 13329
    },
    {
      "epoch": 2.182741116751269,
      "grad_norm": 0.3508603274822235,
      "learning_rate": 0.00017816426580122155,
      "loss": 12.1299,
      "step": 13330
    },
    {
      "epoch": 2.1829048632716557,
      "grad_norm": 0.15889768302440643,
      "learning_rate": 0.00017816104125278743,
      "loss": 12.1566,
      "step": 13331
    },
    {
      "epoch": 2.1830686097920418,
      "grad_norm": 0.14368292689323425,
      "learning_rate": 0.0001781578164954662,
      "loss": 12.2077,
      "step": 13332
    },
    {
      "epoch": 2.1832323563124283,
      "grad_norm": 0.2819233238697052,
      "learning_rate": 0.0001781545915292665,
      "loss": 12.2221,
      "step": 13333
    },
    {
      "epoch": 2.183396102832815,
      "grad_norm": 0.15824584662914276,
      "learning_rate": 0.00017815136635419693,
      "loss": 12.2467,
      "step": 13334
    },
    {
      "epoch": 2.1835598493532014,
      "grad_norm": 0.15627913177013397,
      "learning_rate": 0.0001781481409702661,
      "loss": 12.2224,
      "step": 13335
    },
    {
      "epoch": 2.183723595873588,
      "grad_norm": 0.190817728638649,
      "learning_rate": 0.0001781449153774827,
      "loss": 12.2028,
      "step": 13336
    },
    {
      "epoch": 2.183887342393974,
      "grad_norm": 0.14388789236545563,
      "learning_rate": 0.00017814168957585525,
      "loss": 12.1991,
      "step": 13337
    },
    {
      "epoch": 2.1840510889143605,
      "grad_norm": 0.20826035737991333,
      "learning_rate": 0.00017813846356539247,
      "loss": 12.1834,
      "step": 13338
    },
    {
      "epoch": 2.184214835434747,
      "grad_norm": 0.18152064085006714,
      "learning_rate": 0.00017813523734610292,
      "loss": 12.1764,
      "step": 13339
    },
    {
      "epoch": 2.1843785819551336,
      "grad_norm": 0.15129485726356506,
      "learning_rate": 0.00017813201091799522,
      "loss": 12.1847,
      "step": 13340
    },
    {
      "epoch": 2.18454232847552,
      "grad_norm": 0.1705104112625122,
      "learning_rate": 0.00017812878428107804,
      "loss": 12.1844,
      "step": 13341
    },
    {
      "epoch": 2.184706074995906,
      "grad_norm": 0.16504760086536407,
      "learning_rate": 0.00017812555743535998,
      "loss": 12.2087,
      "step": 13342
    },
    {
      "epoch": 2.1848698215162927,
      "grad_norm": 0.16493523120880127,
      "learning_rate": 0.00017812233038084962,
      "loss": 12.1621,
      "step": 13343
    },
    {
      "epoch": 2.1850335680366793,
      "grad_norm": 0.2357565462589264,
      "learning_rate": 0.0001781191031175556,
      "loss": 12.1492,
      "step": 13344
    },
    {
      "epoch": 2.185197314557066,
      "grad_norm": 0.1450929492712021,
      "learning_rate": 0.00017811587564548663,
      "loss": 12.1474,
      "step": 13345
    },
    {
      "epoch": 2.185361061077452,
      "grad_norm": 0.17819467186927795,
      "learning_rate": 0.00017811264796465125,
      "loss": 12.1696,
      "step": 13346
    },
    {
      "epoch": 2.1855248075978384,
      "grad_norm": 0.24009577929973602,
      "learning_rate": 0.0001781094200750581,
      "loss": 12.154,
      "step": 13347
    },
    {
      "epoch": 2.185688554118225,
      "grad_norm": 0.14619080722332,
      "learning_rate": 0.00017810619197671583,
      "loss": 12.2003,
      "step": 13348
    },
    {
      "epoch": 2.1858523006386115,
      "grad_norm": 0.17735281586647034,
      "learning_rate": 0.00017810296366963302,
      "loss": 12.2168,
      "step": 13349
    },
    {
      "epoch": 2.186016047158998,
      "grad_norm": 0.17856836318969727,
      "learning_rate": 0.00017809973515381836,
      "loss": 12.2132,
      "step": 13350
    },
    {
      "epoch": 2.1861797936793845,
      "grad_norm": 0.17215560376644135,
      "learning_rate": 0.0001780965064292804,
      "loss": 12.18,
      "step": 13351
    },
    {
      "epoch": 2.1863435401997706,
      "grad_norm": 0.14656271040439606,
      "learning_rate": 0.00017809327749602786,
      "loss": 12.1635,
      "step": 13352
    },
    {
      "epoch": 2.186507286720157,
      "grad_norm": 0.18520158529281616,
      "learning_rate": 0.00017809004835406934,
      "loss": 12.1758,
      "step": 13353
    },
    {
      "epoch": 2.1866710332405437,
      "grad_norm": 0.15722715854644775,
      "learning_rate": 0.00017808681900341342,
      "loss": 12.1934,
      "step": 13354
    },
    {
      "epoch": 2.18683477976093,
      "grad_norm": 0.20452511310577393,
      "learning_rate": 0.00017808358944406877,
      "loss": 12.1685,
      "step": 13355
    },
    {
      "epoch": 2.1869985262813163,
      "grad_norm": 0.18412022292613983,
      "learning_rate": 0.00017808035967604405,
      "loss": 12.1643,
      "step": 13356
    },
    {
      "epoch": 2.187162272801703,
      "grad_norm": 0.18122774362564087,
      "learning_rate": 0.0001780771296993478,
      "loss": 12.2024,
      "step": 13357
    },
    {
      "epoch": 2.1873260193220894,
      "grad_norm": 0.1714821308851242,
      "learning_rate": 0.00017807389951398877,
      "loss": 12.2086,
      "step": 13358
    },
    {
      "epoch": 2.187489765842476,
      "grad_norm": 0.15462158620357513,
      "learning_rate": 0.0001780706691199755,
      "loss": 12.2056,
      "step": 13359
    },
    {
      "epoch": 2.1876535123628624,
      "grad_norm": 0.13357101380825043,
      "learning_rate": 0.00017806743851731666,
      "loss": 12.1876,
      "step": 13360
    },
    {
      "epoch": 2.187817258883249,
      "grad_norm": 0.23753738403320312,
      "learning_rate": 0.0001780642077060209,
      "loss": 12.1885,
      "step": 13361
    },
    {
      "epoch": 2.187981005403635,
      "grad_norm": 0.13782928884029388,
      "learning_rate": 0.0001780609766860968,
      "loss": 12.1739,
      "step": 13362
    },
    {
      "epoch": 2.1881447519240216,
      "grad_norm": 0.1359383463859558,
      "learning_rate": 0.00017805774545755307,
      "loss": 12.1697,
      "step": 13363
    },
    {
      "epoch": 2.188308498444408,
      "grad_norm": 0.1545276790857315,
      "learning_rate": 0.00017805451402039827,
      "loss": 12.1711,
      "step": 13364
    },
    {
      "epoch": 2.1884722449647946,
      "grad_norm": 0.16022855043411255,
      "learning_rate": 0.0001780512823746411,
      "loss": 12.1911,
      "step": 13365
    },
    {
      "epoch": 2.1886359914851807,
      "grad_norm": 0.17448954284191132,
      "learning_rate": 0.00017804805052029017,
      "loss": 12.1867,
      "step": 13366
    },
    {
      "epoch": 2.1887997380055673,
      "grad_norm": 0.1728983223438263,
      "learning_rate": 0.00017804481845735411,
      "loss": 12.1602,
      "step": 13367
    },
    {
      "epoch": 2.188963484525954,
      "grad_norm": 0.16583575308322906,
      "learning_rate": 0.00017804158618584155,
      "loss": 12.2061,
      "step": 13368
    },
    {
      "epoch": 2.1891272310463403,
      "grad_norm": 0.1703324168920517,
      "learning_rate": 0.00017803835370576115,
      "loss": 12.1808,
      "step": 13369
    },
    {
      "epoch": 2.189290977566727,
      "grad_norm": 0.19008316099643707,
      "learning_rate": 0.0001780351210171215,
      "loss": 12.1874,
      "step": 13370
    },
    {
      "epoch": 2.189454724087113,
      "grad_norm": 0.2780784070491791,
      "learning_rate": 0.00017803188811993135,
      "loss": 12.1963,
      "step": 13371
    },
    {
      "epoch": 2.1896184706074995,
      "grad_norm": 0.13228534162044525,
      "learning_rate": 0.00017802865501419924,
      "loss": 12.1827,
      "step": 13372
    },
    {
      "epoch": 2.189782217127886,
      "grad_norm": 0.16356641054153442,
      "learning_rate": 0.00017802542169993385,
      "loss": 12.1288,
      "step": 13373
    },
    {
      "epoch": 2.1899459636482725,
      "grad_norm": 0.19707222282886505,
      "learning_rate": 0.0001780221881771438,
      "loss": 12.2063,
      "step": 13374
    },
    {
      "epoch": 2.190109710168659,
      "grad_norm": 0.1574403941631317,
      "learning_rate": 0.00017801895444583777,
      "loss": 12.171,
      "step": 13375
    },
    {
      "epoch": 2.190273456689045,
      "grad_norm": 0.12450465559959412,
      "learning_rate": 0.00017801572050602435,
      "loss": 12.2034,
      "step": 13376
    },
    {
      "epoch": 2.1904372032094317,
      "grad_norm": 0.16829030215740204,
      "learning_rate": 0.0001780124863577122,
      "loss": 12.2305,
      "step": 13377
    },
    {
      "epoch": 2.1906009497298182,
      "grad_norm": 0.1948610097169876,
      "learning_rate": 0.00017800925200091,
      "loss": 12.1685,
      "step": 13378
    },
    {
      "epoch": 2.1907646962502048,
      "grad_norm": 0.19703491032123566,
      "learning_rate": 0.00017800601743562632,
      "loss": 12.1591,
      "step": 13379
    },
    {
      "epoch": 2.1909284427705913,
      "grad_norm": 0.13580375909805298,
      "learning_rate": 0.0001780027826618699,
      "loss": 12.1769,
      "step": 13380
    },
    {
      "epoch": 2.1910921892909774,
      "grad_norm": 0.21717314422130585,
      "learning_rate": 0.0001779995476796493,
      "loss": 12.2013,
      "step": 13381
    },
    {
      "epoch": 2.191255935811364,
      "grad_norm": 0.15174537897109985,
      "learning_rate": 0.0001779963124889732,
      "loss": 12.1902,
      "step": 13382
    },
    {
      "epoch": 2.1914196823317504,
      "grad_norm": 0.17017139494419098,
      "learning_rate": 0.00017799307708985028,
      "loss": 12.2035,
      "step": 13383
    },
    {
      "epoch": 2.191583428852137,
      "grad_norm": 0.16220159828662872,
      "learning_rate": 0.00017798984148228916,
      "loss": 12.172,
      "step": 13384
    },
    {
      "epoch": 2.1917471753725235,
      "grad_norm": 0.1443384736776352,
      "learning_rate": 0.00017798660566629843,
      "loss": 12.138,
      "step": 13385
    },
    {
      "epoch": 2.1919109218929096,
      "grad_norm": 0.18033646047115326,
      "learning_rate": 0.0001779833696418868,
      "loss": 12.1904,
      "step": 13386
    },
    {
      "epoch": 2.192074668413296,
      "grad_norm": 0.1440419852733612,
      "learning_rate": 0.00017798013340906293,
      "loss": 12.2141,
      "step": 13387
    },
    {
      "epoch": 2.1922384149336827,
      "grad_norm": 0.18514233827590942,
      "learning_rate": 0.00017797689696783545,
      "loss": 12.1764,
      "step": 13388
    },
    {
      "epoch": 2.192402161454069,
      "grad_norm": 0.18525013327598572,
      "learning_rate": 0.00017797366031821298,
      "loss": 12.1747,
      "step": 13389
    },
    {
      "epoch": 2.1925659079744557,
      "grad_norm": 0.1446361094713211,
      "learning_rate": 0.00017797042346020422,
      "loss": 12.1472,
      "step": 13390
    },
    {
      "epoch": 2.192729654494842,
      "grad_norm": 0.18299253284931183,
      "learning_rate": 0.00017796718639381776,
      "loss": 12.2526,
      "step": 13391
    },
    {
      "epoch": 2.1928934010152283,
      "grad_norm": 0.16120518743991852,
      "learning_rate": 0.00017796394911906235,
      "loss": 12.2282,
      "step": 13392
    },
    {
      "epoch": 2.193057147535615,
      "grad_norm": 0.18158872425556183,
      "learning_rate": 0.00017796071163594652,
      "loss": 12.2157,
      "step": 13393
    },
    {
      "epoch": 2.1932208940560014,
      "grad_norm": 0.2051004320383072,
      "learning_rate": 0.000177957473944479,
      "loss": 12.1496,
      "step": 13394
    },
    {
      "epoch": 2.193384640576388,
      "grad_norm": 0.14145566523075104,
      "learning_rate": 0.00017795423604466843,
      "loss": 12.181,
      "step": 13395
    },
    {
      "epoch": 2.193548387096774,
      "grad_norm": 0.2021021544933319,
      "learning_rate": 0.00017795099793652344,
      "loss": 12.2112,
      "step": 13396
    },
    {
      "epoch": 2.1937121336171606,
      "grad_norm": 0.1463477909564972,
      "learning_rate": 0.00017794775962005273,
      "loss": 12.164,
      "step": 13397
    },
    {
      "epoch": 2.193875880137547,
      "grad_norm": 0.17522190511226654,
      "learning_rate": 0.00017794452109526487,
      "loss": 12.2356,
      "step": 13398
    },
    {
      "epoch": 2.1940396266579336,
      "grad_norm": 0.15690673887729645,
      "learning_rate": 0.00017794128236216862,
      "loss": 12.193,
      "step": 13399
    },
    {
      "epoch": 2.19420337317832,
      "grad_norm": 0.14741814136505127,
      "learning_rate": 0.00017793804342077255,
      "loss": 12.2045,
      "step": 13400
    },
    {
      "epoch": 2.1943671196987062,
      "grad_norm": 0.1360115259885788,
      "learning_rate": 0.0001779348042710854,
      "loss": 12.1554,
      "step": 13401
    },
    {
      "epoch": 2.1945308662190928,
      "grad_norm": 0.14573684334754944,
      "learning_rate": 0.00017793156491311576,
      "loss": 12.2014,
      "step": 13402
    },
    {
      "epoch": 2.1946946127394793,
      "grad_norm": 0.26416802406311035,
      "learning_rate": 0.0001779283253468723,
      "loss": 12.2069,
      "step": 13403
    },
    {
      "epoch": 2.194858359259866,
      "grad_norm": 0.1383965015411377,
      "learning_rate": 0.00017792508557236368,
      "loss": 12.2033,
      "step": 13404
    },
    {
      "epoch": 2.1950221057802524,
      "grad_norm": 0.265359491109848,
      "learning_rate": 0.00017792184558959858,
      "loss": 12.1517,
      "step": 13405
    },
    {
      "epoch": 2.1951858523006385,
      "grad_norm": 0.1988254338502884,
      "learning_rate": 0.0001779186053985856,
      "loss": 12.1956,
      "step": 13406
    },
    {
      "epoch": 2.195349598821025,
      "grad_norm": 0.18538618087768555,
      "learning_rate": 0.00017791536499933347,
      "loss": 12.1543,
      "step": 13407
    },
    {
      "epoch": 2.1955133453414115,
      "grad_norm": 0.15000233054161072,
      "learning_rate": 0.00017791212439185084,
      "loss": 12.1721,
      "step": 13408
    },
    {
      "epoch": 2.195677091861798,
      "grad_norm": 0.1263647824525833,
      "learning_rate": 0.0001779088835761463,
      "loss": 12.1619,
      "step": 13409
    },
    {
      "epoch": 2.1958408383821846,
      "grad_norm": 0.18828628957271576,
      "learning_rate": 0.0001779056425522286,
      "loss": 12.1779,
      "step": 13410
    },
    {
      "epoch": 2.1960045849025707,
      "grad_norm": 0.13971690833568573,
      "learning_rate": 0.00017790240132010637,
      "loss": 12.1628,
      "step": 13411
    },
    {
      "epoch": 2.196168331422957,
      "grad_norm": 0.16687259078025818,
      "learning_rate": 0.00017789915987978825,
      "loss": 12.1719,
      "step": 13412
    },
    {
      "epoch": 2.1963320779433437,
      "grad_norm": 0.1795220822095871,
      "learning_rate": 0.00017789591823128294,
      "loss": 12.1803,
      "step": 13413
    },
    {
      "epoch": 2.1964958244637303,
      "grad_norm": 0.14681991934776306,
      "learning_rate": 0.00017789267637459907,
      "loss": 12.1828,
      "step": 13414
    },
    {
      "epoch": 2.196659570984117,
      "grad_norm": 0.1250259280204773,
      "learning_rate": 0.0001778894343097453,
      "loss": 12.176,
      "step": 13415
    },
    {
      "epoch": 2.196823317504503,
      "grad_norm": 0.31627723574638367,
      "learning_rate": 0.0001778861920367303,
      "loss": 12.1787,
      "step": 13416
    },
    {
      "epoch": 2.1969870640248894,
      "grad_norm": 0.17009249329566956,
      "learning_rate": 0.0001778829495555628,
      "loss": 12.1713,
      "step": 13417
    },
    {
      "epoch": 2.197150810545276,
      "grad_norm": 0.15793736279010773,
      "learning_rate": 0.00017787970686625136,
      "loss": 12.2075,
      "step": 13418
    },
    {
      "epoch": 2.1973145570656625,
      "grad_norm": 0.1663888394832611,
      "learning_rate": 0.00017787646396880472,
      "loss": 12.1766,
      "step": 13419
    },
    {
      "epoch": 2.197478303586049,
      "grad_norm": 0.19693540036678314,
      "learning_rate": 0.00017787322086323154,
      "loss": 12.1517,
      "step": 13420
    },
    {
      "epoch": 2.197642050106435,
      "grad_norm": 0.19086703658103943,
      "learning_rate": 0.00017786997754954043,
      "loss": 12.1882,
      "step": 13421
    },
    {
      "epoch": 2.1978057966268216,
      "grad_norm": 0.15026000142097473,
      "learning_rate": 0.00017786673402774014,
      "loss": 12.1774,
      "step": 13422
    },
    {
      "epoch": 2.197969543147208,
      "grad_norm": 0.16568461060523987,
      "learning_rate": 0.00017786349029783928,
      "loss": 12.2116,
      "step": 13423
    },
    {
      "epoch": 2.1981332896675947,
      "grad_norm": 0.14460086822509766,
      "learning_rate": 0.00017786024635984654,
      "loss": 12.1731,
      "step": 13424
    },
    {
      "epoch": 2.198297036187981,
      "grad_norm": 0.17853078246116638,
      "learning_rate": 0.0001778570022137706,
      "loss": 12.2185,
      "step": 13425
    },
    {
      "epoch": 2.1984607827083673,
      "grad_norm": 0.1662779003381729,
      "learning_rate": 0.0001778537578596201,
      "loss": 12.2112,
      "step": 13426
    },
    {
      "epoch": 2.198624529228754,
      "grad_norm": 0.15721571445465088,
      "learning_rate": 0.00017785051329740373,
      "loss": 12.1958,
      "step": 13427
    },
    {
      "epoch": 2.1987882757491404,
      "grad_norm": 0.16067706048488617,
      "learning_rate": 0.00017784726852713016,
      "loss": 12.1793,
      "step": 13428
    },
    {
      "epoch": 2.198952022269527,
      "grad_norm": 0.1691652089357376,
      "learning_rate": 0.00017784402354880806,
      "loss": 12.1835,
      "step": 13429
    },
    {
      "epoch": 2.1991157687899134,
      "grad_norm": 0.156508669257164,
      "learning_rate": 0.0001778407783624461,
      "loss": 12.2385,
      "step": 13430
    },
    {
      "epoch": 2.1992795153102995,
      "grad_norm": 0.14535866677761078,
      "learning_rate": 0.00017783753296805296,
      "loss": 12.2008,
      "step": 13431
    },
    {
      "epoch": 2.199443261830686,
      "grad_norm": 0.17990510165691376,
      "learning_rate": 0.00017783428736563729,
      "loss": 12.1641,
      "step": 13432
    },
    {
      "epoch": 2.1996070083510726,
      "grad_norm": 0.16724257171154022,
      "learning_rate": 0.0001778310415552078,
      "loss": 12.2057,
      "step": 13433
    },
    {
      "epoch": 2.199770754871459,
      "grad_norm": 0.1631513237953186,
      "learning_rate": 0.00017782779553677315,
      "loss": 12.1894,
      "step": 13434
    },
    {
      "epoch": 2.199934501391845,
      "grad_norm": 0.15422025322914124,
      "learning_rate": 0.00017782454931034202,
      "loss": 12.2064,
      "step": 13435
    },
    {
      "epoch": 2.2000982479122317,
      "grad_norm": 0.23938702046871185,
      "learning_rate": 0.00017782130287592306,
      "loss": 12.1682,
      "step": 13436
    },
    {
      "epoch": 2.2002619944326183,
      "grad_norm": 0.16122859716415405,
      "learning_rate": 0.00017781805623352497,
      "loss": 12.2092,
      "step": 13437
    },
    {
      "epoch": 2.200425740953005,
      "grad_norm": 0.16962870955467224,
      "learning_rate": 0.00017781480938315643,
      "loss": 12.1413,
      "step": 13438
    },
    {
      "epoch": 2.2005894874733913,
      "grad_norm": 0.164607435464859,
      "learning_rate": 0.00017781156232482608,
      "loss": 12.1654,
      "step": 13439
    },
    {
      "epoch": 2.2007532339937774,
      "grad_norm": 0.1537889689207077,
      "learning_rate": 0.00017780831505854265,
      "loss": 12.168,
      "step": 13440
    },
    {
      "epoch": 2.200916980514164,
      "grad_norm": 0.19231374561786652,
      "learning_rate": 0.00017780506758431475,
      "loss": 12.1918,
      "step": 13441
    },
    {
      "epoch": 2.2010807270345505,
      "grad_norm": 0.14181916415691376,
      "learning_rate": 0.00017780181990215116,
      "loss": 12.1761,
      "step": 13442
    },
    {
      "epoch": 2.201244473554937,
      "grad_norm": 0.17835412919521332,
      "learning_rate": 0.0001777985720120605,
      "loss": 12.197,
      "step": 13443
    },
    {
      "epoch": 2.2014082200753236,
      "grad_norm": 0.16671651601791382,
      "learning_rate": 0.00017779532391405144,
      "loss": 12.1642,
      "step": 13444
    },
    {
      "epoch": 2.2015719665957096,
      "grad_norm": 0.15377667546272278,
      "learning_rate": 0.00017779207560813265,
      "loss": 12.2282,
      "step": 13445
    },
    {
      "epoch": 2.201735713116096,
      "grad_norm": 0.16997256875038147,
      "learning_rate": 0.00017778882709431284,
      "loss": 12.1506,
      "step": 13446
    },
    {
      "epoch": 2.2018994596364827,
      "grad_norm": 0.1526700109243393,
      "learning_rate": 0.0001777855783726007,
      "loss": 12.1392,
      "step": 13447
    },
    {
      "epoch": 2.2020632061568692,
      "grad_norm": 0.17610032856464386,
      "learning_rate": 0.0001777823294430049,
      "loss": 12.1887,
      "step": 13448
    },
    {
      "epoch": 2.2022269526772558,
      "grad_norm": 0.1705770641565323,
      "learning_rate": 0.00017777908030553415,
      "loss": 12.1941,
      "step": 13449
    },
    {
      "epoch": 2.202390699197642,
      "grad_norm": 0.15747293829917908,
      "learning_rate": 0.00017777583096019705,
      "loss": 12.2123,
      "step": 13450
    },
    {
      "epoch": 2.2025544457180284,
      "grad_norm": 0.1829148232936859,
      "learning_rate": 0.00017777258140700238,
      "loss": 12.2072,
      "step": 13451
    },
    {
      "epoch": 2.202718192238415,
      "grad_norm": 0.14422692358493805,
      "learning_rate": 0.00017776933164595875,
      "loss": 12.1414,
      "step": 13452
    },
    {
      "epoch": 2.2028819387588015,
      "grad_norm": 0.14961862564086914,
      "learning_rate": 0.0001777660816770749,
      "loss": 12.1957,
      "step": 13453
    },
    {
      "epoch": 2.203045685279188,
      "grad_norm": 0.14118164777755737,
      "learning_rate": 0.0001777628315003595,
      "loss": 12.2066,
      "step": 13454
    },
    {
      "epoch": 2.203209431799574,
      "grad_norm": 0.16820989549160004,
      "learning_rate": 0.0001777595811158212,
      "loss": 12.1879,
      "step": 13455
    },
    {
      "epoch": 2.2033731783199606,
      "grad_norm": 0.21522648632526398,
      "learning_rate": 0.00017775633052346873,
      "loss": 12.1806,
      "step": 13456
    },
    {
      "epoch": 2.203536924840347,
      "grad_norm": 0.1766299456357956,
      "learning_rate": 0.00017775307972331077,
      "loss": 12.248,
      "step": 13457
    },
    {
      "epoch": 2.2037006713607337,
      "grad_norm": 0.2059241086244583,
      "learning_rate": 0.00017774982871535596,
      "loss": 12.2336,
      "step": 13458
    },
    {
      "epoch": 2.20386441788112,
      "grad_norm": 0.19193771481513977,
      "learning_rate": 0.00017774657749961307,
      "loss": 12.2321,
      "step": 13459
    },
    {
      "epoch": 2.2040281644015063,
      "grad_norm": 0.14912687242031097,
      "learning_rate": 0.00017774332607609075,
      "loss": 12.152,
      "step": 13460
    },
    {
      "epoch": 2.204191910921893,
      "grad_norm": 0.13031257688999176,
      "learning_rate": 0.00017774007444479773,
      "loss": 12.1844,
      "step": 13461
    },
    {
      "epoch": 2.2043556574422793,
      "grad_norm": 0.2004595696926117,
      "learning_rate": 0.0001777368226057426,
      "loss": 12.2317,
      "step": 13462
    },
    {
      "epoch": 2.204519403962666,
      "grad_norm": 0.12483599781990051,
      "learning_rate": 0.00017773357055893412,
      "loss": 12.1736,
      "step": 13463
    },
    {
      "epoch": 2.2046831504830524,
      "grad_norm": 0.14130878448486328,
      "learning_rate": 0.00017773031830438098,
      "loss": 12.1657,
      "step": 13464
    },
    {
      "epoch": 2.2048468970034385,
      "grad_norm": 0.19422325491905212,
      "learning_rate": 0.00017772706584209184,
      "loss": 12.1945,
      "step": 13465
    },
    {
      "epoch": 2.205010643523825,
      "grad_norm": 0.16966558992862701,
      "learning_rate": 0.00017772381317207546,
      "loss": 12.1178,
      "step": 13466
    },
    {
      "epoch": 2.2051743900442116,
      "grad_norm": 0.16979673504829407,
      "learning_rate": 0.00017772056029434044,
      "loss": 12.1797,
      "step": 13467
    },
    {
      "epoch": 2.205338136564598,
      "grad_norm": 0.16986966133117676,
      "learning_rate": 0.00017771730720889554,
      "loss": 12.1548,
      "step": 13468
    },
    {
      "epoch": 2.2055018830849846,
      "grad_norm": 0.3422209620475769,
      "learning_rate": 0.00017771405391574943,
      "loss": 12.2651,
      "step": 13469
    },
    {
      "epoch": 2.2056656296053707,
      "grad_norm": 0.14792726933956146,
      "learning_rate": 0.0001777108004149108,
      "loss": 12.1794,
      "step": 13470
    },
    {
      "epoch": 2.2058293761257572,
      "grad_norm": 0.1714983880519867,
      "learning_rate": 0.00017770754670638837,
      "loss": 12.1548,
      "step": 13471
    },
    {
      "epoch": 2.205993122646144,
      "grad_norm": 0.13728298246860504,
      "learning_rate": 0.00017770429279019082,
      "loss": 12.1667,
      "step": 13472
    },
    {
      "epoch": 2.2061568691665303,
      "grad_norm": 0.23821857571601868,
      "learning_rate": 0.00017770103866632684,
      "loss": 12.1933,
      "step": 13473
    },
    {
      "epoch": 2.206320615686917,
      "grad_norm": 0.16821128129959106,
      "learning_rate": 0.00017769778433480513,
      "loss": 12.2027,
      "step": 13474
    },
    {
      "epoch": 2.206484362207303,
      "grad_norm": 0.18983888626098633,
      "learning_rate": 0.0001776945297956344,
      "loss": 12.1712,
      "step": 13475
    },
    {
      "epoch": 2.2066481087276895,
      "grad_norm": 0.1893060803413391,
      "learning_rate": 0.00017769127504882332,
      "loss": 12.1555,
      "step": 13476
    },
    {
      "epoch": 2.206811855248076,
      "grad_norm": 0.20378798246383667,
      "learning_rate": 0.00017768802009438062,
      "loss": 12.2164,
      "step": 13477
    },
    {
      "epoch": 2.2069756017684625,
      "grad_norm": 0.13982611894607544,
      "learning_rate": 0.00017768476493231497,
      "loss": 12.1811,
      "step": 13478
    },
    {
      "epoch": 2.207139348288849,
      "grad_norm": 0.177714541554451,
      "learning_rate": 0.0001776815095626351,
      "loss": 12.1628,
      "step": 13479
    },
    {
      "epoch": 2.207303094809235,
      "grad_norm": 0.16190116107463837,
      "learning_rate": 0.0001776782539853497,
      "loss": 12.1913,
      "step": 13480
    },
    {
      "epoch": 2.2074668413296217,
      "grad_norm": 0.17139285802841187,
      "learning_rate": 0.00017767499820046747,
      "loss": 12.1773,
      "step": 13481
    },
    {
      "epoch": 2.207630587850008,
      "grad_norm": 0.15682020783424377,
      "learning_rate": 0.00017767174220799706,
      "loss": 12.1576,
      "step": 13482
    },
    {
      "epoch": 2.2077943343703947,
      "grad_norm": 0.21942844986915588,
      "learning_rate": 0.00017766848600794726,
      "loss": 12.211,
      "step": 13483
    },
    {
      "epoch": 2.2079580808907813,
      "grad_norm": 0.16253137588500977,
      "learning_rate": 0.00017766522960032673,
      "loss": 12.1637,
      "step": 13484
    },
    {
      "epoch": 2.2081218274111674,
      "grad_norm": 0.18639883399009705,
      "learning_rate": 0.0001776619729851442,
      "loss": 12.1896,
      "step": 13485
    },
    {
      "epoch": 2.208285573931554,
      "grad_norm": 0.34586286544799805,
      "learning_rate": 0.00017765871616240827,
      "loss": 12.1603,
      "step": 13486
    },
    {
      "epoch": 2.2084493204519404,
      "grad_norm": 0.14382480084896088,
      "learning_rate": 0.00017765545913212778,
      "loss": 12.1837,
      "step": 13487
    },
    {
      "epoch": 2.208613066972327,
      "grad_norm": 0.20191055536270142,
      "learning_rate": 0.00017765220189431134,
      "loss": 12.1712,
      "step": 13488
    },
    {
      "epoch": 2.2087768134927135,
      "grad_norm": 0.19171719253063202,
      "learning_rate": 0.0001776489444489677,
      "loss": 12.1975,
      "step": 13489
    },
    {
      "epoch": 2.2089405600130996,
      "grad_norm": 0.2090229094028473,
      "learning_rate": 0.00017764568679610557,
      "loss": 12.1866,
      "step": 13490
    },
    {
      "epoch": 2.209104306533486,
      "grad_norm": 0.22900407016277313,
      "learning_rate": 0.00017764242893573363,
      "loss": 12.2183,
      "step": 13491
    },
    {
      "epoch": 2.2092680530538726,
      "grad_norm": 0.15552040934562683,
      "learning_rate": 0.0001776391708678606,
      "loss": 12.1638,
      "step": 13492
    },
    {
      "epoch": 2.209431799574259,
      "grad_norm": 0.2015438824892044,
      "learning_rate": 0.0001776359125924952,
      "loss": 12.1646,
      "step": 13493
    },
    {
      "epoch": 2.2095955460946453,
      "grad_norm": 0.1525174379348755,
      "learning_rate": 0.0001776326541096461,
      "loss": 12.2037,
      "step": 13494
    },
    {
      "epoch": 2.209759292615032,
      "grad_norm": 0.14374415576457977,
      "learning_rate": 0.00017762939541932204,
      "loss": 12.1985,
      "step": 13495
    },
    {
      "epoch": 2.2099230391354183,
      "grad_norm": 0.14338339865207672,
      "learning_rate": 0.0001776261365215317,
      "loss": 12.195,
      "step": 13496
    },
    {
      "epoch": 2.210086785655805,
      "grad_norm": 0.15521445870399475,
      "learning_rate": 0.00017762287741628386,
      "loss": 12.1381,
      "step": 13497
    },
    {
      "epoch": 2.2102505321761914,
      "grad_norm": 0.16866761445999146,
      "learning_rate": 0.00017761961810358715,
      "loss": 12.1755,
      "step": 13498
    },
    {
      "epoch": 2.210414278696578,
      "grad_norm": 0.13729825615882874,
      "learning_rate": 0.00017761635858345033,
      "loss": 12.1674,
      "step": 13499
    },
    {
      "epoch": 2.210578025216964,
      "grad_norm": 0.1831318587064743,
      "learning_rate": 0.00017761309885588205,
      "loss": 12.1927,
      "step": 13500
    },
    {
      "epoch": 2.2107417717373505,
      "grad_norm": 0.17146532237529755,
      "learning_rate": 0.0001776098389208911,
      "loss": 12.2012,
      "step": 13501
    },
    {
      "epoch": 2.210905518257737,
      "grad_norm": 0.13303424417972565,
      "learning_rate": 0.00017760657877848615,
      "loss": 12.2017,
      "step": 13502
    },
    {
      "epoch": 2.2110692647781236,
      "grad_norm": 0.20395497977733612,
      "learning_rate": 0.00017760331842867592,
      "loss": 12.1559,
      "step": 13503
    },
    {
      "epoch": 2.2112330112985097,
      "grad_norm": 0.1904851347208023,
      "learning_rate": 0.00017760005787146913,
      "loss": 12.1827,
      "step": 13504
    },
    {
      "epoch": 2.211396757818896,
      "grad_norm": 0.14277507364749908,
      "learning_rate": 0.00017759679710687446,
      "loss": 12.1723,
      "step": 13505
    },
    {
      "epoch": 2.2115605043392828,
      "grad_norm": 0.1566746085882187,
      "learning_rate": 0.00017759353613490064,
      "loss": 12.1654,
      "step": 13506
    },
    {
      "epoch": 2.2117242508596693,
      "grad_norm": 0.16698352992534637,
      "learning_rate": 0.00017759027495555644,
      "loss": 12.1939,
      "step": 13507
    },
    {
      "epoch": 2.211887997380056,
      "grad_norm": 0.19609665870666504,
      "learning_rate": 0.0001775870135688505,
      "loss": 12.1905,
      "step": 13508
    },
    {
      "epoch": 2.2120517439004423,
      "grad_norm": 0.1942903846502304,
      "learning_rate": 0.00017758375197479158,
      "loss": 12.2301,
      "step": 13509
    },
    {
      "epoch": 2.2122154904208284,
      "grad_norm": 0.18435832858085632,
      "learning_rate": 0.00017758049017338836,
      "loss": 12.1741,
      "step": 13510
    },
    {
      "epoch": 2.212379236941215,
      "grad_norm": 0.13959212601184845,
      "learning_rate": 0.00017757722816464963,
      "loss": 12.185,
      "step": 13511
    },
    {
      "epoch": 2.2125429834616015,
      "grad_norm": 0.12197750806808472,
      "learning_rate": 0.000177573965948584,
      "loss": 12.1809,
      "step": 13512
    },
    {
      "epoch": 2.212706729981988,
      "grad_norm": 0.12401710450649261,
      "learning_rate": 0.00017757070352520028,
      "loss": 12.1887,
      "step": 13513
    },
    {
      "epoch": 2.212870476502374,
      "grad_norm": 0.17060178518295288,
      "learning_rate": 0.00017756744089450716,
      "loss": 12.1891,
      "step": 13514
    },
    {
      "epoch": 2.2130342230227606,
      "grad_norm": 0.17248818278312683,
      "learning_rate": 0.00017756417805651336,
      "loss": 12.174,
      "step": 13515
    },
    {
      "epoch": 2.213197969543147,
      "grad_norm": 0.17044150829315186,
      "learning_rate": 0.00017756091501122757,
      "loss": 12.2045,
      "step": 13516
    },
    {
      "epoch": 2.2133617160635337,
      "grad_norm": 0.1720939725637436,
      "learning_rate": 0.00017755765175865858,
      "loss": 12.1722,
      "step": 13517
    },
    {
      "epoch": 2.2135254625839202,
      "grad_norm": 0.20914405584335327,
      "learning_rate": 0.00017755438829881502,
      "loss": 12.1855,
      "step": 13518
    },
    {
      "epoch": 2.2136892091043063,
      "grad_norm": 0.15730978548526764,
      "learning_rate": 0.0001775511246317057,
      "loss": 12.1616,
      "step": 13519
    },
    {
      "epoch": 2.213852955624693,
      "grad_norm": 0.16315828263759613,
      "learning_rate": 0.00017754786075733925,
      "loss": 12.1441,
      "step": 13520
    },
    {
      "epoch": 2.2140167021450794,
      "grad_norm": 0.14308524131774902,
      "learning_rate": 0.00017754459667572447,
      "loss": 12.1711,
      "step": 13521
    },
    {
      "epoch": 2.214180448665466,
      "grad_norm": 0.13252639770507812,
      "learning_rate": 0.00017754133238687006,
      "loss": 12.1779,
      "step": 13522
    },
    {
      "epoch": 2.2143441951858525,
      "grad_norm": 0.16309167444705963,
      "learning_rate": 0.00017753806789078474,
      "loss": 12.1658,
      "step": 13523
    },
    {
      "epoch": 2.2145079417062385,
      "grad_norm": 0.1598159372806549,
      "learning_rate": 0.00017753480318747725,
      "loss": 12.1726,
      "step": 13524
    },
    {
      "epoch": 2.214671688226625,
      "grad_norm": 0.16127778589725494,
      "learning_rate": 0.00017753153827695627,
      "loss": 12.1423,
      "step": 13525
    },
    {
      "epoch": 2.2148354347470116,
      "grad_norm": 0.14318986237049103,
      "learning_rate": 0.00017752827315923057,
      "loss": 12.2178,
      "step": 13526
    },
    {
      "epoch": 2.214999181267398,
      "grad_norm": 0.20733916759490967,
      "learning_rate": 0.00017752500783430888,
      "loss": 12.1555,
      "step": 13527
    },
    {
      "epoch": 2.2151629277877847,
      "grad_norm": 0.21009017527103424,
      "learning_rate": 0.0001775217423021999,
      "loss": 12.1466,
      "step": 13528
    },
    {
      "epoch": 2.2153266743081708,
      "grad_norm": 0.2040930986404419,
      "learning_rate": 0.00017751847656291233,
      "loss": 12.1419,
      "step": 13529
    },
    {
      "epoch": 2.2154904208285573,
      "grad_norm": 0.1653990000486374,
      "learning_rate": 0.00017751521061645496,
      "loss": 12.1608,
      "step": 13530
    },
    {
      "epoch": 2.215654167348944,
      "grad_norm": 0.15570545196533203,
      "learning_rate": 0.00017751194446283649,
      "loss": 12.1401,
      "step": 13531
    },
    {
      "epoch": 2.2158179138693304,
      "grad_norm": 0.18371443450450897,
      "learning_rate": 0.00017750867810206565,
      "loss": 12.25,
      "step": 13532
    },
    {
      "epoch": 2.215981660389717,
      "grad_norm": 0.19173090159893036,
      "learning_rate": 0.0001775054115341512,
      "loss": 12.1884,
      "step": 13533
    },
    {
      "epoch": 2.216145406910103,
      "grad_norm": 0.16938979923725128,
      "learning_rate": 0.00017750214475910182,
      "loss": 12.1715,
      "step": 13534
    },
    {
      "epoch": 2.2163091534304895,
      "grad_norm": 0.1988678127527237,
      "learning_rate": 0.00017749887777692626,
      "loss": 12.2154,
      "step": 13535
    },
    {
      "epoch": 2.216472899950876,
      "grad_norm": 0.14128528535366058,
      "learning_rate": 0.00017749561058763325,
      "loss": 12.1667,
      "step": 13536
    },
    {
      "epoch": 2.2166366464712626,
      "grad_norm": 0.18619880080223083,
      "learning_rate": 0.00017749234319123152,
      "loss": 12.2679,
      "step": 13537
    },
    {
      "epoch": 2.216800392991649,
      "grad_norm": 0.15993936359882355,
      "learning_rate": 0.00017748907558772984,
      "loss": 12.1553,
      "step": 13538
    },
    {
      "epoch": 2.216964139512035,
      "grad_norm": 0.18695543706417084,
      "learning_rate": 0.00017748580777713686,
      "loss": 12.1918,
      "step": 13539
    },
    {
      "epoch": 2.2171278860324217,
      "grad_norm": 0.1665935516357422,
      "learning_rate": 0.00017748253975946138,
      "loss": 12.2149,
      "step": 13540
    },
    {
      "epoch": 2.2172916325528083,
      "grad_norm": 0.17853567004203796,
      "learning_rate": 0.00017747927153471211,
      "loss": 12.2154,
      "step": 13541
    },
    {
      "epoch": 2.217455379073195,
      "grad_norm": 0.17244715988636017,
      "learning_rate": 0.00017747600310289777,
      "loss": 12.1968,
      "step": 13542
    },
    {
      "epoch": 2.2176191255935813,
      "grad_norm": 0.2010696828365326,
      "learning_rate": 0.00017747273446402714,
      "loss": 12.1783,
      "step": 13543
    },
    {
      "epoch": 2.2177828721139674,
      "grad_norm": 0.1955537647008896,
      "learning_rate": 0.00017746946561810893,
      "loss": 12.1849,
      "step": 13544
    },
    {
      "epoch": 2.217946618634354,
      "grad_norm": 0.1710597276687622,
      "learning_rate": 0.0001774661965651519,
      "loss": 12.1847,
      "step": 13545
    },
    {
      "epoch": 2.2181103651547405,
      "grad_norm": 0.1896335929632187,
      "learning_rate": 0.00017746292730516473,
      "loss": 12.1639,
      "step": 13546
    },
    {
      "epoch": 2.218274111675127,
      "grad_norm": 0.12286930531263351,
      "learning_rate": 0.00017745965783815622,
      "loss": 12.1826,
      "step": 13547
    },
    {
      "epoch": 2.2184378581955135,
      "grad_norm": 0.1673830896615982,
      "learning_rate": 0.00017745638816413505,
      "loss": 12.1961,
      "step": 13548
    },
    {
      "epoch": 2.2186016047158996,
      "grad_norm": 0.24866250157356262,
      "learning_rate": 0.00017745311828310997,
      "loss": 12.1914,
      "step": 13549
    },
    {
      "epoch": 2.218765351236286,
      "grad_norm": 0.1423916220664978,
      "learning_rate": 0.00017744984819508978,
      "loss": 12.2138,
      "step": 13550
    },
    {
      "epoch": 2.2189290977566727,
      "grad_norm": 0.19866017997264862,
      "learning_rate": 0.00017744657790008317,
      "loss": 12.1997,
      "step": 13551
    },
    {
      "epoch": 2.219092844277059,
      "grad_norm": 0.16986502707004547,
      "learning_rate": 0.00017744330739809887,
      "loss": 12.1294,
      "step": 13552
    },
    {
      "epoch": 2.2192565907974457,
      "grad_norm": 0.16508160531520844,
      "learning_rate": 0.00017744003668914563,
      "loss": 12.2226,
      "step": 13553
    },
    {
      "epoch": 2.219420337317832,
      "grad_norm": 0.16349144279956818,
      "learning_rate": 0.00017743676577323218,
      "loss": 12.2047,
      "step": 13554
    },
    {
      "epoch": 2.2195840838382184,
      "grad_norm": 0.14944560825824738,
      "learning_rate": 0.0001774334946503673,
      "loss": 12.2137,
      "step": 13555
    },
    {
      "epoch": 2.219747830358605,
      "grad_norm": 0.16344977915287018,
      "learning_rate": 0.00017743022332055973,
      "loss": 12.1857,
      "step": 13556
    },
    {
      "epoch": 2.2199115768789914,
      "grad_norm": 0.2654258906841278,
      "learning_rate": 0.00017742695178381816,
      "loss": 12.3077,
      "step": 13557
    },
    {
      "epoch": 2.220075323399378,
      "grad_norm": 0.18421652913093567,
      "learning_rate": 0.00017742368004015137,
      "loss": 12.1516,
      "step": 13558
    },
    {
      "epoch": 2.220239069919764,
      "grad_norm": 0.22386743128299713,
      "learning_rate": 0.0001774204080895681,
      "loss": 12.1401,
      "step": 13559
    },
    {
      "epoch": 2.2204028164401506,
      "grad_norm": 0.17460140585899353,
      "learning_rate": 0.0001774171359320771,
      "loss": 12.1963,
      "step": 13560
    },
    {
      "epoch": 2.220566562960537,
      "grad_norm": 0.21205036342144012,
      "learning_rate": 0.00017741386356768713,
      "loss": 12.1853,
      "step": 13561
    },
    {
      "epoch": 2.2207303094809236,
      "grad_norm": 0.1900082230567932,
      "learning_rate": 0.00017741059099640687,
      "loss": 12.1631,
      "step": 13562
    },
    {
      "epoch": 2.22089405600131,
      "grad_norm": 0.16853486001491547,
      "learning_rate": 0.00017740731821824513,
      "loss": 12.2011,
      "step": 13563
    },
    {
      "epoch": 2.2210578025216963,
      "grad_norm": 0.16286249458789825,
      "learning_rate": 0.00017740404523321066,
      "loss": 12.1875,
      "step": 13564
    },
    {
      "epoch": 2.221221549042083,
      "grad_norm": 0.1269059032201767,
      "learning_rate": 0.00017740077204131218,
      "loss": 12.1797,
      "step": 13565
    },
    {
      "epoch": 2.2213852955624693,
      "grad_norm": 0.18608644604682922,
      "learning_rate": 0.0001773974986425584,
      "loss": 12.1703,
      "step": 13566
    },
    {
      "epoch": 2.221549042082856,
      "grad_norm": 0.17023691534996033,
      "learning_rate": 0.00017739422503695816,
      "loss": 12.1891,
      "step": 13567
    },
    {
      "epoch": 2.2217127886032424,
      "grad_norm": 0.14792433381080627,
      "learning_rate": 0.0001773909512245201,
      "loss": 12.2264,
      "step": 13568
    },
    {
      "epoch": 2.2218765351236285,
      "grad_norm": 0.1917707771062851,
      "learning_rate": 0.0001773876772052531,
      "loss": 12.2172,
      "step": 13569
    },
    {
      "epoch": 2.222040281644015,
      "grad_norm": 0.2081386148929596,
      "learning_rate": 0.0001773844029791658,
      "loss": 12.1732,
      "step": 13570
    },
    {
      "epoch": 2.2222040281644015,
      "grad_norm": 0.16335390508174896,
      "learning_rate": 0.00017738112854626698,
      "loss": 12.1902,
      "step": 13571
    },
    {
      "epoch": 2.222367774684788,
      "grad_norm": 0.1464189887046814,
      "learning_rate": 0.0001773778539065654,
      "loss": 12.1519,
      "step": 13572
    },
    {
      "epoch": 2.222531521205174,
      "grad_norm": 0.22473841905593872,
      "learning_rate": 0.00017737457906006983,
      "loss": 12.1819,
      "step": 13573
    },
    {
      "epoch": 2.2226952677255607,
      "grad_norm": 0.2102476805448532,
      "learning_rate": 0.000177371304006789,
      "loss": 12.1829,
      "step": 13574
    },
    {
      "epoch": 2.2228590142459472,
      "grad_norm": 0.1753624826669693,
      "learning_rate": 0.00017736802874673165,
      "loss": 12.2139,
      "step": 13575
    },
    {
      "epoch": 2.2230227607663338,
      "grad_norm": 0.14694887399673462,
      "learning_rate": 0.00017736475327990655,
      "loss": 12.2333,
      "step": 13576
    },
    {
      "epoch": 2.2231865072867203,
      "grad_norm": 0.1927872747182846,
      "learning_rate": 0.00017736147760632248,
      "loss": 12.1936,
      "step": 13577
    },
    {
      "epoch": 2.223350253807107,
      "grad_norm": 0.20361089706420898,
      "learning_rate": 0.00017735820172598815,
      "loss": 12.1443,
      "step": 13578
    },
    {
      "epoch": 2.223514000327493,
      "grad_norm": 0.22334660589694977,
      "learning_rate": 0.0001773549256389123,
      "loss": 12.2515,
      "step": 13579
    },
    {
      "epoch": 2.2236777468478794,
      "grad_norm": 0.13750214874744415,
      "learning_rate": 0.00017735164934510375,
      "loss": 12.1836,
      "step": 13580
    },
    {
      "epoch": 2.223841493368266,
      "grad_norm": 0.17840631306171417,
      "learning_rate": 0.0001773483728445712,
      "loss": 12.2129,
      "step": 13581
    },
    {
      "epoch": 2.2240052398886525,
      "grad_norm": 0.18429532647132874,
      "learning_rate": 0.00017734509613732347,
      "loss": 12.1753,
      "step": 13582
    },
    {
      "epoch": 2.2241689864090386,
      "grad_norm": 0.1589597463607788,
      "learning_rate": 0.00017734181922336926,
      "loss": 12.1638,
      "step": 13583
    },
    {
      "epoch": 2.224332732929425,
      "grad_norm": 0.10902535170316696,
      "learning_rate": 0.00017733854210271735,
      "loss": 12.2703,
      "step": 13584
    },
    {
      "epoch": 2.2244964794498117,
      "grad_norm": 0.19840554893016815,
      "learning_rate": 0.00017733526477537646,
      "loss": 12.1279,
      "step": 13585
    },
    {
      "epoch": 2.224660225970198,
      "grad_norm": 0.16709424555301666,
      "learning_rate": 0.00017733198724135542,
      "loss": 12.1879,
      "step": 13586
    },
    {
      "epoch": 2.2248239724905847,
      "grad_norm": 0.14990776777267456,
      "learning_rate": 0.00017732870950066293,
      "loss": 12.1973,
      "step": 13587
    },
    {
      "epoch": 2.224987719010971,
      "grad_norm": 0.15723705291748047,
      "learning_rate": 0.00017732543155330775,
      "loss": 12.1596,
      "step": 13588
    },
    {
      "epoch": 2.2251514655313573,
      "grad_norm": 0.176151305437088,
      "learning_rate": 0.0001773221533992987,
      "loss": 12.1779,
      "step": 13589
    },
    {
      "epoch": 2.225315212051744,
      "grad_norm": 0.17131716012954712,
      "learning_rate": 0.00017731887503864447,
      "loss": 12.1804,
      "step": 13590
    },
    {
      "epoch": 2.2254789585721304,
      "grad_norm": 0.19075413048267365,
      "learning_rate": 0.0001773155964713539,
      "loss": 12.1831,
      "step": 13591
    },
    {
      "epoch": 2.225642705092517,
      "grad_norm": 0.1747526228427887,
      "learning_rate": 0.00017731231769743566,
      "loss": 12.1767,
      "step": 13592
    },
    {
      "epoch": 2.225806451612903,
      "grad_norm": 0.1479218453168869,
      "learning_rate": 0.0001773090387168986,
      "loss": 12.1567,
      "step": 13593
    },
    {
      "epoch": 2.2259701981332896,
      "grad_norm": 0.1418188214302063,
      "learning_rate": 0.00017730575952975143,
      "loss": 12.1564,
      "step": 13594
    },
    {
      "epoch": 2.226133944653676,
      "grad_norm": 0.1878785490989685,
      "learning_rate": 0.00017730248013600287,
      "loss": 12.1458,
      "step": 13595
    },
    {
      "epoch": 2.2262976911740626,
      "grad_norm": 0.20180517435073853,
      "learning_rate": 0.0001772992005356618,
      "loss": 12.1835,
      "step": 13596
    },
    {
      "epoch": 2.226461437694449,
      "grad_norm": 0.17406950891017914,
      "learning_rate": 0.00017729592072873688,
      "loss": 12.1756,
      "step": 13597
    },
    {
      "epoch": 2.2266251842148352,
      "grad_norm": 0.16463738679885864,
      "learning_rate": 0.00017729264071523698,
      "loss": 12.151,
      "step": 13598
    },
    {
      "epoch": 2.2267889307352218,
      "grad_norm": 0.16531282663345337,
      "learning_rate": 0.00017728936049517073,
      "loss": 12.1999,
      "step": 13599
    },
    {
      "epoch": 2.2269526772556083,
      "grad_norm": 0.2128073275089264,
      "learning_rate": 0.000177286080068547,
      "loss": 12.1752,
      "step": 13600
    },
    {
      "epoch": 2.227116423775995,
      "grad_norm": 0.20097069442272186,
      "learning_rate": 0.00017728279943537455,
      "loss": 12.2447,
      "step": 13601
    },
    {
      "epoch": 2.2272801702963814,
      "grad_norm": 0.1924688220024109,
      "learning_rate": 0.00017727951859566212,
      "loss": 12.1395,
      "step": 13602
    },
    {
      "epoch": 2.2274439168167675,
      "grad_norm": 0.2146087884902954,
      "learning_rate": 0.00017727623754941848,
      "loss": 12.2043,
      "step": 13603
    },
    {
      "epoch": 2.227607663337154,
      "grad_norm": 0.16576822102069855,
      "learning_rate": 0.0001772729562966524,
      "loss": 12.1765,
      "step": 13604
    },
    {
      "epoch": 2.2277714098575405,
      "grad_norm": 0.14719074964523315,
      "learning_rate": 0.00017726967483737264,
      "loss": 12.2077,
      "step": 13605
    },
    {
      "epoch": 2.227935156377927,
      "grad_norm": 0.14723998308181763,
      "learning_rate": 0.00017726639317158799,
      "loss": 12.1621,
      "step": 13606
    },
    {
      "epoch": 2.2280989028983136,
      "grad_norm": 0.19587761163711548,
      "learning_rate": 0.00017726311129930721,
      "loss": 12.2531,
      "step": 13607
    },
    {
      "epoch": 2.2282626494186997,
      "grad_norm": 0.18445703387260437,
      "learning_rate": 0.0001772598292205391,
      "loss": 12.1542,
      "step": 13608
    },
    {
      "epoch": 2.228426395939086,
      "grad_norm": 0.21774718165397644,
      "learning_rate": 0.0001772565469352924,
      "loss": 12.1916,
      "step": 13609
    },
    {
      "epoch": 2.2285901424594727,
      "grad_norm": 0.13018186390399933,
      "learning_rate": 0.00017725326444357586,
      "loss": 12.2117,
      "step": 13610
    },
    {
      "epoch": 2.2287538889798593,
      "grad_norm": 0.15538626909255981,
      "learning_rate": 0.00017724998174539826,
      "loss": 12.1889,
      "step": 13611
    },
    {
      "epoch": 2.228917635500246,
      "grad_norm": 0.1470831334590912,
      "learning_rate": 0.00017724669884076842,
      "loss": 12.1807,
      "step": 13612
    },
    {
      "epoch": 2.229081382020632,
      "grad_norm": 0.18572674691677094,
      "learning_rate": 0.0001772434157296951,
      "loss": 12.1806,
      "step": 13613
    },
    {
      "epoch": 2.2292451285410184,
      "grad_norm": 0.21987685561180115,
      "learning_rate": 0.00017724013241218704,
      "loss": 12.1935,
      "step": 13614
    },
    {
      "epoch": 2.229408875061405,
      "grad_norm": 0.18949885666370392,
      "learning_rate": 0.00017723684888825306,
      "loss": 12.1656,
      "step": 13615
    },
    {
      "epoch": 2.2295726215817915,
      "grad_norm": 0.16289064288139343,
      "learning_rate": 0.00017723356515790187,
      "loss": 12.16,
      "step": 13616
    },
    {
      "epoch": 2.229736368102178,
      "grad_norm": 0.21108077466487885,
      "learning_rate": 0.0001772302812211423,
      "loss": 12.2135,
      "step": 13617
    },
    {
      "epoch": 2.229900114622564,
      "grad_norm": 0.1952313482761383,
      "learning_rate": 0.00017722699707798314,
      "loss": 12.1458,
      "step": 13618
    },
    {
      "epoch": 2.2300638611429506,
      "grad_norm": 0.1534879207611084,
      "learning_rate": 0.0001772237127284331,
      "loss": 12.2476,
      "step": 13619
    },
    {
      "epoch": 2.230227607663337,
      "grad_norm": 0.16545067727565765,
      "learning_rate": 0.00017722042817250105,
      "loss": 12.1788,
      "step": 13620
    },
    {
      "epoch": 2.2303913541837237,
      "grad_norm": 0.16455183923244476,
      "learning_rate": 0.00017721714341019563,
      "loss": 12.1723,
      "step": 13621
    },
    {
      "epoch": 2.2305551007041102,
      "grad_norm": 0.18778380751609802,
      "learning_rate": 0.00017721385844152578,
      "loss": 12.1819,
      "step": 13622
    },
    {
      "epoch": 2.2307188472244963,
      "grad_norm": 0.16285640001296997,
      "learning_rate": 0.00017721057326650018,
      "loss": 12.1952,
      "step": 13623
    },
    {
      "epoch": 2.230882593744883,
      "grad_norm": 0.17570124566555023,
      "learning_rate": 0.00017720728788512763,
      "loss": 12.1386,
      "step": 13624
    },
    {
      "epoch": 2.2310463402652694,
      "grad_norm": 0.174071803689003,
      "learning_rate": 0.0001772040022974169,
      "loss": 12.19,
      "step": 13625
    },
    {
      "epoch": 2.231210086785656,
      "grad_norm": 0.13760454952716827,
      "learning_rate": 0.00017720071650337678,
      "loss": 12.1708,
      "step": 13626
    },
    {
      "epoch": 2.2313738333060424,
      "grad_norm": 0.17993386089801788,
      "learning_rate": 0.00017719743050301608,
      "loss": 12.1582,
      "step": 13627
    },
    {
      "epoch": 2.2315375798264285,
      "grad_norm": 0.18147216737270355,
      "learning_rate": 0.00017719414429634352,
      "loss": 12.1675,
      "step": 13628
    },
    {
      "epoch": 2.231701326346815,
      "grad_norm": 0.1454336941242218,
      "learning_rate": 0.00017719085788336794,
      "loss": 12.1802,
      "step": 13629
    },
    {
      "epoch": 2.2318650728672016,
      "grad_norm": 0.306696355342865,
      "learning_rate": 0.00017718757126409813,
      "loss": 12.1595,
      "step": 13630
    },
    {
      "epoch": 2.232028819387588,
      "grad_norm": 0.142344132065773,
      "learning_rate": 0.00017718428443854283,
      "loss": 12.1952,
      "step": 13631
    },
    {
      "epoch": 2.2321925659079747,
      "grad_norm": 0.2017679214477539,
      "learning_rate": 0.0001771809974067108,
      "loss": 12.1849,
      "step": 13632
    },
    {
      "epoch": 2.2323563124283607,
      "grad_norm": 0.15213459730148315,
      "learning_rate": 0.00017717771016861092,
      "loss": 12.2534,
      "step": 13633
    },
    {
      "epoch": 2.2325200589487473,
      "grad_norm": 0.17233337461948395,
      "learning_rate": 0.00017717442272425186,
      "loss": 12.2105,
      "step": 13634
    },
    {
      "epoch": 2.232683805469134,
      "grad_norm": 0.16776424646377563,
      "learning_rate": 0.0001771711350736425,
      "loss": 12.1905,
      "step": 13635
    },
    {
      "epoch": 2.2328475519895203,
      "grad_norm": 0.12914767861366272,
      "learning_rate": 0.00017716784721679161,
      "loss": 12.1877,
      "step": 13636
    },
    {
      "epoch": 2.233011298509907,
      "grad_norm": 0.16297954320907593,
      "learning_rate": 0.00017716455915370793,
      "loss": 12.214,
      "step": 13637
    },
    {
      "epoch": 2.233175045030293,
      "grad_norm": 0.1998010277748108,
      "learning_rate": 0.00017716127088440029,
      "loss": 12.1955,
      "step": 13638
    },
    {
      "epoch": 2.2333387915506795,
      "grad_norm": 0.1985655128955841,
      "learning_rate": 0.00017715798240887747,
      "loss": 12.2069,
      "step": 13639
    },
    {
      "epoch": 2.233502538071066,
      "grad_norm": 0.1458132117986679,
      "learning_rate": 0.00017715469372714821,
      "loss": 12.1858,
      "step": 13640
    },
    {
      "epoch": 2.2336662845914526,
      "grad_norm": 0.1977960765361786,
      "learning_rate": 0.0001771514048392214,
      "loss": 12.2082,
      "step": 13641
    },
    {
      "epoch": 2.2338300311118386,
      "grad_norm": 0.21042123436927795,
      "learning_rate": 0.0001771481157451057,
      "loss": 12.1563,
      "step": 13642
    },
    {
      "epoch": 2.233993777632225,
      "grad_norm": 0.21997606754302979,
      "learning_rate": 0.00017714482644481003,
      "loss": 12.2055,
      "step": 13643
    },
    {
      "epoch": 2.2341575241526117,
      "grad_norm": 0.14631859958171844,
      "learning_rate": 0.00017714153693834312,
      "loss": 12.1932,
      "step": 13644
    },
    {
      "epoch": 2.2343212706729982,
      "grad_norm": 0.2416427880525589,
      "learning_rate": 0.00017713824722571375,
      "loss": 12.2205,
      "step": 13645
    },
    {
      "epoch": 2.2344850171933848,
      "grad_norm": 0.15414659678936005,
      "learning_rate": 0.00017713495730693074,
      "loss": 12.1724,
      "step": 13646
    },
    {
      "epoch": 2.2346487637137713,
      "grad_norm": 0.14257122576236725,
      "learning_rate": 0.00017713166718200284,
      "loss": 12.1803,
      "step": 13647
    },
    {
      "epoch": 2.2348125102341574,
      "grad_norm": 0.16572679579257965,
      "learning_rate": 0.00017712837685093886,
      "loss": 12.1633,
      "step": 13648
    },
    {
      "epoch": 2.234976256754544,
      "grad_norm": 0.14996622502803802,
      "learning_rate": 0.00017712508631374764,
      "loss": 12.1622,
      "step": 13649
    },
    {
      "epoch": 2.2351400032749305,
      "grad_norm": 0.2007891684770584,
      "learning_rate": 0.00017712179557043792,
      "loss": 12.1953,
      "step": 13650
    },
    {
      "epoch": 2.235303749795317,
      "grad_norm": 0.16076678037643433,
      "learning_rate": 0.0001771185046210185,
      "loss": 12.1874,
      "step": 13651
    },
    {
      "epoch": 2.235467496315703,
      "grad_norm": 0.17735376954078674,
      "learning_rate": 0.00017711521346549822,
      "loss": 12.1777,
      "step": 13652
    },
    {
      "epoch": 2.2356312428360896,
      "grad_norm": 0.1819716840982437,
      "learning_rate": 0.00017711192210388582,
      "loss": 12.1949,
      "step": 13653
    },
    {
      "epoch": 2.235794989356476,
      "grad_norm": 0.12520025670528412,
      "learning_rate": 0.00017710863053619014,
      "loss": 12.1771,
      "step": 13654
    },
    {
      "epoch": 2.2359587358768627,
      "grad_norm": 0.16349899768829346,
      "learning_rate": 0.00017710533876241994,
      "loss": 12.1649,
      "step": 13655
    },
    {
      "epoch": 2.236122482397249,
      "grad_norm": Infinity,
      "learning_rate": 0.00017710533876241994,
      "loss": 12.2156,
      "step": 13656
    },
    {
      "epoch": 2.2362862289176357,
      "grad_norm": 0.15157626569271088,
      "learning_rate": 0.00017710204678258405,
      "loss": 12.1989,
      "step": 13657
    },
    {
      "epoch": 2.236449975438022,
      "grad_norm": 0.16260796785354614,
      "learning_rate": 0.0001770987545966912,
      "loss": 12.1824,
      "step": 13658
    },
    {
      "epoch": 2.2366137219584084,
      "grad_norm": 0.12176204472780228,
      "learning_rate": 0.0001770954622047503,
      "loss": 12.1392,
      "step": 13659
    },
    {
      "epoch": 2.236777468478795,
      "grad_norm": 0.1284869760274887,
      "learning_rate": 0.00017709216960677007,
      "loss": 12.1524,
      "step": 13660
    },
    {
      "epoch": 2.2369412149991814,
      "grad_norm": 0.12005455791950226,
      "learning_rate": 0.00017708887680275933,
      "loss": 12.1707,
      "step": 13661
    },
    {
      "epoch": 2.2371049615195675,
      "grad_norm": 0.20119687914848328,
      "learning_rate": 0.00017708558379272686,
      "loss": 12.1812,
      "step": 13662
    },
    {
      "epoch": 2.237268708039954,
      "grad_norm": 0.24429132044315338,
      "learning_rate": 0.0001770822905766815,
      "loss": 12.2281,
      "step": 13663
    },
    {
      "epoch": 2.2374324545603406,
      "grad_norm": 0.1427130252122879,
      "learning_rate": 0.000177078997154632,
      "loss": 12.1744,
      "step": 13664
    },
    {
      "epoch": 2.237596201080727,
      "grad_norm": 0.16340665519237518,
      "learning_rate": 0.00017707570352658723,
      "loss": 12.1667,
      "step": 13665
    },
    {
      "epoch": 2.2377599476011136,
      "grad_norm": 0.153646782040596,
      "learning_rate": 0.0001770724096925559,
      "loss": 12.2051,
      "step": 13666
    },
    {
      "epoch": 2.2379236941214997,
      "grad_norm": 0.2512490749359131,
      "learning_rate": 0.00017706911565254694,
      "loss": 12.1595,
      "step": 13667
    },
    {
      "epoch": 2.2380874406418862,
      "grad_norm": 0.14111509919166565,
      "learning_rate": 0.00017706582140656905,
      "loss": 12.17,
      "step": 13668
    },
    {
      "epoch": 2.238251187162273,
      "grad_norm": 0.1560145616531372,
      "learning_rate": 0.00017706252695463105,
      "loss": 12.1829,
      "step": 13669
    },
    {
      "epoch": 2.2384149336826593,
      "grad_norm": 0.1391758769750595,
      "learning_rate": 0.00017705923229674177,
      "loss": 12.2268,
      "step": 13670
    },
    {
      "epoch": 2.238578680203046,
      "grad_norm": 0.1769232451915741,
      "learning_rate": 0.00017705593743291002,
      "loss": 12.2001,
      "step": 13671
    },
    {
      "epoch": 2.238742426723432,
      "grad_norm": 0.24623101949691772,
      "learning_rate": 0.00017705264236314458,
      "loss": 12.1979,
      "step": 13672
    },
    {
      "epoch": 2.2389061732438185,
      "grad_norm": 0.1844674050807953,
      "learning_rate": 0.00017704934708745427,
      "loss": 12.1882,
      "step": 13673
    },
    {
      "epoch": 2.239069919764205,
      "grad_norm": 0.16679100692272186,
      "learning_rate": 0.00017704605160584786,
      "loss": 12.1859,
      "step": 13674
    },
    {
      "epoch": 2.2392336662845915,
      "grad_norm": 0.2096325010061264,
      "learning_rate": 0.00017704275591833422,
      "loss": 12.1945,
      "step": 13675
    },
    {
      "epoch": 2.239397412804978,
      "grad_norm": 0.1729452759027481,
      "learning_rate": 0.0001770394600249221,
      "loss": 12.1889,
      "step": 13676
    },
    {
      "epoch": 2.239561159325364,
      "grad_norm": 0.15740075707435608,
      "learning_rate": 0.00017703616392562038,
      "loss": 12.2143,
      "step": 13677
    },
    {
      "epoch": 2.2397249058457507,
      "grad_norm": 0.22862806916236877,
      "learning_rate": 0.0001770328676204378,
      "loss": 12.2062,
      "step": 13678
    },
    {
      "epoch": 2.239888652366137,
      "grad_norm": 0.1524636149406433,
      "learning_rate": 0.0001770295711093832,
      "loss": 12.1793,
      "step": 13679
    },
    {
      "epoch": 2.2400523988865237,
      "grad_norm": 0.1742343008518219,
      "learning_rate": 0.00017702627439246537,
      "loss": 12.1955,
      "step": 13680
    },
    {
      "epoch": 2.2402161454069103,
      "grad_norm": 0.23296613991260529,
      "learning_rate": 0.00017702297746969317,
      "loss": 12.1478,
      "step": 13681
    },
    {
      "epoch": 2.2403798919272964,
      "grad_norm": 0.16303189098834991,
      "learning_rate": 0.00017701968034107533,
      "loss": 12.1327,
      "step": 13682
    },
    {
      "epoch": 2.240543638447683,
      "grad_norm": 0.3071615695953369,
      "learning_rate": 0.00017701638300662072,
      "loss": 12.2074,
      "step": 13683
    },
    {
      "epoch": 2.2407073849680694,
      "grad_norm": 0.17324265837669373,
      "learning_rate": 0.00017701308546633814,
      "loss": 12.256,
      "step": 13684
    },
    {
      "epoch": 2.240871131488456,
      "grad_norm": 0.1641542911529541,
      "learning_rate": 0.00017700978772023642,
      "loss": 12.2162,
      "step": 13685
    },
    {
      "epoch": 2.2410348780088425,
      "grad_norm": 0.15018759667873383,
      "learning_rate": 0.00017700648976832435,
      "loss": 12.1526,
      "step": 13686
    },
    {
      "epoch": 2.2411986245292286,
      "grad_norm": 0.19186754524707794,
      "learning_rate": 0.00017700319161061075,
      "loss": 12.1668,
      "step": 13687
    },
    {
      "epoch": 2.241362371049615,
      "grad_norm": 0.18737484514713287,
      "learning_rate": 0.0001769998932471044,
      "loss": 12.2448,
      "step": 13688
    },
    {
      "epoch": 2.2415261175700016,
      "grad_norm": 0.17377357184886932,
      "learning_rate": 0.00017699659467781422,
      "loss": 12.1969,
      "step": 13689
    },
    {
      "epoch": 2.241689864090388,
      "grad_norm": 0.18991778790950775,
      "learning_rate": 0.00017699329590274888,
      "loss": 12.2246,
      "step": 13690
    },
    {
      "epoch": 2.2418536106107747,
      "grad_norm": 0.1494911015033722,
      "learning_rate": 0.00017698999692191731,
      "loss": 12.1597,
      "step": 13691
    },
    {
      "epoch": 2.242017357131161,
      "grad_norm": 0.2634243071079254,
      "learning_rate": 0.0001769866977353283,
      "loss": 12.1769,
      "step": 13692
    },
    {
      "epoch": 2.2421811036515473,
      "grad_norm": 0.16805846989154816,
      "learning_rate": 0.00017698339834299061,
      "loss": 12.1728,
      "step": 13693
    },
    {
      "epoch": 2.242344850171934,
      "grad_norm": 0.201503723859787,
      "learning_rate": 0.00017698009874491316,
      "loss": 12.2073,
      "step": 13694
    },
    {
      "epoch": 2.2425085966923204,
      "grad_norm": 0.13478590548038483,
      "learning_rate": 0.00017697679894110467,
      "loss": 12.1845,
      "step": 13695
    },
    {
      "epoch": 2.242672343212707,
      "grad_norm": 0.1673932522535324,
      "learning_rate": 0.00017697349893157404,
      "loss": 12.193,
      "step": 13696
    },
    {
      "epoch": 2.242836089733093,
      "grad_norm": 0.15162067115306854,
      "learning_rate": 0.00017697019871633,
      "loss": 12.1429,
      "step": 13697
    },
    {
      "epoch": 2.2429998362534795,
      "grad_norm": 0.15051570534706116,
      "learning_rate": 0.0001769668982953814,
      "loss": 12.2015,
      "step": 13698
    },
    {
      "epoch": 2.243163582773866,
      "grad_norm": 0.19382639229297638,
      "learning_rate": 0.00017696359766873713,
      "loss": 12.2025,
      "step": 13699
    },
    {
      "epoch": 2.2433273292942526,
      "grad_norm": 0.15551099181175232,
      "learning_rate": 0.00017696029683640595,
      "loss": 12.2129,
      "step": 13700
    },
    {
      "epoch": 2.243491075814639,
      "grad_norm": 0.1473512351512909,
      "learning_rate": 0.00017695699579839668,
      "loss": 12.1689,
      "step": 13701
    },
    {
      "epoch": 2.2436548223350252,
      "grad_norm": 0.2038954794406891,
      "learning_rate": 0.00017695369455471814,
      "loss": 12.1828,
      "step": 13702
    },
    {
      "epoch": 2.2438185688554118,
      "grad_norm": 0.19197821617126465,
      "learning_rate": 0.00017695039310537919,
      "loss": 12.1704,
      "step": 13703
    },
    {
      "epoch": 2.2439823153757983,
      "grad_norm": 0.17027819156646729,
      "learning_rate": 0.00017694709145038863,
      "loss": 12.2189,
      "step": 13704
    },
    {
      "epoch": 2.244146061896185,
      "grad_norm": 0.22422786056995392,
      "learning_rate": 0.00017694378958975528,
      "loss": 12.2641,
      "step": 13705
    },
    {
      "epoch": 2.2443098084165714,
      "grad_norm": 0.12544825673103333,
      "learning_rate": 0.00017694048752348797,
      "loss": 12.1965,
      "step": 13706
    },
    {
      "epoch": 2.2444735549369574,
      "grad_norm": 0.1594812572002411,
      "learning_rate": 0.00017693718525159553,
      "loss": 12.1804,
      "step": 13707
    },
    {
      "epoch": 2.244637301457344,
      "grad_norm": 0.1885986328125,
      "learning_rate": 0.00017693388277408674,
      "loss": 12.2041,
      "step": 13708
    },
    {
      "epoch": 2.2448010479777305,
      "grad_norm": 0.2330070286989212,
      "learning_rate": 0.00017693058009097049,
      "loss": 12.1594,
      "step": 13709
    },
    {
      "epoch": 2.244964794498117,
      "grad_norm": 0.15921300649642944,
      "learning_rate": 0.00017692727720225557,
      "loss": 12.2058,
      "step": 13710
    },
    {
      "epoch": 2.245128541018503,
      "grad_norm": 0.17697013914585114,
      "learning_rate": 0.00017692397410795082,
      "loss": 12.1908,
      "step": 13711
    },
    {
      "epoch": 2.2452922875388897,
      "grad_norm": 0.20188793540000916,
      "learning_rate": 0.00017692067080806508,
      "loss": 12.2123,
      "step": 13712
    },
    {
      "epoch": 2.245456034059276,
      "grad_norm": 0.14698649942874908,
      "learning_rate": 0.00017691736730260715,
      "loss": 12.174,
      "step": 13713
    },
    {
      "epoch": 2.2456197805796627,
      "grad_norm": 0.1486147791147232,
      "learning_rate": 0.00017691406359158588,
      "loss": 12.194,
      "step": 13714
    },
    {
      "epoch": 2.2457835271000492,
      "grad_norm": 0.138583242893219,
      "learning_rate": 0.00017691075967501008,
      "loss": 12.2157,
      "step": 13715
    },
    {
      "epoch": 2.245947273620436,
      "grad_norm": 0.14040029048919678,
      "learning_rate": 0.0001769074555528886,
      "loss": 12.1606,
      "step": 13716
    },
    {
      "epoch": 2.246111020140822,
      "grad_norm": 0.1448294073343277,
      "learning_rate": 0.00017690415122523025,
      "loss": 12.1764,
      "step": 13717
    },
    {
      "epoch": 2.2462747666612084,
      "grad_norm": 0.16349630057811737,
      "learning_rate": 0.00017690084669204389,
      "loss": 12.1743,
      "step": 13718
    },
    {
      "epoch": 2.246438513181595,
      "grad_norm": 0.16841530799865723,
      "learning_rate": 0.0001768975419533383,
      "loss": 12.2284,
      "step": 13719
    },
    {
      "epoch": 2.2466022597019815,
      "grad_norm": 0.16003094613552094,
      "learning_rate": 0.00017689423700912235,
      "loss": 12.1853,
      "step": 13720
    },
    {
      "epoch": 2.2467660062223676,
      "grad_norm": 0.15347449481487274,
      "learning_rate": 0.0001768909318594049,
      "loss": 12.1583,
      "step": 13721
    },
    {
      "epoch": 2.246929752742754,
      "grad_norm": 0.16185349225997925,
      "learning_rate": 0.00017688762650419472,
      "loss": 12.2194,
      "step": 13722
    },
    {
      "epoch": 2.2470934992631406,
      "grad_norm": 0.19064436852931976,
      "learning_rate": 0.0001768843209435007,
      "loss": 12.2076,
      "step": 13723
    },
    {
      "epoch": 2.247257245783527,
      "grad_norm": 0.14603668451309204,
      "learning_rate": 0.00017688101517733166,
      "loss": 12.2253,
      "step": 13724
    },
    {
      "epoch": 2.2474209923039137,
      "grad_norm": 0.19149371981620789,
      "learning_rate": 0.00017687770920569637,
      "loss": 12.2069,
      "step": 13725
    },
    {
      "epoch": 2.2475847388243,
      "grad_norm": 0.23341040313243866,
      "learning_rate": 0.00017687440302860375,
      "loss": 12.1471,
      "step": 13726
    },
    {
      "epoch": 2.2477484853446863,
      "grad_norm": 0.213216170668602,
      "learning_rate": 0.0001768710966460626,
      "loss": 12.259,
      "step": 13727
    },
    {
      "epoch": 2.247912231865073,
      "grad_norm": 0.20005890727043152,
      "learning_rate": 0.0001768677900580818,
      "loss": 12.1443,
      "step": 13728
    },
    {
      "epoch": 2.2480759783854594,
      "grad_norm": 0.20512282848358154,
      "learning_rate": 0.00017686448326467008,
      "loss": 12.1549,
      "step": 13729
    },
    {
      "epoch": 2.248239724905846,
      "grad_norm": 0.1527344435453415,
      "learning_rate": 0.00017686117626583637,
      "loss": 12.1853,
      "step": 13730
    },
    {
      "epoch": 2.248403471426232,
      "grad_norm": 0.17847320437431335,
      "learning_rate": 0.0001768578690615895,
      "loss": 12.2256,
      "step": 13731
    },
    {
      "epoch": 2.2485672179466185,
      "grad_norm": 0.18450835347175598,
      "learning_rate": 0.00017685456165193828,
      "loss": 12.1686,
      "step": 13732
    },
    {
      "epoch": 2.248730964467005,
      "grad_norm": 0.1902555227279663,
      "learning_rate": 0.00017685125403689157,
      "loss": 12.2085,
      "step": 13733
    },
    {
      "epoch": 2.2488947109873916,
      "grad_norm": 0.17741432785987854,
      "learning_rate": 0.00017684794621645818,
      "loss": 12.1706,
      "step": 13734
    },
    {
      "epoch": 2.249058457507778,
      "grad_norm": 0.12719132006168365,
      "learning_rate": 0.00017684463819064698,
      "loss": 12.156,
      "step": 13735
    },
    {
      "epoch": 2.249222204028164,
      "grad_norm": 0.14756323397159576,
      "learning_rate": 0.0001768413299594668,
      "loss": 12.1778,
      "step": 13736
    },
    {
      "epoch": 2.2493859505485507,
      "grad_norm": 0.15801271796226501,
      "learning_rate": 0.0001768380215229265,
      "loss": 12.1553,
      "step": 13737
    },
    {
      "epoch": 2.2495496970689373,
      "grad_norm": 0.153288334608078,
      "learning_rate": 0.0001768347128810349,
      "loss": 12.1673,
      "step": 13738
    },
    {
      "epoch": 2.249713443589324,
      "grad_norm": 0.16390448808670044,
      "learning_rate": 0.00017683140403380082,
      "loss": 12.1683,
      "step": 13739
    },
    {
      "epoch": 2.2498771901097103,
      "grad_norm": 0.25171294808387756,
      "learning_rate": 0.00017682809498123316,
      "loss": 12.2065,
      "step": 13740
    },
    {
      "epoch": 2.2500409366300964,
      "grad_norm": 0.14698007702827454,
      "learning_rate": 0.0001768247857233407,
      "loss": 12.1831,
      "step": 13741
    },
    {
      "epoch": 2.250204683150483,
      "grad_norm": 0.14931045472621918,
      "learning_rate": 0.00017682147626013237,
      "loss": 12.1498,
      "step": 13742
    },
    {
      "epoch": 2.2503684296708695,
      "grad_norm": 0.15207810699939728,
      "learning_rate": 0.00017681816659161694,
      "loss": 12.2352,
      "step": 13743
    },
    {
      "epoch": 2.250532176191256,
      "grad_norm": 0.16159111261367798,
      "learning_rate": 0.00017681485671780327,
      "loss": 12.1825,
      "step": 13744
    },
    {
      "epoch": 2.2506959227116425,
      "grad_norm": 0.13153094053268433,
      "learning_rate": 0.0001768115466387002,
      "loss": 12.1584,
      "step": 13745
    },
    {
      "epoch": 2.2508596692320286,
      "grad_norm": 0.1868518441915512,
      "learning_rate": 0.0001768082363543166,
      "loss": 12.2038,
      "step": 13746
    },
    {
      "epoch": 2.251023415752415,
      "grad_norm": 0.18499726057052612,
      "learning_rate": 0.00017680492586466133,
      "loss": 12.1655,
      "step": 13747
    },
    {
      "epoch": 2.2511871622728017,
      "grad_norm": 0.1705470085144043,
      "learning_rate": 0.0001768016151697432,
      "loss": 12.1803,
      "step": 13748
    },
    {
      "epoch": 2.251350908793188,
      "grad_norm": 0.21777012944221497,
      "learning_rate": 0.00017679830426957106,
      "loss": 12.1673,
      "step": 13749
    },
    {
      "epoch": 2.2515146553135748,
      "grad_norm": 0.14645318686962128,
      "learning_rate": 0.00017679499316415376,
      "loss": 12.1952,
      "step": 13750
    },
    {
      "epoch": 2.251678401833961,
      "grad_norm": 0.16966255009174347,
      "learning_rate": 0.00017679168185350016,
      "loss": 12.128,
      "step": 13751
    },
    {
      "epoch": 2.2518421483543474,
      "grad_norm": 0.17882537841796875,
      "learning_rate": 0.00017678837033761915,
      "loss": 12.2084,
      "step": 13752
    },
    {
      "epoch": 2.252005894874734,
      "grad_norm": 0.1634787619113922,
      "learning_rate": 0.0001767850586165195,
      "loss": 12.1845,
      "step": 13753
    },
    {
      "epoch": 2.2521696413951204,
      "grad_norm": 0.16442708671092987,
      "learning_rate": 0.00017678174669021014,
      "loss": 12.166,
      "step": 13754
    },
    {
      "epoch": 2.252333387915507,
      "grad_norm": 0.2042800784111023,
      "learning_rate": 0.00017677843455869984,
      "loss": 12.2066,
      "step": 13755
    },
    {
      "epoch": 2.252497134435893,
      "grad_norm": 0.1804777830839157,
      "learning_rate": 0.0001767751222219975,
      "loss": 12.2232,
      "step": 13756
    },
    {
      "epoch": 2.2526608809562796,
      "grad_norm": 0.15519282221794128,
      "learning_rate": 0.00017677180968011196,
      "loss": 12.203,
      "step": 13757
    },
    {
      "epoch": 2.252824627476666,
      "grad_norm": 0.19894301891326904,
      "learning_rate": 0.00017676849693305208,
      "loss": 12.1627,
      "step": 13758
    },
    {
      "epoch": 2.2529883739970527,
      "grad_norm": 0.20438623428344727,
      "learning_rate": 0.00017676518398082673,
      "loss": 12.1992,
      "step": 13759
    },
    {
      "epoch": 2.253152120517439,
      "grad_norm": 0.1582748293876648,
      "learning_rate": 0.00017676187082344474,
      "loss": 12.1921,
      "step": 13760
    },
    {
      "epoch": 2.2533158670378253,
      "grad_norm": 0.12417158484458923,
      "learning_rate": 0.00017675855746091497,
      "loss": 12.225,
      "step": 13761
    },
    {
      "epoch": 2.253479613558212,
      "grad_norm": 0.14986564218997955,
      "learning_rate": 0.00017675524389324624,
      "loss": 12.174,
      "step": 13762
    },
    {
      "epoch": 2.2536433600785983,
      "grad_norm": 0.15926340222358704,
      "learning_rate": 0.0001767519301204475,
      "loss": 12.1521,
      "step": 13763
    },
    {
      "epoch": 2.253807106598985,
      "grad_norm": 0.14748476445674896,
      "learning_rate": 0.0001767486161425275,
      "loss": 12.1696,
      "step": 13764
    },
    {
      "epoch": 2.2539708531193714,
      "grad_norm": 0.1419256031513214,
      "learning_rate": 0.00017674530195949513,
      "loss": 12.1653,
      "step": 13765
    },
    {
      "epoch": 2.2541345996397575,
      "grad_norm": 0.15799351036548615,
      "learning_rate": 0.00017674198757135928,
      "loss": 12.2022,
      "step": 13766
    },
    {
      "epoch": 2.254298346160144,
      "grad_norm": 0.16254755854606628,
      "learning_rate": 0.0001767386729781288,
      "loss": 12.2005,
      "step": 13767
    },
    {
      "epoch": 2.2544620926805305,
      "grad_norm": 0.1811659187078476,
      "learning_rate": 0.00017673535817981252,
      "loss": 12.1597,
      "step": 13768
    },
    {
      "epoch": 2.254625839200917,
      "grad_norm": 0.17186401784420013,
      "learning_rate": 0.0001767320431764193,
      "loss": 12.1853,
      "step": 13769
    },
    {
      "epoch": 2.2547895857213036,
      "grad_norm": 0.16272109746932983,
      "learning_rate": 0.00017672872796795804,
      "loss": 12.2063,
      "step": 13770
    },
    {
      "epoch": 2.2549533322416897,
      "grad_norm": 0.21520400047302246,
      "learning_rate": 0.0001767254125544376,
      "loss": 12.1719,
      "step": 13771
    },
    {
      "epoch": 2.2551170787620762,
      "grad_norm": 0.14872924983501434,
      "learning_rate": 0.00017672209693586676,
      "loss": 12.1957,
      "step": 13772
    },
    {
      "epoch": 2.2552808252824628,
      "grad_norm": 0.21448716521263123,
      "learning_rate": 0.0001767187811122545,
      "loss": 12.1665,
      "step": 13773
    },
    {
      "epoch": 2.2554445718028493,
      "grad_norm": 0.17005792260169983,
      "learning_rate": 0.00017671546508360954,
      "loss": 12.1588,
      "step": 13774
    },
    {
      "epoch": 2.255608318323236,
      "grad_norm": 0.17149239778518677,
      "learning_rate": 0.00017671214884994088,
      "loss": 12.1387,
      "step": 13775
    },
    {
      "epoch": 2.255772064843622,
      "grad_norm": 0.1746845245361328,
      "learning_rate": 0.00017670883241125728,
      "loss": 12.2356,
      "step": 13776
    },
    {
      "epoch": 2.2559358113640084,
      "grad_norm": 0.18820123374462128,
      "learning_rate": 0.00017670551576756766,
      "loss": 12.1651,
      "step": 13777
    },
    {
      "epoch": 2.256099557884395,
      "grad_norm": 0.1718861162662506,
      "learning_rate": 0.0001767021989188809,
      "loss": 12.2159,
      "step": 13778
    },
    {
      "epoch": 2.2562633044047815,
      "grad_norm": 0.14203433692455292,
      "learning_rate": 0.0001766988818652058,
      "loss": 12.1575,
      "step": 13779
    },
    {
      "epoch": 2.2564270509251676,
      "grad_norm": 0.1344553679227829,
      "learning_rate": 0.00017669556460655128,
      "loss": 12.1753,
      "step": 13780
    },
    {
      "epoch": 2.256590797445554,
      "grad_norm": 0.1512642800807953,
      "learning_rate": 0.00017669224714292615,
      "loss": 12.1506,
      "step": 13781
    },
    {
      "epoch": 2.2567545439659407,
      "grad_norm": 0.21006880700588226,
      "learning_rate": 0.00017668892947433936,
      "loss": 12.1344,
      "step": 13782
    },
    {
      "epoch": 2.256918290486327,
      "grad_norm": 0.14541840553283691,
      "learning_rate": 0.00017668561160079967,
      "loss": 12.1667,
      "step": 13783
    },
    {
      "epoch": 2.2570820370067137,
      "grad_norm": 0.157465860247612,
      "learning_rate": 0.00017668229352231604,
      "loss": 12.1273,
      "step": 13784
    },
    {
      "epoch": 2.2572457835271003,
      "grad_norm": 0.2202487289905548,
      "learning_rate": 0.0001766789752388973,
      "loss": 12.1822,
      "step": 13785
    },
    {
      "epoch": 2.2574095300474863,
      "grad_norm": 0.15953025221824646,
      "learning_rate": 0.00017667565675055232,
      "loss": 12.1833,
      "step": 13786
    },
    {
      "epoch": 2.257573276567873,
      "grad_norm": 0.18697868287563324,
      "learning_rate": 0.00017667233805728993,
      "loss": 12.1924,
      "step": 13787
    },
    {
      "epoch": 2.2577370230882594,
      "grad_norm": 0.17196084558963776,
      "learning_rate": 0.00017666901915911907,
      "loss": 12.2122,
      "step": 13788
    },
    {
      "epoch": 2.257900769608646,
      "grad_norm": 0.15521351993083954,
      "learning_rate": 0.0001766657000560486,
      "loss": 12.1796,
      "step": 13789
    },
    {
      "epoch": 2.258064516129032,
      "grad_norm": 0.16848474740982056,
      "learning_rate": 0.00017666238074808734,
      "loss": 12.173,
      "step": 13790
    },
    {
      "epoch": 2.2582282626494186,
      "grad_norm": 0.2196439802646637,
      "learning_rate": 0.0001766590612352442,
      "loss": 12.19,
      "step": 13791
    },
    {
      "epoch": 2.258392009169805,
      "grad_norm": 0.14137202501296997,
      "learning_rate": 0.00017665574151752803,
      "loss": 12.1511,
      "step": 13792
    },
    {
      "epoch": 2.2585557556901916,
      "grad_norm": 0.13172130286693573,
      "learning_rate": 0.00017665242159494772,
      "loss": 12.1692,
      "step": 13793
    },
    {
      "epoch": 2.258719502210578,
      "grad_norm": 0.20715811848640442,
      "learning_rate": 0.0001766491014675121,
      "loss": 12.1622,
      "step": 13794
    },
    {
      "epoch": 2.2588832487309647,
      "grad_norm": 0.17097215354442596,
      "learning_rate": 0.0001766457811352301,
      "loss": 12.1726,
      "step": 13795
    },
    {
      "epoch": 2.2590469952513508,
      "grad_norm": 0.1745920479297638,
      "learning_rate": 0.0001766424605981106,
      "loss": 12.1968,
      "step": 13796
    },
    {
      "epoch": 2.2592107417717373,
      "grad_norm": 0.1519235372543335,
      "learning_rate": 0.0001766391398561624,
      "loss": 12.196,
      "step": 13797
    },
    {
      "epoch": 2.259374488292124,
      "grad_norm": 0.17626266181468964,
      "learning_rate": 0.00017663581890939444,
      "loss": 12.1634,
      "step": 13798
    },
    {
      "epoch": 2.2595382348125104,
      "grad_norm": 0.13595815002918243,
      "learning_rate": 0.0001766324977578156,
      "loss": 12.196,
      "step": 13799
    },
    {
      "epoch": 2.2597019813328965,
      "grad_norm": 0.1328710913658142,
      "learning_rate": 0.0001766291764014347,
      "loss": 12.1905,
      "step": 13800
    },
    {
      "epoch": 2.259865727853283,
      "grad_norm": 0.1438135951757431,
      "learning_rate": 0.00017662585484026067,
      "loss": 12.2676,
      "step": 13801
    },
    {
      "epoch": 2.2600294743736695,
      "grad_norm": 0.21445216238498688,
      "learning_rate": 0.00017662253307430234,
      "loss": 12.2265,
      "step": 13802
    },
    {
      "epoch": 2.260193220894056,
      "grad_norm": 0.21138261258602142,
      "learning_rate": 0.00017661921110356864,
      "loss": 12.1735,
      "step": 13803
    },
    {
      "epoch": 2.2603569674144426,
      "grad_norm": 0.156560018658638,
      "learning_rate": 0.0001766158889280684,
      "loss": 12.1516,
      "step": 13804
    },
    {
      "epoch": 2.260520713934829,
      "grad_norm": 0.1957044154405594,
      "learning_rate": 0.00017661256654781052,
      "loss": 12.149,
      "step": 13805
    },
    {
      "epoch": 2.260684460455215,
      "grad_norm": 0.1670016497373581,
      "learning_rate": 0.0001766092439628039,
      "loss": 12.1608,
      "step": 13806
    },
    {
      "epoch": 2.2608482069756017,
      "grad_norm": 0.1735374480485916,
      "learning_rate": 0.00017660592117305736,
      "loss": 12.1684,
      "step": 13807
    },
    {
      "epoch": 2.2610119534959883,
      "grad_norm": 0.1821633130311966,
      "learning_rate": 0.00017660259817857984,
      "loss": 12.2212,
      "step": 13808
    },
    {
      "epoch": 2.261175700016375,
      "grad_norm": 0.19083356857299805,
      "learning_rate": 0.00017659927497938022,
      "loss": 12.2081,
      "step": 13809
    },
    {
      "epoch": 2.261339446536761,
      "grad_norm": 0.1454167366027832,
      "learning_rate": 0.00017659595157546733,
      "loss": 12.1655,
      "step": 13810
    },
    {
      "epoch": 2.2615031930571474,
      "grad_norm": 0.22213532030582428,
      "learning_rate": 0.0001765926279668501,
      "loss": 12.2312,
      "step": 13811
    },
    {
      "epoch": 2.261666939577534,
      "grad_norm": 0.16048172116279602,
      "learning_rate": 0.00017658930415353737,
      "loss": 12.2255,
      "step": 13812
    },
    {
      "epoch": 2.2618306860979205,
      "grad_norm": 0.1550004482269287,
      "learning_rate": 0.00017658598013553807,
      "loss": 12.1847,
      "step": 13813
    },
    {
      "epoch": 2.261994432618307,
      "grad_norm": 0.17242728173732758,
      "learning_rate": 0.00017658265591286102,
      "loss": 12.1791,
      "step": 13814
    },
    {
      "epoch": 2.2621581791386935,
      "grad_norm": 0.14423486590385437,
      "learning_rate": 0.0001765793314855152,
      "loss": 12.1597,
      "step": 13815
    },
    {
      "epoch": 2.2623219256590796,
      "grad_norm": 0.16847290098667145,
      "learning_rate": 0.00017657600685350942,
      "loss": 12.2017,
      "step": 13816
    },
    {
      "epoch": 2.262485672179466,
      "grad_norm": 0.18781843781471252,
      "learning_rate": 0.00017657268201685258,
      "loss": 12.1938,
      "step": 13817
    },
    {
      "epoch": 2.2626494186998527,
      "grad_norm": 0.1851000338792801,
      "learning_rate": 0.00017656935697555356,
      "loss": 12.2065,
      "step": 13818
    },
    {
      "epoch": 2.2628131652202392,
      "grad_norm": 0.19294531643390656,
      "learning_rate": 0.0001765660317296213,
      "loss": 12.1935,
      "step": 13819
    },
    {
      "epoch": 2.2629769117406253,
      "grad_norm": 0.1944323033094406,
      "learning_rate": 0.0001765627062790646,
      "loss": 12.2326,
      "step": 13820
    },
    {
      "epoch": 2.263140658261012,
      "grad_norm": 0.1757248044013977,
      "learning_rate": 0.0001765593806238924,
      "loss": 12.1371,
      "step": 13821
    },
    {
      "epoch": 2.2633044047813984,
      "grad_norm": 0.2127024084329605,
      "learning_rate": 0.00017655605476411357,
      "loss": 12.2238,
      "step": 13822
    },
    {
      "epoch": 2.263468151301785,
      "grad_norm": 0.1564447283744812,
      "learning_rate": 0.000176552728699737,
      "loss": 12.1741,
      "step": 13823
    },
    {
      "epoch": 2.2636318978221714,
      "grad_norm": 0.17953215539455414,
      "learning_rate": 0.00017654940243077162,
      "loss": 12.1874,
      "step": 13824
    },
    {
      "epoch": 2.2637956443425575,
      "grad_norm": 0.1549089252948761,
      "learning_rate": 0.00017654607595722627,
      "loss": 12.2854,
      "step": 13825
    },
    {
      "epoch": 2.263959390862944,
      "grad_norm": 0.18772627413272858,
      "learning_rate": 0.00017654274927910989,
      "loss": 12.158,
      "step": 13826
    },
    {
      "epoch": 2.2641231373833306,
      "grad_norm": 0.17572756111621857,
      "learning_rate": 0.00017653942239643125,
      "loss": 12.1556,
      "step": 13827
    },
    {
      "epoch": 2.264286883903717,
      "grad_norm": 0.15009698271751404,
      "learning_rate": 0.00017653609530919942,
      "loss": 12.1989,
      "step": 13828
    },
    {
      "epoch": 2.2644506304241037,
      "grad_norm": 0.17646707594394684,
      "learning_rate": 0.00017653276801742315,
      "loss": 12.1665,
      "step": 13829
    },
    {
      "epoch": 2.2646143769444897,
      "grad_norm": 0.19360682368278503,
      "learning_rate": 0.0001765294405211114,
      "loss": 12.1967,
      "step": 13830
    },
    {
      "epoch": 2.2647781234648763,
      "grad_norm": 0.1880502998828888,
      "learning_rate": 0.00017652611282027302,
      "loss": 12.1518,
      "step": 13831
    },
    {
      "epoch": 2.264941869985263,
      "grad_norm": 0.12648577988147736,
      "learning_rate": 0.00017652278491491697,
      "loss": 12.189,
      "step": 13832
    },
    {
      "epoch": 2.2651056165056493,
      "grad_norm": 0.15431711077690125,
      "learning_rate": 0.00017651945680505207,
      "loss": 12.1882,
      "step": 13833
    },
    {
      "epoch": 2.265269363026036,
      "grad_norm": 0.16277851164340973,
      "learning_rate": 0.00017651612849068724,
      "loss": 12.165,
      "step": 13834
    },
    {
      "epoch": 2.265433109546422,
      "grad_norm": 0.253115713596344,
      "learning_rate": 0.00017651279997183138,
      "loss": 12.1576,
      "step": 13835
    },
    {
      "epoch": 2.2655968560668085,
      "grad_norm": 0.23058590292930603,
      "learning_rate": 0.00017650947124849342,
      "loss": 12.1971,
      "step": 13836
    },
    {
      "epoch": 2.265760602587195,
      "grad_norm": 0.17861539125442505,
      "learning_rate": 0.0001765061423206822,
      "loss": 12.167,
      "step": 13837
    },
    {
      "epoch": 2.2659243491075816,
      "grad_norm": 0.2078949511051178,
      "learning_rate": 0.00017650281318840663,
      "loss": 12.1648,
      "step": 13838
    },
    {
      "epoch": 2.266088095627968,
      "grad_norm": 0.13005660474300385,
      "learning_rate": 0.00017649948385167562,
      "loss": 12.1707,
      "step": 13839
    },
    {
      "epoch": 2.266251842148354,
      "grad_norm": 0.14291413128376007,
      "learning_rate": 0.00017649615431049805,
      "loss": 12.1606,
      "step": 13840
    },
    {
      "epoch": 2.2664155886687407,
      "grad_norm": 0.18855901062488556,
      "learning_rate": 0.00017649282456488286,
      "loss": 12.157,
      "step": 13841
    },
    {
      "epoch": 2.2665793351891272,
      "grad_norm": 0.21322724223136902,
      "learning_rate": 0.00017648949461483894,
      "loss": 12.1662,
      "step": 13842
    },
    {
      "epoch": 2.2667430817095138,
      "grad_norm": 0.13483670353889465,
      "learning_rate": 0.00017648616446037515,
      "loss": 12.1802,
      "step": 13843
    },
    {
      "epoch": 2.2669068282299003,
      "grad_norm": 0.1977880746126175,
      "learning_rate": 0.0001764828341015004,
      "loss": 12.1892,
      "step": 13844
    },
    {
      "epoch": 2.2670705747502864,
      "grad_norm": 0.1396249532699585,
      "learning_rate": 0.0001764795035382236,
      "loss": 12.1951,
      "step": 13845
    },
    {
      "epoch": 2.267234321270673,
      "grad_norm": 0.1931963711977005,
      "learning_rate": 0.00017647617277055365,
      "loss": 12.2308,
      "step": 13846
    },
    {
      "epoch": 2.2673980677910595,
      "grad_norm": 0.14714904129505157,
      "learning_rate": 0.00017647284179849945,
      "loss": 12.1863,
      "step": 13847
    },
    {
      "epoch": 2.267561814311446,
      "grad_norm": 0.1850646287202835,
      "learning_rate": 0.00017646951062206994,
      "loss": 12.1487,
      "step": 13848
    },
    {
      "epoch": 2.267725560831832,
      "grad_norm": 0.15176638960838318,
      "learning_rate": 0.00017646617924127396,
      "loss": 12.2368,
      "step": 13849
    },
    {
      "epoch": 2.2678893073522186,
      "grad_norm": 0.1571066677570343,
      "learning_rate": 0.00017646284765612046,
      "loss": 12.1971,
      "step": 13850
    },
    {
      "epoch": 2.268053053872605,
      "grad_norm": 0.15123501420021057,
      "learning_rate": 0.0001764595158666183,
      "loss": 12.1825,
      "step": 13851
    },
    {
      "epoch": 2.2682168003929917,
      "grad_norm": 0.16224656999111176,
      "learning_rate": 0.00017645618387277643,
      "loss": 12.2084,
      "step": 13852
    },
    {
      "epoch": 2.268380546913378,
      "grad_norm": 0.18403080105781555,
      "learning_rate": 0.0001764528516746037,
      "loss": 12.1605,
      "step": 13853
    },
    {
      "epoch": 2.2685442934337647,
      "grad_norm": 0.15475113689899445,
      "learning_rate": 0.00017644951927210908,
      "loss": 12.1611,
      "step": 13854
    },
    {
      "epoch": 2.268708039954151,
      "grad_norm": 0.1695074886083603,
      "learning_rate": 0.00017644618666530146,
      "loss": 12.1636,
      "step": 13855
    },
    {
      "epoch": 2.2688717864745374,
      "grad_norm": 0.22296302020549774,
      "learning_rate": 0.0001764428538541897,
      "loss": 12.1751,
      "step": 13856
    },
    {
      "epoch": 2.269035532994924,
      "grad_norm": 0.1317915916442871,
      "learning_rate": 0.00017643952083878274,
      "loss": 12.1572,
      "step": 13857
    },
    {
      "epoch": 2.2691992795153104,
      "grad_norm": 0.13595996797084808,
      "learning_rate": 0.0001764361876190895,
      "loss": 12.2052,
      "step": 13858
    },
    {
      "epoch": 2.2693630260356965,
      "grad_norm": 0.13691140711307526,
      "learning_rate": 0.00017643285419511887,
      "loss": 12.1997,
      "step": 13859
    },
    {
      "epoch": 2.269526772556083,
      "grad_norm": 0.1737128049135208,
      "learning_rate": 0.00017642952056687978,
      "loss": 12.2315,
      "step": 13860
    },
    {
      "epoch": 2.2696905190764696,
      "grad_norm": 0.1375567615032196,
      "learning_rate": 0.0001764261867343811,
      "loss": 12.193,
      "step": 13861
    },
    {
      "epoch": 2.269854265596856,
      "grad_norm": 0.1593712717294693,
      "learning_rate": 0.0001764228526976318,
      "loss": 12.1787,
      "step": 13862
    },
    {
      "epoch": 2.2700180121172426,
      "grad_norm": 0.15542441606521606,
      "learning_rate": 0.00017641951845664072,
      "loss": 12.1997,
      "step": 13863
    },
    {
      "epoch": 2.270181758637629,
      "grad_norm": 0.1638069599866867,
      "learning_rate": 0.0001764161840114168,
      "loss": 12.164,
      "step": 13864
    },
    {
      "epoch": 2.2703455051580153,
      "grad_norm": 0.13010594248771667,
      "learning_rate": 0.00017641284936196895,
      "loss": 12.179,
      "step": 13865
    },
    {
      "epoch": 2.270509251678402,
      "grad_norm": 0.1676289141178131,
      "learning_rate": 0.0001764095145083061,
      "loss": 12.1558,
      "step": 13866
    },
    {
      "epoch": 2.2706729981987883,
      "grad_norm": 0.18217846751213074,
      "learning_rate": 0.00017640617945043717,
      "loss": 12.2077,
      "step": 13867
    },
    {
      "epoch": 2.270836744719175,
      "grad_norm": 0.1978529691696167,
      "learning_rate": 0.00017640284418837102,
      "loss": 12.1919,
      "step": 13868
    },
    {
      "epoch": 2.271000491239561,
      "grad_norm": 0.16196899116039276,
      "learning_rate": 0.0001763995087221166,
      "loss": 12.1824,
      "step": 13869
    },
    {
      "epoch": 2.2711642377599475,
      "grad_norm": 0.41743004322052,
      "learning_rate": 0.00017639617305168284,
      "loss": 12.1696,
      "step": 13870
    },
    {
      "epoch": 2.271327984280334,
      "grad_norm": 0.20158500969409943,
      "learning_rate": 0.00017639283717707863,
      "loss": 12.1813,
      "step": 13871
    },
    {
      "epoch": 2.2714917308007205,
      "grad_norm": 0.1992122232913971,
      "learning_rate": 0.00017638950109831285,
      "loss": 12.2034,
      "step": 13872
    },
    {
      "epoch": 2.271655477321107,
      "grad_norm": 0.17887063324451447,
      "learning_rate": 0.0001763861648153945,
      "loss": 12.1854,
      "step": 13873
    },
    {
      "epoch": 2.2718192238414936,
      "grad_norm": 0.15583403408527374,
      "learning_rate": 0.00017638282832833243,
      "loss": 12.1992,
      "step": 13874
    },
    {
      "epoch": 2.2719829703618797,
      "grad_norm": 0.1361818164587021,
      "learning_rate": 0.0001763794916371356,
      "loss": 12.1842,
      "step": 13875
    },
    {
      "epoch": 2.272146716882266,
      "grad_norm": 0.18474890291690826,
      "learning_rate": 0.00017637615474181288,
      "loss": 12.175,
      "step": 13876
    },
    {
      "epoch": 2.2723104634026527,
      "grad_norm": 0.13870595395565033,
      "learning_rate": 0.0001763728176423732,
      "loss": 12.1743,
      "step": 13877
    },
    {
      "epoch": 2.2724742099230393,
      "grad_norm": 0.41987621784210205,
      "learning_rate": 0.00017636948033882555,
      "loss": 12.2669,
      "step": 13878
    },
    {
      "epoch": 2.2726379564434254,
      "grad_norm": 0.1634557992219925,
      "learning_rate": 0.00017636614283117873,
      "loss": 12.1583,
      "step": 13879
    },
    {
      "epoch": 2.272801702963812,
      "grad_norm": 0.20995108783245087,
      "learning_rate": 0.0001763628051194418,
      "loss": 12.1485,
      "step": 13880
    },
    {
      "epoch": 2.2729654494841984,
      "grad_norm": 0.2092919945716858,
      "learning_rate": 0.00017635946720362354,
      "loss": 12.1569,
      "step": 13881
    },
    {
      "epoch": 2.273129196004585,
      "grad_norm": 0.1371038556098938,
      "learning_rate": 0.00017635612908373292,
      "loss": 12.1672,
      "step": 13882
    },
    {
      "epoch": 2.2732929425249715,
      "grad_norm": 0.161277174949646,
      "learning_rate": 0.0001763527907597789,
      "loss": 12.1882,
      "step": 13883
    },
    {
      "epoch": 2.273456689045358,
      "grad_norm": 0.14832112193107605,
      "learning_rate": 0.00017634945223177038,
      "loss": 12.1897,
      "step": 13884
    },
    {
      "epoch": 2.273620435565744,
      "grad_norm": 0.1956867128610611,
      "learning_rate": 0.00017634611349971627,
      "loss": 12.1614,
      "step": 13885
    },
    {
      "epoch": 2.2737841820861306,
      "grad_norm": 0.16901351511478424,
      "learning_rate": 0.0001763427745636255,
      "loss": 12.1104,
      "step": 13886
    },
    {
      "epoch": 2.273947928606517,
      "grad_norm": 0.19145987927913666,
      "learning_rate": 0.00017633943542350698,
      "loss": 12.1917,
      "step": 13887
    },
    {
      "epoch": 2.2741116751269037,
      "grad_norm": 0.1476108431816101,
      "learning_rate": 0.00017633609607936967,
      "loss": 12.1606,
      "step": 13888
    },
    {
      "epoch": 2.27427542164729,
      "grad_norm": 0.19558393955230713,
      "learning_rate": 0.00017633275653122245,
      "loss": 12.1689,
      "step": 13889
    },
    {
      "epoch": 2.2744391681676763,
      "grad_norm": 0.1853056252002716,
      "learning_rate": 0.00017632941677907425,
      "loss": 12.171,
      "step": 13890
    },
    {
      "epoch": 2.274602914688063,
      "grad_norm": 0.23905175924301147,
      "learning_rate": 0.00017632607682293406,
      "loss": 12.1738,
      "step": 13891
    },
    {
      "epoch": 2.2747666612084494,
      "grad_norm": 0.14278475940227509,
      "learning_rate": 0.00017632273666281072,
      "loss": 12.1578,
      "step": 13892
    },
    {
      "epoch": 2.274930407728836,
      "grad_norm": 0.19207650423049927,
      "learning_rate": 0.00017631939629871322,
      "loss": 12.1887,
      "step": 13893
    },
    {
      "epoch": 2.275094154249222,
      "grad_norm": 0.20177581906318665,
      "learning_rate": 0.00017631605573065047,
      "loss": 12.1986,
      "step": 13894
    },
    {
      "epoch": 2.2752579007696085,
      "grad_norm": 0.1675771325826645,
      "learning_rate": 0.00017631271495863136,
      "loss": 12.1662,
      "step": 13895
    },
    {
      "epoch": 2.275421647289995,
      "grad_norm": 0.1508527547121048,
      "learning_rate": 0.00017630937398266486,
      "loss": 12.2103,
      "step": 13896
    },
    {
      "epoch": 2.2755853938103816,
      "grad_norm": 0.1747761070728302,
      "learning_rate": 0.00017630603280275987,
      "loss": 12.1821,
      "step": 13897
    },
    {
      "epoch": 2.275749140330768,
      "grad_norm": 0.14423491060733795,
      "learning_rate": 0.00017630269141892538,
      "loss": 12.1528,
      "step": 13898
    },
    {
      "epoch": 2.2759128868511542,
      "grad_norm": 0.16839882731437683,
      "learning_rate": 0.00017629934983117026,
      "loss": 12.1455,
      "step": 13899
    },
    {
      "epoch": 2.2760766333715408,
      "grad_norm": 0.2169242799282074,
      "learning_rate": 0.00017629600803950344,
      "loss": 12.2243,
      "step": 13900
    },
    {
      "epoch": 2.2762403798919273,
      "grad_norm": 0.1662636250257492,
      "learning_rate": 0.00017629266604393386,
      "loss": 12.1467,
      "step": 13901
    },
    {
      "epoch": 2.276404126412314,
      "grad_norm": 0.1510322242975235,
      "learning_rate": 0.00017628932384447047,
      "loss": 12.1944,
      "step": 13902
    },
    {
      "epoch": 2.2765678729327004,
      "grad_norm": 0.19377867877483368,
      "learning_rate": 0.0001762859814411222,
      "loss": 12.2214,
      "step": 13903
    },
    {
      "epoch": 2.2767316194530864,
      "grad_norm": 0.1565622091293335,
      "learning_rate": 0.00017628263883389796,
      "loss": 12.175,
      "step": 13904
    },
    {
      "epoch": 2.276895365973473,
      "grad_norm": 0.1710910201072693,
      "learning_rate": 0.00017627929602280671,
      "loss": 12.1322,
      "step": 13905
    },
    {
      "epoch": 2.2770591124938595,
      "grad_norm": 0.20258288085460663,
      "learning_rate": 0.00017627595300785738,
      "loss": 12.1487,
      "step": 13906
    },
    {
      "epoch": 2.277222859014246,
      "grad_norm": 0.13604573905467987,
      "learning_rate": 0.0001762726097890589,
      "loss": 12.168,
      "step": 13907
    },
    {
      "epoch": 2.2773866055346326,
      "grad_norm": 0.1592935174703598,
      "learning_rate": 0.00017626926636642016,
      "loss": 12.1824,
      "step": 13908
    },
    {
      "epoch": 2.2775503520550187,
      "grad_norm": 0.17057068645954132,
      "learning_rate": 0.00017626592273995014,
      "loss": 12.2231,
      "step": 13909
    },
    {
      "epoch": 2.277714098575405,
      "grad_norm": 0.1867772489786148,
      "learning_rate": 0.00017626257890965782,
      "loss": 12.2507,
      "step": 13910
    },
    {
      "epoch": 2.2778778450957917,
      "grad_norm": 0.2119768112897873,
      "learning_rate": 0.00017625923487555204,
      "loss": 12.1682,
      "step": 13911
    },
    {
      "epoch": 2.2780415916161783,
      "grad_norm": 0.14492201805114746,
      "learning_rate": 0.00017625589063764182,
      "loss": 12.1641,
      "step": 13912
    },
    {
      "epoch": 2.278205338136565,
      "grad_norm": 0.2138252556324005,
      "learning_rate": 0.00017625254619593603,
      "loss": 12.236,
      "step": 13913
    },
    {
      "epoch": 2.278369084656951,
      "grad_norm": 0.2346285879611969,
      "learning_rate": 0.00017624920155044364,
      "loss": 12.2021,
      "step": 13914
    },
    {
      "epoch": 2.2785328311773374,
      "grad_norm": 0.17616906762123108,
      "learning_rate": 0.00017624585670117363,
      "loss": 12.1752,
      "step": 13915
    },
    {
      "epoch": 2.278696577697724,
      "grad_norm": 0.15764470398426056,
      "learning_rate": 0.00017624251164813487,
      "loss": 12.232,
      "step": 13916
    },
    {
      "epoch": 2.2788603242181105,
      "grad_norm": 0.19997186958789825,
      "learning_rate": 0.0001762391663913363,
      "loss": 12.1771,
      "step": 13917
    },
    {
      "epoch": 2.279024070738497,
      "grad_norm": 0.14967413246631622,
      "learning_rate": 0.00017623582093078693,
      "loss": 12.1456,
      "step": 13918
    },
    {
      "epoch": 2.279187817258883,
      "grad_norm": 0.2462904006242752,
      "learning_rate": 0.00017623247526649566,
      "loss": 12.1584,
      "step": 13919
    },
    {
      "epoch": 2.2793515637792696,
      "grad_norm": 0.2289353460073471,
      "learning_rate": 0.0001762291293984714,
      "loss": 12.1625,
      "step": 13920
    },
    {
      "epoch": 2.279515310299656,
      "grad_norm": 0.21379497647285461,
      "learning_rate": 0.00017622578332672313,
      "loss": 12.147,
      "step": 13921
    },
    {
      "epoch": 2.2796790568200427,
      "grad_norm": 0.1759088933467865,
      "learning_rate": 0.00017622243705125981,
      "loss": 12.1759,
      "step": 13922
    },
    {
      "epoch": 2.279842803340429,
      "grad_norm": 0.1585354506969452,
      "learning_rate": 0.00017621909057209036,
      "loss": 12.1592,
      "step": 13923
    },
    {
      "epoch": 2.2800065498608153,
      "grad_norm": 0.13938456773757935,
      "learning_rate": 0.00017621574388922368,
      "loss": 12.2017,
      "step": 13924
    },
    {
      "epoch": 2.280170296381202,
      "grad_norm": 0.16657419502735138,
      "learning_rate": 0.00017621239700266878,
      "loss": 12.1971,
      "step": 13925
    },
    {
      "epoch": 2.2803340429015884,
      "grad_norm": 0.21968361735343933,
      "learning_rate": 0.0001762090499124346,
      "loss": 12.1873,
      "step": 13926
    },
    {
      "epoch": 2.280497789421975,
      "grad_norm": 0.180296391248703,
      "learning_rate": 0.00017620570261853003,
      "loss": 12.1849,
      "step": 13927
    },
    {
      "epoch": 2.280661535942361,
      "grad_norm": 0.21926116943359375,
      "learning_rate": 0.00017620235512096408,
      "loss": 12.2525,
      "step": 13928
    },
    {
      "epoch": 2.2808252824627475,
      "grad_norm": 0.14384004473686218,
      "learning_rate": 0.00017619900741974563,
      "loss": 12.1593,
      "step": 13929
    },
    {
      "epoch": 2.280989028983134,
      "grad_norm": 0.15088258683681488,
      "learning_rate": 0.0001761956595148837,
      "loss": 12.2146,
      "step": 13930
    },
    {
      "epoch": 2.2811527755035206,
      "grad_norm": 0.15006622672080994,
      "learning_rate": 0.00017619231140638718,
      "loss": 12.1834,
      "step": 13931
    },
    {
      "epoch": 2.281316522023907,
      "grad_norm": 0.1285714954137802,
      "learning_rate": 0.00017618896309426504,
      "loss": 12.1766,
      "step": 13932
    },
    {
      "epoch": 2.2814802685442936,
      "grad_norm": 0.18303126096725464,
      "learning_rate": 0.00017618561457852623,
      "loss": 12.2114,
      "step": 13933
    },
    {
      "epoch": 2.2816440150646797,
      "grad_norm": 0.38187175989151,
      "learning_rate": 0.0001761822658591797,
      "loss": 12.2282,
      "step": 13934
    },
    {
      "epoch": 2.2818077615850663,
      "grad_norm": 0.1357620358467102,
      "learning_rate": 0.0001761789169362344,
      "loss": 12.2021,
      "step": 13935
    },
    {
      "epoch": 2.281971508105453,
      "grad_norm": 0.20142941176891327,
      "learning_rate": 0.00017617556780969928,
      "loss": 12.2034,
      "step": 13936
    },
    {
      "epoch": 2.2821352546258393,
      "grad_norm": 0.13155435025691986,
      "learning_rate": 0.00017617221847958327,
      "loss": 12.1751,
      "step": 13937
    },
    {
      "epoch": 2.2822990011462254,
      "grad_norm": 0.14802919328212738,
      "learning_rate": 0.00017616886894589534,
      "loss": 12.1578,
      "step": 13938
    },
    {
      "epoch": 2.282462747666612,
      "grad_norm": 0.17616215348243713,
      "learning_rate": 0.0001761655192086445,
      "loss": 12.1625,
      "step": 13939
    },
    {
      "epoch": 2.2826264941869985,
      "grad_norm": 0.16419613361358643,
      "learning_rate": 0.00017616216926783954,
      "loss": 12.1993,
      "step": 13940
    },
    {
      "epoch": 2.282790240707385,
      "grad_norm": 0.20003795623779297,
      "learning_rate": 0.00017615881912348957,
      "loss": 12.1713,
      "step": 13941
    },
    {
      "epoch": 2.2829539872277715,
      "grad_norm": 0.13860367238521576,
      "learning_rate": 0.00017615546877560348,
      "loss": 12.1468,
      "step": 13942
    },
    {
      "epoch": 2.283117733748158,
      "grad_norm": 0.14106132090091705,
      "learning_rate": 0.00017615211822419023,
      "loss": 12.2005,
      "step": 13943
    },
    {
      "epoch": 2.283281480268544,
      "grad_norm": 0.19994519650936127,
      "learning_rate": 0.0001761487674692588,
      "loss": 12.1881,
      "step": 13944
    },
    {
      "epoch": 2.2834452267889307,
      "grad_norm": 0.160830557346344,
      "learning_rate": 0.0001761454165108181,
      "loss": 12.2235,
      "step": 13945
    },
    {
      "epoch": 2.2836089733093172,
      "grad_norm": 0.20186492800712585,
      "learning_rate": 0.0001761420653488771,
      "loss": 12.1702,
      "step": 13946
    },
    {
      "epoch": 2.2837727198297038,
      "grad_norm": 0.19003796577453613,
      "learning_rate": 0.00017613871398344477,
      "loss": 12.2462,
      "step": 13947
    },
    {
      "epoch": 2.28393646635009,
      "grad_norm": 0.21453242003917694,
      "learning_rate": 0.0001761353624145301,
      "loss": 12.1366,
      "step": 13948
    },
    {
      "epoch": 2.2841002128704764,
      "grad_norm": 0.15313996374607086,
      "learning_rate": 0.00017613201064214194,
      "loss": 12.1955,
      "step": 13949
    },
    {
      "epoch": 2.284263959390863,
      "grad_norm": 0.13311734795570374,
      "learning_rate": 0.00017612865866628935,
      "loss": 12.1762,
      "step": 13950
    },
    {
      "epoch": 2.2844277059112494,
      "grad_norm": 0.18538929522037506,
      "learning_rate": 0.00017612530648698123,
      "loss": 12.1651,
      "step": 13951
    },
    {
      "epoch": 2.284591452431636,
      "grad_norm": 0.1757352203130722,
      "learning_rate": 0.0001761219541042266,
      "loss": 12.1906,
      "step": 13952
    },
    {
      "epoch": 2.2847551989520225,
      "grad_norm": 0.23696713149547577,
      "learning_rate": 0.00017611860151803434,
      "loss": 12.1521,
      "step": 13953
    },
    {
      "epoch": 2.2849189454724086,
      "grad_norm": 0.1894247829914093,
      "learning_rate": 0.00017611524872841348,
      "loss": 12.1834,
      "step": 13954
    },
    {
      "epoch": 2.285082691992795,
      "grad_norm": 0.19132570922374725,
      "learning_rate": 0.00017611189573537295,
      "loss": 12.1785,
      "step": 13955
    },
    {
      "epoch": 2.2852464385131817,
      "grad_norm": 0.2495889514684677,
      "learning_rate": 0.00017610854253892168,
      "loss": 12.1787,
      "step": 13956
    },
    {
      "epoch": 2.285410185033568,
      "grad_norm": 0.1722862720489502,
      "learning_rate": 0.0001761051891390687,
      "loss": 12.2022,
      "step": 13957
    },
    {
      "epoch": 2.2855739315539543,
      "grad_norm": 0.17922788858413696,
      "learning_rate": 0.00017610183553582292,
      "loss": 12.1537,
      "step": 13958
    },
    {
      "epoch": 2.285737678074341,
      "grad_norm": 0.15838152170181274,
      "learning_rate": 0.00017609848172919329,
      "loss": 12.1699,
      "step": 13959
    },
    {
      "epoch": 2.2859014245947273,
      "grad_norm": 0.19999746978282928,
      "learning_rate": 0.00017609512771918882,
      "loss": 12.2014,
      "step": 13960
    },
    {
      "epoch": 2.286065171115114,
      "grad_norm": 0.16366897523403168,
      "learning_rate": 0.00017609177350581847,
      "loss": 12.1726,
      "step": 13961
    },
    {
      "epoch": 2.2862289176355004,
      "grad_norm": 0.18644846975803375,
      "learning_rate": 0.0001760884190890912,
      "loss": 12.1419,
      "step": 13962
    },
    {
      "epoch": 2.286392664155887,
      "grad_norm": 0.14862887561321259,
      "learning_rate": 0.00017608506446901593,
      "loss": 12.1421,
      "step": 13963
    },
    {
      "epoch": 2.286556410676273,
      "grad_norm": 0.172884002327919,
      "learning_rate": 0.0001760817096456017,
      "loss": 12.2354,
      "step": 13964
    },
    {
      "epoch": 2.2867201571966596,
      "grad_norm": 0.19255971908569336,
      "learning_rate": 0.0001760783546188574,
      "loss": 12.1673,
      "step": 13965
    },
    {
      "epoch": 2.286883903717046,
      "grad_norm": 0.18353909254074097,
      "learning_rate": 0.00017607499938879201,
      "loss": 12.1546,
      "step": 13966
    },
    {
      "epoch": 2.2870476502374326,
      "grad_norm": 0.14966633915901184,
      "learning_rate": 0.00017607164395541457,
      "loss": 12.1871,
      "step": 13967
    },
    {
      "epoch": 2.2872113967578187,
      "grad_norm": 0.2276906967163086,
      "learning_rate": 0.000176068288318734,
      "loss": 12.1819,
      "step": 13968
    },
    {
      "epoch": 2.2873751432782052,
      "grad_norm": 0.2471177726984024,
      "learning_rate": 0.00017606493247875922,
      "loss": 12.212,
      "step": 13969
    },
    {
      "epoch": 2.2875388897985918,
      "grad_norm": 0.19273528456687927,
      "learning_rate": 0.00017606157643549925,
      "loss": 12.1664,
      "step": 13970
    },
    {
      "epoch": 2.2877026363189783,
      "grad_norm": 0.18283097445964813,
      "learning_rate": 0.00017605822018896308,
      "loss": 12.1424,
      "step": 13971
    },
    {
      "epoch": 2.287866382839365,
      "grad_norm": 0.1783374398946762,
      "learning_rate": 0.0001760548637391596,
      "loss": 12.1868,
      "step": 13972
    },
    {
      "epoch": 2.288030129359751,
      "grad_norm": 0.23246018588542938,
      "learning_rate": 0.00017605150708609787,
      "loss": 12.1738,
      "step": 13973
    },
    {
      "epoch": 2.2881938758801375,
      "grad_norm": 0.16387437283992767,
      "learning_rate": 0.00017604815022978683,
      "loss": 12.157,
      "step": 13974
    },
    {
      "epoch": 2.288357622400524,
      "grad_norm": 0.18559086322784424,
      "learning_rate": 0.00017604479317023542,
      "loss": 12.1749,
      "step": 13975
    },
    {
      "epoch": 2.2885213689209105,
      "grad_norm": 0.18458572030067444,
      "learning_rate": 0.00017604143590745265,
      "loss": 12.1295,
      "step": 13976
    },
    {
      "epoch": 2.288685115441297,
      "grad_norm": 0.15495853126049042,
      "learning_rate": 0.00017603807844144745,
      "loss": 12.2011,
      "step": 13977
    },
    {
      "epoch": 2.288848861961683,
      "grad_norm": 0.12520191073417664,
      "learning_rate": 0.00017603472077222886,
      "loss": 12.1686,
      "step": 13978
    },
    {
      "epoch": 2.2890126084820697,
      "grad_norm": 0.1378438025712967,
      "learning_rate": 0.0001760313628998058,
      "loss": 12.2126,
      "step": 13979
    },
    {
      "epoch": 2.289176355002456,
      "grad_norm": 0.17334194481372833,
      "learning_rate": 0.00017602800482418725,
      "loss": 12.1957,
      "step": 13980
    },
    {
      "epoch": 2.2893401015228427,
      "grad_norm": 0.131914421916008,
      "learning_rate": 0.00017602464654538217,
      "loss": 12.315,
      "step": 13981
    },
    {
      "epoch": 2.2895038480432293,
      "grad_norm": 0.14429374039173126,
      "learning_rate": 0.0001760212880633996,
      "loss": 12.1971,
      "step": 13982
    },
    {
      "epoch": 2.2896675945636153,
      "grad_norm": 0.16051015257835388,
      "learning_rate": 0.00017601792937824845,
      "loss": 12.1697,
      "step": 13983
    },
    {
      "epoch": 2.289831341084002,
      "grad_norm": 0.1589282900094986,
      "learning_rate": 0.00017601457048993773,
      "loss": 12.2111,
      "step": 13984
    },
    {
      "epoch": 2.2899950876043884,
      "grad_norm": 0.12882712483406067,
      "learning_rate": 0.0001760112113984764,
      "loss": 12.1927,
      "step": 13985
    },
    {
      "epoch": 2.290158834124775,
      "grad_norm": 0.26244595646858215,
      "learning_rate": 0.00017600785210387346,
      "loss": 12.184,
      "step": 13986
    },
    {
      "epoch": 2.2903225806451615,
      "grad_norm": 0.20377996563911438,
      "learning_rate": 0.00017600449260613785,
      "loss": 12.1837,
      "step": 13987
    },
    {
      "epoch": 2.2904863271655476,
      "grad_norm": 0.24426764249801636,
      "learning_rate": 0.00017600113290527856,
      "loss": 12.2223,
      "step": 13988
    },
    {
      "epoch": 2.290650073685934,
      "grad_norm": 0.16218137741088867,
      "learning_rate": 0.00017599777300130457,
      "loss": 12.193,
      "step": 13989
    },
    {
      "epoch": 2.2908138202063206,
      "grad_norm": 0.2113102227449417,
      "learning_rate": 0.0001759944128942249,
      "loss": 12.1852,
      "step": 13990
    },
    {
      "epoch": 2.290977566726707,
      "grad_norm": 0.21752524375915527,
      "learning_rate": 0.0001759910525840485,
      "loss": 12.1588,
      "step": 13991
    },
    {
      "epoch": 2.2911413132470937,
      "grad_norm": 0.17948424816131592,
      "learning_rate": 0.00017598769207078431,
      "loss": 12.206,
      "step": 13992
    },
    {
      "epoch": 2.29130505976748,
      "grad_norm": 0.13538046181201935,
      "learning_rate": 0.00017598433135444138,
      "loss": 12.1648,
      "step": 13993
    },
    {
      "epoch": 2.2914688062878663,
      "grad_norm": 0.17974473536014557,
      "learning_rate": 0.00017598097043502865,
      "loss": 12.2241,
      "step": 13994
    },
    {
      "epoch": 2.291632552808253,
      "grad_norm": 0.13790002465248108,
      "learning_rate": 0.00017597760931255512,
      "loss": 12.284,
      "step": 13995
    },
    {
      "epoch": 2.2917962993286394,
      "grad_norm": 0.14273959398269653,
      "learning_rate": 0.00017597424798702975,
      "loss": 12.1768,
      "step": 13996
    },
    {
      "epoch": 2.2919600458490255,
      "grad_norm": 0.15825693309307098,
      "learning_rate": 0.00017597088645846152,
      "loss": 12.1684,
      "step": 13997
    },
    {
      "epoch": 2.292123792369412,
      "grad_norm": 0.16269880533218384,
      "learning_rate": 0.0001759675247268595,
      "loss": 12.1772,
      "step": 13998
    },
    {
      "epoch": 2.2922875388897985,
      "grad_norm": 0.17336760461330414,
      "learning_rate": 0.00017596416279223255,
      "loss": 12.1534,
      "step": 13999
    },
    {
      "epoch": 2.292451285410185,
      "grad_norm": 0.15315282344818115,
      "learning_rate": 0.00017596080065458974,
      "loss": 12.2148,
      "step": 14000
    },
    {
      "epoch": 2.292451285410185,
      "eval_loss": 12.16489028930664,
      "eval_runtime": 7.2725,
      "eval_samples_per_second": 33.826,
      "eval_steps_per_second": 16.913,
      "step": 14000
    },
    {
      "epoch": 2.2926150319305716,
      "grad_norm": 0.17217683792114258,
      "learning_rate": 0.00017595743831394002,
      "loss": 12.2349,
      "step": 14001
    },
    {
      "epoch": 2.292778778450958,
      "grad_norm": 0.17201372981071472,
      "learning_rate": 0.00017595407577029236,
      "loss": 12.1428,
      "step": 14002
    },
    {
      "epoch": 2.292942524971344,
      "grad_norm": 0.17580857872962952,
      "learning_rate": 0.0001759507130236558,
      "loss": 12.2078,
      "step": 14003
    },
    {
      "epoch": 2.2931062714917307,
      "grad_norm": 0.17758464813232422,
      "learning_rate": 0.00017594735007403928,
      "loss": 12.2293,
      "step": 14004
    },
    {
      "epoch": 2.2932700180121173,
      "grad_norm": 0.16032740473747253,
      "learning_rate": 0.0001759439869214518,
      "loss": 12.2034,
      "step": 14005
    },
    {
      "epoch": 2.293433764532504,
      "grad_norm": 0.2015673965215683,
      "learning_rate": 0.00017594062356590236,
      "loss": 12.1323,
      "step": 14006
    },
    {
      "epoch": 2.29359751105289,
      "grad_norm": 0.12789827585220337,
      "learning_rate": 0.00017593726000739995,
      "loss": 12.1773,
      "step": 14007
    },
    {
      "epoch": 2.2937612575732764,
      "grad_norm": 0.24553917348384857,
      "learning_rate": 0.00017593389624595353,
      "loss": 12.1656,
      "step": 14008
    },
    {
      "epoch": 2.293925004093663,
      "grad_norm": 0.1738872230052948,
      "learning_rate": 0.00017593053228157212,
      "loss": 12.1961,
      "step": 14009
    },
    {
      "epoch": 2.2940887506140495,
      "grad_norm": 0.17629818618297577,
      "learning_rate": 0.00017592716811426468,
      "loss": 12.1628,
      "step": 14010
    },
    {
      "epoch": 2.294252497134436,
      "grad_norm": 0.17890246212482452,
      "learning_rate": 0.00017592380374404027,
      "loss": 12.1411,
      "step": 14011
    },
    {
      "epoch": 2.2944162436548226,
      "grad_norm": 0.15112031996250153,
      "learning_rate": 0.00017592043917090777,
      "loss": 12.1565,
      "step": 14012
    },
    {
      "epoch": 2.2945799901752086,
      "grad_norm": 0.17993712425231934,
      "learning_rate": 0.0001759170743948763,
      "loss": 12.1733,
      "step": 14013
    },
    {
      "epoch": 2.294743736695595,
      "grad_norm": 0.21151553094387054,
      "learning_rate": 0.00017591370941595473,
      "loss": 12.2142,
      "step": 14014
    },
    {
      "epoch": 2.2949074832159817,
      "grad_norm": 0.1588500589132309,
      "learning_rate": 0.00017591034423415213,
      "loss": 12.1929,
      "step": 14015
    },
    {
      "epoch": 2.2950712297363682,
      "grad_norm": 0.16188634932041168,
      "learning_rate": 0.00017590697884947747,
      "loss": 12.1603,
      "step": 14016
    },
    {
      "epoch": 2.2952349762567543,
      "grad_norm": 0.16053977608680725,
      "learning_rate": 0.00017590361326193972,
      "loss": 12.2219,
      "step": 14017
    },
    {
      "epoch": 2.295398722777141,
      "grad_norm": 0.18416500091552734,
      "learning_rate": 0.00017590024747154797,
      "loss": 12.1735,
      "step": 14018
    },
    {
      "epoch": 2.2955624692975274,
      "grad_norm": 0.19381055235862732,
      "learning_rate": 0.0001758968814783111,
      "loss": 12.165,
      "step": 14019
    },
    {
      "epoch": 2.295726215817914,
      "grad_norm": 0.14631663262844086,
      "learning_rate": 0.00017589351528223817,
      "loss": 12.1715,
      "step": 14020
    },
    {
      "epoch": 2.2958899623383004,
      "grad_norm": 0.13972704112529755,
      "learning_rate": 0.0001758901488833381,
      "loss": 12.214,
      "step": 14021
    },
    {
      "epoch": 2.296053708858687,
      "grad_norm": 0.1544015258550644,
      "learning_rate": 0.00017588678228162003,
      "loss": 12.1692,
      "step": 14022
    },
    {
      "epoch": 2.296217455379073,
      "grad_norm": 0.18306013941764832,
      "learning_rate": 0.00017588341547709283,
      "loss": 12.2097,
      "step": 14023
    },
    {
      "epoch": 2.2963812018994596,
      "grad_norm": 0.15425364673137665,
      "learning_rate": 0.00017588004846976553,
      "loss": 12.1485,
      "step": 14024
    },
    {
      "epoch": 2.296544948419846,
      "grad_norm": 0.25163525342941284,
      "learning_rate": 0.00017587668125964716,
      "loss": 12.1849,
      "step": 14025
    },
    {
      "epoch": 2.2967086949402327,
      "grad_norm": 0.1526566445827484,
      "learning_rate": 0.0001758733138467467,
      "loss": 12.1697,
      "step": 14026
    },
    {
      "epoch": 2.2968724414606188,
      "grad_norm": 0.15175218880176544,
      "learning_rate": 0.00017586994623107314,
      "loss": 12.2245,
      "step": 14027
    },
    {
      "epoch": 2.2970361879810053,
      "grad_norm": 0.161997452378273,
      "learning_rate": 0.00017586657841263547,
      "loss": 12.177,
      "step": 14028
    },
    {
      "epoch": 2.297199934501392,
      "grad_norm": 0.15706171095371246,
      "learning_rate": 0.00017586321039144275,
      "loss": 12.188,
      "step": 14029
    },
    {
      "epoch": 2.2973636810217783,
      "grad_norm": 0.18447650969028473,
      "learning_rate": 0.00017585984216750392,
      "loss": 12.2,
      "step": 14030
    },
    {
      "epoch": 2.297527427542165,
      "grad_norm": 0.17775321006774902,
      "learning_rate": 0.00017585647374082796,
      "loss": 12.1804,
      "step": 14031
    },
    {
      "epoch": 2.2976911740625514,
      "grad_norm": 0.211354061961174,
      "learning_rate": 0.00017585310511142397,
      "loss": 12.1607,
      "step": 14032
    },
    {
      "epoch": 2.2978549205829375,
      "grad_norm": 0.14858250319957733,
      "learning_rate": 0.00017584973627930085,
      "loss": 12.2048,
      "step": 14033
    },
    {
      "epoch": 2.298018667103324,
      "grad_norm": 0.15003569424152374,
      "learning_rate": 0.00017584636724446768,
      "loss": 12.2074,
      "step": 14034
    },
    {
      "epoch": 2.2981824136237106,
      "grad_norm": 0.14361894130706787,
      "learning_rate": 0.00017584299800693342,
      "loss": 12.1779,
      "step": 14035
    },
    {
      "epoch": 2.298346160144097,
      "grad_norm": 0.20190957188606262,
      "learning_rate": 0.00017583962856670707,
      "loss": 12.2005,
      "step": 14036
    },
    {
      "epoch": 2.298509906664483,
      "grad_norm": 0.26175951957702637,
      "learning_rate": 0.0001758362589237977,
      "loss": 12.1712,
      "step": 14037
    },
    {
      "epoch": 2.2986736531848697,
      "grad_norm": 0.14405342936515808,
      "learning_rate": 0.00017583288907821421,
      "loss": 12.155,
      "step": 14038
    },
    {
      "epoch": 2.2988373997052562,
      "grad_norm": 0.14898289740085602,
      "learning_rate": 0.0001758295190299657,
      "loss": 12.1633,
      "step": 14039
    },
    {
      "epoch": 2.2990011462256428,
      "grad_norm": 0.15049773454666138,
      "learning_rate": 0.00017582614877906114,
      "loss": 12.1504,
      "step": 14040
    },
    {
      "epoch": 2.2991648927460293,
      "grad_norm": 0.25093457102775574,
      "learning_rate": 0.00017582277832550952,
      "loss": 12.1565,
      "step": 14041
    },
    {
      "epoch": 2.2993286392664154,
      "grad_norm": 0.2943735718727112,
      "learning_rate": 0.00017581940766931987,
      "loss": 12.2052,
      "step": 14042
    },
    {
      "epoch": 2.299492385786802,
      "grad_norm": 0.12850116193294525,
      "learning_rate": 0.0001758160368105012,
      "loss": 12.1615,
      "step": 14043
    },
    {
      "epoch": 2.2996561323071885,
      "grad_norm": 0.20593991875648499,
      "learning_rate": 0.0001758126657490625,
      "loss": 12.1888,
      "step": 14044
    },
    {
      "epoch": 2.299819878827575,
      "grad_norm": 0.2220878303050995,
      "learning_rate": 0.0001758092944850128,
      "loss": 12.1633,
      "step": 14045
    },
    {
      "epoch": 2.2999836253479615,
      "grad_norm": 0.17266550660133362,
      "learning_rate": 0.0001758059230183611,
      "loss": 12.1565,
      "step": 14046
    },
    {
      "epoch": 2.3001473718683476,
      "grad_norm": 0.19837228953838348,
      "learning_rate": 0.0001758025513491164,
      "loss": 12.1616,
      "step": 14047
    },
    {
      "epoch": 2.300311118388734,
      "grad_norm": 0.18163162469863892,
      "learning_rate": 0.00017579917947728774,
      "loss": 12.1728,
      "step": 14048
    },
    {
      "epoch": 2.3004748649091207,
      "grad_norm": 0.22860829532146454,
      "learning_rate": 0.0001757958074028841,
      "loss": 12.1723,
      "step": 14049
    },
    {
      "epoch": 2.300638611429507,
      "grad_norm": 0.1970158815383911,
      "learning_rate": 0.0001757924351259145,
      "loss": 12.1523,
      "step": 14050
    },
    {
      "epoch": 2.3008023579498937,
      "grad_norm": 0.15420864522457123,
      "learning_rate": 0.00017578906264638798,
      "loss": 12.1688,
      "step": 14051
    },
    {
      "epoch": 2.30096610447028,
      "grad_norm": 0.1351369470357895,
      "learning_rate": 0.0001757856899643135,
      "loss": 12.1869,
      "step": 14052
    },
    {
      "epoch": 2.3011298509906664,
      "grad_norm": 0.1978737711906433,
      "learning_rate": 0.00017578231707970012,
      "loss": 12.1863,
      "step": 14053
    },
    {
      "epoch": 2.301293597511053,
      "grad_norm": 0.20077818632125854,
      "learning_rate": 0.00017577894399255686,
      "loss": 12.117,
      "step": 14054
    },
    {
      "epoch": 2.3014573440314394,
      "grad_norm": 0.13881687819957733,
      "learning_rate": 0.0001757755707028927,
      "loss": 12.1883,
      "step": 14055
    },
    {
      "epoch": 2.301621090551826,
      "grad_norm": 0.18474814295768738,
      "learning_rate": 0.00017577219721071665,
      "loss": 12.2033,
      "step": 14056
    },
    {
      "epoch": 2.301784837072212,
      "grad_norm": 0.19892096519470215,
      "learning_rate": 0.00017576882351603773,
      "loss": 12.1905,
      "step": 14057
    },
    {
      "epoch": 2.3019485835925986,
      "grad_norm": 0.15601588785648346,
      "learning_rate": 0.000175765449618865,
      "loss": 12.18,
      "step": 14058
    },
    {
      "epoch": 2.302112330112985,
      "grad_norm": 0.21945685148239136,
      "learning_rate": 0.00017576207551920744,
      "loss": 12.1661,
      "step": 14059
    },
    {
      "epoch": 2.3022760766333716,
      "grad_norm": 0.21817724406719208,
      "learning_rate": 0.00017575870121707408,
      "loss": 12.192,
      "step": 14060
    },
    {
      "epoch": 2.302439823153758,
      "grad_norm": 0.18950995802879333,
      "learning_rate": 0.00017575532671247393,
      "loss": 12.1971,
      "step": 14061
    },
    {
      "epoch": 2.3026035696741443,
      "grad_norm": 0.16245663166046143,
      "learning_rate": 0.00017575195200541597,
      "loss": 12.1939,
      "step": 14062
    },
    {
      "epoch": 2.302767316194531,
      "grad_norm": 0.18652218580245972,
      "learning_rate": 0.0001757485770959093,
      "loss": 12.1769,
      "step": 14063
    },
    {
      "epoch": 2.3029310627149173,
      "grad_norm": 0.18816767632961273,
      "learning_rate": 0.00017574520198396289,
      "loss": 12.1908,
      "step": 14064
    },
    {
      "epoch": 2.303094809235304,
      "grad_norm": 0.15057048201560974,
      "learning_rate": 0.0001757418266695858,
      "loss": 12.2152,
      "step": 14065
    },
    {
      "epoch": 2.3032585557556904,
      "grad_norm": 0.15215064585208893,
      "learning_rate": 0.00017573845115278697,
      "loss": 12.1322,
      "step": 14066
    },
    {
      "epoch": 2.3034223022760765,
      "grad_norm": 0.16720013320446014,
      "learning_rate": 0.0001757350754335755,
      "loss": 12.2092,
      "step": 14067
    },
    {
      "epoch": 2.303586048796463,
      "grad_norm": 0.14773570001125336,
      "learning_rate": 0.00017573169951196036,
      "loss": 12.1602,
      "step": 14068
    },
    {
      "epoch": 2.3037497953168495,
      "grad_norm": 0.19623927772045135,
      "learning_rate": 0.0001757283233879506,
      "loss": 12.1734,
      "step": 14069
    },
    {
      "epoch": 2.303913541837236,
      "grad_norm": 0.15223844349384308,
      "learning_rate": 0.00017572494706155528,
      "loss": 12.1658,
      "step": 14070
    },
    {
      "epoch": 2.3040772883576226,
      "grad_norm": 0.1245640218257904,
      "learning_rate": 0.00017572157053278334,
      "loss": 12.1552,
      "step": 14071
    },
    {
      "epoch": 2.3042410348780087,
      "grad_norm": 0.20602095127105713,
      "learning_rate": 0.00017571819380164384,
      "loss": 12.205,
      "step": 14072
    },
    {
      "epoch": 2.304404781398395,
      "grad_norm": 0.2233729213476181,
      "learning_rate": 0.00017571481686814582,
      "loss": 12.2308,
      "step": 14073
    },
    {
      "epoch": 2.3045685279187818,
      "grad_norm": 0.15419305860996246,
      "learning_rate": 0.00017571143973229832,
      "loss": 12.1653,
      "step": 14074
    },
    {
      "epoch": 2.3047322744391683,
      "grad_norm": 0.14922337234020233,
      "learning_rate": 0.00017570806239411028,
      "loss": 12.1777,
      "step": 14075
    },
    {
      "epoch": 2.3048960209595544,
      "grad_norm": 0.13094086945056915,
      "learning_rate": 0.00017570468485359083,
      "loss": 12.1459,
      "step": 14076
    },
    {
      "epoch": 2.305059767479941,
      "grad_norm": 0.17083686590194702,
      "learning_rate": 0.00017570130711074894,
      "loss": 12.1873,
      "step": 14077
    },
    {
      "epoch": 2.3052235140003274,
      "grad_norm": 0.17900624871253967,
      "learning_rate": 0.00017569792916559364,
      "loss": 12.1612,
      "step": 14078
    },
    {
      "epoch": 2.305387260520714,
      "grad_norm": 0.18282994627952576,
      "learning_rate": 0.00017569455101813398,
      "loss": 12.1475,
      "step": 14079
    },
    {
      "epoch": 2.3055510070411005,
      "grad_norm": 0.12478842586278915,
      "learning_rate": 0.00017569117266837898,
      "loss": 12.1617,
      "step": 14080
    },
    {
      "epoch": 2.305714753561487,
      "grad_norm": 0.15387433767318726,
      "learning_rate": 0.00017568779411633766,
      "loss": 12.148,
      "step": 14081
    },
    {
      "epoch": 2.305878500081873,
      "grad_norm": 0.13250824809074402,
      "learning_rate": 0.00017568441536201904,
      "loss": 12.184,
      "step": 14082
    },
    {
      "epoch": 2.3060422466022596,
      "grad_norm": 0.16896659135818481,
      "learning_rate": 0.00017568103640543218,
      "loss": 12.1654,
      "step": 14083
    },
    {
      "epoch": 2.306205993122646,
      "grad_norm": 0.15666374564170837,
      "learning_rate": 0.00017567765724658605,
      "loss": 12.2159,
      "step": 14084
    },
    {
      "epoch": 2.3063697396430327,
      "grad_norm": 0.19526232779026031,
      "learning_rate": 0.00017567427788548975,
      "loss": 12.2255,
      "step": 14085
    },
    {
      "epoch": 2.306533486163419,
      "grad_norm": 0.1975128948688507,
      "learning_rate": 0.00017567089832215232,
      "loss": 12.2116,
      "step": 14086
    },
    {
      "epoch": 2.3066972326838053,
      "grad_norm": 0.15693452954292297,
      "learning_rate": 0.00017566751855658272,
      "loss": 12.1956,
      "step": 14087
    },
    {
      "epoch": 2.306860979204192,
      "grad_norm": 0.16957014799118042,
      "learning_rate": 0.00017566413858879004,
      "loss": 12.2138,
      "step": 14088
    },
    {
      "epoch": 2.3070247257245784,
      "grad_norm": 0.16053377091884613,
      "learning_rate": 0.00017566075841878327,
      "loss": 12.18,
      "step": 14089
    },
    {
      "epoch": 2.307188472244965,
      "grad_norm": 0.15807613730430603,
      "learning_rate": 0.00017565737804657147,
      "loss": 12.1652,
      "step": 14090
    },
    {
      "epoch": 2.3073522187653515,
      "grad_norm": 0.20834721624851227,
      "learning_rate": 0.00017565399747216368,
      "loss": 12.1729,
      "step": 14091
    },
    {
      "epoch": 2.3075159652857375,
      "grad_norm": 0.17663387954235077,
      "learning_rate": 0.00017565061669556892,
      "loss": 12.1505,
      "step": 14092
    },
    {
      "epoch": 2.307679711806124,
      "grad_norm": 0.21811753511428833,
      "learning_rate": 0.00017564723571679625,
      "loss": 12.2267,
      "step": 14093
    },
    {
      "epoch": 2.3078434583265106,
      "grad_norm": 0.2526910603046417,
      "learning_rate": 0.00017564385453585466,
      "loss": 12.1905,
      "step": 14094
    },
    {
      "epoch": 2.308007204846897,
      "grad_norm": 0.161930650472641,
      "learning_rate": 0.00017564047315275322,
      "loss": 12.2184,
      "step": 14095
    },
    {
      "epoch": 2.3081709513672832,
      "grad_norm": 0.1529262810945511,
      "learning_rate": 0.00017563709156750098,
      "loss": 12.2292,
      "step": 14096
    },
    {
      "epoch": 2.3083346978876698,
      "grad_norm": 0.1503249704837799,
      "learning_rate": 0.00017563370978010689,
      "loss": 12.1871,
      "step": 14097
    },
    {
      "epoch": 2.3084984444080563,
      "grad_norm": 0.1875041276216507,
      "learning_rate": 0.0001756303277905801,
      "loss": 12.1343,
      "step": 14098
    },
    {
      "epoch": 2.308662190928443,
      "grad_norm": 0.18468891084194183,
      "learning_rate": 0.00017562694559892963,
      "loss": 12.2149,
      "step": 14099
    },
    {
      "epoch": 2.3088259374488294,
      "grad_norm": 0.16052725911140442,
      "learning_rate": 0.00017562356320516447,
      "loss": 12.208,
      "step": 14100
    },
    {
      "epoch": 2.308989683969216,
      "grad_norm": 0.17004720866680145,
      "learning_rate": 0.00017562018060929364,
      "loss": 12.2254,
      "step": 14101
    },
    {
      "epoch": 2.309153430489602,
      "grad_norm": 0.12904098629951477,
      "learning_rate": 0.00017561679781132627,
      "loss": 12.2056,
      "step": 14102
    },
    {
      "epoch": 2.3093171770099885,
      "grad_norm": 0.2508036196231842,
      "learning_rate": 0.00017561341481127132,
      "loss": 12.1339,
      "step": 14103
    },
    {
      "epoch": 2.309480923530375,
      "grad_norm": 0.1462956666946411,
      "learning_rate": 0.0001756100316091379,
      "loss": 12.1825,
      "step": 14104
    },
    {
      "epoch": 2.3096446700507616,
      "grad_norm": 0.17801953852176666,
      "learning_rate": 0.00017560664820493498,
      "loss": 12.21,
      "step": 14105
    },
    {
      "epoch": 2.3098084165711477,
      "grad_norm": 0.18995492160320282,
      "learning_rate": 0.0001756032645986717,
      "loss": 12.1821,
      "step": 14106
    },
    {
      "epoch": 2.309972163091534,
      "grad_norm": 0.18095843493938446,
      "learning_rate": 0.000175599880790357,
      "loss": 12.2162,
      "step": 14107
    },
    {
      "epoch": 2.3101359096119207,
      "grad_norm": 0.16013438999652863,
      "learning_rate": 0.00017559649677999993,
      "loss": 12.1929,
      "step": 14108
    },
    {
      "epoch": 2.3102996561323073,
      "grad_norm": 0.14722755551338196,
      "learning_rate": 0.00017559311256760957,
      "loss": 12.1952,
      "step": 14109
    },
    {
      "epoch": 2.310463402652694,
      "grad_norm": 0.23263871669769287,
      "learning_rate": 0.000175589728153195,
      "loss": 12.1716,
      "step": 14110
    },
    {
      "epoch": 2.3106271491730803,
      "grad_norm": 0.1746019572019577,
      "learning_rate": 0.0001755863435367652,
      "loss": 12.1598,
      "step": 14111
    },
    {
      "epoch": 2.3107908956934664,
      "grad_norm": 0.18607281148433685,
      "learning_rate": 0.00017558295871832925,
      "loss": 12.1887,
      "step": 14112
    },
    {
      "epoch": 2.310954642213853,
      "grad_norm": 0.24742959439754486,
      "learning_rate": 0.0001755795736978962,
      "loss": 12.191,
      "step": 14113
    },
    {
      "epoch": 2.3111183887342395,
      "grad_norm": 0.16765597462654114,
      "learning_rate": 0.00017557618847547507,
      "loss": 12.1823,
      "step": 14114
    },
    {
      "epoch": 2.311282135254626,
      "grad_norm": 0.21395394206047058,
      "learning_rate": 0.00017557280305107492,
      "loss": 12.2282,
      "step": 14115
    },
    {
      "epoch": 2.311445881775012,
      "grad_norm": 0.19527512788772583,
      "learning_rate": 0.0001755694174247048,
      "loss": 12.1887,
      "step": 14116
    },
    {
      "epoch": 2.3116096282953986,
      "grad_norm": 0.20150212943553925,
      "learning_rate": 0.00017556603159637376,
      "loss": 12.1852,
      "step": 14117
    },
    {
      "epoch": 2.311773374815785,
      "grad_norm": 0.165168896317482,
      "learning_rate": 0.00017556264556609086,
      "loss": 12.1865,
      "step": 14118
    },
    {
      "epoch": 2.3119371213361717,
      "grad_norm": 0.2269299328327179,
      "learning_rate": 0.0001755592593338651,
      "loss": 12.1693,
      "step": 14119
    },
    {
      "epoch": 2.312100867856558,
      "grad_norm": 0.20887251198291779,
      "learning_rate": 0.0001755558728997056,
      "loss": 12.16,
      "step": 14120
    },
    {
      "epoch": 2.3122646143769443,
      "grad_norm": 0.21770715713500977,
      "learning_rate": 0.00017555248626362137,
      "loss": 12.2011,
      "step": 14121
    },
    {
      "epoch": 2.312428360897331,
      "grad_norm": 0.17155878245830536,
      "learning_rate": 0.00017554909942562149,
      "loss": 12.1755,
      "step": 14122
    },
    {
      "epoch": 2.3125921074177174,
      "grad_norm": 0.13394871354103088,
      "learning_rate": 0.00017554571238571494,
      "loss": 12.3552,
      "step": 14123
    },
    {
      "epoch": 2.312755853938104,
      "grad_norm": 0.24370525777339935,
      "learning_rate": 0.0001755423251439108,
      "loss": 12.1996,
      "step": 14124
    },
    {
      "epoch": 2.3129196004584904,
      "grad_norm": 0.2421322613954544,
      "learning_rate": 0.00017553893770021819,
      "loss": 12.1893,
      "step": 14125
    },
    {
      "epoch": 2.3130833469788765,
      "grad_norm": 0.22018317878246307,
      "learning_rate": 0.0001755355500546461,
      "loss": 12.2073,
      "step": 14126
    },
    {
      "epoch": 2.313247093499263,
      "grad_norm": 0.13694563508033752,
      "learning_rate": 0.00017553216220720361,
      "loss": 12.244,
      "step": 14127
    },
    {
      "epoch": 2.3134108400196496,
      "grad_norm": 0.1683158576488495,
      "learning_rate": 0.00017552877415789975,
      "loss": 12.2211,
      "step": 14128
    },
    {
      "epoch": 2.313574586540036,
      "grad_norm": 0.14043128490447998,
      "learning_rate": 0.00017552538590674357,
      "loss": 12.1793,
      "step": 14129
    },
    {
      "epoch": 2.3137383330604226,
      "grad_norm": 0.15066882967948914,
      "learning_rate": 0.00017552199745374418,
      "loss": 12.1919,
      "step": 14130
    },
    {
      "epoch": 2.3139020795808087,
      "grad_norm": 0.15355633199214935,
      "learning_rate": 0.00017551860879891056,
      "loss": 12.2353,
      "step": 14131
    },
    {
      "epoch": 2.3140658261011953,
      "grad_norm": 0.1827615350484848,
      "learning_rate": 0.00017551521994225183,
      "loss": 12.1668,
      "step": 14132
    },
    {
      "epoch": 2.314229572621582,
      "grad_norm": 0.20606869459152222,
      "learning_rate": 0.000175511830883777,
      "loss": 12.1626,
      "step": 14133
    },
    {
      "epoch": 2.3143933191419683,
      "grad_norm": 0.17172710597515106,
      "learning_rate": 0.00017550844162349515,
      "loss": 12.1586,
      "step": 14134
    },
    {
      "epoch": 2.314557065662355,
      "grad_norm": 0.16667792201042175,
      "learning_rate": 0.00017550505216141539,
      "loss": 12.2369,
      "step": 14135
    },
    {
      "epoch": 2.314720812182741,
      "grad_norm": 0.20058144629001617,
      "learning_rate": 0.00017550166249754665,
      "loss": 12.1954,
      "step": 14136
    },
    {
      "epoch": 2.3148845587031275,
      "grad_norm": 0.15406805276870728,
      "learning_rate": 0.0001754982726318981,
      "loss": 12.1671,
      "step": 14137
    },
    {
      "epoch": 2.315048305223514,
      "grad_norm": 0.2090303599834442,
      "learning_rate": 0.00017549488256447877,
      "loss": 12.1646,
      "step": 14138
    },
    {
      "epoch": 2.3152120517439005,
      "grad_norm": 0.17590749263763428,
      "learning_rate": 0.0001754914922952977,
      "loss": 12.2012,
      "step": 14139
    },
    {
      "epoch": 2.315375798264287,
      "grad_norm": 0.17940963804721832,
      "learning_rate": 0.00017548810182436397,
      "loss": 12.1892,
      "step": 14140
    },
    {
      "epoch": 2.315539544784673,
      "grad_norm": 0.18276245892047882,
      "learning_rate": 0.00017548471115168664,
      "loss": 12.1727,
      "step": 14141
    },
    {
      "epoch": 2.3157032913050597,
      "grad_norm": 0.16903027892112732,
      "learning_rate": 0.00017548132027727476,
      "loss": 12.1345,
      "step": 14142
    },
    {
      "epoch": 2.3158670378254462,
      "grad_norm": 0.18618373572826385,
      "learning_rate": 0.0001754779292011374,
      "loss": 12.1817,
      "step": 14143
    },
    {
      "epoch": 2.3160307843458328,
      "grad_norm": 0.1369306743144989,
      "learning_rate": 0.00017547453792328362,
      "loss": 12.2104,
      "step": 14144
    },
    {
      "epoch": 2.316194530866219,
      "grad_norm": 0.1940850019454956,
      "learning_rate": 0.00017547114644372248,
      "loss": 12.194,
      "step": 14145
    },
    {
      "epoch": 2.3163582773866054,
      "grad_norm": 0.2729950249195099,
      "learning_rate": 0.000175467754762463,
      "loss": 12.2245,
      "step": 14146
    },
    {
      "epoch": 2.316522023906992,
      "grad_norm": 0.15834183990955353,
      "learning_rate": 0.00017546436287951437,
      "loss": 12.1748,
      "step": 14147
    },
    {
      "epoch": 2.3166857704273784,
      "grad_norm": 0.17744648456573486,
      "learning_rate": 0.00017546097079488554,
      "loss": 12.1784,
      "step": 14148
    },
    {
      "epoch": 2.316849516947765,
      "grad_norm": 0.17067724466323853,
      "learning_rate": 0.00017545757850858564,
      "loss": 12.1871,
      "step": 14149
    },
    {
      "epoch": 2.3170132634681515,
      "grad_norm": 0.147588312625885,
      "learning_rate": 0.0001754541860206237,
      "loss": 12.1648,
      "step": 14150
    },
    {
      "epoch": 2.3171770099885376,
      "grad_norm": 0.12952759861946106,
      "learning_rate": 0.00017545079333100878,
      "loss": 12.1662,
      "step": 14151
    },
    {
      "epoch": 2.317340756508924,
      "grad_norm": 0.18448205292224884,
      "learning_rate": 0.00017544740043974995,
      "loss": 12.1714,
      "step": 14152
    },
    {
      "epoch": 2.3175045030293107,
      "grad_norm": 0.16022822260856628,
      "learning_rate": 0.00017544400734685633,
      "loss": 12.1973,
      "step": 14153
    },
    {
      "epoch": 2.317668249549697,
      "grad_norm": 0.13092273473739624,
      "learning_rate": 0.00017544061405233693,
      "loss": 12.2241,
      "step": 14154
    },
    {
      "epoch": 2.3178319960700833,
      "grad_norm": 0.1905614584684372,
      "learning_rate": 0.00017543722055620085,
      "loss": 12.22,
      "step": 14155
    },
    {
      "epoch": 2.31799574259047,
      "grad_norm": 0.19103378057479858,
      "learning_rate": 0.0001754338268584571,
      "loss": 12.2146,
      "step": 14156
    },
    {
      "epoch": 2.3181594891108563,
      "grad_norm": 0.13843412697315216,
      "learning_rate": 0.00017543043295911484,
      "loss": 12.1716,
      "step": 14157
    },
    {
      "epoch": 2.318323235631243,
      "grad_norm": 0.19657056033611298,
      "learning_rate": 0.00017542703885818308,
      "loss": 12.2159,
      "step": 14158
    },
    {
      "epoch": 2.3184869821516294,
      "grad_norm": 0.15388838946819305,
      "learning_rate": 0.0001754236445556709,
      "loss": 12.1783,
      "step": 14159
    },
    {
      "epoch": 2.318650728672016,
      "grad_norm": 0.15176379680633545,
      "learning_rate": 0.0001754202500515874,
      "loss": 12.2644,
      "step": 14160
    },
    {
      "epoch": 2.318814475192402,
      "grad_norm": 0.13315759599208832,
      "learning_rate": 0.0001754168553459416,
      "loss": 12.167,
      "step": 14161
    },
    {
      "epoch": 2.3189782217127886,
      "grad_norm": 0.1501591056585312,
      "learning_rate": 0.00017541346043874266,
      "loss": 12.2167,
      "step": 14162
    },
    {
      "epoch": 2.319141968233175,
      "grad_norm": 0.14472319185733795,
      "learning_rate": 0.00017541006532999952,
      "loss": 12.1754,
      "step": 14163
    },
    {
      "epoch": 2.3193057147535616,
      "grad_norm": 0.176286980509758,
      "learning_rate": 0.00017540667001972137,
      "loss": 12.1659,
      "step": 14164
    },
    {
      "epoch": 2.3194694612739477,
      "grad_norm": 0.16555075347423553,
      "learning_rate": 0.00017540327450791724,
      "loss": 12.1815,
      "step": 14165
    },
    {
      "epoch": 2.3196332077943342,
      "grad_norm": 0.21267184615135193,
      "learning_rate": 0.0001753998787945962,
      "loss": 12.1567,
      "step": 14166
    },
    {
      "epoch": 2.3197969543147208,
      "grad_norm": 0.18199265003204346,
      "learning_rate": 0.00017539648287976737,
      "loss": 12.1781,
      "step": 14167
    },
    {
      "epoch": 2.3199607008351073,
      "grad_norm": 0.17706100642681122,
      "learning_rate": 0.00017539308676343973,
      "loss": 12.1973,
      "step": 14168
    },
    {
      "epoch": 2.320124447355494,
      "grad_norm": 0.1662098616361618,
      "learning_rate": 0.00017538969044562244,
      "loss": 12.1643,
      "step": 14169
    },
    {
      "epoch": 2.3202881938758804,
      "grad_norm": 0.21678803861141205,
      "learning_rate": 0.00017538629392632458,
      "loss": 12.1979,
      "step": 14170
    },
    {
      "epoch": 2.3204519403962665,
      "grad_norm": 0.2273143231868744,
      "learning_rate": 0.00017538289720555515,
      "loss": 12.1609,
      "step": 14171
    },
    {
      "epoch": 2.320615686916653,
      "grad_norm": 0.15603847801685333,
      "learning_rate": 0.00017537950028332332,
      "loss": 12.1853,
      "step": 14172
    },
    {
      "epoch": 2.3207794334370395,
      "grad_norm": 0.12465552240610123,
      "learning_rate": 0.0001753761031596381,
      "loss": 12.1632,
      "step": 14173
    },
    {
      "epoch": 2.320943179957426,
      "grad_norm": 0.1213042214512825,
      "learning_rate": 0.00017537270583450857,
      "loss": 12.1737,
      "step": 14174
    },
    {
      "epoch": 2.321106926477812,
      "grad_norm": 0.155390664935112,
      "learning_rate": 0.00017536930830794388,
      "loss": 12.1811,
      "step": 14175
    },
    {
      "epoch": 2.3212706729981987,
      "grad_norm": 0.15659163892269135,
      "learning_rate": 0.00017536591057995305,
      "loss": 12.1679,
      "step": 14176
    },
    {
      "epoch": 2.321434419518585,
      "grad_norm": 0.16120639443397522,
      "learning_rate": 0.00017536251265054515,
      "loss": 12.2074,
      "step": 14177
    },
    {
      "epoch": 2.3215981660389717,
      "grad_norm": 0.16570216417312622,
      "learning_rate": 0.0001753591145197293,
      "loss": 12.2075,
      "step": 14178
    },
    {
      "epoch": 2.3217619125593583,
      "grad_norm": 0.14973130822181702,
      "learning_rate": 0.00017535571618751457,
      "loss": 12.1588,
      "step": 14179
    },
    {
      "epoch": 2.321925659079745,
      "grad_norm": 0.13700927793979645,
      "learning_rate": 0.00017535231765391002,
      "loss": 12.1802,
      "step": 14180
    },
    {
      "epoch": 2.322089405600131,
      "grad_norm": 0.1551031470298767,
      "learning_rate": 0.0001753489189189248,
      "loss": 12.2067,
      "step": 14181
    },
    {
      "epoch": 2.3222531521205174,
      "grad_norm": 0.15560710430145264,
      "learning_rate": 0.0001753455199825679,
      "loss": 12.211,
      "step": 14182
    },
    {
      "epoch": 2.322416898640904,
      "grad_norm": 0.159968301653862,
      "learning_rate": 0.00017534212084484844,
      "loss": 12.2165,
      "step": 14183
    },
    {
      "epoch": 2.3225806451612905,
      "grad_norm": 0.17646127939224243,
      "learning_rate": 0.00017533872150577552,
      "loss": 12.1836,
      "step": 14184
    },
    {
      "epoch": 2.3227443916816766,
      "grad_norm": 0.18699689209461212,
      "learning_rate": 0.00017533532196535822,
      "loss": 12.2194,
      "step": 14185
    },
    {
      "epoch": 2.322908138202063,
      "grad_norm": 0.1289786696434021,
      "learning_rate": 0.00017533192222360565,
      "loss": 12.1768,
      "step": 14186
    },
    {
      "epoch": 2.3230718847224496,
      "grad_norm": 0.1472359001636505,
      "learning_rate": 0.00017532852228052686,
      "loss": 12.1468,
      "step": 14187
    },
    {
      "epoch": 2.323235631242836,
      "grad_norm": 0.15295429527759552,
      "learning_rate": 0.0001753251221361309,
      "loss": 12.2058,
      "step": 14188
    },
    {
      "epoch": 2.3233993777632227,
      "grad_norm": 0.18796402215957642,
      "learning_rate": 0.00017532172179042697,
      "loss": 12.1729,
      "step": 14189
    },
    {
      "epoch": 2.323563124283609,
      "grad_norm": 0.15069925785064697,
      "learning_rate": 0.00017531832124342402,
      "loss": 12.1653,
      "step": 14190
    },
    {
      "epoch": 2.3237268708039953,
      "grad_norm": 0.24364027380943298,
      "learning_rate": 0.00017531492049513124,
      "loss": 12.1842,
      "step": 14191
    },
    {
      "epoch": 2.323890617324382,
      "grad_norm": 0.199487566947937,
      "learning_rate": 0.0001753115195455577,
      "loss": 12.2284,
      "step": 14192
    },
    {
      "epoch": 2.3240543638447684,
      "grad_norm": 0.17578618228435516,
      "learning_rate": 0.00017530811839471246,
      "loss": 12.1727,
      "step": 14193
    },
    {
      "epoch": 2.324218110365155,
      "grad_norm": 0.1976226419210434,
      "learning_rate": 0.00017530471704260461,
      "loss": 12.1711,
      "step": 14194
    },
    {
      "epoch": 2.324381856885541,
      "grad_norm": 0.14231152832508087,
      "learning_rate": 0.00017530131548924329,
      "loss": 12.1361,
      "step": 14195
    },
    {
      "epoch": 2.3245456034059275,
      "grad_norm": 0.19207464158535004,
      "learning_rate": 0.0001752979137346375,
      "loss": 12.2054,
      "step": 14196
    },
    {
      "epoch": 2.324709349926314,
      "grad_norm": 0.14633727073669434,
      "learning_rate": 0.00017529451177879644,
      "loss": 12.2005,
      "step": 14197
    },
    {
      "epoch": 2.3248730964467006,
      "grad_norm": 0.2047603577375412,
      "learning_rate": 0.00017529110962172912,
      "loss": 12.2157,
      "step": 14198
    },
    {
      "epoch": 2.325036842967087,
      "grad_norm": 0.15608976781368256,
      "learning_rate": 0.0001752877072634447,
      "loss": 12.1433,
      "step": 14199
    },
    {
      "epoch": 2.325200589487473,
      "grad_norm": 0.13357815146446228,
      "learning_rate": 0.00017528430470395217,
      "loss": 12.2347,
      "step": 14200
    },
    {
      "epoch": 2.3253643360078597,
      "grad_norm": 0.15948405861854553,
      "learning_rate": 0.00017528090194326074,
      "loss": 12.2297,
      "step": 14201
    },
    {
      "epoch": 2.3255280825282463,
      "grad_norm": 0.17895473539829254,
      "learning_rate": 0.0001752774989813794,
      "loss": 12.1927,
      "step": 14202
    },
    {
      "epoch": 2.325691829048633,
      "grad_norm": 0.1690549999475479,
      "learning_rate": 0.00017527409581831734,
      "loss": 12.2328,
      "step": 14203
    },
    {
      "epoch": 2.3258555755690193,
      "grad_norm": 0.15744996070861816,
      "learning_rate": 0.0001752706924540836,
      "loss": 12.1439,
      "step": 14204
    },
    {
      "epoch": 2.3260193220894054,
      "grad_norm": 0.1817959100008011,
      "learning_rate": 0.0001752672888886873,
      "loss": 12.1529,
      "step": 14205
    },
    {
      "epoch": 2.326183068609792,
      "grad_norm": 0.2294692099094391,
      "learning_rate": 0.0001752638851221375,
      "loss": 12.1509,
      "step": 14206
    },
    {
      "epoch": 2.3263468151301785,
      "grad_norm": 0.16807641088962555,
      "learning_rate": 0.00017526048115444333,
      "loss": 12.1832,
      "step": 14207
    },
    {
      "epoch": 2.326510561650565,
      "grad_norm": 0.15172168612480164,
      "learning_rate": 0.00017525707698561385,
      "loss": 12.146,
      "step": 14208
    },
    {
      "epoch": 2.3266743081709516,
      "grad_norm": 0.19499783217906952,
      "learning_rate": 0.0001752536726156582,
      "loss": 12.2552,
      "step": 14209
    },
    {
      "epoch": 2.3268380546913376,
      "grad_norm": 0.1511092185974121,
      "learning_rate": 0.00017525026804458547,
      "loss": 12.1372,
      "step": 14210
    },
    {
      "epoch": 2.327001801211724,
      "grad_norm": 0.1473398506641388,
      "learning_rate": 0.00017524686327240476,
      "loss": 12.1319,
      "step": 14211
    },
    {
      "epoch": 2.3271655477321107,
      "grad_norm": 0.1702948957681656,
      "learning_rate": 0.00017524345829912513,
      "loss": 12.145,
      "step": 14212
    },
    {
      "epoch": 2.3273292942524972,
      "grad_norm": 0.1332629919052124,
      "learning_rate": 0.00017524005312475574,
      "loss": 12.178,
      "step": 14213
    },
    {
      "epoch": 2.3274930407728838,
      "grad_norm": 0.15375475585460663,
      "learning_rate": 0.00017523664774930566,
      "loss": 12.1614,
      "step": 14214
    },
    {
      "epoch": 2.32765678729327,
      "grad_norm": 0.18987858295440674,
      "learning_rate": 0.00017523324217278395,
      "loss": 12.1662,
      "step": 14215
    },
    {
      "epoch": 2.3278205338136564,
      "grad_norm": 0.24624359607696533,
      "learning_rate": 0.00017522983639519982,
      "loss": 12.1567,
      "step": 14216
    },
    {
      "epoch": 2.327984280334043,
      "grad_norm": 0.14822347462177277,
      "learning_rate": 0.00017522643041656223,
      "loss": 12.182,
      "step": 14217
    },
    {
      "epoch": 2.3281480268544295,
      "grad_norm": 0.16729332506656647,
      "learning_rate": 0.00017522302423688042,
      "loss": 12.1993,
      "step": 14218
    },
    {
      "epoch": 2.328311773374816,
      "grad_norm": 0.18079616129398346,
      "learning_rate": 0.0001752196178561634,
      "loss": 12.1909,
      "step": 14219
    },
    {
      "epoch": 2.328475519895202,
      "grad_norm": 0.1980886459350586,
      "learning_rate": 0.0001752162112744203,
      "loss": 12.1891,
      "step": 14220
    },
    {
      "epoch": 2.3286392664155886,
      "grad_norm": 0.14239200949668884,
      "learning_rate": 0.00017521280449166022,
      "loss": 12.1594,
      "step": 14221
    },
    {
      "epoch": 2.328803012935975,
      "grad_norm": 0.16280201077461243,
      "learning_rate": 0.00017520939750789228,
      "loss": 12.1876,
      "step": 14222
    },
    {
      "epoch": 2.3289667594563617,
      "grad_norm": 0.14482362568378448,
      "learning_rate": 0.00017520599032312562,
      "loss": 12.2236,
      "step": 14223
    },
    {
      "epoch": 2.3291305059767478,
      "grad_norm": 0.15308880805969238,
      "learning_rate": 0.00017520258293736925,
      "loss": 12.2101,
      "step": 14224
    },
    {
      "epoch": 2.3292942524971343,
      "grad_norm": 0.16851620376110077,
      "learning_rate": 0.00017519917535063236,
      "loss": 12.1806,
      "step": 14225
    },
    {
      "epoch": 2.329457999017521,
      "grad_norm": 0.22978967428207397,
      "learning_rate": 0.000175195767562924,
      "loss": 12.1556,
      "step": 14226
    },
    {
      "epoch": 2.3296217455379074,
      "grad_norm": 0.15955141186714172,
      "learning_rate": 0.00017519235957425333,
      "loss": 12.1688,
      "step": 14227
    },
    {
      "epoch": 2.329785492058294,
      "grad_norm": 0.18243147432804108,
      "learning_rate": 0.00017518895138462942,
      "loss": 12.1603,
      "step": 14228
    },
    {
      "epoch": 2.3299492385786804,
      "grad_norm": 0.19701611995697021,
      "learning_rate": 0.00017518554299406143,
      "loss": 12.1791,
      "step": 14229
    },
    {
      "epoch": 2.3301129850990665,
      "grad_norm": 0.33358025550842285,
      "learning_rate": 0.00017518213440255838,
      "loss": 12.1246,
      "step": 14230
    },
    {
      "epoch": 2.330276731619453,
      "grad_norm": 0.13023516535758972,
      "learning_rate": 0.00017517872561012942,
      "loss": 12.1615,
      "step": 14231
    },
    {
      "epoch": 2.3304404781398396,
      "grad_norm": 0.18646718561649323,
      "learning_rate": 0.00017517531661678372,
      "loss": 12.1662,
      "step": 14232
    },
    {
      "epoch": 2.330604224660226,
      "grad_norm": 0.1715165078639984,
      "learning_rate": 0.0001751719074225303,
      "loss": 12.1718,
      "step": 14233
    },
    {
      "epoch": 2.330767971180612,
      "grad_norm": 0.1852196753025055,
      "learning_rate": 0.0001751684980273783,
      "loss": 12.2283,
      "step": 14234
    },
    {
      "epoch": 2.3309317177009987,
      "grad_norm": 0.29158541560173035,
      "learning_rate": 0.0001751650884313369,
      "loss": 12.2084,
      "step": 14235
    },
    {
      "epoch": 2.3310954642213852,
      "grad_norm": 0.16861575841903687,
      "learning_rate": 0.00017516167863441511,
      "loss": 12.2086,
      "step": 14236
    },
    {
      "epoch": 2.331259210741772,
      "grad_norm": 0.17124353349208832,
      "learning_rate": 0.0001751582686366221,
      "loss": 12.2123,
      "step": 14237
    },
    {
      "epoch": 2.3314229572621583,
      "grad_norm": 0.23830486834049225,
      "learning_rate": 0.00017515485843796696,
      "loss": 12.1721,
      "step": 14238
    },
    {
      "epoch": 2.331586703782545,
      "grad_norm": 0.1822718232870102,
      "learning_rate": 0.00017515144803845884,
      "loss": 12.1627,
      "step": 14239
    },
    {
      "epoch": 2.331750450302931,
      "grad_norm": 0.1469419002532959,
      "learning_rate": 0.00017514803743810684,
      "loss": 12.1509,
      "step": 14240
    },
    {
      "epoch": 2.3319141968233175,
      "grad_norm": 0.2128155380487442,
      "learning_rate": 0.00017514462663692002,
      "loss": 12.2019,
      "step": 14241
    },
    {
      "epoch": 2.332077943343704,
      "grad_norm": 0.19161082804203033,
      "learning_rate": 0.00017514121563490758,
      "loss": 12.1747,
      "step": 14242
    },
    {
      "epoch": 2.3322416898640905,
      "grad_norm": 0.1697608232498169,
      "learning_rate": 0.00017513780443207858,
      "loss": 12.1793,
      "step": 14243
    },
    {
      "epoch": 2.3324054363844766,
      "grad_norm": 0.1919444352388382,
      "learning_rate": 0.00017513439302844214,
      "loss": 12.1982,
      "step": 14244
    },
    {
      "epoch": 2.332569182904863,
      "grad_norm": 0.16837956011295319,
      "learning_rate": 0.0001751309814240074,
      "loss": 12.2038,
      "step": 14245
    },
    {
      "epoch": 2.3327329294252497,
      "grad_norm": 0.13528496026992798,
      "learning_rate": 0.00017512756961878348,
      "loss": 12.1585,
      "step": 14246
    },
    {
      "epoch": 2.332896675945636,
      "grad_norm": 0.1791202574968338,
      "learning_rate": 0.00017512415761277943,
      "loss": 12.1816,
      "step": 14247
    },
    {
      "epoch": 2.3330604224660227,
      "grad_norm": 0.14566642045974731,
      "learning_rate": 0.00017512074540600446,
      "loss": 12.1828,
      "step": 14248
    },
    {
      "epoch": 2.3332241689864093,
      "grad_norm": 0.1440855860710144,
      "learning_rate": 0.00017511733299846766,
      "loss": 12.2122,
      "step": 14249
    },
    {
      "epoch": 2.3333879155067954,
      "grad_norm": 0.1572960913181305,
      "learning_rate": 0.00017511392039017815,
      "loss": 12.1616,
      "step": 14250
    },
    {
      "epoch": 2.333551662027182,
      "grad_norm": 0.17158088088035583,
      "learning_rate": 0.00017511050758114505,
      "loss": 12.1451,
      "step": 14251
    },
    {
      "epoch": 2.3337154085475684,
      "grad_norm": 0.15084898471832275,
      "learning_rate": 0.00017510709457137745,
      "loss": 12.199,
      "step": 14252
    },
    {
      "epoch": 2.333879155067955,
      "grad_norm": 0.2284395694732666,
      "learning_rate": 0.00017510368136088448,
      "loss": 12.2095,
      "step": 14253
    },
    {
      "epoch": 2.334042901588341,
      "grad_norm": 0.16678062081336975,
      "learning_rate": 0.00017510026794967528,
      "loss": 12.1901,
      "step": 14254
    },
    {
      "epoch": 2.3342066481087276,
      "grad_norm": 0.16189967095851898,
      "learning_rate": 0.000175096854337759,
      "loss": 12.1772,
      "step": 14255
    },
    {
      "epoch": 2.334370394629114,
      "grad_norm": 0.16703560948371887,
      "learning_rate": 0.0001750934405251447,
      "loss": 12.1816,
      "step": 14256
    },
    {
      "epoch": 2.3345341411495006,
      "grad_norm": 0.14275017380714417,
      "learning_rate": 0.00017509002651184158,
      "loss": 12.1981,
      "step": 14257
    },
    {
      "epoch": 2.334697887669887,
      "grad_norm": 0.16258671879768372,
      "learning_rate": 0.0001750866122978587,
      "loss": 12.1569,
      "step": 14258
    },
    {
      "epoch": 2.3348616341902737,
      "grad_norm": 0.19549459218978882,
      "learning_rate": 0.0001750831978832052,
      "loss": 12.201,
      "step": 14259
    },
    {
      "epoch": 2.33502538071066,
      "grad_norm": 0.31631776690483093,
      "learning_rate": 0.00017507978326789019,
      "loss": 12.1655,
      "step": 14260
    },
    {
      "epoch": 2.3351891272310463,
      "grad_norm": 0.19212606549263,
      "learning_rate": 0.00017507636845192286,
      "loss": 12.122,
      "step": 14261
    },
    {
      "epoch": 2.335352873751433,
      "grad_norm": 0.17377741634845734,
      "learning_rate": 0.00017507295343531225,
      "loss": 12.201,
      "step": 14262
    },
    {
      "epoch": 2.3355166202718194,
      "grad_norm": 0.16729281842708588,
      "learning_rate": 0.00017506953821806755,
      "loss": 12.2231,
      "step": 14263
    },
    {
      "epoch": 2.3356803667922055,
      "grad_norm": 0.14715902507305145,
      "learning_rate": 0.00017506612280019783,
      "loss": 12.162,
      "step": 14264
    },
    {
      "epoch": 2.335844113312592,
      "grad_norm": 0.1974705159664154,
      "learning_rate": 0.0001750627071817123,
      "loss": 12.1854,
      "step": 14265
    },
    {
      "epoch": 2.3360078598329785,
      "grad_norm": 0.15939190983772278,
      "learning_rate": 0.00017505929136262002,
      "loss": 12.1341,
      "step": 14266
    },
    {
      "epoch": 2.336171606353365,
      "grad_norm": 0.1965646743774414,
      "learning_rate": 0.00017505587534293016,
      "loss": 12.1226,
      "step": 14267
    },
    {
      "epoch": 2.3363353528737516,
      "grad_norm": 0.18330012261867523,
      "learning_rate": 0.0001750524591226518,
      "loss": 12.1666,
      "step": 14268
    },
    {
      "epoch": 2.3364990993941377,
      "grad_norm": 0.20835445821285248,
      "learning_rate": 0.0001750490427017941,
      "loss": 12.1516,
      "step": 14269
    },
    {
      "epoch": 2.3366628459145242,
      "grad_norm": 0.25339868664741516,
      "learning_rate": 0.0001750456260803662,
      "loss": 12.151,
      "step": 14270
    },
    {
      "epoch": 2.3368265924349108,
      "grad_norm": 0.16057823598384857,
      "learning_rate": 0.0001750422092583772,
      "loss": 12.1545,
      "step": 14271
    },
    {
      "epoch": 2.3369903389552973,
      "grad_norm": 0.130727618932724,
      "learning_rate": 0.00017503879223583631,
      "loss": 12.1614,
      "step": 14272
    },
    {
      "epoch": 2.337154085475684,
      "grad_norm": 0.15017753839492798,
      "learning_rate": 0.00017503537501275255,
      "loss": 12.1656,
      "step": 14273
    },
    {
      "epoch": 2.33731783199607,
      "grad_norm": 0.23718932271003723,
      "learning_rate": 0.00017503195758913513,
      "loss": 12.1946,
      "step": 14274
    },
    {
      "epoch": 2.3374815785164564,
      "grad_norm": 0.17808149755001068,
      "learning_rate": 0.00017502853996499316,
      "loss": 12.1442,
      "step": 14275
    },
    {
      "epoch": 2.337645325036843,
      "grad_norm": 0.16514205932617188,
      "learning_rate": 0.00017502512214033575,
      "loss": 12.1748,
      "step": 14276
    },
    {
      "epoch": 2.3378090715572295,
      "grad_norm": 0.18015925586223602,
      "learning_rate": 0.0001750217041151721,
      "loss": 12.1682,
      "step": 14277
    },
    {
      "epoch": 2.337972818077616,
      "grad_norm": 0.1836930811405182,
      "learning_rate": 0.00017501828588951127,
      "loss": 12.1485,
      "step": 14278
    },
    {
      "epoch": 2.338136564598002,
      "grad_norm": 0.254635751247406,
      "learning_rate": 0.00017501486746336246,
      "loss": 12.1821,
      "step": 14279
    },
    {
      "epoch": 2.3383003111183887,
      "grad_norm": 0.1429719775915146,
      "learning_rate": 0.00017501144883673471,
      "loss": 12.1705,
      "step": 14280
    },
    {
      "epoch": 2.338464057638775,
      "grad_norm": 0.1897502839565277,
      "learning_rate": 0.0001750080300096373,
      "loss": 12.1994,
      "step": 14281
    },
    {
      "epoch": 2.3386278041591617,
      "grad_norm": 0.15288962423801422,
      "learning_rate": 0.00017500461098207923,
      "loss": 12.1373,
      "step": 14282
    },
    {
      "epoch": 2.3387915506795482,
      "grad_norm": 0.30248400568962097,
      "learning_rate": 0.0001750011917540697,
      "loss": 12.2092,
      "step": 14283
    },
    {
      "epoch": 2.3389552971999343,
      "grad_norm": 0.12166329473257065,
      "learning_rate": 0.00017499777232561785,
      "loss": 12.1803,
      "step": 14284
    },
    {
      "epoch": 2.339119043720321,
      "grad_norm": 0.14339597523212433,
      "learning_rate": 0.00017499435269673283,
      "loss": 12.1325,
      "step": 14285
    },
    {
      "epoch": 2.3392827902407074,
      "grad_norm": 0.18268252909183502,
      "learning_rate": 0.00017499093286742375,
      "loss": 12.2237,
      "step": 14286
    },
    {
      "epoch": 2.339446536761094,
      "grad_norm": 0.15908952057361603,
      "learning_rate": 0.00017498751283769975,
      "loss": 12.1534,
      "step": 14287
    },
    {
      "epoch": 2.3396102832814805,
      "grad_norm": 0.13798962533473969,
      "learning_rate": 0.00017498409260757,
      "loss": 12.2339,
      "step": 14288
    },
    {
      "epoch": 2.3397740298018666,
      "grad_norm": 0.17066703736782074,
      "learning_rate": 0.00017498067217704358,
      "loss": 12.1909,
      "step": 14289
    },
    {
      "epoch": 2.339937776322253,
      "grad_norm": 0.1813054084777832,
      "learning_rate": 0.00017497725154612973,
      "loss": 12.2004,
      "step": 14290
    },
    {
      "epoch": 2.3401015228426396,
      "grad_norm": 0.18725897371768951,
      "learning_rate": 0.00017497383071483747,
      "loss": 12.1945,
      "step": 14291
    },
    {
      "epoch": 2.340265269363026,
      "grad_norm": 0.1558789759874344,
      "learning_rate": 0.00017497040968317607,
      "loss": 12.1499,
      "step": 14292
    },
    {
      "epoch": 2.3404290158834122,
      "grad_norm": 0.17564453184604645,
      "learning_rate": 0.00017496698845115456,
      "loss": 12.1694,
      "step": 14293
    },
    {
      "epoch": 2.3405927624037988,
      "grad_norm": 0.21315065026283264,
      "learning_rate": 0.00017496356701878215,
      "loss": 12.2351,
      "step": 14294
    },
    {
      "epoch": 2.3407565089241853,
      "grad_norm": 0.15754833817481995,
      "learning_rate": 0.00017496014538606795,
      "loss": 12.1622,
      "step": 14295
    },
    {
      "epoch": 2.340920255444572,
      "grad_norm": 0.15757957100868225,
      "learning_rate": 0.00017495672355302114,
      "loss": 12.192,
      "step": 14296
    },
    {
      "epoch": 2.3410840019649584,
      "grad_norm": 0.15268854796886444,
      "learning_rate": 0.00017495330151965087,
      "loss": 12.1971,
      "step": 14297
    },
    {
      "epoch": 2.341247748485345,
      "grad_norm": 0.16557729244232178,
      "learning_rate": 0.0001749498792859662,
      "loss": 12.2049,
      "step": 14298
    },
    {
      "epoch": 2.341411495005731,
      "grad_norm": 0.1999450922012329,
      "learning_rate": 0.00017494645685197638,
      "loss": 12.1684,
      "step": 14299
    },
    {
      "epoch": 2.3415752415261175,
      "grad_norm": 0.19165033102035522,
      "learning_rate": 0.0001749430342176905,
      "loss": 12.237,
      "step": 14300
    },
    {
      "epoch": 2.341738988046504,
      "grad_norm": 0.17778658866882324,
      "learning_rate": 0.0001749396113831177,
      "loss": 12.2126,
      "step": 14301
    },
    {
      "epoch": 2.3419027345668906,
      "grad_norm": 0.1812281459569931,
      "learning_rate": 0.00017493618834826718,
      "loss": 12.1803,
      "step": 14302
    },
    {
      "epoch": 2.3420664810872767,
      "grad_norm": 0.18321911990642548,
      "learning_rate": 0.00017493276511314803,
      "loss": 12.1526,
      "step": 14303
    },
    {
      "epoch": 2.342230227607663,
      "grad_norm": 0.18076112866401672,
      "learning_rate": 0.00017492934167776943,
      "loss": 12.2166,
      "step": 14304
    },
    {
      "epoch": 2.3423939741280497,
      "grad_norm": 0.23162758350372314,
      "learning_rate": 0.00017492591804214053,
      "loss": 12.1302,
      "step": 14305
    },
    {
      "epoch": 2.3425577206484363,
      "grad_norm": 0.18491558730602264,
      "learning_rate": 0.00017492249420627046,
      "loss": 12.2234,
      "step": 14306
    },
    {
      "epoch": 2.342721467168823,
      "grad_norm": 0.1699237823486328,
      "learning_rate": 0.0001749190701701684,
      "loss": 12.2282,
      "step": 14307
    },
    {
      "epoch": 2.3428852136892093,
      "grad_norm": 0.21309222280979156,
      "learning_rate": 0.00017491564593384346,
      "loss": 12.1841,
      "step": 14308
    },
    {
      "epoch": 2.3430489602095954,
      "grad_norm": 0.1486084759235382,
      "learning_rate": 0.00017491222149730487,
      "loss": 12.2072,
      "step": 14309
    },
    {
      "epoch": 2.343212706729982,
      "grad_norm": 0.19986355304718018,
      "learning_rate": 0.00017490879686056168,
      "loss": 12.1865,
      "step": 14310
    },
    {
      "epoch": 2.3433764532503685,
      "grad_norm": 0.20255360007286072,
      "learning_rate": 0.0001749053720236231,
      "loss": 12.1801,
      "step": 14311
    },
    {
      "epoch": 2.343540199770755,
      "grad_norm": 0.2002432942390442,
      "learning_rate": 0.00017490194698649826,
      "loss": 12.19,
      "step": 14312
    },
    {
      "epoch": 2.343703946291141,
      "grad_norm": 0.158247709274292,
      "learning_rate": 0.00017489852174919633,
      "loss": 12.1429,
      "step": 14313
    },
    {
      "epoch": 2.3438676928115276,
      "grad_norm": 0.23399107158184052,
      "learning_rate": 0.0001748950963117265,
      "loss": 12.2236,
      "step": 14314
    },
    {
      "epoch": 2.344031439331914,
      "grad_norm": 0.14749526977539062,
      "learning_rate": 0.00017489167067409787,
      "loss": 12.1586,
      "step": 14315
    },
    {
      "epoch": 2.3441951858523007,
      "grad_norm": 0.1489945948123932,
      "learning_rate": 0.0001748882448363196,
      "loss": 12.2022,
      "step": 14316
    },
    {
      "epoch": 2.344358932372687,
      "grad_norm": 0.15996061265468597,
      "learning_rate": 0.00017488481879840081,
      "loss": 12.1374,
      "step": 14317
    },
    {
      "epoch": 2.3445226788930738,
      "grad_norm": 0.16782277822494507,
      "learning_rate": 0.00017488139256035078,
      "loss": 12.1797,
      "step": 14318
    },
    {
      "epoch": 2.34468642541346,
      "grad_norm": 0.20388303697109222,
      "learning_rate": 0.00017487796612217853,
      "loss": 12.1784,
      "step": 14319
    },
    {
      "epoch": 2.3448501719338464,
      "grad_norm": 0.15600796043872833,
      "learning_rate": 0.00017487453948389332,
      "loss": 12.1655,
      "step": 14320
    },
    {
      "epoch": 2.345013918454233,
      "grad_norm": 0.17981186509132385,
      "learning_rate": 0.00017487111264550423,
      "loss": 12.1764,
      "step": 14321
    },
    {
      "epoch": 2.3451776649746194,
      "grad_norm": 0.17778562009334564,
      "learning_rate": 0.00017486768560702047,
      "loss": 12.1404,
      "step": 14322
    },
    {
      "epoch": 2.3453414114950055,
      "grad_norm": 0.20752449333667755,
      "learning_rate": 0.00017486425836845117,
      "loss": 12.1475,
      "step": 14323
    },
    {
      "epoch": 2.345505158015392,
      "grad_norm": 0.15307271480560303,
      "learning_rate": 0.0001748608309298055,
      "loss": 12.164,
      "step": 14324
    },
    {
      "epoch": 2.3456689045357786,
      "grad_norm": 0.2580513060092926,
      "learning_rate": 0.0001748574032910926,
      "loss": 12.1581,
      "step": 14325
    },
    {
      "epoch": 2.345832651056165,
      "grad_norm": 0.14281369745731354,
      "learning_rate": 0.0001748539754523217,
      "loss": 12.1474,
      "step": 14326
    },
    {
      "epoch": 2.3459963975765517,
      "grad_norm": 0.17639325559139252,
      "learning_rate": 0.0001748505474135019,
      "loss": 12.1787,
      "step": 14327
    },
    {
      "epoch": 2.346160144096938,
      "grad_norm": 0.1802113801240921,
      "learning_rate": 0.00017484711917464235,
      "loss": 12.1718,
      "step": 14328
    },
    {
      "epoch": 2.3463238906173243,
      "grad_norm": 0.12302753329277039,
      "learning_rate": 0.00017484369073575225,
      "loss": 12.1902,
      "step": 14329
    },
    {
      "epoch": 2.346487637137711,
      "grad_norm": 0.14810460805892944,
      "learning_rate": 0.00017484026209684076,
      "loss": 12.1738,
      "step": 14330
    },
    {
      "epoch": 2.3466513836580973,
      "grad_norm": 0.14917480945587158,
      "learning_rate": 0.00017483683325791698,
      "loss": 12.1334,
      "step": 14331
    },
    {
      "epoch": 2.346815130178484,
      "grad_norm": 0.22721485793590546,
      "learning_rate": 0.00017483340421899017,
      "loss": 12.1918,
      "step": 14332
    },
    {
      "epoch": 2.34697887669887,
      "grad_norm": 0.14331109821796417,
      "learning_rate": 0.00017482997498006943,
      "loss": 12.1844,
      "step": 14333
    },
    {
      "epoch": 2.3471426232192565,
      "grad_norm": 0.18812836706638336,
      "learning_rate": 0.00017482654554116394,
      "loss": 12.1969,
      "step": 14334
    },
    {
      "epoch": 2.347306369739643,
      "grad_norm": 0.14962133765220642,
      "learning_rate": 0.0001748231159022829,
      "loss": 12.1769,
      "step": 14335
    },
    {
      "epoch": 2.3474701162600295,
      "grad_norm": 0.19984208047389984,
      "learning_rate": 0.0001748196860634354,
      "loss": 12.1757,
      "step": 14336
    },
    {
      "epoch": 2.347633862780416,
      "grad_norm": 0.19891533255577087,
      "learning_rate": 0.00017481625602463067,
      "loss": 12.181,
      "step": 14337
    },
    {
      "epoch": 2.347797609300802,
      "grad_norm": 0.19310662150382996,
      "learning_rate": 0.00017481282578587788,
      "loss": 12.2123,
      "step": 14338
    },
    {
      "epoch": 2.3479613558211887,
      "grad_norm": 0.17391537129878998,
      "learning_rate": 0.00017480939534718614,
      "loss": 12.1702,
      "step": 14339
    },
    {
      "epoch": 2.3481251023415752,
      "grad_norm": 0.13495922088623047,
      "learning_rate": 0.00017480596470856465,
      "loss": 12.1579,
      "step": 14340
    },
    {
      "epoch": 2.3482888488619618,
      "grad_norm": 0.164438396692276,
      "learning_rate": 0.0001748025338700226,
      "loss": 12.186,
      "step": 14341
    },
    {
      "epoch": 2.3484525953823483,
      "grad_norm": 0.19333598017692566,
      "learning_rate": 0.00017479910283156914,
      "loss": 12.1958,
      "step": 14342
    },
    {
      "epoch": 2.3486163419027344,
      "grad_norm": 0.13965611159801483,
      "learning_rate": 0.00017479567159321344,
      "loss": 12.1911,
      "step": 14343
    },
    {
      "epoch": 2.348780088423121,
      "grad_norm": 0.17157308757305145,
      "learning_rate": 0.00017479224015496468,
      "loss": 12.2422,
      "step": 14344
    },
    {
      "epoch": 2.3489438349435074,
      "grad_norm": 0.143202543258667,
      "learning_rate": 0.00017478880851683198,
      "loss": 12.1427,
      "step": 14345
    },
    {
      "epoch": 2.349107581463894,
      "grad_norm": 0.1258096545934677,
      "learning_rate": 0.0001747853766788246,
      "loss": 12.1838,
      "step": 14346
    },
    {
      "epoch": 2.3492713279842805,
      "grad_norm": 0.173197403550148,
      "learning_rate": 0.00017478194464095164,
      "loss": 12.2095,
      "step": 14347
    },
    {
      "epoch": 2.3494350745046666,
      "grad_norm": 0.16409991681575775,
      "learning_rate": 0.00017477851240322228,
      "loss": 12.2374,
      "step": 14348
    },
    {
      "epoch": 2.349598821025053,
      "grad_norm": 0.1730426847934723,
      "learning_rate": 0.00017477507996564574,
      "loss": 12.1623,
      "step": 14349
    },
    {
      "epoch": 2.3497625675454397,
      "grad_norm": 0.19819940626621246,
      "learning_rate": 0.00017477164732823114,
      "loss": 12.2239,
      "step": 14350
    },
    {
      "epoch": 2.349926314065826,
      "grad_norm": 0.13710017502307892,
      "learning_rate": 0.0001747682144909877,
      "loss": 12.1685,
      "step": 14351
    },
    {
      "epoch": 2.3500900605862127,
      "grad_norm": 0.14998428523540497,
      "learning_rate": 0.00017476478145392451,
      "loss": 12.1757,
      "step": 14352
    },
    {
      "epoch": 2.350253807106599,
      "grad_norm": 0.16993968188762665,
      "learning_rate": 0.00017476134821705087,
      "loss": 12.1546,
      "step": 14353
    },
    {
      "epoch": 2.3504175536269853,
      "grad_norm": 0.13953247666358948,
      "learning_rate": 0.00017475791478037587,
      "loss": 12.199,
      "step": 14354
    },
    {
      "epoch": 2.350581300147372,
      "grad_norm": 0.1992350071668625,
      "learning_rate": 0.0001747544811439087,
      "loss": 12.1573,
      "step": 14355
    },
    {
      "epoch": 2.3507450466677584,
      "grad_norm": 0.18510186672210693,
      "learning_rate": 0.00017475104730765853,
      "loss": 12.2221,
      "step": 14356
    },
    {
      "epoch": 2.350908793188145,
      "grad_norm": 0.14738376438617706,
      "learning_rate": 0.00017474761327163456,
      "loss": 12.1619,
      "step": 14357
    },
    {
      "epoch": 2.351072539708531,
      "grad_norm": 0.1389036476612091,
      "learning_rate": 0.00017474417903584594,
      "loss": 12.206,
      "step": 14358
    },
    {
      "epoch": 2.3512362862289176,
      "grad_norm": 0.15798036754131317,
      "learning_rate": 0.0001747407446003019,
      "loss": 12.1812,
      "step": 14359
    },
    {
      "epoch": 2.351400032749304,
      "grad_norm": 0.1858285665512085,
      "learning_rate": 0.0001747373099650116,
      "loss": 12.127,
      "step": 14360
    },
    {
      "epoch": 2.3515637792696906,
      "grad_norm": 0.1594618707895279,
      "learning_rate": 0.00017473387512998413,
      "loss": 12.1803,
      "step": 14361
    },
    {
      "epoch": 2.3517275257900767,
      "grad_norm": 0.13399383425712585,
      "learning_rate": 0.0001747304400952288,
      "loss": 12.1615,
      "step": 14362
    },
    {
      "epoch": 2.3518912723104632,
      "grad_norm": 0.1647670418024063,
      "learning_rate": 0.00017472700486075468,
      "loss": 12.1826,
      "step": 14363
    },
    {
      "epoch": 2.3520550188308498,
      "grad_norm": 0.1610758751630783,
      "learning_rate": 0.00017472356942657105,
      "loss": 12.181,
      "step": 14364
    },
    {
      "epoch": 2.3522187653512363,
      "grad_norm": 0.13346906006336212,
      "learning_rate": 0.00017472013379268703,
      "loss": 12.1542,
      "step": 14365
    },
    {
      "epoch": 2.352382511871623,
      "grad_norm": 0.15268579125404358,
      "learning_rate": 0.0001747166979591118,
      "loss": 12.1599,
      "step": 14366
    },
    {
      "epoch": 2.3525462583920094,
      "grad_norm": 0.1465510129928589,
      "learning_rate": 0.0001747132619258546,
      "loss": 12.1716,
      "step": 14367
    },
    {
      "epoch": 2.3527100049123955,
      "grad_norm": 0.21025052666664124,
      "learning_rate": 0.00017470982569292454,
      "loss": 12.2115,
      "step": 14368
    },
    {
      "epoch": 2.352873751432782,
      "grad_norm": 0.14416484534740448,
      "learning_rate": 0.00017470638926033084,
      "loss": 12.2147,
      "step": 14369
    },
    {
      "epoch": 2.3530374979531685,
      "grad_norm": 0.18545320630073547,
      "learning_rate": 0.0001747029526280827,
      "loss": 12.1533,
      "step": 14370
    },
    {
      "epoch": 2.353201244473555,
      "grad_norm": 0.14931225776672363,
      "learning_rate": 0.00017469951579618924,
      "loss": 12.1853,
      "step": 14371
    },
    {
      "epoch": 2.353364990993941,
      "grad_norm": 0.19771592319011688,
      "learning_rate": 0.00017469607876465973,
      "loss": 12.1708,
      "step": 14372
    },
    {
      "epoch": 2.3535287375143277,
      "grad_norm": 0.18532776832580566,
      "learning_rate": 0.0001746926415335033,
      "loss": 12.2054,
      "step": 14373
    },
    {
      "epoch": 2.353692484034714,
      "grad_norm": 0.1369256228208542,
      "learning_rate": 0.00017468920410272914,
      "loss": 12.1854,
      "step": 14374
    },
    {
      "epoch": 2.3538562305551007,
      "grad_norm": 0.1778939962387085,
      "learning_rate": 0.00017468576647234642,
      "loss": 12.2082,
      "step": 14375
    },
    {
      "epoch": 2.3540199770754873,
      "grad_norm": 0.1714872568845749,
      "learning_rate": 0.0001746823286423644,
      "loss": 12.1862,
      "step": 14376
    },
    {
      "epoch": 2.354183723595874,
      "grad_norm": 0.2039484679698944,
      "learning_rate": 0.00017467889061279222,
      "loss": 12.1576,
      "step": 14377
    },
    {
      "epoch": 2.35434747011626,
      "grad_norm": 0.1569930911064148,
      "learning_rate": 0.00017467545238363904,
      "loss": 12.2036,
      "step": 14378
    },
    {
      "epoch": 2.3545112166366464,
      "grad_norm": 0.19549265503883362,
      "learning_rate": 0.0001746720139549141,
      "loss": 12.154,
      "step": 14379
    },
    {
      "epoch": 2.354674963157033,
      "grad_norm": 0.16212379932403564,
      "learning_rate": 0.00017466857532662654,
      "loss": 12.1628,
      "step": 14380
    },
    {
      "epoch": 2.3548387096774195,
      "grad_norm": 0.13864071667194366,
      "learning_rate": 0.0001746651364987856,
      "loss": 12.2351,
      "step": 14381
    },
    {
      "epoch": 2.3550024561978056,
      "grad_norm": 0.1790342628955841,
      "learning_rate": 0.00017466169747140046,
      "loss": 12.1502,
      "step": 14382
    },
    {
      "epoch": 2.355166202718192,
      "grad_norm": 0.15220580995082855,
      "learning_rate": 0.00017465825824448028,
      "loss": 12.2101,
      "step": 14383
    },
    {
      "epoch": 2.3553299492385786,
      "grad_norm": 0.18257993459701538,
      "learning_rate": 0.00017465481881803426,
      "loss": 12.173,
      "step": 14384
    },
    {
      "epoch": 2.355493695758965,
      "grad_norm": 0.27856260538101196,
      "learning_rate": 0.00017465137919207163,
      "loss": 12.1659,
      "step": 14385
    },
    {
      "epoch": 2.3556574422793517,
      "grad_norm": 0.1466873437166214,
      "learning_rate": 0.00017464793936660154,
      "loss": 12.167,
      "step": 14386
    },
    {
      "epoch": 2.3558211887997382,
      "grad_norm": 0.18165040016174316,
      "learning_rate": 0.00017464449934163318,
      "loss": 12.1978,
      "step": 14387
    },
    {
      "epoch": 2.3559849353201243,
      "grad_norm": 0.14748883247375488,
      "learning_rate": 0.0001746410591171758,
      "loss": 12.1499,
      "step": 14388
    },
    {
      "epoch": 2.356148681840511,
      "grad_norm": 0.15075595676898956,
      "learning_rate": 0.00017463761869323854,
      "loss": 12.1397,
      "step": 14389
    },
    {
      "epoch": 2.3563124283608974,
      "grad_norm": 0.1623346209526062,
      "learning_rate": 0.0001746341780698306,
      "loss": 12.1878,
      "step": 14390
    },
    {
      "epoch": 2.356476174881284,
      "grad_norm": 0.18079085648059845,
      "learning_rate": 0.00017463073724696115,
      "loss": 12.1949,
      "step": 14391
    },
    {
      "epoch": 2.35663992140167,
      "grad_norm": 0.17666977643966675,
      "learning_rate": 0.0001746272962246395,
      "loss": 12.1908,
      "step": 14392
    },
    {
      "epoch": 2.3568036679220565,
      "grad_norm": 0.1325473189353943,
      "learning_rate": 0.0001746238550028747,
      "loss": 12.1765,
      "step": 14393
    },
    {
      "epoch": 2.356967414442443,
      "grad_norm": 0.1638750284910202,
      "learning_rate": 0.00017462041358167602,
      "loss": 12.2385,
      "step": 14394
    },
    {
      "epoch": 2.3571311609628296,
      "grad_norm": 0.18747787177562714,
      "learning_rate": 0.00017461697196105268,
      "loss": 12.2167,
      "step": 14395
    },
    {
      "epoch": 2.357294907483216,
      "grad_norm": 0.18922646343708038,
      "learning_rate": 0.00017461353014101386,
      "loss": 12.1579,
      "step": 14396
    },
    {
      "epoch": 2.3574586540036027,
      "grad_norm": 0.17894403636455536,
      "learning_rate": 0.0001746100881215687,
      "loss": 12.1931,
      "step": 14397
    },
    {
      "epoch": 2.3576224005239887,
      "grad_norm": 0.15334376692771912,
      "learning_rate": 0.00017460664590272646,
      "loss": 12.1717,
      "step": 14398
    },
    {
      "epoch": 2.3577861470443753,
      "grad_norm": 0.2212066799402237,
      "learning_rate": 0.00017460320348449635,
      "loss": 12.2373,
      "step": 14399
    },
    {
      "epoch": 2.357949893564762,
      "grad_norm": 0.15440092980861664,
      "learning_rate": 0.0001745997608668875,
      "loss": 12.1851,
      "step": 14400
    },
    {
      "epoch": 2.3581136400851483,
      "grad_norm": 0.1452581137418747,
      "learning_rate": 0.00017459631804990922,
      "loss": 12.2112,
      "step": 14401
    },
    {
      "epoch": 2.3582773866055344,
      "grad_norm": 0.3292926847934723,
      "learning_rate": 0.0001745928750335706,
      "loss": 12.2129,
      "step": 14402
    },
    {
      "epoch": 2.358441133125921,
      "grad_norm": 0.1404949277639389,
      "learning_rate": 0.0001745894318178809,
      "loss": 12.1566,
      "step": 14403
    },
    {
      "epoch": 2.3586048796463075,
      "grad_norm": 0.1622261106967926,
      "learning_rate": 0.0001745859884028493,
      "loss": 12.1815,
      "step": 14404
    },
    {
      "epoch": 2.358768626166694,
      "grad_norm": 0.15369634330272675,
      "learning_rate": 0.00017458254478848502,
      "loss": 12.1622,
      "step": 14405
    },
    {
      "epoch": 2.3589323726870806,
      "grad_norm": 0.23535223305225372,
      "learning_rate": 0.00017457910097479727,
      "loss": 12.2029,
      "step": 14406
    },
    {
      "epoch": 2.359096119207467,
      "grad_norm": 0.17285199463367462,
      "learning_rate": 0.00017457565696179521,
      "loss": 12.1729,
      "step": 14407
    },
    {
      "epoch": 2.359259865727853,
      "grad_norm": 0.16075332462787628,
      "learning_rate": 0.0001745722127494881,
      "loss": 12.1604,
      "step": 14408
    },
    {
      "epoch": 2.3594236122482397,
      "grad_norm": 0.1920514851808548,
      "learning_rate": 0.00017456876833788512,
      "loss": 12.1854,
      "step": 14409
    },
    {
      "epoch": 2.3595873587686262,
      "grad_norm": 0.14674508571624756,
      "learning_rate": 0.00017456532372699544,
      "loss": 12.2135,
      "step": 14410
    },
    {
      "epoch": 2.3597511052890128,
      "grad_norm": 0.13631223142147064,
      "learning_rate": 0.0001745618789168283,
      "loss": 12.2066,
      "step": 14411
    },
    {
      "epoch": 2.359914851809399,
      "grad_norm": 0.1544567495584488,
      "learning_rate": 0.00017455843390739296,
      "loss": 12.2419,
      "step": 14412
    },
    {
      "epoch": 2.3600785983297854,
      "grad_norm": 0.16916373372077942,
      "learning_rate": 0.00017455498869869854,
      "loss": 12.1633,
      "step": 14413
    },
    {
      "epoch": 2.360242344850172,
      "grad_norm": 0.12273219972848892,
      "learning_rate": 0.00017455154329075427,
      "loss": 12.1422,
      "step": 14414
    },
    {
      "epoch": 2.3604060913705585,
      "grad_norm": 0.15254893898963928,
      "learning_rate": 0.0001745480976835694,
      "loss": 12.191,
      "step": 14415
    },
    {
      "epoch": 2.360569837890945,
      "grad_norm": 0.1560048609972,
      "learning_rate": 0.00017454465187715306,
      "loss": 12.2391,
      "step": 14416
    },
    {
      "epoch": 2.360733584411331,
      "grad_norm": 0.17863589525222778,
      "learning_rate": 0.00017454120587151453,
      "loss": 12.1631,
      "step": 14417
    },
    {
      "epoch": 2.3608973309317176,
      "grad_norm": 0.17719800770282745,
      "learning_rate": 0.000174537759666663,
      "loss": 12.1754,
      "step": 14418
    },
    {
      "epoch": 2.361061077452104,
      "grad_norm": 0.14709381759166718,
      "learning_rate": 0.00017453431326260765,
      "loss": 12.1757,
      "step": 14419
    },
    {
      "epoch": 2.3612248239724907,
      "grad_norm": 0.12762011587619781,
      "learning_rate": 0.00017453086665935775,
      "loss": 12.1502,
      "step": 14420
    },
    {
      "epoch": 2.361388570492877,
      "grad_norm": 0.12123802304267883,
      "learning_rate": 0.00017452741985692245,
      "loss": 12.1964,
      "step": 14421
    },
    {
      "epoch": 2.3615523170132633,
      "grad_norm": 0.1481722891330719,
      "learning_rate": 0.000174523972855311,
      "loss": 12.1428,
      "step": 14422
    },
    {
      "epoch": 2.36171606353365,
      "grad_norm": 0.17609776556491852,
      "learning_rate": 0.0001745205256545326,
      "loss": 12.1626,
      "step": 14423
    },
    {
      "epoch": 2.3618798100540364,
      "grad_norm": 0.15633326768875122,
      "learning_rate": 0.0001745170782545965,
      "loss": 12.1892,
      "step": 14424
    },
    {
      "epoch": 2.362043556574423,
      "grad_norm": 0.14087672531604767,
      "learning_rate": 0.0001745136306555118,
      "loss": 12.1472,
      "step": 14425
    },
    {
      "epoch": 2.3622073030948094,
      "grad_norm": 0.15835119783878326,
      "learning_rate": 0.00017451018285728783,
      "loss": 12.1779,
      "step": 14426
    },
    {
      "epoch": 2.3623710496151955,
      "grad_norm": 0.19483061134815216,
      "learning_rate": 0.00017450673485993375,
      "loss": 12.1993,
      "step": 14427
    },
    {
      "epoch": 2.362534796135582,
      "grad_norm": 0.157230406999588,
      "learning_rate": 0.00017450328666345882,
      "loss": 12.1514,
      "step": 14428
    },
    {
      "epoch": 2.3626985426559686,
      "grad_norm": 0.15149416029453278,
      "learning_rate": 0.00017449983826787221,
      "loss": 12.2033,
      "step": 14429
    },
    {
      "epoch": 2.362862289176355,
      "grad_norm": 0.18282084167003632,
      "learning_rate": 0.00017449638967318316,
      "loss": 12.1746,
      "step": 14430
    },
    {
      "epoch": 2.3630260356967416,
      "grad_norm": 0.17752410471439362,
      "learning_rate": 0.00017449294087940086,
      "loss": 12.1847,
      "step": 14431
    },
    {
      "epoch": 2.3631897822171277,
      "grad_norm": 0.19499780237674713,
      "learning_rate": 0.00017448949188653457,
      "loss": 12.1549,
      "step": 14432
    },
    {
      "epoch": 2.3633535287375143,
      "grad_norm": 0.1857028752565384,
      "learning_rate": 0.00017448604269459345,
      "loss": 12.1465,
      "step": 14433
    },
    {
      "epoch": 2.363517275257901,
      "grad_norm": 0.1505965143442154,
      "learning_rate": 0.00017448259330358676,
      "loss": 12.2028,
      "step": 14434
    },
    {
      "epoch": 2.3636810217782873,
      "grad_norm": 0.16730113327503204,
      "learning_rate": 0.00017447914371352373,
      "loss": 12.1477,
      "step": 14435
    },
    {
      "epoch": 2.363844768298674,
      "grad_norm": 0.1609504222869873,
      "learning_rate": 0.0001744756939244135,
      "loss": 12.1945,
      "step": 14436
    },
    {
      "epoch": 2.36400851481906,
      "grad_norm": 0.18738315999507904,
      "learning_rate": 0.00017447224393626543,
      "loss": 12.164,
      "step": 14437
    },
    {
      "epoch": 2.3641722613394465,
      "grad_norm": 0.17599619925022125,
      "learning_rate": 0.0001744687937490886,
      "loss": 12.1621,
      "step": 14438
    },
    {
      "epoch": 2.364336007859833,
      "grad_norm": 0.19819515943527222,
      "learning_rate": 0.0001744653433628923,
      "loss": 12.1597,
      "step": 14439
    },
    {
      "epoch": 2.3644997543802195,
      "grad_norm": 0.1505698412656784,
      "learning_rate": 0.00017446189277768573,
      "loss": 12.1862,
      "step": 14440
    },
    {
      "epoch": 2.3646635009006056,
      "grad_norm": 0.229884535074234,
      "learning_rate": 0.00017445844199347814,
      "loss": 12.1536,
      "step": 14441
    },
    {
      "epoch": 2.364827247420992,
      "grad_norm": 0.1687701940536499,
      "learning_rate": 0.00017445499101027872,
      "loss": 12.2045,
      "step": 14442
    },
    {
      "epoch": 2.3649909939413787,
      "grad_norm": 0.19579221308231354,
      "learning_rate": 0.0001744515398280967,
      "loss": 12.1811,
      "step": 14443
    },
    {
      "epoch": 2.365154740461765,
      "grad_norm": 0.14833930134773254,
      "learning_rate": 0.00017444808844694132,
      "loss": 12.1733,
      "step": 14444
    },
    {
      "epoch": 2.3653184869821517,
      "grad_norm": 0.21375390887260437,
      "learning_rate": 0.0001744446368668218,
      "loss": 12.1996,
      "step": 14445
    },
    {
      "epoch": 2.3654822335025383,
      "grad_norm": 0.16135461628437042,
      "learning_rate": 0.00017444118508774733,
      "loss": 12.1587,
      "step": 14446
    },
    {
      "epoch": 2.3656459800229244,
      "grad_norm": 0.18676823377609253,
      "learning_rate": 0.0001744377331097272,
      "loss": 12.1956,
      "step": 14447
    },
    {
      "epoch": 2.365809726543311,
      "grad_norm": 0.13488563895225525,
      "learning_rate": 0.0001744342809327706,
      "loss": 12.1993,
      "step": 14448
    },
    {
      "epoch": 2.3659734730636974,
      "grad_norm": 0.14538463950157166,
      "learning_rate": 0.0001744308285568867,
      "loss": 12.2168,
      "step": 14449
    },
    {
      "epoch": 2.366137219584084,
      "grad_norm": 0.1980506032705307,
      "learning_rate": 0.00017442737598208482,
      "loss": 12.1944,
      "step": 14450
    },
    {
      "epoch": 2.36630096610447,
      "grad_norm": 0.15313510596752167,
      "learning_rate": 0.00017442392320837416,
      "loss": 12.1641,
      "step": 14451
    },
    {
      "epoch": 2.3664647126248566,
      "grad_norm": 0.15769003331661224,
      "learning_rate": 0.0001744204702357639,
      "loss": 12.2004,
      "step": 14452
    },
    {
      "epoch": 2.366628459145243,
      "grad_norm": 0.16402186453342438,
      "learning_rate": 0.00017441701706426334,
      "loss": 12.2082,
      "step": 14453
    },
    {
      "epoch": 2.3667922056656296,
      "grad_norm": 0.20452386140823364,
      "learning_rate": 0.00017441356369388164,
      "loss": 12.1566,
      "step": 14454
    },
    {
      "epoch": 2.366955952186016,
      "grad_norm": 0.17893272638320923,
      "learning_rate": 0.0001744101101246281,
      "loss": 12.1482,
      "step": 14455
    },
    {
      "epoch": 2.3671196987064027,
      "grad_norm": 0.12037583440542221,
      "learning_rate": 0.0001744066563565119,
      "loss": 12.1591,
      "step": 14456
    },
    {
      "epoch": 2.367283445226789,
      "grad_norm": 0.14434228837490082,
      "learning_rate": 0.00017440320238954225,
      "loss": 12.2027,
      "step": 14457
    },
    {
      "epoch": 2.3674471917471753,
      "grad_norm": 0.17179875075817108,
      "learning_rate": 0.0001743997482237284,
      "loss": 12.2041,
      "step": 14458
    },
    {
      "epoch": 2.367610938267562,
      "grad_norm": 0.15340928733348846,
      "learning_rate": 0.00017439629385907965,
      "loss": 12.1846,
      "step": 14459
    },
    {
      "epoch": 2.3677746847879484,
      "grad_norm": 0.1518794447183609,
      "learning_rate": 0.00017439283929560512,
      "loss": 12.2619,
      "step": 14460
    },
    {
      "epoch": 2.3679384313083345,
      "grad_norm": 0.35515204071998596,
      "learning_rate": 0.00017438938453331413,
      "loss": 12.1673,
      "step": 14461
    },
    {
      "epoch": 2.368102177828721,
      "grad_norm": 0.23857015371322632,
      "learning_rate": 0.00017438592957221588,
      "loss": 12.1979,
      "step": 14462
    },
    {
      "epoch": 2.3682659243491075,
      "grad_norm": 0.1512657254934311,
      "learning_rate": 0.0001743824744123196,
      "loss": 12.1875,
      "step": 14463
    },
    {
      "epoch": 2.368429670869494,
      "grad_norm": 0.13490529358386993,
      "learning_rate": 0.00017437901905363457,
      "loss": 12.1752,
      "step": 14464
    },
    {
      "epoch": 2.3685934173898806,
      "grad_norm": 0.15241043269634247,
      "learning_rate": 0.00017437556349616991,
      "loss": 12.1473,
      "step": 14465
    },
    {
      "epoch": 2.368757163910267,
      "grad_norm": 0.14001482725143433,
      "learning_rate": 0.00017437210773993498,
      "loss": 12.1606,
      "step": 14466
    },
    {
      "epoch": 2.3689209104306532,
      "grad_norm": 0.1637822389602661,
      "learning_rate": 0.00017436865178493892,
      "loss": 12.154,
      "step": 14467
    },
    {
      "epoch": 2.3690846569510398,
      "grad_norm": 0.16204316914081573,
      "learning_rate": 0.00017436519563119104,
      "loss": 12.1856,
      "step": 14468
    },
    {
      "epoch": 2.3692484034714263,
      "grad_norm": 0.23819231986999512,
      "learning_rate": 0.00017436173927870053,
      "loss": 12.1559,
      "step": 14469
    },
    {
      "epoch": 2.369412149991813,
      "grad_norm": 0.15116140246391296,
      "learning_rate": 0.00017435828272747668,
      "loss": 12.1406,
      "step": 14470
    },
    {
      "epoch": 2.369575896512199,
      "grad_norm": 0.14487820863723755,
      "learning_rate": 0.00017435482597752866,
      "loss": 12.1891,
      "step": 14471
    },
    {
      "epoch": 2.3697396430325854,
      "grad_norm": 0.1683163344860077,
      "learning_rate": 0.00017435136902886576,
      "loss": 12.1909,
      "step": 14472
    },
    {
      "epoch": 2.369903389552972,
      "grad_norm": 0.16021132469177246,
      "learning_rate": 0.00017434791188149717,
      "loss": 12.1985,
      "step": 14473
    },
    {
      "epoch": 2.3700671360733585,
      "grad_norm": 0.12638171017169952,
      "learning_rate": 0.00017434445453543216,
      "loss": 12.1668,
      "step": 14474
    },
    {
      "epoch": 2.370230882593745,
      "grad_norm": 0.16618448495864868,
      "learning_rate": 0.00017434099699068,
      "loss": 12.1716,
      "step": 14475
    },
    {
      "epoch": 2.3703946291141316,
      "grad_norm": 0.1370278000831604,
      "learning_rate": 0.00017433753924724985,
      "loss": 12.1643,
      "step": 14476
    },
    {
      "epoch": 2.3705583756345177,
      "grad_norm": 0.1870817095041275,
      "learning_rate": 0.000174334081305151,
      "loss": 12.173,
      "step": 14477
    },
    {
      "epoch": 2.370722122154904,
      "grad_norm": 0.14040906727313995,
      "learning_rate": 0.00017433062316439272,
      "loss": 12.1967,
      "step": 14478
    },
    {
      "epoch": 2.3708858686752907,
      "grad_norm": 0.21334399282932281,
      "learning_rate": 0.00017432716482498423,
      "loss": 12.1528,
      "step": 14479
    },
    {
      "epoch": 2.3710496151956773,
      "grad_norm": 0.14767475426197052,
      "learning_rate": 0.00017432370628693472,
      "loss": 12.2108,
      "step": 14480
    },
    {
      "epoch": 2.3712133617160633,
      "grad_norm": 0.2634364068508148,
      "learning_rate": 0.00017432024755025354,
      "loss": 12.1421,
      "step": 14481
    },
    {
      "epoch": 2.37137710823645,
      "grad_norm": 0.14677560329437256,
      "learning_rate": 0.00017431678861494983,
      "loss": 12.1881,
      "step": 14482
    },
    {
      "epoch": 2.3715408547568364,
      "grad_norm": 0.24416875839233398,
      "learning_rate": 0.0001743133294810329,
      "loss": 12.1668,
      "step": 14483
    },
    {
      "epoch": 2.371704601277223,
      "grad_norm": 0.13563528656959534,
      "learning_rate": 0.00017430987014851193,
      "loss": 12.214,
      "step": 14484
    },
    {
      "epoch": 2.3718683477976095,
      "grad_norm": 0.1570056974887848,
      "learning_rate": 0.00017430641061739623,
      "loss": 12.1462,
      "step": 14485
    },
    {
      "epoch": 2.3720320943179956,
      "grad_norm": 0.14122673869132996,
      "learning_rate": 0.000174302950887695,
      "loss": 12.1746,
      "step": 14486
    },
    {
      "epoch": 2.372195840838382,
      "grad_norm": 0.16978847980499268,
      "learning_rate": 0.00017429949095941754,
      "loss": 12.2019,
      "step": 14487
    },
    {
      "epoch": 2.3723595873587686,
      "grad_norm": 0.2702603042125702,
      "learning_rate": 0.00017429603083257304,
      "loss": 12.2419,
      "step": 14488
    },
    {
      "epoch": 2.372523333879155,
      "grad_norm": 0.13194876909255981,
      "learning_rate": 0.0001742925705071708,
      "loss": 12.1744,
      "step": 14489
    },
    {
      "epoch": 2.3726870803995417,
      "grad_norm": 0.13667339086532593,
      "learning_rate": 0.00017428910998322,
      "loss": 12.1734,
      "step": 14490
    },
    {
      "epoch": 2.3728508269199278,
      "grad_norm": 0.2584983706474304,
      "learning_rate": 0.0001742856492607299,
      "loss": 12.1086,
      "step": 14491
    },
    {
      "epoch": 2.3730145734403143,
      "grad_norm": 0.1698002815246582,
      "learning_rate": 0.00017428218833970987,
      "loss": 12.2026,
      "step": 14492
    },
    {
      "epoch": 2.373178319960701,
      "grad_norm": 0.14828677475452423,
      "learning_rate": 0.000174278727220169,
      "loss": 12.1665,
      "step": 14493
    },
    {
      "epoch": 2.3733420664810874,
      "grad_norm": 0.1841655671596527,
      "learning_rate": 0.0001742752659021166,
      "loss": 12.2198,
      "step": 14494
    },
    {
      "epoch": 2.373505813001474,
      "grad_norm": 0.18427811563014984,
      "learning_rate": 0.00017427180438556197,
      "loss": 12.1748,
      "step": 14495
    },
    {
      "epoch": 2.37366955952186,
      "grad_norm": 0.1568927764892578,
      "learning_rate": 0.00017426834267051427,
      "loss": 12.1967,
      "step": 14496
    },
    {
      "epoch": 2.3738333060422465,
      "grad_norm": 0.18491265177726746,
      "learning_rate": 0.00017426488075698282,
      "loss": 12.1648,
      "step": 14497
    },
    {
      "epoch": 2.373997052562633,
      "grad_norm": 0.12748320400714874,
      "learning_rate": 0.00017426141864497686,
      "loss": 12.1649,
      "step": 14498
    },
    {
      "epoch": 2.3741607990830196,
      "grad_norm": 0.1566036492586136,
      "learning_rate": 0.0001742579563345056,
      "loss": 12.1937,
      "step": 14499
    },
    {
      "epoch": 2.374324545603406,
      "grad_norm": 0.19282840192317963,
      "learning_rate": 0.00017425449382557835,
      "loss": 12.1379,
      "step": 14500
    },
    {
      "epoch": 2.374488292123792,
      "grad_norm": 0.16827398538589478,
      "learning_rate": 0.00017425103111820434,
      "loss": 12.2487,
      "step": 14501
    },
    {
      "epoch": 2.3746520386441787,
      "grad_norm": 0.17867043614387512,
      "learning_rate": 0.00017424756821239281,
      "loss": 12.1989,
      "step": 14502
    },
    {
      "epoch": 2.3748157851645653,
      "grad_norm": 0.23252958059310913,
      "learning_rate": 0.00017424410510815302,
      "loss": 12.2522,
      "step": 14503
    },
    {
      "epoch": 2.374979531684952,
      "grad_norm": 0.16431300342082977,
      "learning_rate": 0.00017424064180549426,
      "loss": 12.201,
      "step": 14504
    },
    {
      "epoch": 2.3751432782053383,
      "grad_norm": 0.16325147449970245,
      "learning_rate": 0.00017423717830442574,
      "loss": 12.1396,
      "step": 14505
    },
    {
      "epoch": 2.3753070247257244,
      "grad_norm": 0.2256007194519043,
      "learning_rate": 0.00017423371460495673,
      "loss": 12.1677,
      "step": 14506
    },
    {
      "epoch": 2.375470771246111,
      "grad_norm": 0.15664377808570862,
      "learning_rate": 0.00017423025070709654,
      "loss": 12.1766,
      "step": 14507
    },
    {
      "epoch": 2.3756345177664975,
      "grad_norm": 0.1810443252325058,
      "learning_rate": 0.00017422678661085432,
      "loss": 12.2066,
      "step": 14508
    },
    {
      "epoch": 2.375798264286884,
      "grad_norm": 0.13472433388233185,
      "learning_rate": 0.00017422332231623941,
      "loss": 12.1715,
      "step": 14509
    },
    {
      "epoch": 2.37596201080727,
      "grad_norm": 0.1784256547689438,
      "learning_rate": 0.00017421985782326105,
      "loss": 12.1936,
      "step": 14510
    },
    {
      "epoch": 2.3761257573276566,
      "grad_norm": 0.12868723273277283,
      "learning_rate": 0.0001742163931319285,
      "loss": 12.1755,
      "step": 14511
    },
    {
      "epoch": 2.376289503848043,
      "grad_norm": 0.17635124921798706,
      "learning_rate": 0.000174212928242251,
      "loss": 12.147,
      "step": 14512
    },
    {
      "epoch": 2.3764532503684297,
      "grad_norm": 0.21027296781539917,
      "learning_rate": 0.00017420946315423782,
      "loss": 12.2632,
      "step": 14513
    },
    {
      "epoch": 2.3766169968888162,
      "grad_norm": 0.1724887192249298,
      "learning_rate": 0.00017420599786789823,
      "loss": 12.1816,
      "step": 14514
    },
    {
      "epoch": 2.3767807434092028,
      "grad_norm": 0.20620512962341309,
      "learning_rate": 0.0001742025323832415,
      "loss": 12.1844,
      "step": 14515
    },
    {
      "epoch": 2.376944489929589,
      "grad_norm": 0.14308705925941467,
      "learning_rate": 0.00017419906670027686,
      "loss": 12.1595,
      "step": 14516
    },
    {
      "epoch": 2.3771082364499754,
      "grad_norm": 0.16407838463783264,
      "learning_rate": 0.0001741956008190136,
      "loss": 12.1491,
      "step": 14517
    },
    {
      "epoch": 2.377271982970362,
      "grad_norm": 0.17083947360515594,
      "learning_rate": 0.00017419213473946098,
      "loss": 12.1333,
      "step": 14518
    },
    {
      "epoch": 2.3774357294907484,
      "grad_norm": 0.17965620756149292,
      "learning_rate": 0.00017418866846162823,
      "loss": 12.1447,
      "step": 14519
    },
    {
      "epoch": 2.3775994760111345,
      "grad_norm": 0.134897381067276,
      "learning_rate": 0.00017418520198552465,
      "loss": 12.1523,
      "step": 14520
    },
    {
      "epoch": 2.377763222531521,
      "grad_norm": 0.1669567972421646,
      "learning_rate": 0.0001741817353111595,
      "loss": 12.1606,
      "step": 14521
    },
    {
      "epoch": 2.3779269690519076,
      "grad_norm": 0.19254860281944275,
      "learning_rate": 0.00017417826843854202,
      "loss": 12.1569,
      "step": 14522
    },
    {
      "epoch": 2.378090715572294,
      "grad_norm": 0.12694589793682098,
      "learning_rate": 0.00017417480136768153,
      "loss": 12.1771,
      "step": 14523
    },
    {
      "epoch": 2.3782544620926807,
      "grad_norm": 0.186875581741333,
      "learning_rate": 0.00017417133409858724,
      "loss": 12.1625,
      "step": 14524
    },
    {
      "epoch": 2.378418208613067,
      "grad_norm": 0.13841956853866577,
      "learning_rate": 0.0001741678666312684,
      "loss": 12.17,
      "step": 14525
    },
    {
      "epoch": 2.3785819551334533,
      "grad_norm": 0.19429945945739746,
      "learning_rate": 0.00017416439896573435,
      "loss": 12.167,
      "step": 14526
    },
    {
      "epoch": 2.37874570165384,
      "grad_norm": 0.16896608471870422,
      "learning_rate": 0.0001741609311019943,
      "loss": 12.1918,
      "step": 14527
    },
    {
      "epoch": 2.3789094481742263,
      "grad_norm": 0.14873914420604706,
      "learning_rate": 0.00017415746304005758,
      "loss": 12.2239,
      "step": 14528
    },
    {
      "epoch": 2.379073194694613,
      "grad_norm": 0.15640132129192352,
      "learning_rate": 0.00017415399477993337,
      "loss": 12.1918,
      "step": 14529
    },
    {
      "epoch": 2.379236941214999,
      "grad_norm": 0.22305995225906372,
      "learning_rate": 0.000174150526321631,
      "loss": 12.2382,
      "step": 14530
    },
    {
      "epoch": 2.3794006877353855,
      "grad_norm": 0.1681009978055954,
      "learning_rate": 0.00017414705766515974,
      "loss": 12.1919,
      "step": 14531
    },
    {
      "epoch": 2.379564434255772,
      "grad_norm": 0.16956880688667297,
      "learning_rate": 0.00017414358881052882,
      "loss": 12.1737,
      "step": 14532
    },
    {
      "epoch": 2.3797281807761586,
      "grad_norm": 0.15651673078536987,
      "learning_rate": 0.00017414011975774757,
      "loss": 12.2086,
      "step": 14533
    },
    {
      "epoch": 2.379891927296545,
      "grad_norm": 0.15410223603248596,
      "learning_rate": 0.0001741366505068252,
      "loss": 12.2292,
      "step": 14534
    },
    {
      "epoch": 2.3800556738169316,
      "grad_norm": 0.12751470506191254,
      "learning_rate": 0.000174133181057771,
      "loss": 12.1677,
      "step": 14535
    },
    {
      "epoch": 2.3802194203373177,
      "grad_norm": 0.15819904208183289,
      "learning_rate": 0.00017412971141059425,
      "loss": 12.1872,
      "step": 14536
    },
    {
      "epoch": 2.3803831668577042,
      "grad_norm": 0.12986516952514648,
      "learning_rate": 0.00017412624156530422,
      "loss": 12.1545,
      "step": 14537
    },
    {
      "epoch": 2.3805469133780908,
      "grad_norm": 0.15358367562294006,
      "learning_rate": 0.0001741227715219102,
      "loss": 12.1748,
      "step": 14538
    },
    {
      "epoch": 2.3807106598984773,
      "grad_norm": 0.13860230147838593,
      "learning_rate": 0.00017411930128042146,
      "loss": 12.1601,
      "step": 14539
    },
    {
      "epoch": 2.3808744064188634,
      "grad_norm": 0.17669382691383362,
      "learning_rate": 0.00017411583084084726,
      "loss": 12.2287,
      "step": 14540
    },
    {
      "epoch": 2.38103815293925,
      "grad_norm": 0.1394447386264801,
      "learning_rate": 0.00017411236020319686,
      "loss": 12.1897,
      "step": 14541
    },
    {
      "epoch": 2.3812018994596365,
      "grad_norm": 0.18644632399082184,
      "learning_rate": 0.00017410888936747956,
      "loss": 12.1494,
      "step": 14542
    },
    {
      "epoch": 2.381365645980023,
      "grad_norm": 0.15752632915973663,
      "learning_rate": 0.00017410541833370465,
      "loss": 12.2066,
      "step": 14543
    },
    {
      "epoch": 2.3815293925004095,
      "grad_norm": 0.1628764569759369,
      "learning_rate": 0.00017410194710188137,
      "loss": 12.1767,
      "step": 14544
    },
    {
      "epoch": 2.381693139020796,
      "grad_norm": 0.1824258416891098,
      "learning_rate": 0.00017409847567201903,
      "loss": 12.1979,
      "step": 14545
    },
    {
      "epoch": 2.381856885541182,
      "grad_norm": 0.17730432748794556,
      "learning_rate": 0.00017409500404412683,
      "loss": 12.199,
      "step": 14546
    },
    {
      "epoch": 2.3820206320615687,
      "grad_norm": 0.19545350968837738,
      "learning_rate": 0.00017409153221821416,
      "loss": 12.1415,
      "step": 14547
    },
    {
      "epoch": 2.382184378581955,
      "grad_norm": 0.13776780664920807,
      "learning_rate": 0.00017408806019429026,
      "loss": 12.1576,
      "step": 14548
    },
    {
      "epoch": 2.3823481251023417,
      "grad_norm": 0.17402677237987518,
      "learning_rate": 0.0001740845879723644,
      "loss": 12.1748,
      "step": 14549
    },
    {
      "epoch": 2.382511871622728,
      "grad_norm": 0.16384294629096985,
      "learning_rate": 0.00017408111555244582,
      "loss": 12.1435,
      "step": 14550
    },
    {
      "epoch": 2.3826756181431143,
      "grad_norm": 0.1507861465215683,
      "learning_rate": 0.00017407764293454387,
      "loss": 12.1915,
      "step": 14551
    },
    {
      "epoch": 2.382839364663501,
      "grad_norm": 0.17990946769714355,
      "learning_rate": 0.00017407417011866777,
      "loss": 12.1911,
      "step": 14552
    },
    {
      "epoch": 2.3830031111838874,
      "grad_norm": 0.18906725943088531,
      "learning_rate": 0.00017407069710482684,
      "loss": 12.1326,
      "step": 14553
    },
    {
      "epoch": 2.383166857704274,
      "grad_norm": 0.29905661940574646,
      "learning_rate": 0.00017406722389303036,
      "loss": 12.178,
      "step": 14554
    },
    {
      "epoch": 2.38333060422466,
      "grad_norm": 0.16742059588432312,
      "learning_rate": 0.0001740637504832876,
      "loss": 12.1607,
      "step": 14555
    },
    {
      "epoch": 2.3834943507450466,
      "grad_norm": 0.18861083686351776,
      "learning_rate": 0.00017406027687560783,
      "loss": 12.2035,
      "step": 14556
    },
    {
      "epoch": 2.383658097265433,
      "grad_norm": 0.1731070727109909,
      "learning_rate": 0.00017405680307000035,
      "loss": 12.14,
      "step": 14557
    },
    {
      "epoch": 2.3838218437858196,
      "grad_norm": 0.1603950709104538,
      "learning_rate": 0.00017405332906647445,
      "loss": 12.2033,
      "step": 14558
    },
    {
      "epoch": 2.383985590306206,
      "grad_norm": 0.17706894874572754,
      "learning_rate": 0.00017404985486503937,
      "loss": 12.1945,
      "step": 14559
    },
    {
      "epoch": 2.3841493368265922,
      "grad_norm": 0.3442734181880951,
      "learning_rate": 0.00017404638046570448,
      "loss": 12.2815,
      "step": 14560
    },
    {
      "epoch": 2.384313083346979,
      "grad_norm": 0.15941043198108673,
      "learning_rate": 0.000174042905868479,
      "loss": 12.1668,
      "step": 14561
    },
    {
      "epoch": 2.3844768298673653,
      "grad_norm": 0.1296815574169159,
      "learning_rate": 0.00017403943107337225,
      "loss": 12.1842,
      "step": 14562
    },
    {
      "epoch": 2.384640576387752,
      "grad_norm": 0.17357316613197327,
      "learning_rate": 0.00017403595608039347,
      "loss": 12.2165,
      "step": 14563
    },
    {
      "epoch": 2.3848043229081384,
      "grad_norm": 0.1657015085220337,
      "learning_rate": 0.00017403248088955196,
      "loss": 12.1721,
      "step": 14564
    },
    {
      "epoch": 2.3849680694285245,
      "grad_norm": 0.1336366832256317,
      "learning_rate": 0.0001740290055008571,
      "loss": 12.1954,
      "step": 14565
    },
    {
      "epoch": 2.385131815948911,
      "grad_norm": 0.15067550539970398,
      "learning_rate": 0.00017402552991431803,
      "loss": 12.1628,
      "step": 14566
    },
    {
      "epoch": 2.3852955624692975,
      "grad_norm": 0.1539592742919922,
      "learning_rate": 0.00017402205412994412,
      "loss": 12.1844,
      "step": 14567
    },
    {
      "epoch": 2.385459308989684,
      "grad_norm": 0.17554187774658203,
      "learning_rate": 0.00017401857814774467,
      "loss": 12.2244,
      "step": 14568
    },
    {
      "epoch": 2.3856230555100706,
      "grad_norm": 0.17457444965839386,
      "learning_rate": 0.00017401510196772893,
      "loss": 12.171,
      "step": 14569
    },
    {
      "epoch": 2.3857868020304567,
      "grad_norm": 0.1543223112821579,
      "learning_rate": 0.00017401162558990625,
      "loss": 12.1854,
      "step": 14570
    },
    {
      "epoch": 2.385950548550843,
      "grad_norm": 0.13622742891311646,
      "learning_rate": 0.00017400814901428585,
      "loss": 12.2249,
      "step": 14571
    },
    {
      "epoch": 2.3861142950712297,
      "grad_norm": 0.13686461746692657,
      "learning_rate": 0.00017400467224087704,
      "loss": 12.1678,
      "step": 14572
    },
    {
      "epoch": 2.3862780415916163,
      "grad_norm": 0.18871712684631348,
      "learning_rate": 0.00017400119526968913,
      "loss": 12.1796,
      "step": 14573
    },
    {
      "epoch": 2.386441788112003,
      "grad_norm": 0.15341933071613312,
      "learning_rate": 0.00017399771810073142,
      "loss": 12.1827,
      "step": 14574
    },
    {
      "epoch": 2.386605534632389,
      "grad_norm": 0.13687530159950256,
      "learning_rate": 0.00017399424073401317,
      "loss": 12.1517,
      "step": 14575
    },
    {
      "epoch": 2.3867692811527754,
      "grad_norm": 0.13800127804279327,
      "learning_rate": 0.0001739907631695437,
      "loss": 12.1924,
      "step": 14576
    },
    {
      "epoch": 2.386933027673162,
      "grad_norm": 0.19463694095611572,
      "learning_rate": 0.0001739872854073323,
      "loss": 12.2122,
      "step": 14577
    },
    {
      "epoch": 2.3870967741935485,
      "grad_norm": 0.21944385766983032,
      "learning_rate": 0.00017398380744738825,
      "loss": 12.1667,
      "step": 14578
    },
    {
      "epoch": 2.387260520713935,
      "grad_norm": 0.22176901996135712,
      "learning_rate": 0.00017398032928972085,
      "loss": 12.1905,
      "step": 14579
    },
    {
      "epoch": 2.387424267234321,
      "grad_norm": 0.18831877410411835,
      "learning_rate": 0.0001739768509343394,
      "loss": 12.1549,
      "step": 14580
    },
    {
      "epoch": 2.3875880137547076,
      "grad_norm": 0.153505340218544,
      "learning_rate": 0.0001739733723812532,
      "loss": 12.1937,
      "step": 14581
    },
    {
      "epoch": 2.387751760275094,
      "grad_norm": 0.14163945615291595,
      "learning_rate": 0.00017396989363047157,
      "loss": 12.1806,
      "step": 14582
    },
    {
      "epoch": 2.3879155067954807,
      "grad_norm": 0.15456335246562958,
      "learning_rate": 0.00017396641468200375,
      "loss": 12.202,
      "step": 14583
    },
    {
      "epoch": 2.3880792533158672,
      "grad_norm": 0.15404056012630463,
      "learning_rate": 0.00017396293553585904,
      "loss": 12.1656,
      "step": 14584
    },
    {
      "epoch": 2.3882429998362533,
      "grad_norm": 0.1548418253660202,
      "learning_rate": 0.00017395945619204684,
      "loss": 12.1388,
      "step": 14585
    },
    {
      "epoch": 2.38840674635664,
      "grad_norm": 0.23151449859142303,
      "learning_rate": 0.00017395597665057633,
      "loss": 12.1737,
      "step": 14586
    },
    {
      "epoch": 2.3885704928770264,
      "grad_norm": 0.1720699667930603,
      "learning_rate": 0.00017395249691145684,
      "loss": 12.163,
      "step": 14587
    },
    {
      "epoch": 2.388734239397413,
      "grad_norm": 0.1764759123325348,
      "learning_rate": 0.0001739490169746977,
      "loss": 12.1805,
      "step": 14588
    },
    {
      "epoch": 2.388897985917799,
      "grad_norm": 0.1824241429567337,
      "learning_rate": 0.00017394553684030819,
      "loss": 12.1623,
      "step": 14589
    },
    {
      "epoch": 2.3890617324381855,
      "grad_norm": 0.2560954689979553,
      "learning_rate": 0.0001739420565082976,
      "loss": 12.2235,
      "step": 14590
    },
    {
      "epoch": 2.389225478958572,
      "grad_norm": 0.18006470799446106,
      "learning_rate": 0.00017393857597867526,
      "loss": 12.1128,
      "step": 14591
    },
    {
      "epoch": 2.3893892254789586,
      "grad_norm": 0.13209718465805054,
      "learning_rate": 0.00017393509525145045,
      "loss": 12.1542,
      "step": 14592
    },
    {
      "epoch": 2.389552971999345,
      "grad_norm": 0.21170274913311005,
      "learning_rate": 0.00017393161432663248,
      "loss": 12.2011,
      "step": 14593
    },
    {
      "epoch": 2.3897167185197317,
      "grad_norm": 0.19438768923282623,
      "learning_rate": 0.00017392813320423066,
      "loss": 12.1585,
      "step": 14594
    },
    {
      "epoch": 2.3898804650401178,
      "grad_norm": 0.12361936271190643,
      "learning_rate": 0.00017392465188425428,
      "loss": 12.1448,
      "step": 14595
    },
    {
      "epoch": 2.3900442115605043,
      "grad_norm": 0.15882770717144012,
      "learning_rate": 0.00017392117036671266,
      "loss": 12.1865,
      "step": 14596
    },
    {
      "epoch": 2.390207958080891,
      "grad_norm": 0.20159871876239777,
      "learning_rate": 0.00017391768865161508,
      "loss": 12.1976,
      "step": 14597
    },
    {
      "epoch": 2.3903717046012773,
      "grad_norm": 0.17728875577449799,
      "learning_rate": 0.00017391420673897083,
      "loss": 12.1476,
      "step": 14598
    },
    {
      "epoch": 2.3905354511216634,
      "grad_norm": 0.15590642392635345,
      "learning_rate": 0.0001739107246287893,
      "loss": 12.1668,
      "step": 14599
    },
    {
      "epoch": 2.39069919764205,
      "grad_norm": 0.17558380961418152,
      "learning_rate": 0.00017390724232107968,
      "loss": 12.2052,
      "step": 14600
    },
    {
      "epoch": 2.3908629441624365,
      "grad_norm": 0.18446414172649384,
      "learning_rate": 0.0001739037598158514,
      "loss": 12.1894,
      "step": 14601
    },
    {
      "epoch": 2.391026690682823,
      "grad_norm": 0.14490777254104614,
      "learning_rate": 0.00017390027711311365,
      "loss": 12.132,
      "step": 14602
    },
    {
      "epoch": 2.3911904372032096,
      "grad_norm": 0.148959219455719,
      "learning_rate": 0.00017389679421287585,
      "loss": 12.1584,
      "step": 14603
    },
    {
      "epoch": 2.391354183723596,
      "grad_norm": 0.2282818853855133,
      "learning_rate": 0.0001738933111151472,
      "loss": 12.1594,
      "step": 14604
    },
    {
      "epoch": 2.391517930243982,
      "grad_norm": 0.1604638397693634,
      "learning_rate": 0.00017388982781993704,
      "loss": 12.1764,
      "step": 14605
    },
    {
      "epoch": 2.3916816767643687,
      "grad_norm": 0.16905388236045837,
      "learning_rate": 0.00017388634432725475,
      "loss": 12.198,
      "step": 14606
    },
    {
      "epoch": 2.3918454232847552,
      "grad_norm": 0.20557615160942078,
      "learning_rate": 0.00017388286063710955,
      "loss": 12.1868,
      "step": 14607
    },
    {
      "epoch": 2.3920091698051418,
      "grad_norm": 0.23967400193214417,
      "learning_rate": 0.00017387937674951081,
      "loss": 12.1886,
      "step": 14608
    },
    {
      "epoch": 2.392172916325528,
      "grad_norm": 0.20989666879177094,
      "learning_rate": 0.00017387589266446783,
      "loss": 12.1841,
      "step": 14609
    },
    {
      "epoch": 2.3923366628459144,
      "grad_norm": 0.19363324344158173,
      "learning_rate": 0.00017387240838198986,
      "loss": 12.2939,
      "step": 14610
    },
    {
      "epoch": 2.392500409366301,
      "grad_norm": 0.16277797520160675,
      "learning_rate": 0.0001738689239020863,
      "loss": 12.1743,
      "step": 14611
    },
    {
      "epoch": 2.3926641558866875,
      "grad_norm": 0.14531373977661133,
      "learning_rate": 0.0001738654392247664,
      "loss": 12.1556,
      "step": 14612
    },
    {
      "epoch": 2.392827902407074,
      "grad_norm": 0.15053805708885193,
      "learning_rate": 0.00017386195435003954,
      "loss": 12.1955,
      "step": 14613
    },
    {
      "epoch": 2.3929916489274605,
      "grad_norm": 0.20086614787578583,
      "learning_rate": 0.00017385846927791496,
      "loss": 12.1631,
      "step": 14614
    },
    {
      "epoch": 2.3931553954478466,
      "grad_norm": 0.16319042444229126,
      "learning_rate": 0.00017385498400840198,
      "loss": 12.1719,
      "step": 14615
    },
    {
      "epoch": 2.393319141968233,
      "grad_norm": 0.1533324420452118,
      "learning_rate": 0.00017385149854150998,
      "loss": 12.1603,
      "step": 14616
    },
    {
      "epoch": 2.3934828884886197,
      "grad_norm": 0.22763843834400177,
      "learning_rate": 0.0001738480128772482,
      "loss": 12.1827,
      "step": 14617
    },
    {
      "epoch": 2.393646635009006,
      "grad_norm": 0.1633661389350891,
      "learning_rate": 0.000173844527015626,
      "loss": 12.1737,
      "step": 14618
    },
    {
      "epoch": 2.3938103815293923,
      "grad_norm": 0.149454727768898,
      "learning_rate": 0.00017384104095665267,
      "loss": 12.2177,
      "step": 14619
    },
    {
      "epoch": 2.393974128049779,
      "grad_norm": 0.13785766065120697,
      "learning_rate": 0.00017383755470033757,
      "loss": 12.1512,
      "step": 14620
    },
    {
      "epoch": 2.3941378745701654,
      "grad_norm": 0.16073104739189148,
      "learning_rate": 0.00017383406824668997,
      "loss": 12.1976,
      "step": 14621
    },
    {
      "epoch": 2.394301621090552,
      "grad_norm": 0.15768292546272278,
      "learning_rate": 0.0001738305815957192,
      "loss": 12.1924,
      "step": 14622
    },
    {
      "epoch": 2.3944653676109384,
      "grad_norm": 0.18945594131946564,
      "learning_rate": 0.0001738270947474346,
      "loss": 12.1397,
      "step": 14623
    },
    {
      "epoch": 2.394629114131325,
      "grad_norm": 0.13267067074775696,
      "learning_rate": 0.00017382360770184548,
      "loss": 12.1931,
      "step": 14624
    },
    {
      "epoch": 2.394792860651711,
      "grad_norm": 0.176652729511261,
      "learning_rate": 0.00017382012045896112,
      "loss": 12.1394,
      "step": 14625
    },
    {
      "epoch": 2.3949566071720976,
      "grad_norm": 0.20233206450939178,
      "learning_rate": 0.0001738166330187909,
      "loss": 12.158,
      "step": 14626
    },
    {
      "epoch": 2.395120353692484,
      "grad_norm": 0.1759561151266098,
      "learning_rate": 0.0001738131453813441,
      "loss": 12.2582,
      "step": 14627
    },
    {
      "epoch": 2.3952841002128706,
      "grad_norm": 0.1668161153793335,
      "learning_rate": 0.00017380965754663005,
      "loss": 12.1923,
      "step": 14628
    },
    {
      "epoch": 2.3954478467332567,
      "grad_norm": 0.15500152111053467,
      "learning_rate": 0.0001738061695146581,
      "loss": 12.1813,
      "step": 14629
    },
    {
      "epoch": 2.3956115932536433,
      "grad_norm": 0.17663371562957764,
      "learning_rate": 0.00017380268128543752,
      "loss": 12.1651,
      "step": 14630
    },
    {
      "epoch": 2.39577533977403,
      "grad_norm": 0.1537744402885437,
      "learning_rate": 0.00017379919285897763,
      "loss": 12.2065,
      "step": 14631
    },
    {
      "epoch": 2.3959390862944163,
      "grad_norm": 0.16402865946292877,
      "learning_rate": 0.00017379570423528784,
      "loss": 12.148,
      "step": 14632
    },
    {
      "epoch": 2.396102832814803,
      "grad_norm": 0.1728583574295044,
      "learning_rate": 0.00017379221541437737,
      "loss": 12.2109,
      "step": 14633
    },
    {
      "epoch": 2.396266579335189,
      "grad_norm": 0.19650216400623322,
      "learning_rate": 0.00017378872639625562,
      "loss": 12.1914,
      "step": 14634
    },
    {
      "epoch": 2.3964303258555755,
      "grad_norm": 0.1687633991241455,
      "learning_rate": 0.00017378523718093185,
      "loss": 12.139,
      "step": 14635
    },
    {
      "epoch": 2.396594072375962,
      "grad_norm": 0.13550040125846863,
      "learning_rate": 0.00017378174776841543,
      "loss": 12.2069,
      "step": 14636
    },
    {
      "epoch": 2.3967578188963485,
      "grad_norm": 0.14598782360553741,
      "learning_rate": 0.00017377825815871568,
      "loss": 12.1782,
      "step": 14637
    },
    {
      "epoch": 2.396921565416735,
      "grad_norm": 0.1481901854276657,
      "learning_rate": 0.00017377476835184192,
      "loss": 12.1787,
      "step": 14638
    },
    {
      "epoch": 2.397085311937121,
      "grad_norm": 0.1465287208557129,
      "learning_rate": 0.00017377127834780347,
      "loss": 12.1337,
      "step": 14639
    },
    {
      "epoch": 2.3972490584575077,
      "grad_norm": 0.18259641528129578,
      "learning_rate": 0.00017376778814660968,
      "loss": 12.1375,
      "step": 14640
    },
    {
      "epoch": 2.397412804977894,
      "grad_norm": 0.15812034904956818,
      "learning_rate": 0.00017376429774826986,
      "loss": 12.1862,
      "step": 14641
    },
    {
      "epoch": 2.3975765514982808,
      "grad_norm": 0.14717325568199158,
      "learning_rate": 0.00017376080715279332,
      "loss": 12.1783,
      "step": 14642
    },
    {
      "epoch": 2.3977402980186673,
      "grad_norm": 0.18323850631713867,
      "learning_rate": 0.00017375731636018943,
      "loss": 12.1588,
      "step": 14643
    },
    {
      "epoch": 2.3979040445390534,
      "grad_norm": 0.19620272517204285,
      "learning_rate": 0.00017375382537046746,
      "loss": 12.1905,
      "step": 14644
    },
    {
      "epoch": 2.39806779105944,
      "grad_norm": 0.18796023726463318,
      "learning_rate": 0.00017375033418363679,
      "loss": 12.2152,
      "step": 14645
    },
    {
      "epoch": 2.3982315375798264,
      "grad_norm": 0.19404065608978271,
      "learning_rate": 0.00017374684279970675,
      "loss": 12.1599,
      "step": 14646
    },
    {
      "epoch": 2.398395284100213,
      "grad_norm": 0.13183970749378204,
      "learning_rate": 0.00017374335121868667,
      "loss": 12.1951,
      "step": 14647
    },
    {
      "epoch": 2.3985590306205995,
      "grad_norm": 0.1656464785337448,
      "learning_rate": 0.00017373985944058585,
      "loss": 12.2026,
      "step": 14648
    },
    {
      "epoch": 2.3987227771409856,
      "grad_norm": 0.18454129993915558,
      "learning_rate": 0.00017373636746541364,
      "loss": 12.1912,
      "step": 14649
    },
    {
      "epoch": 2.398886523661372,
      "grad_norm": 0.17934226989746094,
      "learning_rate": 0.00017373287529317936,
      "loss": 12.2491,
      "step": 14650
    },
    {
      "epoch": 2.3990502701817586,
      "grad_norm": 0.15802933275699615,
      "learning_rate": 0.00017372938292389235,
      "loss": 12.1379,
      "step": 14651
    },
    {
      "epoch": 2.399214016702145,
      "grad_norm": 0.13545234501361847,
      "learning_rate": 0.000173725890357562,
      "loss": 12.1644,
      "step": 14652
    },
    {
      "epoch": 2.3993777632225317,
      "grad_norm": 0.18081702291965485,
      "learning_rate": 0.00017372239759419754,
      "loss": 12.171,
      "step": 14653
    },
    {
      "epoch": 2.399541509742918,
      "grad_norm": 0.1589849591255188,
      "learning_rate": 0.0001737189046338084,
      "loss": 12.1783,
      "step": 14654
    },
    {
      "epoch": 2.3997052562633043,
      "grad_norm": 0.15108127892017365,
      "learning_rate": 0.00017371541147640388,
      "loss": 12.2077,
      "step": 14655
    },
    {
      "epoch": 2.399869002783691,
      "grad_norm": 0.17049218714237213,
      "learning_rate": 0.00017371191812199326,
      "loss": 12.1731,
      "step": 14656
    },
    {
      "epoch": 2.4000327493040774,
      "grad_norm": 0.15088973939418793,
      "learning_rate": 0.00017370842457058595,
      "loss": 12.2079,
      "step": 14657
    },
    {
      "epoch": 2.4001964958244635,
      "grad_norm": 0.16842398047447205,
      "learning_rate": 0.00017370493082219125,
      "loss": 12.1953,
      "step": 14658
    },
    {
      "epoch": 2.40036024234485,
      "grad_norm": 0.18139582872390747,
      "learning_rate": 0.00017370143687681853,
      "loss": 12.1592,
      "step": 14659
    },
    {
      "epoch": 2.4005239888652365,
      "grad_norm": 0.14136925339698792,
      "learning_rate": 0.0001736979427344771,
      "loss": 12.1648,
      "step": 14660
    },
    {
      "epoch": 2.400687735385623,
      "grad_norm": 0.1376318633556366,
      "learning_rate": 0.00017369444839517628,
      "loss": 12.2363,
      "step": 14661
    },
    {
      "epoch": 2.4008514819060096,
      "grad_norm": 0.39162489771842957,
      "learning_rate": 0.00017369095385892544,
      "loss": 12.197,
      "step": 14662
    },
    {
      "epoch": 2.401015228426396,
      "grad_norm": 0.1849522590637207,
      "learning_rate": 0.00017368745912573394,
      "loss": 12.2122,
      "step": 14663
    },
    {
      "epoch": 2.4011789749467822,
      "grad_norm": 0.2405087649822235,
      "learning_rate": 0.00017368396419561107,
      "loss": 12.2025,
      "step": 14664
    },
    {
      "epoch": 2.4013427214671688,
      "grad_norm": 0.19828911125659943,
      "learning_rate": 0.0001736804690685662,
      "loss": 12.1756,
      "step": 14665
    },
    {
      "epoch": 2.4015064679875553,
      "grad_norm": 0.16022701561450958,
      "learning_rate": 0.00017367697374460868,
      "loss": 12.1519,
      "step": 14666
    },
    {
      "epoch": 2.401670214507942,
      "grad_norm": 0.15230382978916168,
      "learning_rate": 0.00017367347822374777,
      "loss": 12.2094,
      "step": 14667
    },
    {
      "epoch": 2.401833961028328,
      "grad_norm": 0.13721616566181183,
      "learning_rate": 0.00017366998250599293,
      "loss": 12.1705,
      "step": 14668
    },
    {
      "epoch": 2.4019977075487144,
      "grad_norm": 0.18363645672798157,
      "learning_rate": 0.00017366648659135345,
      "loss": 12.241,
      "step": 14669
    },
    {
      "epoch": 2.402161454069101,
      "grad_norm": 0.18500293791294098,
      "learning_rate": 0.00017366299047983866,
      "loss": 12.1703,
      "step": 14670
    },
    {
      "epoch": 2.4023252005894875,
      "grad_norm": 0.16958443820476532,
      "learning_rate": 0.0001736594941714579,
      "loss": 12.1878,
      "step": 14671
    },
    {
      "epoch": 2.402488947109874,
      "grad_norm": 0.1484190970659256,
      "learning_rate": 0.00017365599766622057,
      "loss": 12.1316,
      "step": 14672
    },
    {
      "epoch": 2.4026526936302606,
      "grad_norm": 0.14135117828845978,
      "learning_rate": 0.00017365250096413592,
      "loss": 12.1931,
      "step": 14673
    },
    {
      "epoch": 2.4028164401506467,
      "grad_norm": 0.20208394527435303,
      "learning_rate": 0.0001736490040652134,
      "loss": 12.1722,
      "step": 14674
    },
    {
      "epoch": 2.402980186671033,
      "grad_norm": 0.15725824236869812,
      "learning_rate": 0.00017364550696946226,
      "loss": 12.1786,
      "step": 14675
    },
    {
      "epoch": 2.4031439331914197,
      "grad_norm": 0.17178413271903992,
      "learning_rate": 0.0001736420096768919,
      "loss": 12.1861,
      "step": 14676
    },
    {
      "epoch": 2.4033076797118063,
      "grad_norm": 0.15339790284633636,
      "learning_rate": 0.00017363851218751166,
      "loss": 12.1812,
      "step": 14677
    },
    {
      "epoch": 2.4034714262321923,
      "grad_norm": 0.2086271196603775,
      "learning_rate": 0.0001736350145013309,
      "loss": 12.165,
      "step": 14678
    },
    {
      "epoch": 2.403635172752579,
      "grad_norm": 0.13709776103496552,
      "learning_rate": 0.00017363151661835895,
      "loss": 12.1657,
      "step": 14679
    },
    {
      "epoch": 2.4037989192729654,
      "grad_norm": 0.2664472162723541,
      "learning_rate": 0.00017362801853860514,
      "loss": 12.1702,
      "step": 14680
    },
    {
      "epoch": 2.403962665793352,
      "grad_norm": 0.1498568058013916,
      "learning_rate": 0.00017362452026207885,
      "loss": 12.1955,
      "step": 14681
    },
    {
      "epoch": 2.4041264123137385,
      "grad_norm": 0.21133673191070557,
      "learning_rate": 0.00017362102178878944,
      "loss": 12.1767,
      "step": 14682
    },
    {
      "epoch": 2.404290158834125,
      "grad_norm": 0.18460290133953094,
      "learning_rate": 0.0001736175231187462,
      "loss": 12.1443,
      "step": 14683
    },
    {
      "epoch": 2.404453905354511,
      "grad_norm": 0.15479500591754913,
      "learning_rate": 0.0001736140242519585,
      "loss": 12.1467,
      "step": 14684
    },
    {
      "epoch": 2.4046176518748976,
      "grad_norm": 0.15935754776000977,
      "learning_rate": 0.00017361052518843572,
      "loss": 12.1791,
      "step": 14685
    },
    {
      "epoch": 2.404781398395284,
      "grad_norm": 0.1762397438287735,
      "learning_rate": 0.00017360702592818722,
      "loss": 12.1857,
      "step": 14686
    },
    {
      "epoch": 2.4049451449156707,
      "grad_norm": 0.13438838720321655,
      "learning_rate": 0.00017360352647122234,
      "loss": 12.1654,
      "step": 14687
    },
    {
      "epoch": 2.4051088914360568,
      "grad_norm": 0.12455877661705017,
      "learning_rate": 0.00017360002681755042,
      "loss": 12.1674,
      "step": 14688
    },
    {
      "epoch": 2.4052726379564433,
      "grad_norm": 0.1840403974056244,
      "learning_rate": 0.0001735965269671808,
      "loss": 12.2237,
      "step": 14689
    },
    {
      "epoch": 2.40543638447683,
      "grad_norm": 0.13088084757328033,
      "learning_rate": 0.00017359302692012286,
      "loss": 12.1546,
      "step": 14690
    },
    {
      "epoch": 2.4056001309972164,
      "grad_norm": 0.1367681920528412,
      "learning_rate": 0.00017358952667638594,
      "loss": 12.1578,
      "step": 14691
    },
    {
      "epoch": 2.405763877517603,
      "grad_norm": 0.17718002200126648,
      "learning_rate": 0.00017358602623597941,
      "loss": 12.1482,
      "step": 14692
    },
    {
      "epoch": 2.4059276240379894,
      "grad_norm": 0.27031904458999634,
      "learning_rate": 0.00017358252559891262,
      "loss": 12.1814,
      "step": 14693
    },
    {
      "epoch": 2.4060913705583755,
      "grad_norm": 0.13899588584899902,
      "learning_rate": 0.00017357902476519487,
      "loss": 12.1445,
      "step": 14694
    },
    {
      "epoch": 2.406255117078762,
      "grad_norm": 0.14715927839279175,
      "learning_rate": 0.00017357552373483562,
      "loss": 12.196,
      "step": 14695
    },
    {
      "epoch": 2.4064188635991486,
      "grad_norm": 0.16842274367809296,
      "learning_rate": 0.00017357202250784415,
      "loss": 12.1739,
      "step": 14696
    },
    {
      "epoch": 2.406582610119535,
      "grad_norm": 0.18204793334007263,
      "learning_rate": 0.00017356852108422983,
      "loss": 12.1791,
      "step": 14697
    },
    {
      "epoch": 2.406746356639921,
      "grad_norm": 0.13106001913547516,
      "learning_rate": 0.00017356501946400203,
      "loss": 12.1738,
      "step": 14698
    },
    {
      "epoch": 2.4069101031603077,
      "grad_norm": 0.14136511087417603,
      "learning_rate": 0.0001735615176471701,
      "loss": 12.1917,
      "step": 14699
    },
    {
      "epoch": 2.4070738496806943,
      "grad_norm": 0.18415609002113342,
      "learning_rate": 0.0001735580156337434,
      "loss": 12.2274,
      "step": 14700
    },
    {
      "epoch": 2.407237596201081,
      "grad_norm": 0.16594462096691132,
      "learning_rate": 0.0001735545134237313,
      "loss": 12.1972,
      "step": 14701
    },
    {
      "epoch": 2.4074013427214673,
      "grad_norm": 0.16710247099399567,
      "learning_rate": 0.00017355101101714318,
      "loss": 12.2068,
      "step": 14702
    },
    {
      "epoch": 2.4075650892418534,
      "grad_norm": 0.16751079261302948,
      "learning_rate": 0.00017354750841398832,
      "loss": 12.1911,
      "step": 14703
    },
    {
      "epoch": 2.40772883576224,
      "grad_norm": 0.14631246030330658,
      "learning_rate": 0.00017354400561427616,
      "loss": 12.1759,
      "step": 14704
    },
    {
      "epoch": 2.4078925822826265,
      "grad_norm": 0.16060009598731995,
      "learning_rate": 0.00017354050261801605,
      "loss": 12.1772,
      "step": 14705
    },
    {
      "epoch": 2.408056328803013,
      "grad_norm": 0.17039203643798828,
      "learning_rate": 0.00017353699942521732,
      "loss": 12.241,
      "step": 14706
    },
    {
      "epoch": 2.4082200753233995,
      "grad_norm": 0.1476360559463501,
      "learning_rate": 0.00017353349603588936,
      "loss": 12.2161,
      "step": 14707
    },
    {
      "epoch": 2.4083838218437856,
      "grad_norm": 0.14381657540798187,
      "learning_rate": 0.0001735299924500415,
      "loss": 12.1624,
      "step": 14708
    },
    {
      "epoch": 2.408547568364172,
      "grad_norm": 0.18970657885074615,
      "learning_rate": 0.00017352648866768316,
      "loss": 12.1712,
      "step": 14709
    },
    {
      "epoch": 2.4087113148845587,
      "grad_norm": 0.144023597240448,
      "learning_rate": 0.00017352298468882365,
      "loss": 12.1615,
      "step": 14710
    },
    {
      "epoch": 2.4088750614049452,
      "grad_norm": 0.1915232241153717,
      "learning_rate": 0.00017351948051347234,
      "loss": 12.2637,
      "step": 14711
    },
    {
      "epoch": 2.4090388079253318,
      "grad_norm": 0.17992404103279114,
      "learning_rate": 0.0001735159761416386,
      "loss": 12.1948,
      "step": 14712
    },
    {
      "epoch": 2.409202554445718,
      "grad_norm": 0.1834876388311386,
      "learning_rate": 0.00017351247157333183,
      "loss": 12.1684,
      "step": 14713
    },
    {
      "epoch": 2.4093663009661044,
      "grad_norm": 0.16423673927783966,
      "learning_rate": 0.00017350896680856136,
      "loss": 12.1988,
      "step": 14714
    },
    {
      "epoch": 2.409530047486491,
      "grad_norm": 0.15922971069812775,
      "learning_rate": 0.0001735054618473366,
      "loss": 12.1344,
      "step": 14715
    },
    {
      "epoch": 2.4096937940068774,
      "grad_norm": 0.16053500771522522,
      "learning_rate": 0.00017350195668966684,
      "loss": 12.142,
      "step": 14716
    },
    {
      "epoch": 2.409857540527264,
      "grad_norm": 0.16177789866924286,
      "learning_rate": 0.0001734984513355615,
      "loss": 12.2418,
      "step": 14717
    },
    {
      "epoch": 2.41002128704765,
      "grad_norm": 0.12303894013166428,
      "learning_rate": 0.00017349494578502994,
      "loss": 12.1457,
      "step": 14718
    },
    {
      "epoch": 2.4101850335680366,
      "grad_norm": 0.19254930317401886,
      "learning_rate": 0.0001734914400380815,
      "loss": 12.1467,
      "step": 14719
    },
    {
      "epoch": 2.410348780088423,
      "grad_norm": 0.1676352620124817,
      "learning_rate": 0.00017348793409472561,
      "loss": 12.1403,
      "step": 14720
    },
    {
      "epoch": 2.4105125266088097,
      "grad_norm": 0.1612570434808731,
      "learning_rate": 0.00017348442795497163,
      "loss": 12.2041,
      "step": 14721
    },
    {
      "epoch": 2.410676273129196,
      "grad_norm": 0.15405558049678802,
      "learning_rate": 0.00017348092161882886,
      "loss": 12.1803,
      "step": 14722
    },
    {
      "epoch": 2.4108400196495823,
      "grad_norm": 0.1707221120595932,
      "learning_rate": 0.00017347741508630672,
      "loss": 12.1657,
      "step": 14723
    },
    {
      "epoch": 2.411003766169969,
      "grad_norm": 0.1814613938331604,
      "learning_rate": 0.00017347390835741462,
      "loss": 12.1531,
      "step": 14724
    },
    {
      "epoch": 2.4111675126903553,
      "grad_norm": 0.1767674833536148,
      "learning_rate": 0.00017347040143216188,
      "loss": 12.2436,
      "step": 14725
    },
    {
      "epoch": 2.411331259210742,
      "grad_norm": 0.1638604700565338,
      "learning_rate": 0.00017346689431055787,
      "loss": 12.1864,
      "step": 14726
    },
    {
      "epoch": 2.4114950057311284,
      "grad_norm": 0.14284394681453705,
      "learning_rate": 0.00017346338699261198,
      "loss": 12.1658,
      "step": 14727
    },
    {
      "epoch": 2.4116587522515145,
      "grad_norm": 0.16369077563285828,
      "learning_rate": 0.00017345987947833358,
      "loss": 12.1429,
      "step": 14728
    },
    {
      "epoch": 2.411822498771901,
      "grad_norm": 0.1600557267665863,
      "learning_rate": 0.00017345637176773202,
      "loss": 12.1502,
      "step": 14729
    },
    {
      "epoch": 2.4119862452922876,
      "grad_norm": 0.19198039174079895,
      "learning_rate": 0.00017345286386081672,
      "loss": 12.2294,
      "step": 14730
    },
    {
      "epoch": 2.412149991812674,
      "grad_norm": 0.1659814566373825,
      "learning_rate": 0.00017344935575759702,
      "loss": 12.151,
      "step": 14731
    },
    {
      "epoch": 2.4123137383330606,
      "grad_norm": 0.17088598012924194,
      "learning_rate": 0.00017344584745808232,
      "loss": 12.1498,
      "step": 14732
    },
    {
      "epoch": 2.4124774848534467,
      "grad_norm": 0.19759735465049744,
      "learning_rate": 0.000173442338962282,
      "loss": 12.2163,
      "step": 14733
    },
    {
      "epoch": 2.4126412313738332,
      "grad_norm": 0.1429205983877182,
      "learning_rate": 0.00017343883027020539,
      "loss": 12.2192,
      "step": 14734
    },
    {
      "epoch": 2.4128049778942198,
      "grad_norm": 0.14755213260650635,
      "learning_rate": 0.00017343532138186193,
      "loss": 12.2009,
      "step": 14735
    },
    {
      "epoch": 2.4129687244146063,
      "grad_norm": 0.15933100879192352,
      "learning_rate": 0.0001734318122972609,
      "loss": 12.1348,
      "step": 14736
    },
    {
      "epoch": 2.4131324709349924,
      "grad_norm": 0.16175752878189087,
      "learning_rate": 0.00017342830301641181,
      "loss": 12.2264,
      "step": 14737
    },
    {
      "epoch": 2.413296217455379,
      "grad_norm": 0.18176308274269104,
      "learning_rate": 0.00017342479353932397,
      "loss": 12.1817,
      "step": 14738
    },
    {
      "epoch": 2.4134599639757655,
      "grad_norm": 0.1532919853925705,
      "learning_rate": 0.00017342128386600673,
      "loss": 12.1718,
      "step": 14739
    },
    {
      "epoch": 2.413623710496152,
      "grad_norm": 0.13861802220344543,
      "learning_rate": 0.00017341777399646952,
      "loss": 12.1749,
      "step": 14740
    },
    {
      "epoch": 2.4137874570165385,
      "grad_norm": 0.16160933673381805,
      "learning_rate": 0.0001734142639307217,
      "loss": 12.178,
      "step": 14741
    },
    {
      "epoch": 2.413951203536925,
      "grad_norm": 0.25598010420799255,
      "learning_rate": 0.00017341075366877264,
      "loss": 12.2139,
      "step": 14742
    },
    {
      "epoch": 2.414114950057311,
      "grad_norm": 0.2811075747013092,
      "learning_rate": 0.00017340724321063174,
      "loss": 12.184,
      "step": 14743
    },
    {
      "epoch": 2.4142786965776977,
      "grad_norm": 0.1658104658126831,
      "learning_rate": 0.0001734037325563084,
      "loss": 12.1766,
      "step": 14744
    },
    {
      "epoch": 2.414442443098084,
      "grad_norm": 0.16168104112148285,
      "learning_rate": 0.00017340022170581193,
      "loss": 12.1681,
      "step": 14745
    },
    {
      "epoch": 2.4146061896184707,
      "grad_norm": 0.14752143621444702,
      "learning_rate": 0.00017339671065915178,
      "loss": 12.1718,
      "step": 14746
    },
    {
      "epoch": 2.414769936138857,
      "grad_norm": 0.17751295864582062,
      "learning_rate": 0.00017339319941633732,
      "loss": 12.2076,
      "step": 14747
    },
    {
      "epoch": 2.4149336826592434,
      "grad_norm": 0.2127293348312378,
      "learning_rate": 0.00017338968797737792,
      "loss": 12.1294,
      "step": 14748
    },
    {
      "epoch": 2.41509742917963,
      "grad_norm": 0.14768286049365997,
      "learning_rate": 0.000173386176342283,
      "loss": 12.1557,
      "step": 14749
    },
    {
      "epoch": 2.4152611757000164,
      "grad_norm": 0.16746337711811066,
      "learning_rate": 0.0001733826645110619,
      "loss": 12.1674,
      "step": 14750
    },
    {
      "epoch": 2.415424922220403,
      "grad_norm": 0.19552123546600342,
      "learning_rate": 0.000173379152483724,
      "loss": 12.1868,
      "step": 14751
    },
    {
      "epoch": 2.4155886687407895,
      "grad_norm": 0.20661409199237823,
      "learning_rate": 0.0001733756402602787,
      "loss": 12.1461,
      "step": 14752
    },
    {
      "epoch": 2.4157524152611756,
      "grad_norm": 0.17997518181800842,
      "learning_rate": 0.00017337212784073543,
      "loss": 12.1842,
      "step": 14753
    },
    {
      "epoch": 2.415916161781562,
      "grad_norm": 0.15373271703720093,
      "learning_rate": 0.00017336861522510355,
      "loss": 12.1596,
      "step": 14754
    },
    {
      "epoch": 2.4160799083019486,
      "grad_norm": 0.16645213961601257,
      "learning_rate": 0.0001733651024133924,
      "loss": 12.1909,
      "step": 14755
    },
    {
      "epoch": 2.416243654822335,
      "grad_norm": 0.17956988513469696,
      "learning_rate": 0.00017336158940561142,
      "loss": 12.2092,
      "step": 14756
    },
    {
      "epoch": 2.4164074013427213,
      "grad_norm": 0.16006013751029968,
      "learning_rate": 0.00017335807620177,
      "loss": 12.1593,
      "step": 14757
    },
    {
      "epoch": 2.416571147863108,
      "grad_norm": 0.12591597437858582,
      "learning_rate": 0.00017335456280187752,
      "loss": 12.208,
      "step": 14758
    },
    {
      "epoch": 2.4167348943834943,
      "grad_norm": 0.14175286889076233,
      "learning_rate": 0.00017335104920594333,
      "loss": 12.1923,
      "step": 14759
    },
    {
      "epoch": 2.416898640903881,
      "grad_norm": 0.21705150604248047,
      "learning_rate": 0.00017334753541397687,
      "loss": 12.2134,
      "step": 14760
    },
    {
      "epoch": 2.4170623874242674,
      "grad_norm": 0.1754598170518875,
      "learning_rate": 0.00017334402142598753,
      "loss": 12.1501,
      "step": 14761
    },
    {
      "epoch": 2.417226133944654,
      "grad_norm": 0.1506987363100052,
      "learning_rate": 0.0001733405072419847,
      "loss": 12.1899,
      "step": 14762
    },
    {
      "epoch": 2.41738988046504,
      "grad_norm": 0.16842544078826904,
      "learning_rate": 0.00017333699286197773,
      "loss": 12.1633,
      "step": 14763
    },
    {
      "epoch": 2.4175536269854265,
      "grad_norm": 0.165934756398201,
      "learning_rate": 0.00017333347828597603,
      "loss": 12.1484,
      "step": 14764
    },
    {
      "epoch": 2.417717373505813,
      "grad_norm": 0.18050409853458405,
      "learning_rate": 0.00017332996351398903,
      "loss": 12.1608,
      "step": 14765
    },
    {
      "epoch": 2.4178811200261996,
      "grad_norm": 0.15142107009887695,
      "learning_rate": 0.00017332644854602607,
      "loss": 12.166,
      "step": 14766
    },
    {
      "epoch": 2.4180448665465857,
      "grad_norm": 0.25818267464637756,
      "learning_rate": 0.0001733229333820966,
      "loss": 12.2011,
      "step": 14767
    },
    {
      "epoch": 2.418208613066972,
      "grad_norm": 0.17460399866104126,
      "learning_rate": 0.00017331941802220996,
      "loss": 12.1925,
      "step": 14768
    },
    {
      "epoch": 2.4183723595873587,
      "grad_norm": 0.16516231000423431,
      "learning_rate": 0.00017331590246637559,
      "loss": 12.1732,
      "step": 14769
    },
    {
      "epoch": 2.4185361061077453,
      "grad_norm": 0.1275855004787445,
      "learning_rate": 0.00017331238671460284,
      "loss": 12.1599,
      "step": 14770
    },
    {
      "epoch": 2.418699852628132,
      "grad_norm": 0.14882901310920715,
      "learning_rate": 0.00017330887076690113,
      "loss": 12.1699,
      "step": 14771
    },
    {
      "epoch": 2.4188635991485183,
      "grad_norm": 0.17999786138534546,
      "learning_rate": 0.00017330535462327991,
      "loss": 12.1549,
      "step": 14772
    },
    {
      "epoch": 2.4190273456689044,
      "grad_norm": 0.16655275225639343,
      "learning_rate": 0.0001733018382837485,
      "loss": 12.2132,
      "step": 14773
    },
    {
      "epoch": 2.419191092189291,
      "grad_norm": 0.14328067004680634,
      "learning_rate": 0.0001732983217483163,
      "loss": 12.1432,
      "step": 14774
    },
    {
      "epoch": 2.4193548387096775,
      "grad_norm": 0.1176440492272377,
      "learning_rate": 0.00017329480501699273,
      "loss": 12.1506,
      "step": 14775
    },
    {
      "epoch": 2.419518585230064,
      "grad_norm": 0.12889619171619415,
      "learning_rate": 0.00017329128808978722,
      "loss": 12.1527,
      "step": 14776
    },
    {
      "epoch": 2.41968233175045,
      "grad_norm": 0.18984058499336243,
      "learning_rate": 0.0001732877709667091,
      "loss": 12.1502,
      "step": 14777
    },
    {
      "epoch": 2.4198460782708366,
      "grad_norm": 0.16529200971126556,
      "learning_rate": 0.0001732842536477678,
      "loss": 12.2059,
      "step": 14778
    },
    {
      "epoch": 2.420009824791223,
      "grad_norm": 0.23684720695018768,
      "learning_rate": 0.00017328073613297277,
      "loss": 12.1545,
      "step": 14779
    },
    {
      "epoch": 2.4201735713116097,
      "grad_norm": 0.11542676389217377,
      "learning_rate": 0.00017327721842233336,
      "loss": 12.1495,
      "step": 14780
    },
    {
      "epoch": 2.4203373178319962,
      "grad_norm": 0.13362908363342285,
      "learning_rate": 0.00017327370051585896,
      "loss": 12.2189,
      "step": 14781
    },
    {
      "epoch": 2.4205010643523823,
      "grad_norm": 0.1448327898979187,
      "learning_rate": 0.000173270182413559,
      "loss": 12.1539,
      "step": 14782
    },
    {
      "epoch": 2.420664810872769,
      "grad_norm": 0.13124510645866394,
      "learning_rate": 0.0001732666641154429,
      "loss": 12.1782,
      "step": 14783
    },
    {
      "epoch": 2.4208285573931554,
      "grad_norm": 0.1771937608718872,
      "learning_rate": 0.00017326314562152,
      "loss": 12.1318,
      "step": 14784
    },
    {
      "epoch": 2.420992303913542,
      "grad_norm": 0.19094836711883545,
      "learning_rate": 0.00017325962693179973,
      "loss": 12.1635,
      "step": 14785
    },
    {
      "epoch": 2.4211560504339285,
      "grad_norm": 0.11570539325475693,
      "learning_rate": 0.0001732561080462915,
      "loss": 12.1883,
      "step": 14786
    },
    {
      "epoch": 2.4213197969543145,
      "grad_norm": 0.13817249238491058,
      "learning_rate": 0.00017325258896500474,
      "loss": 12.1687,
      "step": 14787
    },
    {
      "epoch": 2.421483543474701,
      "grad_norm": 0.2323804795742035,
      "learning_rate": 0.00017324906968794882,
      "loss": 12.1838,
      "step": 14788
    },
    {
      "epoch": 2.4216472899950876,
      "grad_norm": 0.17287951707839966,
      "learning_rate": 0.00017324555021513318,
      "loss": 12.1564,
      "step": 14789
    },
    {
      "epoch": 2.421811036515474,
      "grad_norm": 0.1547977477312088,
      "learning_rate": 0.00017324203054656717,
      "loss": 12.1993,
      "step": 14790
    },
    {
      "epoch": 2.4219747830358607,
      "grad_norm": 0.15489716827869415,
      "learning_rate": 0.00017323851068226027,
      "loss": 12.1686,
      "step": 14791
    },
    {
      "epoch": 2.4221385295562468,
      "grad_norm": 0.1705821305513382,
      "learning_rate": 0.00017323499062222181,
      "loss": 12.1493,
      "step": 14792
    },
    {
      "epoch": 2.4223022760766333,
      "grad_norm": 0.2311619222164154,
      "learning_rate": 0.00017323147036646126,
      "loss": 12.197,
      "step": 14793
    },
    {
      "epoch": 2.42246602259702,
      "grad_norm": 0.16345851123332977,
      "learning_rate": 0.00017322794991498798,
      "loss": 12.1888,
      "step": 14794
    },
    {
      "epoch": 2.4226297691174064,
      "grad_norm": 0.1474941223859787,
      "learning_rate": 0.0001732244292678114,
      "loss": 12.2337,
      "step": 14795
    },
    {
      "epoch": 2.422793515637793,
      "grad_norm": 0.16630752384662628,
      "learning_rate": 0.00017322090842494095,
      "loss": 12.2345,
      "step": 14796
    },
    {
      "epoch": 2.422957262158179,
      "grad_norm": 0.17123933136463165,
      "learning_rate": 0.00017321738738638602,
      "loss": 12.2101,
      "step": 14797
    },
    {
      "epoch": 2.4231210086785655,
      "grad_norm": 0.16194388270378113,
      "learning_rate": 0.000173213866152156,
      "loss": 12.2331,
      "step": 14798
    },
    {
      "epoch": 2.423284755198952,
      "grad_norm": 0.15087617933750153,
      "learning_rate": 0.00017321034472226034,
      "loss": 12.1587,
      "step": 14799
    },
    {
      "epoch": 2.4234485017193386,
      "grad_norm": 0.14200210571289062,
      "learning_rate": 0.0001732068230967084,
      "loss": 12.1264,
      "step": 14800
    },
    {
      "epoch": 2.423612248239725,
      "grad_norm": 0.13629406690597534,
      "learning_rate": 0.00017320330127550967,
      "loss": 12.1994,
      "step": 14801
    },
    {
      "epoch": 2.423775994760111,
      "grad_norm": 0.15357144176959991,
      "learning_rate": 0.00017319977925867345,
      "loss": 12.1842,
      "step": 14802
    },
    {
      "epoch": 2.4239397412804977,
      "grad_norm": 0.15667001903057098,
      "learning_rate": 0.00017319625704620924,
      "loss": 12.1671,
      "step": 14803
    },
    {
      "epoch": 2.4241034878008842,
      "grad_norm": 0.16405193507671356,
      "learning_rate": 0.00017319273463812647,
      "loss": 12.2248,
      "step": 14804
    },
    {
      "epoch": 2.424267234321271,
      "grad_norm": 0.16174407303333282,
      "learning_rate": 0.00017318921203443447,
      "loss": 12.1737,
      "step": 14805
    },
    {
      "epoch": 2.424430980841657,
      "grad_norm": 0.16226935386657715,
      "learning_rate": 0.00017318568923514272,
      "loss": 12.2516,
      "step": 14806
    },
    {
      "epoch": 2.4245947273620434,
      "grad_norm": 0.18241138756275177,
      "learning_rate": 0.00017318216624026057,
      "loss": 12.1953,
      "step": 14807
    },
    {
      "epoch": 2.42475847388243,
      "grad_norm": 0.22903281450271606,
      "learning_rate": 0.0001731786430497975,
      "loss": 12.2,
      "step": 14808
    },
    {
      "epoch": 2.4249222204028165,
      "grad_norm": 0.14434842765331268,
      "learning_rate": 0.00017317511966376294,
      "loss": 12.1993,
      "step": 14809
    },
    {
      "epoch": 2.425085966923203,
      "grad_norm": 0.15504682064056396,
      "learning_rate": 0.00017317159608216628,
      "loss": 12.1982,
      "step": 14810
    },
    {
      "epoch": 2.4252497134435895,
      "grad_norm": 0.1467454731464386,
      "learning_rate": 0.00017316807230501687,
      "loss": 12.189,
      "step": 14811
    },
    {
      "epoch": 2.4254134599639756,
      "grad_norm": 0.13896556198596954,
      "learning_rate": 0.00017316454833232422,
      "loss": 12.2104,
      "step": 14812
    },
    {
      "epoch": 2.425577206484362,
      "grad_norm": 0.18823161721229553,
      "learning_rate": 0.0001731610241640977,
      "loss": 12.163,
      "step": 14813
    },
    {
      "epoch": 2.4257409530047487,
      "grad_norm": 0.20748743414878845,
      "learning_rate": 0.00017315749980034673,
      "loss": 12.1545,
      "step": 14814
    },
    {
      "epoch": 2.425904699525135,
      "grad_norm": 0.14175201952457428,
      "learning_rate": 0.00017315397524108076,
      "loss": 12.1769,
      "step": 14815
    },
    {
      "epoch": 2.4260684460455213,
      "grad_norm": 0.18487510085105896,
      "learning_rate": 0.00017315045048630915,
      "loss": 12.1488,
      "step": 14816
    },
    {
      "epoch": 2.426232192565908,
      "grad_norm": 0.14917296171188354,
      "learning_rate": 0.00017314692553604141,
      "loss": 12.1979,
      "step": 14817
    },
    {
      "epoch": 2.4263959390862944,
      "grad_norm": 0.14479468762874603,
      "learning_rate": 0.0001731434003902869,
      "loss": 12.1585,
      "step": 14818
    },
    {
      "epoch": 2.426559685606681,
      "grad_norm": 0.15224012732505798,
      "learning_rate": 0.00017313987504905502,
      "loss": 12.2064,
      "step": 14819
    },
    {
      "epoch": 2.4267234321270674,
      "grad_norm": 0.24661561846733093,
      "learning_rate": 0.00017313634951235523,
      "loss": 12.2063,
      "step": 14820
    },
    {
      "epoch": 2.426887178647454,
      "grad_norm": 0.12804675102233887,
      "learning_rate": 0.00017313282378019697,
      "loss": 12.1551,
      "step": 14821
    },
    {
      "epoch": 2.42705092516784,
      "grad_norm": 0.1984674334526062,
      "learning_rate": 0.00017312929785258963,
      "loss": 12.1857,
      "step": 14822
    },
    {
      "epoch": 2.4272146716882266,
      "grad_norm": 0.18927040696144104,
      "learning_rate": 0.00017312577172954262,
      "loss": 12.1962,
      "step": 14823
    },
    {
      "epoch": 2.427378418208613,
      "grad_norm": 0.2216060906648636,
      "learning_rate": 0.0001731222454110654,
      "loss": 12.1893,
      "step": 14824
    },
    {
      "epoch": 2.4275421647289996,
      "grad_norm": 0.1292065680027008,
      "learning_rate": 0.00017311871889716737,
      "loss": 12.1669,
      "step": 14825
    },
    {
      "epoch": 2.4277059112493857,
      "grad_norm": 0.14765213429927826,
      "learning_rate": 0.000173115192187858,
      "loss": 12.194,
      "step": 14826
    },
    {
      "epoch": 2.4278696577697723,
      "grad_norm": 0.13587285578250885,
      "learning_rate": 0.00017311166528314662,
      "loss": 12.1696,
      "step": 14827
    },
    {
      "epoch": 2.428033404290159,
      "grad_norm": 0.14153583347797394,
      "learning_rate": 0.00017310813818304275,
      "loss": 12.1756,
      "step": 14828
    },
    {
      "epoch": 2.4281971508105453,
      "grad_norm": 0.14504753053188324,
      "learning_rate": 0.00017310461088755575,
      "loss": 12.1867,
      "step": 14829
    },
    {
      "epoch": 2.428360897330932,
      "grad_norm": 0.1570206880569458,
      "learning_rate": 0.00017310108339669512,
      "loss": 12.1662,
      "step": 14830
    },
    {
      "epoch": 2.4285246438513184,
      "grad_norm": 0.16643576323986053,
      "learning_rate": 0.0001730975557104702,
      "loss": 12.1846,
      "step": 14831
    },
    {
      "epoch": 2.4286883903717045,
      "grad_norm": 0.14952747523784637,
      "learning_rate": 0.00017309402782889047,
      "loss": 12.2009,
      "step": 14832
    },
    {
      "epoch": 2.428852136892091,
      "grad_norm": 0.2519984245300293,
      "learning_rate": 0.00017309049975196535,
      "loss": 12.1854,
      "step": 14833
    },
    {
      "epoch": 2.4290158834124775,
      "grad_norm": 0.1668725609779358,
      "learning_rate": 0.0001730869714797043,
      "loss": 12.1904,
      "step": 14834
    },
    {
      "epoch": 2.429179629932864,
      "grad_norm": 0.18369238078594208,
      "learning_rate": 0.0001730834430121167,
      "loss": 12.2017,
      "step": 14835
    },
    {
      "epoch": 2.42934337645325,
      "grad_norm": 0.1630045473575592,
      "learning_rate": 0.000173079914349212,
      "loss": 12.1708,
      "step": 14836
    },
    {
      "epoch": 2.4295071229736367,
      "grad_norm": 0.159128800034523,
      "learning_rate": 0.00017307638549099962,
      "loss": 12.1554,
      "step": 14837
    },
    {
      "epoch": 2.4296708694940232,
      "grad_norm": 0.13962648808956146,
      "learning_rate": 0.00017307285643748901,
      "loss": 12.1706,
      "step": 14838
    },
    {
      "epoch": 2.4298346160144098,
      "grad_norm": 0.1644536256790161,
      "learning_rate": 0.00017306932718868959,
      "loss": 12.1549,
      "step": 14839
    },
    {
      "epoch": 2.4299983625347963,
      "grad_norm": 0.12941421568393707,
      "learning_rate": 0.00017306579774461076,
      "loss": 12.1471,
      "step": 14840
    },
    {
      "epoch": 2.430162109055183,
      "grad_norm": 0.1494540274143219,
      "learning_rate": 0.000173062268105262,
      "loss": 12.1883,
      "step": 14841
    },
    {
      "epoch": 2.430325855575569,
      "grad_norm": 0.18293462693691254,
      "learning_rate": 0.00017305873827065275,
      "loss": 12.1825,
      "step": 14842
    },
    {
      "epoch": 2.4304896020959554,
      "grad_norm": 0.1261080652475357,
      "learning_rate": 0.00017305520824079242,
      "loss": 12.1559,
      "step": 14843
    },
    {
      "epoch": 2.430653348616342,
      "grad_norm": 0.1939326524734497,
      "learning_rate": 0.00017305167801569043,
      "loss": 12.1808,
      "step": 14844
    },
    {
      "epoch": 2.4308170951367285,
      "grad_norm": 0.14891266822814941,
      "learning_rate": 0.00017304814759535627,
      "loss": 12.1835,
      "step": 14845
    },
    {
      "epoch": 2.4309808416571146,
      "grad_norm": 0.2002887725830078,
      "learning_rate": 0.00017304461697979927,
      "loss": 12.1937,
      "step": 14846
    },
    {
      "epoch": 2.431144588177501,
      "grad_norm": 0.20088845491409302,
      "learning_rate": 0.000173041086169029,
      "loss": 12.1985,
      "step": 14847
    },
    {
      "epoch": 2.4313083346978877,
      "grad_norm": 0.17548196017742157,
      "learning_rate": 0.00017303755516305479,
      "loss": 12.1497,
      "step": 14848
    },
    {
      "epoch": 2.431472081218274,
      "grad_norm": 0.16411004960536957,
      "learning_rate": 0.00017303402396188607,
      "loss": 12.1674,
      "step": 14849
    },
    {
      "epoch": 2.4316358277386607,
      "grad_norm": 0.1489659547805786,
      "learning_rate": 0.00017303049256553238,
      "loss": 12.1943,
      "step": 14850
    },
    {
      "epoch": 2.431799574259047,
      "grad_norm": 0.21380531787872314,
      "learning_rate": 0.0001730269609740031,
      "loss": 12.17,
      "step": 14851
    },
    {
      "epoch": 2.4319633207794333,
      "grad_norm": 0.17574284970760345,
      "learning_rate": 0.00017302342918730767,
      "loss": 12.1974,
      "step": 14852
    },
    {
      "epoch": 2.43212706729982,
      "grad_norm": 0.21040946245193481,
      "learning_rate": 0.0001730198972054555,
      "loss": 12.1989,
      "step": 14853
    },
    {
      "epoch": 2.4322908138202064,
      "grad_norm": 0.1847909390926361,
      "learning_rate": 0.0001730163650284561,
      "loss": 12.2197,
      "step": 14854
    },
    {
      "epoch": 2.432454560340593,
      "grad_norm": 0.14941111207008362,
      "learning_rate": 0.00017301283265631882,
      "loss": 12.2376,
      "step": 14855
    },
    {
      "epoch": 2.432618306860979,
      "grad_norm": 0.15177683532238007,
      "learning_rate": 0.00017300930008905317,
      "loss": 12.1567,
      "step": 14856
    },
    {
      "epoch": 2.4327820533813656,
      "grad_norm": 0.23664596676826477,
      "learning_rate": 0.00017300576732666854,
      "loss": 12.1882,
      "step": 14857
    },
    {
      "epoch": 2.432945799901752,
      "grad_norm": 0.13652247190475464,
      "learning_rate": 0.00017300223436917439,
      "loss": 12.1778,
      "step": 14858
    },
    {
      "epoch": 2.4331095464221386,
      "grad_norm": 0.1340506225824356,
      "learning_rate": 0.00017299870121658022,
      "loss": 12.177,
      "step": 14859
    },
    {
      "epoch": 2.433273292942525,
      "grad_norm": 0.16153612732887268,
      "learning_rate": 0.00017299516786889539,
      "loss": 12.2147,
      "step": 14860
    },
    {
      "epoch": 2.4334370394629112,
      "grad_norm": 0.14786668121814728,
      "learning_rate": 0.00017299163432612938,
      "loss": 12.1489,
      "step": 14861
    },
    {
      "epoch": 2.4336007859832978,
      "grad_norm": 0.19652748107910156,
      "learning_rate": 0.00017298810058829163,
      "loss": 12.1961,
      "step": 14862
    },
    {
      "epoch": 2.4337645325036843,
      "grad_norm": 0.12810416519641876,
      "learning_rate": 0.0001729845666553916,
      "loss": 12.205,
      "step": 14863
    },
    {
      "epoch": 2.433928279024071,
      "grad_norm": 0.18267011642456055,
      "learning_rate": 0.0001729810325274387,
      "loss": 12.1379,
      "step": 14864
    },
    {
      "epoch": 2.4340920255444574,
      "grad_norm": 0.1586913913488388,
      "learning_rate": 0.0001729774982044424,
      "loss": 12.1846,
      "step": 14865
    },
    {
      "epoch": 2.4342557720648434,
      "grad_norm": 0.11668228358030319,
      "learning_rate": 0.00017297396368641212,
      "loss": 12.1893,
      "step": 14866
    },
    {
      "epoch": 2.43441951858523,
      "grad_norm": 0.16344410181045532,
      "learning_rate": 0.00017297042897335734,
      "loss": 12.3097,
      "step": 14867
    },
    {
      "epoch": 2.4345832651056165,
      "grad_norm": 0.13037696480751038,
      "learning_rate": 0.00017296689406528747,
      "loss": 12.179,
      "step": 14868
    },
    {
      "epoch": 2.434747011626003,
      "grad_norm": 0.16400857269763947,
      "learning_rate": 0.000172963358962212,
      "loss": 12.1319,
      "step": 14869
    },
    {
      "epoch": 2.4349107581463896,
      "grad_norm": 0.15216974914073944,
      "learning_rate": 0.00017295982366414037,
      "loss": 12.2134,
      "step": 14870
    },
    {
      "epoch": 2.4350745046667757,
      "grad_norm": 0.12974664568901062,
      "learning_rate": 0.00017295628817108198,
      "loss": 12.1984,
      "step": 14871
    },
    {
      "epoch": 2.435238251187162,
      "grad_norm": 0.13661839067935944,
      "learning_rate": 0.0001729527524830463,
      "loss": 12.1553,
      "step": 14872
    },
    {
      "epoch": 2.4354019977075487,
      "grad_norm": 0.1886431872844696,
      "learning_rate": 0.00017294921660004285,
      "loss": 12.2469,
      "step": 14873
    },
    {
      "epoch": 2.4355657442279353,
      "grad_norm": 0.2255173623561859,
      "learning_rate": 0.00017294568052208097,
      "loss": 12.1746,
      "step": 14874
    },
    {
      "epoch": 2.435729490748322,
      "grad_norm": 0.1908864974975586,
      "learning_rate": 0.00017294214424917018,
      "loss": 12.1998,
      "step": 14875
    },
    {
      "epoch": 2.435893237268708,
      "grad_norm": 0.22274012863636017,
      "learning_rate": 0.0001729386077813199,
      "loss": 12.2121,
      "step": 14876
    },
    {
      "epoch": 2.4360569837890944,
      "grad_norm": 0.1623937338590622,
      "learning_rate": 0.00017293507111853962,
      "loss": 12.2739,
      "step": 14877
    },
    {
      "epoch": 2.436220730309481,
      "grad_norm": 0.15053816139698029,
      "learning_rate": 0.00017293153426083875,
      "loss": 12.1607,
      "step": 14878
    },
    {
      "epoch": 2.4363844768298675,
      "grad_norm": 0.13883090019226074,
      "learning_rate": 0.00017292799720822677,
      "loss": 12.1545,
      "step": 14879
    },
    {
      "epoch": 2.436548223350254,
      "grad_norm": 0.20029041171073914,
      "learning_rate": 0.0001729244599607131,
      "loss": 12.1771,
      "step": 14880
    },
    {
      "epoch": 2.43671196987064,
      "grad_norm": 0.14000776410102844,
      "learning_rate": 0.00017292092251830723,
      "loss": 12.2526,
      "step": 14881
    },
    {
      "epoch": 2.4368757163910266,
      "grad_norm": 0.18607820570468903,
      "learning_rate": 0.00017291738488101857,
      "loss": 12.1571,
      "step": 14882
    },
    {
      "epoch": 2.437039462911413,
      "grad_norm": 0.19938704371452332,
      "learning_rate": 0.00017291384704885664,
      "loss": 12.2084,
      "step": 14883
    },
    {
      "epoch": 2.4372032094317997,
      "grad_norm": 0.22993218898773193,
      "learning_rate": 0.00017291030902183083,
      "loss": 12.1539,
      "step": 14884
    },
    {
      "epoch": 2.4373669559521858,
      "grad_norm": 0.16351453959941864,
      "learning_rate": 0.00017290677079995063,
      "loss": 12.1739,
      "step": 14885
    },
    {
      "epoch": 2.4375307024725723,
      "grad_norm": 0.19951146841049194,
      "learning_rate": 0.0001729032323832255,
      "loss": 12.1226,
      "step": 14886
    },
    {
      "epoch": 2.437694448992959,
      "grad_norm": 0.1526823192834854,
      "learning_rate": 0.00017289969377166486,
      "loss": 12.1745,
      "step": 14887
    },
    {
      "epoch": 2.4378581955133454,
      "grad_norm": 0.14023129642009735,
      "learning_rate": 0.0001728961549652782,
      "loss": 12.1875,
      "step": 14888
    },
    {
      "epoch": 2.438021942033732,
      "grad_norm": 0.15630772709846497,
      "learning_rate": 0.000172892615964075,
      "loss": 12.1732,
      "step": 14889
    },
    {
      "epoch": 2.4381856885541184,
      "grad_norm": 0.20542161166667938,
      "learning_rate": 0.00017288907676806466,
      "loss": 12.2075,
      "step": 14890
    },
    {
      "epoch": 2.4383494350745045,
      "grad_norm": 0.20673544704914093,
      "learning_rate": 0.00017288553737725666,
      "loss": 12.198,
      "step": 14891
    },
    {
      "epoch": 2.438513181594891,
      "grad_norm": 0.1714872270822525,
      "learning_rate": 0.00017288199779166047,
      "loss": 12.1561,
      "step": 14892
    },
    {
      "epoch": 2.4386769281152776,
      "grad_norm": 0.1974891573190689,
      "learning_rate": 0.00017287845801128554,
      "loss": 12.1745,
      "step": 14893
    },
    {
      "epoch": 2.438840674635664,
      "grad_norm": 0.16486671566963196,
      "learning_rate": 0.00017287491803614135,
      "loss": 12.1711,
      "step": 14894
    },
    {
      "epoch": 2.43900442115605,
      "grad_norm": 0.15902051329612732,
      "learning_rate": 0.00017287137786623733,
      "loss": 12.1504,
      "step": 14895
    },
    {
      "epoch": 2.4391681676764367,
      "grad_norm": 0.17343726754188538,
      "learning_rate": 0.00017286783750158297,
      "loss": 12.166,
      "step": 14896
    },
    {
      "epoch": 2.4393319141968233,
      "grad_norm": 0.1539064347743988,
      "learning_rate": 0.00017286429694218772,
      "loss": 12.1806,
      "step": 14897
    },
    {
      "epoch": 2.43949566071721,
      "grad_norm": 0.15591667592525482,
      "learning_rate": 0.00017286075618806103,
      "loss": 12.1855,
      "step": 14898
    },
    {
      "epoch": 2.4396594072375963,
      "grad_norm": 0.1433744877576828,
      "learning_rate": 0.00017285721523921236,
      "loss": 12.1747,
      "step": 14899
    },
    {
      "epoch": 2.439823153757983,
      "grad_norm": 0.2165176272392273,
      "learning_rate": 0.00017285367409565123,
      "loss": 12.2083,
      "step": 14900
    },
    {
      "epoch": 2.439986900278369,
      "grad_norm": 0.1616140455007553,
      "learning_rate": 0.00017285013275738703,
      "loss": 12.1858,
      "step": 14901
    },
    {
      "epoch": 2.4401506467987555,
      "grad_norm": 0.21558870375156403,
      "learning_rate": 0.00017284659122442927,
      "loss": 12.1869,
      "step": 14902
    },
    {
      "epoch": 2.440314393319142,
      "grad_norm": 0.19721046090126038,
      "learning_rate": 0.0001728430494967874,
      "loss": 12.1909,
      "step": 14903
    },
    {
      "epoch": 2.4404781398395285,
      "grad_norm": 0.2061450332403183,
      "learning_rate": 0.00017283950757447086,
      "loss": 12.1927,
      "step": 14904
    },
    {
      "epoch": 2.4406418863599146,
      "grad_norm": 0.1812652200460434,
      "learning_rate": 0.00017283596545748914,
      "loss": 12.2077,
      "step": 14905
    },
    {
      "epoch": 2.440805632880301,
      "grad_norm": 0.15291036665439606,
      "learning_rate": 0.00017283242314585176,
      "loss": 12.1718,
      "step": 14906
    },
    {
      "epoch": 2.4409693794006877,
      "grad_norm": 0.16139289736747742,
      "learning_rate": 0.00017282888063956808,
      "loss": 12.1732,
      "step": 14907
    },
    {
      "epoch": 2.4411331259210742,
      "grad_norm": 0.22117580473423004,
      "learning_rate": 0.00017282533793864765,
      "loss": 12.1256,
      "step": 14908
    },
    {
      "epoch": 2.4412968724414608,
      "grad_norm": 0.2123924046754837,
      "learning_rate": 0.00017282179504309988,
      "loss": 12.1938,
      "step": 14909
    },
    {
      "epoch": 2.4414606189618473,
      "grad_norm": 0.14501641690731049,
      "learning_rate": 0.0001728182519529343,
      "loss": 12.1701,
      "step": 14910
    },
    {
      "epoch": 2.4416243654822334,
      "grad_norm": 0.14183779060840607,
      "learning_rate": 0.00017281470866816032,
      "loss": 12.2062,
      "step": 14911
    },
    {
      "epoch": 2.44178811200262,
      "grad_norm": 0.15670990943908691,
      "learning_rate": 0.00017281116518878746,
      "loss": 12.1799,
      "step": 14912
    },
    {
      "epoch": 2.4419518585230064,
      "grad_norm": 0.1711084395647049,
      "learning_rate": 0.00017280762151482517,
      "loss": 12.1443,
      "step": 14913
    },
    {
      "epoch": 2.442115605043393,
      "grad_norm": 0.1322723776102066,
      "learning_rate": 0.00017280407764628288,
      "loss": 12.1625,
      "step": 14914
    },
    {
      "epoch": 2.442279351563779,
      "grad_norm": 0.17319835722446442,
      "learning_rate": 0.00017280053358317013,
      "loss": 12.1481,
      "step": 14915
    },
    {
      "epoch": 2.4424430980841656,
      "grad_norm": 0.18653686344623566,
      "learning_rate": 0.00017279698932549638,
      "loss": 12.1887,
      "step": 14916
    },
    {
      "epoch": 2.442606844604552,
      "grad_norm": 0.15545018017292023,
      "learning_rate": 0.00017279344487327106,
      "loss": 12.1972,
      "step": 14917
    },
    {
      "epoch": 2.4427705911249387,
      "grad_norm": 0.1588127613067627,
      "learning_rate": 0.00017278990022650363,
      "loss": 12.1626,
      "step": 14918
    },
    {
      "epoch": 2.442934337645325,
      "grad_norm": 0.14333011209964752,
      "learning_rate": 0.00017278635538520366,
      "loss": 12.1791,
      "step": 14919
    },
    {
      "epoch": 2.4430980841657117,
      "grad_norm": 0.17912209033966064,
      "learning_rate": 0.00017278281034938052,
      "loss": 12.1909,
      "step": 14920
    },
    {
      "epoch": 2.443261830686098,
      "grad_norm": 0.1855904906988144,
      "learning_rate": 0.0001727792651190437,
      "loss": 12.2017,
      "step": 14921
    },
    {
      "epoch": 2.4434255772064843,
      "grad_norm": 0.14950031042099,
      "learning_rate": 0.00017277571969420276,
      "loss": 12.1665,
      "step": 14922
    },
    {
      "epoch": 2.443589323726871,
      "grad_norm": 0.1459117829799652,
      "learning_rate": 0.0001727721740748671,
      "loss": 12.2278,
      "step": 14923
    },
    {
      "epoch": 2.4437530702472574,
      "grad_norm": 0.14993999898433685,
      "learning_rate": 0.00017276862826104617,
      "loss": 12.1361,
      "step": 14924
    },
    {
      "epoch": 2.4439168167676435,
      "grad_norm": 0.15143997967243195,
      "learning_rate": 0.00017276508225274952,
      "loss": 12.1988,
      "step": 14925
    },
    {
      "epoch": 2.44408056328803,
      "grad_norm": 0.1730693131685257,
      "learning_rate": 0.0001727615360499866,
      "loss": 12.2203,
      "step": 14926
    },
    {
      "epoch": 2.4442443098084166,
      "grad_norm": 0.1685091108083725,
      "learning_rate": 0.00017275798965276685,
      "loss": 12.184,
      "step": 14927
    },
    {
      "epoch": 2.444408056328803,
      "grad_norm": 0.1477890908718109,
      "learning_rate": 0.0001727544430610998,
      "loss": 12.1728,
      "step": 14928
    },
    {
      "epoch": 2.4445718028491896,
      "grad_norm": 0.15472973883152008,
      "learning_rate": 0.00017275089627499492,
      "loss": 12.1806,
      "step": 14929
    },
    {
      "epoch": 2.4447355493695757,
      "grad_norm": 0.15658609569072723,
      "learning_rate": 0.00017274734929446166,
      "loss": 12.1803,
      "step": 14930
    },
    {
      "epoch": 2.4448992958899622,
      "grad_norm": 0.15879209339618683,
      "learning_rate": 0.00017274380211950954,
      "loss": 12.2047,
      "step": 14931
    },
    {
      "epoch": 2.4450630424103488,
      "grad_norm": 0.16243980824947357,
      "learning_rate": 0.00017274025475014798,
      "loss": 12.2014,
      "step": 14932
    },
    {
      "epoch": 2.4452267889307353,
      "grad_norm": 0.1403912454843521,
      "learning_rate": 0.00017273670718638654,
      "loss": 12.1861,
      "step": 14933
    },
    {
      "epoch": 2.445390535451122,
      "grad_norm": 0.14763861894607544,
      "learning_rate": 0.0001727331594282346,
      "loss": 12.1935,
      "step": 14934
    },
    {
      "epoch": 2.445554281971508,
      "grad_norm": 0.1879316121339798,
      "learning_rate": 0.00017272961147570177,
      "loss": 12.1454,
      "step": 14935
    },
    {
      "epoch": 2.4457180284918945,
      "grad_norm": 0.18907567858695984,
      "learning_rate": 0.0001727260633287974,
      "loss": 12.1702,
      "step": 14936
    },
    {
      "epoch": 2.445881775012281,
      "grad_norm": 0.16742700338363647,
      "learning_rate": 0.00017272251498753107,
      "loss": 12.1462,
      "step": 14937
    },
    {
      "epoch": 2.4460455215326675,
      "grad_norm": 0.13958647847175598,
      "learning_rate": 0.0001727189664519122,
      "loss": 12.156,
      "step": 14938
    },
    {
      "epoch": 2.446209268053054,
      "grad_norm": 0.17139932513237,
      "learning_rate": 0.00017271541772195033,
      "loss": 12.1953,
      "step": 14939
    },
    {
      "epoch": 2.44637301457344,
      "grad_norm": 0.16905269026756287,
      "learning_rate": 0.00017271186879765486,
      "loss": 12.1538,
      "step": 14940
    },
    {
      "epoch": 2.4465367610938267,
      "grad_norm": 0.14694148302078247,
      "learning_rate": 0.00017270831967903537,
      "loss": 12.1424,
      "step": 14941
    },
    {
      "epoch": 2.446700507614213,
      "grad_norm": 0.14329083263874054,
      "learning_rate": 0.0001727047703661013,
      "loss": 12.1682,
      "step": 14942
    },
    {
      "epoch": 2.4468642541345997,
      "grad_norm": 0.1477331817150116,
      "learning_rate": 0.00017270122085886214,
      "loss": 12.1825,
      "step": 14943
    },
    {
      "epoch": 2.4470280006549863,
      "grad_norm": 0.16319236159324646,
      "learning_rate": 0.00017269767115732736,
      "loss": 12.1957,
      "step": 14944
    },
    {
      "epoch": 2.4471917471753724,
      "grad_norm": 0.1626674383878708,
      "learning_rate": 0.00017269412126150646,
      "loss": 12.2141,
      "step": 14945
    },
    {
      "epoch": 2.447355493695759,
      "grad_norm": 0.13120988011360168,
      "learning_rate": 0.00017269057117140895,
      "loss": 12.1906,
      "step": 14946
    },
    {
      "epoch": 2.4475192402161454,
      "grad_norm": 0.22261807322502136,
      "learning_rate": 0.00017268702088704427,
      "loss": 12.2551,
      "step": 14947
    },
    {
      "epoch": 2.447682986736532,
      "grad_norm": 0.29247355461120605,
      "learning_rate": 0.00017268347040842196,
      "loss": 12.2715,
      "step": 14948
    },
    {
      "epoch": 2.4478467332569185,
      "grad_norm": 0.148610919713974,
      "learning_rate": 0.0001726799197355515,
      "loss": 12.1728,
      "step": 14949
    },
    {
      "epoch": 2.4480104797773046,
      "grad_norm": 0.14109764993190765,
      "learning_rate": 0.00017267636886844233,
      "loss": 12.1361,
      "step": 14950
    },
    {
      "epoch": 2.448174226297691,
      "grad_norm": 0.13269966840744019,
      "learning_rate": 0.00017267281780710398,
      "loss": 12.1701,
      "step": 14951
    },
    {
      "epoch": 2.4483379728180776,
      "grad_norm": 0.14374800026416779,
      "learning_rate": 0.00017266926655154591,
      "loss": 12.1943,
      "step": 14952
    },
    {
      "epoch": 2.448501719338464,
      "grad_norm": 0.18807174265384674,
      "learning_rate": 0.00017266571510177767,
      "loss": 12.2669,
      "step": 14953
    },
    {
      "epoch": 2.4486654658588503,
      "grad_norm": 0.18098226189613342,
      "learning_rate": 0.0001726621634578087,
      "loss": 12.1837,
      "step": 14954
    },
    {
      "epoch": 2.448829212379237,
      "grad_norm": 0.1407538205385208,
      "learning_rate": 0.00017265861161964852,
      "loss": 12.1593,
      "step": 14955
    },
    {
      "epoch": 2.4489929588996233,
      "grad_norm": 0.15489305555820465,
      "learning_rate": 0.0001726550595873066,
      "loss": 12.2149,
      "step": 14956
    },
    {
      "epoch": 2.44915670542001,
      "grad_norm": 0.1321198046207428,
      "learning_rate": 0.00017265150736079244,
      "loss": 12.187,
      "step": 14957
    },
    {
      "epoch": 2.4493204519403964,
      "grad_norm": 0.1357843428850174,
      "learning_rate": 0.0001726479549401155,
      "loss": 12.2112,
      "step": 14958
    },
    {
      "epoch": 2.449484198460783,
      "grad_norm": 0.19718307256698608,
      "learning_rate": 0.00017264440232528537,
      "loss": 12.1784,
      "step": 14959
    },
    {
      "epoch": 2.449647944981169,
      "grad_norm": 0.19232219457626343,
      "learning_rate": 0.00017264084951631146,
      "loss": 12.2368,
      "step": 14960
    },
    {
      "epoch": 2.4498116915015555,
      "grad_norm": 0.23825746774673462,
      "learning_rate": 0.0001726372965132033,
      "loss": 12.1841,
      "step": 14961
    },
    {
      "epoch": 2.449975438021942,
      "grad_norm": 0.15769872069358826,
      "learning_rate": 0.00017263374331597035,
      "loss": 12.1656,
      "step": 14962
    },
    {
      "epoch": 2.4501391845423286,
      "grad_norm": 0.13638441264629364,
      "learning_rate": 0.00017263018992462215,
      "loss": 12.1692,
      "step": 14963
    },
    {
      "epoch": 2.4503029310627147,
      "grad_norm": 0.16951951384544373,
      "learning_rate": 0.00017262663633916815,
      "loss": 12.1275,
      "step": 14964
    },
    {
      "epoch": 2.450466677583101,
      "grad_norm": 0.13172119855880737,
      "learning_rate": 0.00017262308255961792,
      "loss": 12.1855,
      "step": 14965
    },
    {
      "epoch": 2.4506304241034877,
      "grad_norm": 0.14515413343906403,
      "learning_rate": 0.00017261952858598086,
      "loss": 12.1994,
      "step": 14966
    },
    {
      "epoch": 2.4507941706238743,
      "grad_norm": 0.1419750303030014,
      "learning_rate": 0.00017261597441826655,
      "loss": 12.1563,
      "step": 14967
    },
    {
      "epoch": 2.450957917144261,
      "grad_norm": 0.14739537239074707,
      "learning_rate": 0.0001726124200564845,
      "loss": 12.1917,
      "step": 14968
    },
    {
      "epoch": 2.4511216636646473,
      "grad_norm": 0.23491081595420837,
      "learning_rate": 0.0001726088655006441,
      "loss": 12.1807,
      "step": 14969
    },
    {
      "epoch": 2.4512854101850334,
      "grad_norm": 0.15393924713134766,
      "learning_rate": 0.00017260531075075493,
      "loss": 12.1885,
      "step": 14970
    },
    {
      "epoch": 2.45144915670542,
      "grad_norm": 0.17438188195228577,
      "learning_rate": 0.00017260175580682648,
      "loss": 12.1602,
      "step": 14971
    },
    {
      "epoch": 2.4516129032258065,
      "grad_norm": 0.22523154318332672,
      "learning_rate": 0.00017259820066886826,
      "loss": 12.1858,
      "step": 14972
    },
    {
      "epoch": 2.451776649746193,
      "grad_norm": 0.20947062969207764,
      "learning_rate": 0.00017259464533688973,
      "loss": 12.2076,
      "step": 14973
    },
    {
      "epoch": 2.451940396266579,
      "grad_norm": 0.23462705314159393,
      "learning_rate": 0.00017259108981090043,
      "loss": 12.2026,
      "step": 14974
    },
    {
      "epoch": 2.4521041427869656,
      "grad_norm": 0.1738201528787613,
      "learning_rate": 0.00017258753409090988,
      "loss": 12.1656,
      "step": 14975
    },
    {
      "epoch": 2.452267889307352,
      "grad_norm": 0.16888687014579773,
      "learning_rate": 0.00017258397817692756,
      "loss": 12.1375,
      "step": 14976
    },
    {
      "epoch": 2.4524316358277387,
      "grad_norm": 0.15697160363197327,
      "learning_rate": 0.00017258042206896295,
      "loss": 12.1382,
      "step": 14977
    },
    {
      "epoch": 2.4525953823481252,
      "grad_norm": 0.14304529130458832,
      "learning_rate": 0.00017257686576702556,
      "loss": 12.1957,
      "step": 14978
    },
    {
      "epoch": 2.4527591288685118,
      "grad_norm": 0.2010498195886612,
      "learning_rate": 0.0001725733092711249,
      "loss": 12.1909,
      "step": 14979
    },
    {
      "epoch": 2.452922875388898,
      "grad_norm": 0.15147078037261963,
      "learning_rate": 0.00017256975258127052,
      "loss": 12.2022,
      "step": 14980
    },
    {
      "epoch": 2.4530866219092844,
      "grad_norm": 0.14400345087051392,
      "learning_rate": 0.00017256619569747187,
      "loss": 12.1518,
      "step": 14981
    },
    {
      "epoch": 2.453250368429671,
      "grad_norm": 0.16451960802078247,
      "learning_rate": 0.00017256263861973844,
      "loss": 12.1648,
      "step": 14982
    },
    {
      "epoch": 2.4534141149500575,
      "grad_norm": 0.11427752673625946,
      "learning_rate": 0.00017255908134807983,
      "loss": 12.181,
      "step": 14983
    },
    {
      "epoch": 2.4535778614704435,
      "grad_norm": 0.13898365199565887,
      "learning_rate": 0.00017255552388250545,
      "loss": 12.2016,
      "step": 14984
    },
    {
      "epoch": 2.45374160799083,
      "grad_norm": 0.25680944323539734,
      "learning_rate": 0.00017255196622302483,
      "loss": 12.2276,
      "step": 14985
    },
    {
      "epoch": 2.4539053545112166,
      "grad_norm": 0.19917194545269012,
      "learning_rate": 0.00017254840836964752,
      "loss": 12.1977,
      "step": 14986
    },
    {
      "epoch": 2.454069101031603,
      "grad_norm": 0.17736591398715973,
      "learning_rate": 0.000172544850322383,
      "loss": 12.1788,
      "step": 14987
    },
    {
      "epoch": 2.4542328475519897,
      "grad_norm": 0.19248440861701965,
      "learning_rate": 0.00017254129208124077,
      "loss": 12.1725,
      "step": 14988
    },
    {
      "epoch": 2.454396594072376,
      "grad_norm": 0.18078789114952087,
      "learning_rate": 0.00017253773364623033,
      "loss": 12.1834,
      "step": 14989
    },
    {
      "epoch": 2.4545603405927623,
      "grad_norm": 0.1350199282169342,
      "learning_rate": 0.00017253417501736124,
      "loss": 12.1684,
      "step": 14990
    },
    {
      "epoch": 2.454724087113149,
      "grad_norm": 0.1611233800649643,
      "learning_rate": 0.00017253061619464295,
      "loss": 12.1727,
      "step": 14991
    },
    {
      "epoch": 2.4548878336335354,
      "grad_norm": 0.13557013869285583,
      "learning_rate": 0.000172527057178085,
      "loss": 12.1808,
      "step": 14992
    },
    {
      "epoch": 2.455051580153922,
      "grad_norm": 0.18940138816833496,
      "learning_rate": 0.00017252349796769695,
      "loss": 12.2455,
      "step": 14993
    },
    {
      "epoch": 2.455215326674308,
      "grad_norm": 0.18869492411613464,
      "learning_rate": 0.00017251993856348823,
      "loss": 12.2105,
      "step": 14994
    },
    {
      "epoch": 2.4553790731946945,
      "grad_norm": 0.1386343091726303,
      "learning_rate": 0.00017251637896546838,
      "loss": 12.2189,
      "step": 14995
    },
    {
      "epoch": 2.455542819715081,
      "grad_norm": 0.1598583608865738,
      "learning_rate": 0.00017251281917364693,
      "loss": 12.1566,
      "step": 14996
    },
    {
      "epoch": 2.4557065662354676,
      "grad_norm": 0.12979242205619812,
      "learning_rate": 0.00017250925918803337,
      "loss": 12.1795,
      "step": 14997
    },
    {
      "epoch": 2.455870312755854,
      "grad_norm": 0.1384207159280777,
      "learning_rate": 0.00017250569900863723,
      "loss": 12.1983,
      "step": 14998
    },
    {
      "epoch": 2.45603405927624,
      "grad_norm": 0.15058068931102753,
      "learning_rate": 0.00017250213863546804,
      "loss": 12.1686,
      "step": 14999
    },
    {
      "epoch": 2.4561978057966267,
      "grad_norm": 0.18971994519233704,
      "learning_rate": 0.00017249857806853527,
      "loss": 12.1868,
      "step": 15000
    },
    {
      "epoch": 2.4561978057966267,
      "eval_loss": 12.164575576782227,
      "eval_runtime": 7.3033,
      "eval_samples_per_second": 33.683,
      "eval_steps_per_second": 16.842,
      "step": 15000
    },
    {
      "epoch": 2.4563615523170133,
      "grad_norm": 0.18795475363731384,
      "learning_rate": 0.00017249501730784848,
      "loss": 12.1519,
      "step": 15001
    },
    {
      "epoch": 2.4565252988374,
      "grad_norm": 0.15333743393421173,
      "learning_rate": 0.00017249145635341714,
      "loss": 12.1509,
      "step": 15002
    },
    {
      "epoch": 2.4566890453577863,
      "grad_norm": 0.15038830041885376,
      "learning_rate": 0.00017248789520525083,
      "loss": 12.1753,
      "step": 15003
    },
    {
      "epoch": 2.4568527918781724,
      "grad_norm": 0.2429014891386032,
      "learning_rate": 0.00017248433386335903,
      "loss": 12.159,
      "step": 15004
    },
    {
      "epoch": 2.457016538398559,
      "grad_norm": 0.1632298231124878,
      "learning_rate": 0.00017248077232775123,
      "loss": 12.1509,
      "step": 15005
    },
    {
      "epoch": 2.4571802849189455,
      "grad_norm": 0.17226006090641022,
      "learning_rate": 0.000172477210598437,
      "loss": 12.1872,
      "step": 15006
    },
    {
      "epoch": 2.457344031439332,
      "grad_norm": 0.1608259528875351,
      "learning_rate": 0.00017247364867542585,
      "loss": 12.2087,
      "step": 15007
    },
    {
      "epoch": 2.4575077779597185,
      "grad_norm": 0.20318254828453064,
      "learning_rate": 0.00017247008655872726,
      "loss": 12.1868,
      "step": 15008
    },
    {
      "epoch": 2.4576715244801046,
      "grad_norm": 0.15225321054458618,
      "learning_rate": 0.0001724665242483508,
      "loss": 12.279,
      "step": 15009
    },
    {
      "epoch": 2.457835271000491,
      "grad_norm": 0.13626548647880554,
      "learning_rate": 0.00017246296174430596,
      "loss": 12.1868,
      "step": 15010
    },
    {
      "epoch": 2.4579990175208777,
      "grad_norm": 0.24685652554035187,
      "learning_rate": 0.00017245939904660226,
      "loss": 12.1908,
      "step": 15011
    },
    {
      "epoch": 2.458162764041264,
      "grad_norm": 0.11548715084791183,
      "learning_rate": 0.00017245583615524925,
      "loss": 12.1607,
      "step": 15012
    },
    {
      "epoch": 2.4583265105616507,
      "grad_norm": 0.15063630044460297,
      "learning_rate": 0.00017245227307025642,
      "loss": 12.1662,
      "step": 15013
    },
    {
      "epoch": 2.458490257082037,
      "grad_norm": 0.15076981484889984,
      "learning_rate": 0.00017244870979163328,
      "loss": 12.1801,
      "step": 15014
    },
    {
      "epoch": 2.4586540036024234,
      "grad_norm": 0.16497328877449036,
      "learning_rate": 0.0001724451463193894,
      "loss": 12.1516,
      "step": 15015
    },
    {
      "epoch": 2.45881775012281,
      "grad_norm": 0.16900750994682312,
      "learning_rate": 0.0001724415826535343,
      "loss": 12.2001,
      "step": 15016
    },
    {
      "epoch": 2.4589814966431964,
      "grad_norm": 0.2325148582458496,
      "learning_rate": 0.00017243801879407745,
      "loss": 12.169,
      "step": 15017
    },
    {
      "epoch": 2.459145243163583,
      "grad_norm": 0.16151224076747894,
      "learning_rate": 0.00017243445474102843,
      "loss": 12.1266,
      "step": 15018
    },
    {
      "epoch": 2.459308989683969,
      "grad_norm": 0.13341784477233887,
      "learning_rate": 0.0001724308904943967,
      "loss": 12.1868,
      "step": 15019
    },
    {
      "epoch": 2.4594727362043556,
      "grad_norm": 0.20271766185760498,
      "learning_rate": 0.0001724273260541919,
      "loss": 12.1681,
      "step": 15020
    },
    {
      "epoch": 2.459636482724742,
      "grad_norm": 0.17262965440750122,
      "learning_rate": 0.00017242376142042343,
      "loss": 12.1916,
      "step": 15021
    },
    {
      "epoch": 2.4598002292451286,
      "grad_norm": 0.1577843427658081,
      "learning_rate": 0.00017242019659310088,
      "loss": 12.1569,
      "step": 15022
    },
    {
      "epoch": 2.459963975765515,
      "grad_norm": 0.25093647837638855,
      "learning_rate": 0.00017241663157223377,
      "loss": 12.1975,
      "step": 15023
    },
    {
      "epoch": 2.4601277222859013,
      "grad_norm": 0.17262384295463562,
      "learning_rate": 0.00017241306635783164,
      "loss": 12.1885,
      "step": 15024
    },
    {
      "epoch": 2.460291468806288,
      "grad_norm": 0.17682969570159912,
      "learning_rate": 0.000172409500949904,
      "loss": 12.1716,
      "step": 15025
    },
    {
      "epoch": 2.4604552153266743,
      "grad_norm": 0.13132604956626892,
      "learning_rate": 0.0001724059353484604,
      "loss": 12.1845,
      "step": 15026
    },
    {
      "epoch": 2.460618961847061,
      "grad_norm": 0.18113963305950165,
      "learning_rate": 0.00017240236955351032,
      "loss": 12.1697,
      "step": 15027
    },
    {
      "epoch": 2.4607827083674474,
      "grad_norm": 0.18840855360031128,
      "learning_rate": 0.00017239880356506332,
      "loss": 12.1764,
      "step": 15028
    },
    {
      "epoch": 2.4609464548878335,
      "grad_norm": 0.15984222292900085,
      "learning_rate": 0.00017239523738312896,
      "loss": 12.2309,
      "step": 15029
    },
    {
      "epoch": 2.46111020140822,
      "grad_norm": 0.11814574897289276,
      "learning_rate": 0.0001723916710077167,
      "loss": 12.1734,
      "step": 15030
    },
    {
      "epoch": 2.4612739479286065,
      "grad_norm": 0.17891813814640045,
      "learning_rate": 0.00017238810443883615,
      "loss": 12.1633,
      "step": 15031
    },
    {
      "epoch": 2.461437694448993,
      "grad_norm": 0.20369219779968262,
      "learning_rate": 0.0001723845376764968,
      "loss": 12.2046,
      "step": 15032
    },
    {
      "epoch": 2.461601440969379,
      "grad_norm": 0.14164139330387115,
      "learning_rate": 0.0001723809707207082,
      "loss": 12.1603,
      "step": 15033
    },
    {
      "epoch": 2.4617651874897657,
      "grad_norm": 0.2103671431541443,
      "learning_rate": 0.00017237740357147984,
      "loss": 12.1639,
      "step": 15034
    },
    {
      "epoch": 2.4619289340101522,
      "grad_norm": 0.12522219121456146,
      "learning_rate": 0.00017237383622882132,
      "loss": 12.1594,
      "step": 15035
    },
    {
      "epoch": 2.4620926805305388,
      "grad_norm": 0.18983018398284912,
      "learning_rate": 0.0001723702686927421,
      "loss": 12.1167,
      "step": 15036
    },
    {
      "epoch": 2.4622564270509253,
      "grad_norm": 0.13170240819454193,
      "learning_rate": 0.0001723667009632518,
      "loss": 12.1896,
      "step": 15037
    },
    {
      "epoch": 2.462420173571312,
      "grad_norm": 0.153593510389328,
      "learning_rate": 0.00017236313304035985,
      "loss": 12.1821,
      "step": 15038
    },
    {
      "epoch": 2.462583920091698,
      "grad_norm": 0.1730814278125763,
      "learning_rate": 0.0001723595649240759,
      "loss": 12.1894,
      "step": 15039
    },
    {
      "epoch": 2.4627476666120844,
      "grad_norm": 0.1684274673461914,
      "learning_rate": 0.00017235599661440937,
      "loss": 12.2114,
      "step": 15040
    },
    {
      "epoch": 2.462911413132471,
      "grad_norm": 0.15898184478282928,
      "learning_rate": 0.0001723524281113699,
      "loss": 12.2067,
      "step": 15041
    },
    {
      "epoch": 2.4630751596528575,
      "grad_norm": 0.24141556024551392,
      "learning_rate": 0.00017234885941496696,
      "loss": 12.2237,
      "step": 15042
    },
    {
      "epoch": 2.4632389061732436,
      "grad_norm": 0.20818372070789337,
      "learning_rate": 0.0001723452905252101,
      "loss": 12.1766,
      "step": 15043
    },
    {
      "epoch": 2.46340265269363,
      "grad_norm": 0.1914065182209015,
      "learning_rate": 0.0001723417214421089,
      "loss": 12.184,
      "step": 15044
    },
    {
      "epoch": 2.4635663992140167,
      "grad_norm": 0.207158163189888,
      "learning_rate": 0.00017233815216567285,
      "loss": 12.1844,
      "step": 15045
    },
    {
      "epoch": 2.463730145734403,
      "grad_norm": 0.1761273741722107,
      "learning_rate": 0.0001723345826959115,
      "loss": 12.1826,
      "step": 15046
    },
    {
      "epoch": 2.4638938922547897,
      "grad_norm": 0.2150866538286209,
      "learning_rate": 0.00017233101303283437,
      "loss": 12.1848,
      "step": 15047
    },
    {
      "epoch": 2.4640576387751763,
      "grad_norm": 0.1608772873878479,
      "learning_rate": 0.00017232744317645105,
      "loss": 12.1682,
      "step": 15048
    },
    {
      "epoch": 2.4642213852955623,
      "grad_norm": 0.1915116012096405,
      "learning_rate": 0.00017232387312677105,
      "loss": 12.2322,
      "step": 15049
    },
    {
      "epoch": 2.464385131815949,
      "grad_norm": 0.1694639027118683,
      "learning_rate": 0.00017232030288380392,
      "loss": 12.1978,
      "step": 15050
    },
    {
      "epoch": 2.4645488783363354,
      "grad_norm": 0.20527717471122742,
      "learning_rate": 0.0001723167324475592,
      "loss": 12.1639,
      "step": 15051
    },
    {
      "epoch": 2.464712624856722,
      "grad_norm": 0.20466692745685577,
      "learning_rate": 0.00017231316181804643,
      "loss": 12.1976,
      "step": 15052
    },
    {
      "epoch": 2.464876371377108,
      "grad_norm": 0.18253810703754425,
      "learning_rate": 0.00017230959099527512,
      "loss": 12.1459,
      "step": 15053
    },
    {
      "epoch": 2.4650401178974946,
      "grad_norm": 0.15538543462753296,
      "learning_rate": 0.00017230601997925485,
      "loss": 12.1529,
      "step": 15054
    },
    {
      "epoch": 2.465203864417881,
      "grad_norm": 0.2326377034187317,
      "learning_rate": 0.00017230244876999522,
      "loss": 12.2152,
      "step": 15055
    },
    {
      "epoch": 2.4653676109382676,
      "grad_norm": 0.17166680097579956,
      "learning_rate": 0.00017229887736750564,
      "loss": 12.173,
      "step": 15056
    },
    {
      "epoch": 2.465531357458654,
      "grad_norm": 0.20716750621795654,
      "learning_rate": 0.00017229530577179576,
      "loss": 12.1558,
      "step": 15057
    },
    {
      "epoch": 2.4656951039790407,
      "grad_norm": 0.1506229043006897,
      "learning_rate": 0.00017229173398287508,
      "loss": 12.2121,
      "step": 15058
    },
    {
      "epoch": 2.4658588504994268,
      "grad_norm": 0.1926542967557907,
      "learning_rate": 0.00017228816200075319,
      "loss": 12.1995,
      "step": 15059
    },
    {
      "epoch": 2.4660225970198133,
      "grad_norm": 0.1708488166332245,
      "learning_rate": 0.00017228458982543955,
      "loss": 12.1629,
      "step": 15060
    },
    {
      "epoch": 2.4661863435402,
      "grad_norm": 0.15793855488300323,
      "learning_rate": 0.0001722810174569438,
      "loss": 12.2065,
      "step": 15061
    },
    {
      "epoch": 2.4663500900605864,
      "grad_norm": 0.14864453673362732,
      "learning_rate": 0.00017227744489527544,
      "loss": 12.1724,
      "step": 15062
    },
    {
      "epoch": 2.4665138365809725,
      "grad_norm": 0.14117267727851868,
      "learning_rate": 0.00017227387214044403,
      "loss": 12.2301,
      "step": 15063
    },
    {
      "epoch": 2.466677583101359,
      "grad_norm": 0.1768115609884262,
      "learning_rate": 0.00017227029919245909,
      "loss": 12.1979,
      "step": 15064
    },
    {
      "epoch": 2.4668413296217455,
      "grad_norm": 0.15708301961421967,
      "learning_rate": 0.00017226672605133022,
      "loss": 12.1502,
      "step": 15065
    },
    {
      "epoch": 2.467005076142132,
      "grad_norm": 0.22597503662109375,
      "learning_rate": 0.0001722631527170669,
      "loss": 12.2184,
      "step": 15066
    },
    {
      "epoch": 2.4671688226625186,
      "grad_norm": 0.16023795306682587,
      "learning_rate": 0.0001722595791896788,
      "loss": 12.1236,
      "step": 15067
    },
    {
      "epoch": 2.467332569182905,
      "grad_norm": 0.1806361973285675,
      "learning_rate": 0.00017225600546917532,
      "loss": 12.1339,
      "step": 15068
    },
    {
      "epoch": 2.467496315703291,
      "grad_norm": 0.1645633578300476,
      "learning_rate": 0.00017225243155556612,
      "loss": 12.1865,
      "step": 15069
    },
    {
      "epoch": 2.4676600622236777,
      "grad_norm": 0.18307238817214966,
      "learning_rate": 0.0001722488574488607,
      "loss": 12.1949,
      "step": 15070
    },
    {
      "epoch": 2.4678238087440643,
      "grad_norm": 0.2996671497821808,
      "learning_rate": 0.00017224528314906863,
      "loss": 12.1822,
      "step": 15071
    },
    {
      "epoch": 2.467987555264451,
      "grad_norm": 0.18116317689418793,
      "learning_rate": 0.00017224170865619946,
      "loss": 12.1787,
      "step": 15072
    },
    {
      "epoch": 2.468151301784837,
      "grad_norm": 0.19059966504573822,
      "learning_rate": 0.00017223813397026274,
      "loss": 12.2101,
      "step": 15073
    },
    {
      "epoch": 2.4683150483052234,
      "grad_norm": 0.1598145216703415,
      "learning_rate": 0.00017223455909126802,
      "loss": 12.1908,
      "step": 15074
    },
    {
      "epoch": 2.46847879482561,
      "grad_norm": 0.17007121443748474,
      "learning_rate": 0.00017223098401922485,
      "loss": 12.1304,
      "step": 15075
    },
    {
      "epoch": 2.4686425413459965,
      "grad_norm": 0.1490645408630371,
      "learning_rate": 0.00017222740875414281,
      "loss": 12.1746,
      "step": 15076
    },
    {
      "epoch": 2.468806287866383,
      "grad_norm": 0.15718042850494385,
      "learning_rate": 0.00017222383329603146,
      "loss": 12.2113,
      "step": 15077
    },
    {
      "epoch": 2.468970034386769,
      "grad_norm": 0.17578533291816711,
      "learning_rate": 0.00017222025764490032,
      "loss": 12.2032,
      "step": 15078
    },
    {
      "epoch": 2.4691337809071556,
      "grad_norm": 0.14315132796764374,
      "learning_rate": 0.00017221668180075894,
      "loss": 12.1856,
      "step": 15079
    },
    {
      "epoch": 2.469297527427542,
      "grad_norm": 0.13304415345191956,
      "learning_rate": 0.00017221310576361689,
      "loss": 12.1871,
      "step": 15080
    },
    {
      "epoch": 2.4694612739479287,
      "grad_norm": 0.18412843346595764,
      "learning_rate": 0.00017220952953348376,
      "loss": 12.2124,
      "step": 15081
    },
    {
      "epoch": 2.4696250204683152,
      "grad_norm": 0.16405902802944183,
      "learning_rate": 0.00017220595311036907,
      "loss": 12.2464,
      "step": 15082
    },
    {
      "epoch": 2.4697887669887013,
      "grad_norm": 0.25820043683052063,
      "learning_rate": 0.00017220237649428238,
      "loss": 12.1745,
      "step": 15083
    },
    {
      "epoch": 2.469952513509088,
      "grad_norm": 0.15063747763633728,
      "learning_rate": 0.00017219879968523327,
      "loss": 12.2233,
      "step": 15084
    },
    {
      "epoch": 2.4701162600294744,
      "grad_norm": 0.17096218466758728,
      "learning_rate": 0.0001721952226832313,
      "loss": 12.1802,
      "step": 15085
    },
    {
      "epoch": 2.470280006549861,
      "grad_norm": 0.2505674660205841,
      "learning_rate": 0.00017219164548828596,
      "loss": 12.1541,
      "step": 15086
    },
    {
      "epoch": 2.4704437530702474,
      "grad_norm": 0.16204091906547546,
      "learning_rate": 0.00017218806810040692,
      "loss": 12.1972,
      "step": 15087
    },
    {
      "epoch": 2.4706074995906335,
      "grad_norm": 0.1503756046295166,
      "learning_rate": 0.00017218449051960367,
      "loss": 12.1606,
      "step": 15088
    },
    {
      "epoch": 2.47077124611102,
      "grad_norm": 0.16953979432582855,
      "learning_rate": 0.0001721809127458858,
      "loss": 12.2051,
      "step": 15089
    },
    {
      "epoch": 2.4709349926314066,
      "grad_norm": 0.17832501232624054,
      "learning_rate": 0.00017217733477926285,
      "loss": 12.194,
      "step": 15090
    },
    {
      "epoch": 2.471098739151793,
      "grad_norm": 0.2064092606306076,
      "learning_rate": 0.0001721737566197444,
      "loss": 12.1727,
      "step": 15091
    },
    {
      "epoch": 2.4712624856721797,
      "grad_norm": 0.16932706534862518,
      "learning_rate": 0.00017217017826734,
      "loss": 12.213,
      "step": 15092
    },
    {
      "epoch": 2.4714262321925657,
      "grad_norm": 0.13778573274612427,
      "learning_rate": 0.00017216659972205922,
      "loss": 12.171,
      "step": 15093
    },
    {
      "epoch": 2.4715899787129523,
      "grad_norm": 0.217742457985878,
      "learning_rate": 0.00017216302098391163,
      "loss": 12.1657,
      "step": 15094
    },
    {
      "epoch": 2.471753725233339,
      "grad_norm": 0.1640787571668625,
      "learning_rate": 0.00017215944205290677,
      "loss": 12.1707,
      "step": 15095
    },
    {
      "epoch": 2.4719174717537253,
      "grad_norm": 0.1284259706735611,
      "learning_rate": 0.00017215586292905423,
      "loss": 12.177,
      "step": 15096
    },
    {
      "epoch": 2.472081218274112,
      "grad_norm": 0.15478390455245972,
      "learning_rate": 0.00017215228361236356,
      "loss": 12.1699,
      "step": 15097
    },
    {
      "epoch": 2.472244964794498,
      "grad_norm": 0.16316287219524384,
      "learning_rate": 0.0001721487041028443,
      "loss": 12.1533,
      "step": 15098
    },
    {
      "epoch": 2.4724087113148845,
      "grad_norm": 0.1889559030532837,
      "learning_rate": 0.00017214512440050613,
      "loss": 12.1306,
      "step": 15099
    },
    {
      "epoch": 2.472572457835271,
      "grad_norm": 0.18093982338905334,
      "learning_rate": 0.00017214154450535848,
      "loss": 12.1656,
      "step": 15100
    },
    {
      "epoch": 2.4727362043556576,
      "grad_norm": 0.14998765289783478,
      "learning_rate": 0.00017213796441741097,
      "loss": 12.1622,
      "step": 15101
    },
    {
      "epoch": 2.4728999508760436,
      "grad_norm": 0.15218254923820496,
      "learning_rate": 0.00017213438413667316,
      "loss": 12.1789,
      "step": 15102
    },
    {
      "epoch": 2.47306369739643,
      "grad_norm": 0.22223150730133057,
      "learning_rate": 0.00017213080366315465,
      "loss": 12.1973,
      "step": 15103
    },
    {
      "epoch": 2.4732274439168167,
      "grad_norm": 0.1869584023952484,
      "learning_rate": 0.00017212722299686498,
      "loss": 12.2077,
      "step": 15104
    },
    {
      "epoch": 2.4733911904372032,
      "grad_norm": 0.23955969512462616,
      "learning_rate": 0.00017212364213781375,
      "loss": 12.2472,
      "step": 15105
    },
    {
      "epoch": 2.4735549369575898,
      "grad_norm": 0.2454068958759308,
      "learning_rate": 0.0001721200610860105,
      "loss": 12.1793,
      "step": 15106
    },
    {
      "epoch": 2.4737186834779763,
      "grad_norm": 0.14916415512561798,
      "learning_rate": 0.00017211647984146478,
      "loss": 12.2406,
      "step": 15107
    },
    {
      "epoch": 2.4738824299983624,
      "grad_norm": 0.1361379474401474,
      "learning_rate": 0.0001721128984041862,
      "loss": 12.1593,
      "step": 15108
    },
    {
      "epoch": 2.474046176518749,
      "grad_norm": 0.18098893761634827,
      "learning_rate": 0.00017210931677418435,
      "loss": 12.1638,
      "step": 15109
    },
    {
      "epoch": 2.4742099230391355,
      "grad_norm": 0.20099985599517822,
      "learning_rate": 0.00017210573495146872,
      "loss": 12.2329,
      "step": 15110
    },
    {
      "epoch": 2.474373669559522,
      "grad_norm": 0.15814711153507233,
      "learning_rate": 0.00017210215293604898,
      "loss": 12.1913,
      "step": 15111
    },
    {
      "epoch": 2.474537416079908,
      "grad_norm": 0.16274183988571167,
      "learning_rate": 0.00017209857072793464,
      "loss": 12.1727,
      "step": 15112
    },
    {
      "epoch": 2.4747011626002946,
      "grad_norm": 0.15842853486537933,
      "learning_rate": 0.0001720949883271353,
      "loss": 12.2083,
      "step": 15113
    },
    {
      "epoch": 2.474864909120681,
      "grad_norm": 0.18202778697013855,
      "learning_rate": 0.00017209140573366048,
      "loss": 12.1696,
      "step": 15114
    },
    {
      "epoch": 2.4750286556410677,
      "grad_norm": 0.15911734104156494,
      "learning_rate": 0.00017208782294751986,
      "loss": 12.2102,
      "step": 15115
    },
    {
      "epoch": 2.475192402161454,
      "grad_norm": 0.1775541603565216,
      "learning_rate": 0.00017208423996872293,
      "loss": 12.2079,
      "step": 15116
    },
    {
      "epoch": 2.4753561486818407,
      "grad_norm": 0.13550063967704773,
      "learning_rate": 0.0001720806567972793,
      "loss": 12.1525,
      "step": 15117
    },
    {
      "epoch": 2.475519895202227,
      "grad_norm": 0.14202727377414703,
      "learning_rate": 0.00017207707343319849,
      "loss": 12.157,
      "step": 15118
    },
    {
      "epoch": 2.4756836417226133,
      "grad_norm": 0.139309823513031,
      "learning_rate": 0.0001720734898764902,
      "loss": 12.1747,
      "step": 15119
    },
    {
      "epoch": 2.475847388243,
      "grad_norm": 0.1533525586128235,
      "learning_rate": 0.00017206990612716387,
      "loss": 12.212,
      "step": 15120
    },
    {
      "epoch": 2.4760111347633864,
      "grad_norm": 0.2021007239818573,
      "learning_rate": 0.00017206632218522914,
      "loss": 12.215,
      "step": 15121
    },
    {
      "epoch": 2.4761748812837725,
      "grad_norm": 0.1376485675573349,
      "learning_rate": 0.00017206273805069563,
      "loss": 12.1974,
      "step": 15122
    },
    {
      "epoch": 2.476338627804159,
      "grad_norm": 0.1593792587518692,
      "learning_rate": 0.0001720591537235728,
      "loss": 12.1525,
      "step": 15123
    },
    {
      "epoch": 2.4765023743245456,
      "grad_norm": 0.23809422552585602,
      "learning_rate": 0.00017205556920387038,
      "loss": 12.1747,
      "step": 15124
    },
    {
      "epoch": 2.476666120844932,
      "grad_norm": 0.16100962460041046,
      "learning_rate": 0.00017205198449159786,
      "loss": 12.1862,
      "step": 15125
    },
    {
      "epoch": 2.4768298673653186,
      "grad_norm": 0.18251116573810577,
      "learning_rate": 0.0001720483995867648,
      "loss": 12.1628,
      "step": 15126
    },
    {
      "epoch": 2.476993613885705,
      "grad_norm": 0.22229817509651184,
      "learning_rate": 0.00017204481448938083,
      "loss": 12.1772,
      "step": 15127
    },
    {
      "epoch": 2.4771573604060912,
      "grad_norm": 0.13572385907173157,
      "learning_rate": 0.00017204122919945553,
      "loss": 12.1759,
      "step": 15128
    },
    {
      "epoch": 2.477321106926478,
      "grad_norm": 0.17570778727531433,
      "learning_rate": 0.00017203764371699845,
      "loss": 12.1697,
      "step": 15129
    },
    {
      "epoch": 2.4774848534468643,
      "grad_norm": 0.1457752138376236,
      "learning_rate": 0.00017203405804201916,
      "loss": 12.1753,
      "step": 15130
    },
    {
      "epoch": 2.477648599967251,
      "grad_norm": 0.15524601936340332,
      "learning_rate": 0.00017203047217452733,
      "loss": 12.1782,
      "step": 15131
    },
    {
      "epoch": 2.477812346487637,
      "grad_norm": 0.14983084797859192,
      "learning_rate": 0.00017202688611453245,
      "loss": 12.1556,
      "step": 15132
    },
    {
      "epoch": 2.4779760930080235,
      "grad_norm": 0.15621425211429596,
      "learning_rate": 0.00017202329986204417,
      "loss": 12.2145,
      "step": 15133
    },
    {
      "epoch": 2.47813983952841,
      "grad_norm": 0.18831461668014526,
      "learning_rate": 0.000172019713417072,
      "loss": 12.1767,
      "step": 15134
    },
    {
      "epoch": 2.4783035860487965,
      "grad_norm": 0.1795346587896347,
      "learning_rate": 0.0001720161267796256,
      "loss": 12.1638,
      "step": 15135
    },
    {
      "epoch": 2.478467332569183,
      "grad_norm": 0.139888197183609,
      "learning_rate": 0.0001720125399497145,
      "loss": 12.1972,
      "step": 15136
    },
    {
      "epoch": 2.4786310790895696,
      "grad_norm": 0.1508946567773819,
      "learning_rate": 0.00017200895292734836,
      "loss": 12.1796,
      "step": 15137
    },
    {
      "epoch": 2.4787948256099557,
      "grad_norm": 0.17100782692432404,
      "learning_rate": 0.00017200536571253667,
      "loss": 12.1961,
      "step": 15138
    },
    {
      "epoch": 2.478958572130342,
      "grad_norm": 0.13696537911891937,
      "learning_rate": 0.0001720017783052891,
      "loss": 12.231,
      "step": 15139
    },
    {
      "epoch": 2.4791223186507287,
      "grad_norm": 0.6764377355575562,
      "learning_rate": 0.00017199819070561515,
      "loss": 12.2184,
      "step": 15140
    },
    {
      "epoch": 2.4792860651711153,
      "grad_norm": 0.144833043217659,
      "learning_rate": 0.0001719946029135245,
      "loss": 12.2032,
      "step": 15141
    },
    {
      "epoch": 2.4794498116915014,
      "grad_norm": 0.215953528881073,
      "learning_rate": 0.00017199101492902668,
      "loss": 12.2297,
      "step": 15142
    },
    {
      "epoch": 2.479613558211888,
      "grad_norm": 0.20874792337417603,
      "learning_rate": 0.00017198742675213132,
      "loss": 12.1785,
      "step": 15143
    },
    {
      "epoch": 2.4797773047322744,
      "grad_norm": 0.1581876426935196,
      "learning_rate": 0.00017198383838284794,
      "loss": 12.183,
      "step": 15144
    },
    {
      "epoch": 2.479941051252661,
      "grad_norm": 0.13850051164627075,
      "learning_rate": 0.00017198024982118622,
      "loss": 12.1842,
      "step": 15145
    },
    {
      "epoch": 2.4801047977730475,
      "grad_norm": 0.1907353550195694,
      "learning_rate": 0.0001719766610671557,
      "loss": 12.1831,
      "step": 15146
    },
    {
      "epoch": 2.4802685442934336,
      "grad_norm": 0.21082192659378052,
      "learning_rate": 0.00017197307212076592,
      "loss": 12.1396,
      "step": 15147
    },
    {
      "epoch": 2.48043229081382,
      "grad_norm": 0.18452422320842743,
      "learning_rate": 0.00017196948298202659,
      "loss": 12.2184,
      "step": 15148
    },
    {
      "epoch": 2.4805960373342066,
      "grad_norm": 0.16433171927928925,
      "learning_rate": 0.0001719658936509472,
      "loss": 12.1446,
      "step": 15149
    },
    {
      "epoch": 2.480759783854593,
      "grad_norm": 0.15951021015644073,
      "learning_rate": 0.00017196230412753742,
      "loss": 12.1472,
      "step": 15150
    },
    {
      "epoch": 2.4809235303749797,
      "grad_norm": 0.16934159398078918,
      "learning_rate": 0.0001719587144118068,
      "loss": 12.2042,
      "step": 15151
    },
    {
      "epoch": 2.481087276895366,
      "grad_norm": 0.37268707156181335,
      "learning_rate": 0.00017195512450376494,
      "loss": 12.1712,
      "step": 15152
    },
    {
      "epoch": 2.4812510234157523,
      "grad_norm": 0.14570961892604828,
      "learning_rate": 0.0001719515344034214,
      "loss": 12.2223,
      "step": 15153
    },
    {
      "epoch": 2.481414769936139,
      "grad_norm": 0.18854442238807678,
      "learning_rate": 0.00017194794411078585,
      "loss": 12.2288,
      "step": 15154
    },
    {
      "epoch": 2.4815785164565254,
      "grad_norm": 0.14411622285842896,
      "learning_rate": 0.00017194435362586784,
      "loss": 12.1634,
      "step": 15155
    },
    {
      "epoch": 2.481742262976912,
      "grad_norm": 0.13638512790203094,
      "learning_rate": 0.00017194076294867693,
      "loss": 12.1546,
      "step": 15156
    },
    {
      "epoch": 2.481906009497298,
      "grad_norm": 0.1520431637763977,
      "learning_rate": 0.0001719371720792228,
      "loss": 12.1643,
      "step": 15157
    },
    {
      "epoch": 2.4820697560176845,
      "grad_norm": 0.21616230905056,
      "learning_rate": 0.00017193358101751498,
      "loss": 12.1895,
      "step": 15158
    },
    {
      "epoch": 2.482233502538071,
      "grad_norm": 0.14708833396434784,
      "learning_rate": 0.00017192998976356313,
      "loss": 12.2031,
      "step": 15159
    },
    {
      "epoch": 2.4823972490584576,
      "grad_norm": 0.14939601719379425,
      "learning_rate": 0.00017192639831737676,
      "loss": 12.1792,
      "step": 15160
    },
    {
      "epoch": 2.482560995578844,
      "grad_norm": 0.14498665928840637,
      "learning_rate": 0.0001719228066789655,
      "loss": 12.1751,
      "step": 15161
    },
    {
      "epoch": 2.48272474209923,
      "grad_norm": 0.20226243138313293,
      "learning_rate": 0.00017191921484833902,
      "loss": 12.203,
      "step": 15162
    },
    {
      "epoch": 2.4828884886196168,
      "grad_norm": 0.2127845287322998,
      "learning_rate": 0.00017191562282550682,
      "loss": 12.2058,
      "step": 15163
    },
    {
      "epoch": 2.4830522351400033,
      "grad_norm": 0.14089025557041168,
      "learning_rate": 0.0001719120306104786,
      "loss": 12.1911,
      "step": 15164
    },
    {
      "epoch": 2.48321598166039,
      "grad_norm": 0.15480832755565643,
      "learning_rate": 0.00017190843820326382,
      "loss": 12.1723,
      "step": 15165
    },
    {
      "epoch": 2.4833797281807763,
      "grad_norm": 0.2147763967514038,
      "learning_rate": 0.0001719048456038722,
      "loss": 12.1626,
      "step": 15166
    },
    {
      "epoch": 2.4835434747011624,
      "grad_norm": 0.13729391992092133,
      "learning_rate": 0.0001719012528123133,
      "loss": 12.2385,
      "step": 15167
    },
    {
      "epoch": 2.483707221221549,
      "grad_norm": 0.12867943942546844,
      "learning_rate": 0.00017189765982859675,
      "loss": 12.149,
      "step": 15168
    },
    {
      "epoch": 2.4838709677419355,
      "grad_norm": 0.16952435672283173,
      "learning_rate": 0.00017189406665273213,
      "loss": 12.2157,
      "step": 15169
    },
    {
      "epoch": 2.484034714262322,
      "grad_norm": 0.11089573800563812,
      "learning_rate": 0.00017189047328472902,
      "loss": 12.1787,
      "step": 15170
    },
    {
      "epoch": 2.484198460782708,
      "grad_norm": 0.15782780945301056,
      "learning_rate": 0.00017188687972459707,
      "loss": 12.13,
      "step": 15171
    },
    {
      "epoch": 2.4843622073030946,
      "grad_norm": 0.15783442556858063,
      "learning_rate": 0.00017188328597234585,
      "loss": 12.1696,
      "step": 15172
    },
    {
      "epoch": 2.484525953823481,
      "grad_norm": 0.15657047927379608,
      "learning_rate": 0.00017187969202798496,
      "loss": 12.188,
      "step": 15173
    },
    {
      "epoch": 2.4846897003438677,
      "grad_norm": 0.14072130620479584,
      "learning_rate": 0.00017187609789152405,
      "loss": 12.1897,
      "step": 15174
    },
    {
      "epoch": 2.4848534468642542,
      "grad_norm": 0.19033701717853546,
      "learning_rate": 0.00017187250356297265,
      "loss": 12.2493,
      "step": 15175
    },
    {
      "epoch": 2.4850171933846408,
      "grad_norm": 0.18912765383720398,
      "learning_rate": 0.00017186890904234044,
      "loss": 12.192,
      "step": 15176
    },
    {
      "epoch": 2.485180939905027,
      "grad_norm": 0.20384781062602997,
      "learning_rate": 0.000171865314329637,
      "loss": 12.1688,
      "step": 15177
    },
    {
      "epoch": 2.4853446864254134,
      "grad_norm": 0.17963750660419464,
      "learning_rate": 0.0001718617194248719,
      "loss": 12.204,
      "step": 15178
    },
    {
      "epoch": 2.4855084329458,
      "grad_norm": 0.15515145659446716,
      "learning_rate": 0.00017185812432805482,
      "loss": 12.1688,
      "step": 15179
    },
    {
      "epoch": 2.4856721794661865,
      "grad_norm": 0.2140212506055832,
      "learning_rate": 0.0001718545290391953,
      "loss": 12.1493,
      "step": 15180
    },
    {
      "epoch": 2.4858359259865725,
      "grad_norm": 0.15575921535491943,
      "learning_rate": 0.00017185093355830299,
      "loss": 12.1846,
      "step": 15181
    },
    {
      "epoch": 2.485999672506959,
      "grad_norm": 0.1789940446615219,
      "learning_rate": 0.00017184733788538749,
      "loss": 12.165,
      "step": 15182
    },
    {
      "epoch": 2.4861634190273456,
      "grad_norm": 0.1591891497373581,
      "learning_rate": 0.00017184374202045842,
      "loss": 12.1907,
      "step": 15183
    },
    {
      "epoch": 2.486327165547732,
      "grad_norm": 0.16043156385421753,
      "learning_rate": 0.00017184014596352535,
      "loss": 12.1974,
      "step": 15184
    },
    {
      "epoch": 2.4864909120681187,
      "grad_norm": 0.14783476293087006,
      "learning_rate": 0.00017183654971459795,
      "loss": 12.1866,
      "step": 15185
    },
    {
      "epoch": 2.486654658588505,
      "grad_norm": 0.12826307117938995,
      "learning_rate": 0.00017183295327368576,
      "loss": 12.156,
      "step": 15186
    },
    {
      "epoch": 2.4868184051088913,
      "grad_norm": 0.1744735985994339,
      "learning_rate": 0.00017182935664079843,
      "loss": 12.2148,
      "step": 15187
    },
    {
      "epoch": 2.486982151629278,
      "grad_norm": 0.16550052165985107,
      "learning_rate": 0.0001718257598159456,
      "loss": 12.1866,
      "step": 15188
    },
    {
      "epoch": 2.4871458981496644,
      "grad_norm": 0.1552029401063919,
      "learning_rate": 0.00017182216279913685,
      "loss": 12.1975,
      "step": 15189
    },
    {
      "epoch": 2.487309644670051,
      "grad_norm": 0.15427637100219727,
      "learning_rate": 0.00017181856559038178,
      "loss": 12.1717,
      "step": 15190
    },
    {
      "epoch": 2.487473391190437,
      "grad_norm": 0.15981413424015045,
      "learning_rate": 0.00017181496818969002,
      "loss": 12.1532,
      "step": 15191
    },
    {
      "epoch": 2.4876371377108235,
      "grad_norm": 0.15454167127609253,
      "learning_rate": 0.0001718113705970712,
      "loss": 12.2052,
      "step": 15192
    },
    {
      "epoch": 2.48780088423121,
      "grad_norm": 0.18265093863010406,
      "learning_rate": 0.00017180777281253492,
      "loss": 12.2267,
      "step": 15193
    },
    {
      "epoch": 2.4879646307515966,
      "grad_norm": 0.1338927298784256,
      "learning_rate": 0.0001718041748360908,
      "loss": 12.1531,
      "step": 15194
    },
    {
      "epoch": 2.488128377271983,
      "grad_norm": 0.17479194700717926,
      "learning_rate": 0.0001718005766677484,
      "loss": 12.1691,
      "step": 15195
    },
    {
      "epoch": 2.4882921237923696,
      "grad_norm": 0.23475836217403412,
      "learning_rate": 0.00017179697830751745,
      "loss": 12.1673,
      "step": 15196
    },
    {
      "epoch": 2.4884558703127557,
      "grad_norm": 0.1342192143201828,
      "learning_rate": 0.00017179337975540749,
      "loss": 12.1602,
      "step": 15197
    },
    {
      "epoch": 2.4886196168331423,
      "grad_norm": 0.13499245047569275,
      "learning_rate": 0.00017178978101142813,
      "loss": 12.2149,
      "step": 15198
    },
    {
      "epoch": 2.488783363353529,
      "grad_norm": 0.1668657660484314,
      "learning_rate": 0.000171786182075589,
      "loss": 12.232,
      "step": 15199
    },
    {
      "epoch": 2.4889471098739153,
      "grad_norm": 0.19791527092456818,
      "learning_rate": 0.00017178258294789974,
      "loss": 12.2006,
      "step": 15200
    },
    {
      "epoch": 2.4891108563943014,
      "grad_norm": 0.13644909858703613,
      "learning_rate": 0.00017177898362836995,
      "loss": 12.1838,
      "step": 15201
    },
    {
      "epoch": 2.489274602914688,
      "grad_norm": 0.16587188839912415,
      "learning_rate": 0.00017177538411700927,
      "loss": 12.1882,
      "step": 15202
    },
    {
      "epoch": 2.4894383494350745,
      "grad_norm": 0.1963912695646286,
      "learning_rate": 0.00017177178441382727,
      "loss": 12.1621,
      "step": 15203
    },
    {
      "epoch": 2.489602095955461,
      "grad_norm": 0.18453167378902435,
      "learning_rate": 0.00017176818451883366,
      "loss": 12.196,
      "step": 15204
    },
    {
      "epoch": 2.4897658424758475,
      "grad_norm": 0.34047046303749084,
      "learning_rate": 0.00017176458443203795,
      "loss": 12.1915,
      "step": 15205
    },
    {
      "epoch": 2.489929588996234,
      "grad_norm": 0.13865986466407776,
      "learning_rate": 0.00017176098415344986,
      "loss": 12.1741,
      "step": 15206
    },
    {
      "epoch": 2.49009333551662,
      "grad_norm": 0.17117290198802948,
      "learning_rate": 0.00017175738368307894,
      "loss": 12.2418,
      "step": 15207
    },
    {
      "epoch": 2.4902570820370067,
      "grad_norm": 0.2078896164894104,
      "learning_rate": 0.00017175378302093487,
      "loss": 12.1587,
      "step": 15208
    },
    {
      "epoch": 2.490420828557393,
      "grad_norm": 0.16269876062870026,
      "learning_rate": 0.0001717501821670272,
      "loss": 12.2106,
      "step": 15209
    },
    {
      "epoch": 2.4905845750777797,
      "grad_norm": 0.16182295978069305,
      "learning_rate": 0.00017174658112136562,
      "loss": 12.1913,
      "step": 15210
    },
    {
      "epoch": 2.490748321598166,
      "grad_norm": 0.19010818004608154,
      "learning_rate": 0.00017174297988395974,
      "loss": 12.1867,
      "step": 15211
    },
    {
      "epoch": 2.4909120681185524,
      "grad_norm": 0.16021528840065002,
      "learning_rate": 0.00017173937845481918,
      "loss": 12.1635,
      "step": 15212
    },
    {
      "epoch": 2.491075814638939,
      "grad_norm": 0.1908755600452423,
      "learning_rate": 0.00017173577683395354,
      "loss": 12.1829,
      "step": 15213
    },
    {
      "epoch": 2.4912395611593254,
      "grad_norm": 0.17723442614078522,
      "learning_rate": 0.00017173217502137246,
      "loss": 12.1479,
      "step": 15214
    },
    {
      "epoch": 2.491403307679712,
      "grad_norm": 0.15761888027191162,
      "learning_rate": 0.00017172857301708558,
      "loss": 12.1752,
      "step": 15215
    },
    {
      "epoch": 2.4915670542000985,
      "grad_norm": 0.18381012976169586,
      "learning_rate": 0.00017172497082110252,
      "loss": 12.2034,
      "step": 15216
    },
    {
      "epoch": 2.4917308007204846,
      "grad_norm": 0.1581728756427765,
      "learning_rate": 0.0001717213684334329,
      "loss": 12.1811,
      "step": 15217
    },
    {
      "epoch": 2.491894547240871,
      "grad_norm": 0.16017410159111023,
      "learning_rate": 0.00017171776585408636,
      "loss": 12.1239,
      "step": 15218
    },
    {
      "epoch": 2.4920582937612576,
      "grad_norm": 0.1405138224363327,
      "learning_rate": 0.00017171416308307252,
      "loss": 12.1666,
      "step": 15219
    },
    {
      "epoch": 2.492222040281644,
      "grad_norm": 0.17009669542312622,
      "learning_rate": 0.00017171056012040104,
      "loss": 12.1846,
      "step": 15220
    },
    {
      "epoch": 2.4923857868020303,
      "grad_norm": 0.1731427162885666,
      "learning_rate": 0.00017170695696608145,
      "loss": 12.1811,
      "step": 15221
    },
    {
      "epoch": 2.492549533322417,
      "grad_norm": 0.19739662110805511,
      "learning_rate": 0.0001717033536201235,
      "loss": 12.2058,
      "step": 15222
    },
    {
      "epoch": 2.4927132798428033,
      "grad_norm": 0.15402038395404816,
      "learning_rate": 0.00017169975008253676,
      "loss": 12.1202,
      "step": 15223
    },
    {
      "epoch": 2.49287702636319,
      "grad_norm": 0.1567375212907791,
      "learning_rate": 0.0001716961463533308,
      "loss": 12.1863,
      "step": 15224
    },
    {
      "epoch": 2.4930407728835764,
      "grad_norm": 0.19855384528636932,
      "learning_rate": 0.0001716925424325154,
      "loss": 12.1953,
      "step": 15225
    },
    {
      "epoch": 2.4932045194039625,
      "grad_norm": 0.2563193142414093,
      "learning_rate": 0.00017168893832010009,
      "loss": 12.1613,
      "step": 15226
    },
    {
      "epoch": 2.493368265924349,
      "grad_norm": 0.17860519886016846,
      "learning_rate": 0.00017168533401609452,
      "loss": 12.2011,
      "step": 15227
    },
    {
      "epoch": 2.4935320124447355,
      "grad_norm": 0.15008369088172913,
      "learning_rate": 0.00017168172952050835,
      "loss": 12.1877,
      "step": 15228
    },
    {
      "epoch": 2.493695758965122,
      "grad_norm": 0.18154214322566986,
      "learning_rate": 0.00017167812483335115,
      "loss": 12.2216,
      "step": 15229
    },
    {
      "epoch": 2.4938595054855086,
      "grad_norm": 0.19382628798484802,
      "learning_rate": 0.0001716745199546326,
      "loss": 12.1404,
      "step": 15230
    },
    {
      "epoch": 2.4940232520058947,
      "grad_norm": 0.18083351850509644,
      "learning_rate": 0.00017167091488436232,
      "loss": 12.1796,
      "step": 15231
    },
    {
      "epoch": 2.4941869985262812,
      "grad_norm": 0.16207808256149292,
      "learning_rate": 0.00017166730962254998,
      "loss": 12.1809,
      "step": 15232
    },
    {
      "epoch": 2.4943507450466678,
      "grad_norm": 0.1715371459722519,
      "learning_rate": 0.00017166370416920516,
      "loss": 12.1639,
      "step": 15233
    },
    {
      "epoch": 2.4945144915670543,
      "grad_norm": 0.18453975021839142,
      "learning_rate": 0.0001716600985243375,
      "loss": 12.2103,
      "step": 15234
    },
    {
      "epoch": 2.494678238087441,
      "grad_norm": 0.14824731647968292,
      "learning_rate": 0.0001716564926879567,
      "loss": 12.1577,
      "step": 15235
    },
    {
      "epoch": 2.494841984607827,
      "grad_norm": 0.21147918701171875,
      "learning_rate": 0.00017165288666007232,
      "loss": 12.2145,
      "step": 15236
    },
    {
      "epoch": 2.4950057311282134,
      "grad_norm": 0.11743224412202835,
      "learning_rate": 0.00017164928044069406,
      "loss": 12.1693,
      "step": 15237
    },
    {
      "epoch": 2.4951694776486,
      "grad_norm": 0.21803900599479675,
      "learning_rate": 0.00017164567402983152,
      "loss": 12.1703,
      "step": 15238
    },
    {
      "epoch": 2.4953332241689865,
      "grad_norm": 0.2373703420162201,
      "learning_rate": 0.00017164206742749434,
      "loss": 12.1459,
      "step": 15239
    },
    {
      "epoch": 2.495496970689373,
      "grad_norm": 0.14752784371376038,
      "learning_rate": 0.00017163846063369219,
      "loss": 12.1797,
      "step": 15240
    },
    {
      "epoch": 2.495660717209759,
      "grad_norm": 0.2011873871088028,
      "learning_rate": 0.00017163485364843464,
      "loss": 12.1625,
      "step": 15241
    },
    {
      "epoch": 2.4958244637301457,
      "grad_norm": 0.18271787464618683,
      "learning_rate": 0.00017163124647173142,
      "loss": 12.237,
      "step": 15242
    },
    {
      "epoch": 2.495988210250532,
      "grad_norm": 0.16367170214653015,
      "learning_rate": 0.00017162763910359209,
      "loss": 12.2088,
      "step": 15243
    },
    {
      "epoch": 2.4961519567709187,
      "grad_norm": 0.17949022352695465,
      "learning_rate": 0.00017162403154402637,
      "loss": 12.2106,
      "step": 15244
    },
    {
      "epoch": 2.4963157032913053,
      "grad_norm": 0.22312238812446594,
      "learning_rate": 0.0001716204237930438,
      "loss": 12.2031,
      "step": 15245
    },
    {
      "epoch": 2.4964794498116913,
      "grad_norm": 0.2348056137561798,
      "learning_rate": 0.00017161681585065413,
      "loss": 12.1921,
      "step": 15246
    },
    {
      "epoch": 2.496643196332078,
      "grad_norm": 0.12710268795490265,
      "learning_rate": 0.00017161320771686694,
      "loss": 12.1879,
      "step": 15247
    },
    {
      "epoch": 2.4968069428524644,
      "grad_norm": 0.2071293294429779,
      "learning_rate": 0.00017160959939169185,
      "loss": 12.1862,
      "step": 15248
    },
    {
      "epoch": 2.496970689372851,
      "grad_norm": 0.1393708735704422,
      "learning_rate": 0.00017160599087513858,
      "loss": 12.1793,
      "step": 15249
    },
    {
      "epoch": 2.497134435893237,
      "grad_norm": 0.2055107206106186,
      "learning_rate": 0.0001716023821672167,
      "loss": 12.2027,
      "step": 15250
    },
    {
      "epoch": 2.4972981824136236,
      "grad_norm": 0.15485639870166779,
      "learning_rate": 0.0001715987732679359,
      "loss": 12.2108,
      "step": 15251
    },
    {
      "epoch": 2.49746192893401,
      "grad_norm": 0.17808590829372406,
      "learning_rate": 0.00017159516417730578,
      "loss": 12.1955,
      "step": 15252
    },
    {
      "epoch": 2.4976256754543966,
      "grad_norm": 0.1545804888010025,
      "learning_rate": 0.00017159155489533608,
      "loss": 12.2219,
      "step": 15253
    },
    {
      "epoch": 2.497789421974783,
      "grad_norm": 0.19885528087615967,
      "learning_rate": 0.00017158794542203632,
      "loss": 12.1951,
      "step": 15254
    },
    {
      "epoch": 2.4979531684951697,
      "grad_norm": 0.18034151196479797,
      "learning_rate": 0.00017158433575741624,
      "loss": 12.1943,
      "step": 15255
    },
    {
      "epoch": 2.4981169150155558,
      "grad_norm": 0.1673663705587387,
      "learning_rate": 0.00017158072590148544,
      "loss": 12.1846,
      "step": 15256
    },
    {
      "epoch": 2.4982806615359423,
      "grad_norm": 0.12836116552352905,
      "learning_rate": 0.00017157711585425361,
      "loss": 12.1627,
      "step": 15257
    },
    {
      "epoch": 2.498444408056329,
      "grad_norm": 0.13858601450920105,
      "learning_rate": 0.00017157350561573036,
      "loss": 12.1842,
      "step": 15258
    },
    {
      "epoch": 2.4986081545767154,
      "grad_norm": 0.13707585632801056,
      "learning_rate": 0.00017156989518592536,
      "loss": 12.1646,
      "step": 15259
    },
    {
      "epoch": 2.4987719010971015,
      "grad_norm": 0.14831037819385529,
      "learning_rate": 0.0001715662845648482,
      "loss": 12.211,
      "step": 15260
    },
    {
      "epoch": 2.498935647617488,
      "grad_norm": 0.168633371591568,
      "learning_rate": 0.0001715626737525086,
      "loss": 12.1409,
      "step": 15261
    },
    {
      "epoch": 2.4990993941378745,
      "grad_norm": 0.1718323975801468,
      "learning_rate": 0.0001715590627489162,
      "loss": 12.2155,
      "step": 15262
    },
    {
      "epoch": 2.499263140658261,
      "grad_norm": 0.1831669956445694,
      "learning_rate": 0.0001715554515540806,
      "loss": 12.1592,
      "step": 15263
    },
    {
      "epoch": 2.4994268871786476,
      "grad_norm": 0.23385560512542725,
      "learning_rate": 0.00017155184016801154,
      "loss": 12.1958,
      "step": 15264
    },
    {
      "epoch": 2.499590633699034,
      "grad_norm": 0.1885249763727188,
      "learning_rate": 0.0001715482285907186,
      "loss": 12.198,
      "step": 15265
    },
    {
      "epoch": 2.49975438021942,
      "grad_norm": 0.22096005082130432,
      "learning_rate": 0.00017154461682221145,
      "loss": 12.1938,
      "step": 15266
    },
    {
      "epoch": 2.4999181267398067,
      "grad_norm": 0.16865479946136475,
      "learning_rate": 0.00017154100486249974,
      "loss": 12.1592,
      "step": 15267
    },
    {
      "epoch": 2.5000818732601933,
      "grad_norm": 0.14681753516197205,
      "learning_rate": 0.00017153739271159318,
      "loss": 12.1801,
      "step": 15268
    },
    {
      "epoch": 2.50024561978058,
      "grad_norm": 0.16069082915782928,
      "learning_rate": 0.0001715337803695013,
      "loss": 12.1786,
      "step": 15269
    },
    {
      "epoch": 2.500409366300966,
      "grad_norm": 0.14400817453861237,
      "learning_rate": 0.00017153016783623385,
      "loss": 12.1916,
      "step": 15270
    },
    {
      "epoch": 2.5005731128213524,
      "grad_norm": 0.2040114402770996,
      "learning_rate": 0.00017152655511180046,
      "loss": 12.2102,
      "step": 15271
    },
    {
      "epoch": 2.500736859341739,
      "grad_norm": 0.17488333582878113,
      "learning_rate": 0.0001715229421962108,
      "loss": 12.1905,
      "step": 15272
    },
    {
      "epoch": 2.5009006058621255,
      "grad_norm": 0.20303240418434143,
      "learning_rate": 0.00017151932908947447,
      "loss": 12.1668,
      "step": 15273
    },
    {
      "epoch": 2.501064352382512,
      "grad_norm": 0.21408887207508087,
      "learning_rate": 0.0001715157157916012,
      "loss": 12.1972,
      "step": 15274
    },
    {
      "epoch": 2.5012280989028985,
      "grad_norm": 0.18680325150489807,
      "learning_rate": 0.0001715121023026006,
      "loss": 12.2173,
      "step": 15275
    },
    {
      "epoch": 2.5013918454232846,
      "grad_norm": 0.17427405714988708,
      "learning_rate": 0.00017150848862248233,
      "loss": 12.2098,
      "step": 15276
    },
    {
      "epoch": 2.501555591943671,
      "grad_norm": 0.1450147181749344,
      "learning_rate": 0.0001715048747512561,
      "loss": 12.1699,
      "step": 15277
    },
    {
      "epoch": 2.5017193384640577,
      "grad_norm": 0.1372511237859726,
      "learning_rate": 0.0001715012606889315,
      "loss": 12.1861,
      "step": 15278
    },
    {
      "epoch": 2.5018830849844442,
      "grad_norm": 0.15142741799354553,
      "learning_rate": 0.00017149764643551823,
      "loss": 12.1561,
      "step": 15279
    },
    {
      "epoch": 2.5020468315048303,
      "grad_norm": 0.1834619790315628,
      "learning_rate": 0.0001714940319910259,
      "loss": 12.1674,
      "step": 15280
    },
    {
      "epoch": 2.502210578025217,
      "grad_norm": 0.15575258433818817,
      "learning_rate": 0.00017149041735546426,
      "loss": 12.2735,
      "step": 15281
    },
    {
      "epoch": 2.5023743245456034,
      "grad_norm": 0.21181468665599823,
      "learning_rate": 0.00017148680252884285,
      "loss": 12.1888,
      "step": 15282
    },
    {
      "epoch": 2.50253807106599,
      "grad_norm": 0.15968932211399078,
      "learning_rate": 0.00017148318751117144,
      "loss": 12.1867,
      "step": 15283
    },
    {
      "epoch": 2.5027018175863764,
      "grad_norm": 0.2178042083978653,
      "learning_rate": 0.00017147957230245964,
      "loss": 12.1606,
      "step": 15284
    },
    {
      "epoch": 2.502865564106763,
      "grad_norm": 0.22691157460212708,
      "learning_rate": 0.0001714759569027171,
      "loss": 12.1714,
      "step": 15285
    },
    {
      "epoch": 2.503029310627149,
      "grad_norm": 0.17460548877716064,
      "learning_rate": 0.00017147234131195351,
      "loss": 12.1777,
      "step": 15286
    },
    {
      "epoch": 2.5031930571475356,
      "grad_norm": 0.17967991530895233,
      "learning_rate": 0.00017146872553017853,
      "loss": 12.249,
      "step": 15287
    },
    {
      "epoch": 2.503356803667922,
      "grad_norm": 0.13080361485481262,
      "learning_rate": 0.0001714651095574018,
      "loss": 12.1605,
      "step": 15288
    },
    {
      "epoch": 2.5035205501883087,
      "grad_norm": 0.23571673035621643,
      "learning_rate": 0.00017146149339363297,
      "loss": 12.1307,
      "step": 15289
    },
    {
      "epoch": 2.5036842967086947,
      "grad_norm": 0.16367536783218384,
      "learning_rate": 0.00017145787703888178,
      "loss": 12.1723,
      "step": 15290
    },
    {
      "epoch": 2.5038480432290813,
      "grad_norm": 0.17531561851501465,
      "learning_rate": 0.00017145426049315784,
      "loss": 12.1606,
      "step": 15291
    },
    {
      "epoch": 2.504011789749468,
      "grad_norm": 0.1518772542476654,
      "learning_rate": 0.0001714506437564708,
      "loss": 12.1421,
      "step": 15292
    },
    {
      "epoch": 2.5041755362698543,
      "grad_norm": 0.15617205202579498,
      "learning_rate": 0.00017144702682883042,
      "loss": 12.1541,
      "step": 15293
    },
    {
      "epoch": 2.504339282790241,
      "grad_norm": 0.1568337380886078,
      "learning_rate": 0.00017144340971024624,
      "loss": 12.1786,
      "step": 15294
    },
    {
      "epoch": 2.5045030293106274,
      "grad_norm": 0.16741208732128143,
      "learning_rate": 0.000171439792400728,
      "loss": 12.208,
      "step": 15295
    },
    {
      "epoch": 2.5046667758310135,
      "grad_norm": 0.1847391277551651,
      "learning_rate": 0.00017143617490028535,
      "loss": 12.1599,
      "step": 15296
    },
    {
      "epoch": 2.5048305223514,
      "grad_norm": 0.1839742511510849,
      "learning_rate": 0.00017143255720892793,
      "loss": 12.2114,
      "step": 15297
    },
    {
      "epoch": 2.5049942688717866,
      "grad_norm": 0.1744217872619629,
      "learning_rate": 0.00017142893932666544,
      "loss": 12.2121,
      "step": 15298
    },
    {
      "epoch": 2.5051580153921726,
      "grad_norm": 0.18436798453330994,
      "learning_rate": 0.00017142532125350755,
      "loss": 12.1738,
      "step": 15299
    },
    {
      "epoch": 2.505321761912559,
      "grad_norm": 0.1520260125398636,
      "learning_rate": 0.00017142170298946397,
      "loss": 12.1343,
      "step": 15300
    },
    {
      "epoch": 2.5054855084329457,
      "grad_norm": 0.14923375844955444,
      "learning_rate": 0.0001714180845345443,
      "loss": 12.1383,
      "step": 15301
    },
    {
      "epoch": 2.5056492549533322,
      "grad_norm": 0.16244788467884064,
      "learning_rate": 0.0001714144658887582,
      "loss": 12.1756,
      "step": 15302
    },
    {
      "epoch": 2.5058130014737188,
      "grad_norm": 0.12288503348827362,
      "learning_rate": 0.00017141084705211542,
      "loss": 12.1704,
      "step": 15303
    },
    {
      "epoch": 2.5059767479941053,
      "grad_norm": 0.158799946308136,
      "learning_rate": 0.00017140722802462557,
      "loss": 12.1597,
      "step": 15304
    },
    {
      "epoch": 2.506140494514492,
      "grad_norm": 0.162833109498024,
      "learning_rate": 0.00017140360880629833,
      "loss": 12.2031,
      "step": 15305
    },
    {
      "epoch": 2.506304241034878,
      "grad_norm": 0.13156165182590485,
      "learning_rate": 0.0001713999893971434,
      "loss": 12.1839,
      "step": 15306
    },
    {
      "epoch": 2.5064679875552645,
      "grad_norm": 0.2021670788526535,
      "learning_rate": 0.0001713963697971704,
      "loss": 12.1951,
      "step": 15307
    },
    {
      "epoch": 2.506631734075651,
      "grad_norm": 0.26688119769096375,
      "learning_rate": 0.00017139275000638908,
      "loss": 12.1997,
      "step": 15308
    },
    {
      "epoch": 2.506795480596037,
      "grad_norm": 0.17571717500686646,
      "learning_rate": 0.00017138913002480907,
      "loss": 12.1974,
      "step": 15309
    },
    {
      "epoch": 2.5069592271164236,
      "grad_norm": 0.1470252126455307,
      "learning_rate": 0.00017138550985244005,
      "loss": 12.1753,
      "step": 15310
    },
    {
      "epoch": 2.50712297363681,
      "grad_norm": 0.24009454250335693,
      "learning_rate": 0.00017138188948929165,
      "loss": 12.2094,
      "step": 15311
    },
    {
      "epoch": 2.5072867201571967,
      "grad_norm": 0.19632430374622345,
      "learning_rate": 0.00017137826893537362,
      "loss": 12.1662,
      "step": 15312
    },
    {
      "epoch": 2.507450466677583,
      "grad_norm": 0.1453540027141571,
      "learning_rate": 0.00017137464819069558,
      "loss": 12.1725,
      "step": 15313
    },
    {
      "epoch": 2.5076142131979697,
      "grad_norm": 0.17721982300281525,
      "learning_rate": 0.00017137102725526724,
      "loss": 12.1959,
      "step": 15314
    },
    {
      "epoch": 2.507777959718356,
      "grad_norm": 0.15572261810302734,
      "learning_rate": 0.00017136740612909828,
      "loss": 12.1672,
      "step": 15315
    },
    {
      "epoch": 2.5079417062387424,
      "grad_norm": 0.14361172914505005,
      "learning_rate": 0.00017136378481219836,
      "loss": 12.2052,
      "step": 15316
    },
    {
      "epoch": 2.508105452759129,
      "grad_norm": 0.13768832385540009,
      "learning_rate": 0.00017136016330457715,
      "loss": 12.1652,
      "step": 15317
    },
    {
      "epoch": 2.5082691992795154,
      "grad_norm": 0.13159821927547455,
      "learning_rate": 0.00017135654160624437,
      "loss": 12.1962,
      "step": 15318
    },
    {
      "epoch": 2.5084329457999015,
      "grad_norm": 0.14270536601543427,
      "learning_rate": 0.00017135291971720964,
      "loss": 12.1714,
      "step": 15319
    },
    {
      "epoch": 2.508596692320288,
      "grad_norm": 0.14774110913276672,
      "learning_rate": 0.0001713492976374827,
      "loss": 12.1743,
      "step": 15320
    },
    {
      "epoch": 2.5087604388406746,
      "grad_norm": 0.15110474824905396,
      "learning_rate": 0.00017134567536707316,
      "loss": 12.2547,
      "step": 15321
    },
    {
      "epoch": 2.508924185361061,
      "grad_norm": 0.14067091047763824,
      "learning_rate": 0.00017134205290599076,
      "loss": 12.144,
      "step": 15322
    },
    {
      "epoch": 2.5090879318814476,
      "grad_norm": 0.18292690813541412,
      "learning_rate": 0.00017133843025424515,
      "loss": 12.1716,
      "step": 15323
    },
    {
      "epoch": 2.509251678401834,
      "grad_norm": 0.15507327020168304,
      "learning_rate": 0.00017133480741184602,
      "loss": 12.1571,
      "step": 15324
    },
    {
      "epoch": 2.5094154249222203,
      "grad_norm": 0.15412962436676025,
      "learning_rate": 0.00017133118437880307,
      "loss": 12.1652,
      "step": 15325
    },
    {
      "epoch": 2.509579171442607,
      "grad_norm": 0.1638619750738144,
      "learning_rate": 0.00017132756115512596,
      "loss": 12.1562,
      "step": 15326
    },
    {
      "epoch": 2.5097429179629933,
      "grad_norm": 0.1652427315711975,
      "learning_rate": 0.0001713239377408244,
      "loss": 12.176,
      "step": 15327
    },
    {
      "epoch": 2.50990666448338,
      "grad_norm": 0.1305547058582306,
      "learning_rate": 0.00017132031413590802,
      "loss": 12.18,
      "step": 15328
    },
    {
      "epoch": 2.510070411003766,
      "grad_norm": 0.1730174720287323,
      "learning_rate": 0.00017131669034038658,
      "loss": 12.2005,
      "step": 15329
    },
    {
      "epoch": 2.5102341575241525,
      "grad_norm": 0.15352140367031097,
      "learning_rate": 0.00017131306635426969,
      "loss": 12.1608,
      "step": 15330
    },
    {
      "epoch": 2.510397904044539,
      "grad_norm": 0.14266648888587952,
      "learning_rate": 0.00017130944217756707,
      "loss": 12.171,
      "step": 15331
    },
    {
      "epoch": 2.5105616505649255,
      "grad_norm": 0.14530356228351593,
      "learning_rate": 0.00017130581781028842,
      "loss": 12.1475,
      "step": 15332
    },
    {
      "epoch": 2.510725397085312,
      "grad_norm": 0.16090965270996094,
      "learning_rate": 0.00017130219325244342,
      "loss": 12.1367,
      "step": 15333
    },
    {
      "epoch": 2.5108891436056986,
      "grad_norm": 0.14336729049682617,
      "learning_rate": 0.0001712985685040417,
      "loss": 12.1982,
      "step": 15334
    },
    {
      "epoch": 2.5110528901260847,
      "grad_norm": 0.18141745030879974,
      "learning_rate": 0.00017129494356509306,
      "loss": 12.1929,
      "step": 15335
    },
    {
      "epoch": 2.511216636646471,
      "grad_norm": 0.21864520013332367,
      "learning_rate": 0.00017129131843560708,
      "loss": 12.1883,
      "step": 15336
    },
    {
      "epoch": 2.5113803831668577,
      "grad_norm": 0.19981186091899872,
      "learning_rate": 0.00017128769311559349,
      "loss": 12.1426,
      "step": 15337
    },
    {
      "epoch": 2.5115441296872443,
      "grad_norm": 0.14104001224040985,
      "learning_rate": 0.000171284067605062,
      "loss": 12.1918,
      "step": 15338
    },
    {
      "epoch": 2.5117078762076304,
      "grad_norm": 0.14698803424835205,
      "learning_rate": 0.00017128044190402227,
      "loss": 12.2085,
      "step": 15339
    },
    {
      "epoch": 2.511871622728017,
      "grad_norm": 0.2167782187461853,
      "learning_rate": 0.00017127681601248397,
      "loss": 12.2445,
      "step": 15340
    },
    {
      "epoch": 2.5120353692484034,
      "grad_norm": 0.15134616196155548,
      "learning_rate": 0.00017127318993045686,
      "loss": 12.1605,
      "step": 15341
    },
    {
      "epoch": 2.51219911576879,
      "grad_norm": 0.2495642453432083,
      "learning_rate": 0.00017126956365795057,
      "loss": 12.2034,
      "step": 15342
    },
    {
      "epoch": 2.5123628622891765,
      "grad_norm": 0.12985339760780334,
      "learning_rate": 0.0001712659371949748,
      "loss": 12.1746,
      "step": 15343
    },
    {
      "epoch": 2.512526608809563,
      "grad_norm": 0.13849808275699615,
      "learning_rate": 0.00017126231054153928,
      "loss": 12.1909,
      "step": 15344
    },
    {
      "epoch": 2.512690355329949,
      "grad_norm": 0.14975668489933014,
      "learning_rate": 0.00017125868369765365,
      "loss": 12.1547,
      "step": 15345
    },
    {
      "epoch": 2.5128541018503356,
      "grad_norm": 0.21884816884994507,
      "learning_rate": 0.0001712550566633276,
      "loss": 12.1277,
      "step": 15346
    },
    {
      "epoch": 2.513017848370722,
      "grad_norm": 0.1633799523115158,
      "learning_rate": 0.00017125142943857094,
      "loss": 12.1257,
      "step": 15347
    },
    {
      "epoch": 2.5131815948911087,
      "grad_norm": 0.1807282716035843,
      "learning_rate": 0.0001712478020233932,
      "loss": 12.1247,
      "step": 15348
    },
    {
      "epoch": 2.513345341411495,
      "grad_norm": 0.16585272550582886,
      "learning_rate": 0.00017124417441780415,
      "loss": 12.184,
      "step": 15349
    },
    {
      "epoch": 2.5135090879318813,
      "grad_norm": 0.22225429117679596,
      "learning_rate": 0.00017124054662181353,
      "loss": 12.2101,
      "step": 15350
    },
    {
      "epoch": 2.513672834452268,
      "grad_norm": 0.14629030227661133,
      "learning_rate": 0.00017123691863543097,
      "loss": 12.2036,
      "step": 15351
    },
    {
      "epoch": 2.5138365809726544,
      "grad_norm": 0.16228121519088745,
      "learning_rate": 0.00017123329045866617,
      "loss": 12.2026,
      "step": 15352
    },
    {
      "epoch": 2.514000327493041,
      "grad_norm": 0.19912870228290558,
      "learning_rate": 0.00017122966209152883,
      "loss": 12.1636,
      "step": 15353
    },
    {
      "epoch": 2.5141640740134275,
      "grad_norm": 0.2095969170331955,
      "learning_rate": 0.00017122603353402868,
      "loss": 12.1777,
      "step": 15354
    },
    {
      "epoch": 2.5143278205338135,
      "grad_norm": 0.1558501124382019,
      "learning_rate": 0.0001712224047861754,
      "loss": 12.1748,
      "step": 15355
    },
    {
      "epoch": 2.5144915670542,
      "grad_norm": 0.11379651725292206,
      "learning_rate": 0.00017121877584797866,
      "loss": 12.1389,
      "step": 15356
    },
    {
      "epoch": 2.5146553135745866,
      "grad_norm": 0.15506750345230103,
      "learning_rate": 0.0001712151467194482,
      "loss": 12.1815,
      "step": 15357
    },
    {
      "epoch": 2.514819060094973,
      "grad_norm": 0.18518953025341034,
      "learning_rate": 0.00017121151740059372,
      "loss": 12.1846,
      "step": 15358
    },
    {
      "epoch": 2.5149828066153592,
      "grad_norm": 0.1682465374469757,
      "learning_rate": 0.00017120788789142487,
      "loss": 12.1613,
      "step": 15359
    },
    {
      "epoch": 2.5151465531357458,
      "grad_norm": 0.13237988948822021,
      "learning_rate": 0.00017120425819195138,
      "loss": 12.1389,
      "step": 15360
    },
    {
      "epoch": 2.5153102996561323,
      "grad_norm": 0.15731434524059296,
      "learning_rate": 0.00017120062830218295,
      "loss": 12.1981,
      "step": 15361
    },
    {
      "epoch": 2.515474046176519,
      "grad_norm": 0.14649698138237,
      "learning_rate": 0.0001711969982221293,
      "loss": 12.2158,
      "step": 15362
    },
    {
      "epoch": 2.5156377926969054,
      "grad_norm": 0.21176877617835999,
      "learning_rate": 0.0001711933679518001,
      "loss": 12.2007,
      "step": 15363
    },
    {
      "epoch": 2.515801539217292,
      "grad_norm": 0.15014313161373138,
      "learning_rate": 0.00017118973749120507,
      "loss": 12.1643,
      "step": 15364
    },
    {
      "epoch": 2.515965285737678,
      "grad_norm": 0.15191680192947388,
      "learning_rate": 0.00017118610684035393,
      "loss": 12.2198,
      "step": 15365
    },
    {
      "epoch": 2.5161290322580645,
      "grad_norm": 0.1597200334072113,
      "learning_rate": 0.00017118247599925632,
      "loss": 12.1791,
      "step": 15366
    },
    {
      "epoch": 2.516292778778451,
      "grad_norm": 0.19770540297031403,
      "learning_rate": 0.000171178844967922,
      "loss": 12.1162,
      "step": 15367
    },
    {
      "epoch": 2.5164565252988376,
      "grad_norm": 0.18962354958057404,
      "learning_rate": 0.00017117521374636064,
      "loss": 12.2667,
      "step": 15368
    },
    {
      "epoch": 2.5166202718192237,
      "grad_norm": 0.1496206372976303,
      "learning_rate": 0.000171171582334582,
      "loss": 12.1931,
      "step": 15369
    },
    {
      "epoch": 2.51678401833961,
      "grad_norm": 0.18168750405311584,
      "learning_rate": 0.00017116795073259571,
      "loss": 12.1833,
      "step": 15370
    },
    {
      "epoch": 2.5169477648599967,
      "grad_norm": 0.15214066207408905,
      "learning_rate": 0.00017116431894041156,
      "loss": 12.1955,
      "step": 15371
    },
    {
      "epoch": 2.5171115113803832,
      "grad_norm": 0.16226796805858612,
      "learning_rate": 0.00017116068695803918,
      "loss": 12.2348,
      "step": 15372
    },
    {
      "epoch": 2.51727525790077,
      "grad_norm": 0.15759456157684326,
      "learning_rate": 0.00017115705478548828,
      "loss": 12.1794,
      "step": 15373
    },
    {
      "epoch": 2.5174390044211563,
      "grad_norm": 0.16271382570266724,
      "learning_rate": 0.00017115342242276865,
      "loss": 12.2315,
      "step": 15374
    },
    {
      "epoch": 2.5176027509415424,
      "grad_norm": 0.1562659740447998,
      "learning_rate": 0.0001711497898698899,
      "loss": 12.2292,
      "step": 15375
    },
    {
      "epoch": 2.517766497461929,
      "grad_norm": 0.19288884103298187,
      "learning_rate": 0.00017114615712686176,
      "loss": 12.1743,
      "step": 15376
    },
    {
      "epoch": 2.5179302439823155,
      "grad_norm": 0.16219079494476318,
      "learning_rate": 0.000171142524193694,
      "loss": 12.1957,
      "step": 15377
    },
    {
      "epoch": 2.5180939905027016,
      "grad_norm": 0.16833986341953278,
      "learning_rate": 0.0001711388910703963,
      "loss": 12.1823,
      "step": 15378
    },
    {
      "epoch": 2.518257737023088,
      "grad_norm": 0.14531506597995758,
      "learning_rate": 0.00017113525775697833,
      "loss": 12.2236,
      "step": 15379
    },
    {
      "epoch": 2.5184214835434746,
      "grad_norm": 0.14607611298561096,
      "learning_rate": 0.0001711316242534498,
      "loss": 12.1891,
      "step": 15380
    },
    {
      "epoch": 2.518585230063861,
      "grad_norm": 0.16530141234397888,
      "learning_rate": 0.00017112799055982048,
      "loss": 12.1863,
      "step": 15381
    },
    {
      "epoch": 2.5187489765842477,
      "grad_norm": 0.1494600921869278,
      "learning_rate": 0.00017112435667610004,
      "loss": 12.1437,
      "step": 15382
    },
    {
      "epoch": 2.518912723104634,
      "grad_norm": 0.14776554703712463,
      "learning_rate": 0.00017112072260229818,
      "loss": 12.1516,
      "step": 15383
    },
    {
      "epoch": 2.5190764696250207,
      "grad_norm": 0.15268756449222565,
      "learning_rate": 0.0001711170883384247,
      "loss": 12.1617,
      "step": 15384
    },
    {
      "epoch": 2.519240216145407,
      "grad_norm": 0.19141705334186554,
      "learning_rate": 0.00017111345388448913,
      "loss": 12.1738,
      "step": 15385
    },
    {
      "epoch": 2.5194039626657934,
      "grad_norm": 0.17315663397312164,
      "learning_rate": 0.0001711098192405014,
      "loss": 12.1749,
      "step": 15386
    },
    {
      "epoch": 2.51956770918618,
      "grad_norm": 0.16409631073474884,
      "learning_rate": 0.00017110618440647105,
      "loss": 12.2063,
      "step": 15387
    },
    {
      "epoch": 2.519731455706566,
      "grad_norm": 0.17616134881973267,
      "learning_rate": 0.00017110254938240794,
      "loss": 12.1618,
      "step": 15388
    },
    {
      "epoch": 2.5198952022269525,
      "grad_norm": 0.2320277839899063,
      "learning_rate": 0.00017109891416832164,
      "loss": 12.2117,
      "step": 15389
    },
    {
      "epoch": 2.520058948747339,
      "grad_norm": 0.1450241506099701,
      "learning_rate": 0.00017109527876422195,
      "loss": 12.1782,
      "step": 15390
    },
    {
      "epoch": 2.5202226952677256,
      "grad_norm": 0.16954678297042847,
      "learning_rate": 0.0001710916431701186,
      "loss": 12.2144,
      "step": 15391
    },
    {
      "epoch": 2.520386441788112,
      "grad_norm": 0.13936597108840942,
      "learning_rate": 0.00017108800738602125,
      "loss": 12.1637,
      "step": 15392
    },
    {
      "epoch": 2.5205501883084986,
      "grad_norm": 0.17875593900680542,
      "learning_rate": 0.00017108437141193965,
      "loss": 12.1918,
      "step": 15393
    },
    {
      "epoch": 2.5207139348288847,
      "grad_norm": 0.17208705842494965,
      "learning_rate": 0.0001710807352478835,
      "loss": 12.2052,
      "step": 15394
    },
    {
      "epoch": 2.5208776813492713,
      "grad_norm": 0.19233283400535583,
      "learning_rate": 0.00017107709889386253,
      "loss": 12.2089,
      "step": 15395
    },
    {
      "epoch": 2.521041427869658,
      "grad_norm": 0.2602299749851227,
      "learning_rate": 0.00017107346234988648,
      "loss": 12.1948,
      "step": 15396
    },
    {
      "epoch": 2.5212051743900443,
      "grad_norm": 0.14277774095535278,
      "learning_rate": 0.00017106982561596504,
      "loss": 12.1847,
      "step": 15397
    },
    {
      "epoch": 2.5213689209104304,
      "grad_norm": 0.15181401371955872,
      "learning_rate": 0.00017106618869210794,
      "loss": 12.1663,
      "step": 15398
    },
    {
      "epoch": 2.521532667430817,
      "grad_norm": 0.12544623017311096,
      "learning_rate": 0.00017106255157832488,
      "loss": 12.1601,
      "step": 15399
    },
    {
      "epoch": 2.5216964139512035,
      "grad_norm": 0.18970604240894318,
      "learning_rate": 0.0001710589142746256,
      "loss": 12.24,
      "step": 15400
    },
    {
      "epoch": 2.52186016047159,
      "grad_norm": 0.20726870000362396,
      "learning_rate": 0.0001710552767810198,
      "loss": 12.1969,
      "step": 15401
    },
    {
      "epoch": 2.5220239069919765,
      "grad_norm": 0.18446151912212372,
      "learning_rate": 0.0001710516390975172,
      "loss": 12.2229,
      "step": 15402
    },
    {
      "epoch": 2.522187653512363,
      "grad_norm": 0.18217194080352783,
      "learning_rate": 0.00017104800122412758,
      "loss": 12.2036,
      "step": 15403
    },
    {
      "epoch": 2.522351400032749,
      "grad_norm": 0.1443118453025818,
      "learning_rate": 0.00017104436316086062,
      "loss": 12.1916,
      "step": 15404
    },
    {
      "epoch": 2.5225151465531357,
      "grad_norm": 0.16176311671733856,
      "learning_rate": 0.000171040724907726,
      "loss": 12.2012,
      "step": 15405
    },
    {
      "epoch": 2.522678893073522,
      "grad_norm": 0.24607977271080017,
      "learning_rate": 0.00017103708646473353,
      "loss": 12.2369,
      "step": 15406
    },
    {
      "epoch": 2.5228426395939088,
      "grad_norm": 0.1439165621995926,
      "learning_rate": 0.0001710334478318929,
      "loss": 12.1726,
      "step": 15407
    },
    {
      "epoch": 2.523006386114295,
      "grad_norm": 0.19635948538780212,
      "learning_rate": 0.00017102980900921382,
      "loss": 12.1481,
      "step": 15408
    },
    {
      "epoch": 2.5231701326346814,
      "grad_norm": 0.19750423729419708,
      "learning_rate": 0.000171026169996706,
      "loss": 12.2134,
      "step": 15409
    },
    {
      "epoch": 2.523333879155068,
      "grad_norm": 0.15587307512760162,
      "learning_rate": 0.00017102253079437918,
      "loss": 12.1819,
      "step": 15410
    },
    {
      "epoch": 2.5234976256754544,
      "grad_norm": 0.16189467906951904,
      "learning_rate": 0.00017101889140224308,
      "loss": 12.2025,
      "step": 15411
    },
    {
      "epoch": 2.523661372195841,
      "grad_norm": 0.1499650478363037,
      "learning_rate": 0.00017101525182030747,
      "loss": 12.1741,
      "step": 15412
    },
    {
      "epoch": 2.5238251187162275,
      "grad_norm": 0.19900768995285034,
      "learning_rate": 0.00017101161204858203,
      "loss": 12.2077,
      "step": 15413
    },
    {
      "epoch": 2.5239888652366136,
      "grad_norm": 0.14700868725776672,
      "learning_rate": 0.00017100797208707648,
      "loss": 12.177,
      "step": 15414
    },
    {
      "epoch": 2.524152611757,
      "grad_norm": 0.16522511839866638,
      "learning_rate": 0.00017100433193580061,
      "loss": 12.1528,
      "step": 15415
    },
    {
      "epoch": 2.5243163582773867,
      "grad_norm": 0.162618026137352,
      "learning_rate": 0.00017100069159476408,
      "loss": 12.2144,
      "step": 15416
    },
    {
      "epoch": 2.524480104797773,
      "grad_norm": 0.1664056032896042,
      "learning_rate": 0.00017099705106397669,
      "loss": 12.2248,
      "step": 15417
    },
    {
      "epoch": 2.5246438513181593,
      "grad_norm": 0.18886077404022217,
      "learning_rate": 0.00017099341034344806,
      "loss": 12.1764,
      "step": 15418
    },
    {
      "epoch": 2.524807597838546,
      "grad_norm": 0.13252463936805725,
      "learning_rate": 0.00017098976943318803,
      "loss": 12.1468,
      "step": 15419
    },
    {
      "epoch": 2.5249713443589323,
      "grad_norm": 0.16141240298748016,
      "learning_rate": 0.0001709861283332063,
      "loss": 12.1804,
      "step": 15420
    },
    {
      "epoch": 2.525135090879319,
      "grad_norm": 0.15652917325496674,
      "learning_rate": 0.00017098248704351256,
      "loss": 12.1599,
      "step": 15421
    },
    {
      "epoch": 2.5252988373997054,
      "grad_norm": 0.1465468853712082,
      "learning_rate": 0.00017097884556411657,
      "loss": 12.2044,
      "step": 15422
    },
    {
      "epoch": 2.525462583920092,
      "grad_norm": 0.17077013850212097,
      "learning_rate": 0.00017097520389502805,
      "loss": 12.2046,
      "step": 15423
    },
    {
      "epoch": 2.525626330440478,
      "grad_norm": 0.16074100136756897,
      "learning_rate": 0.00017097156203625677,
      "loss": 12.1902,
      "step": 15424
    },
    {
      "epoch": 2.5257900769608645,
      "grad_norm": 0.17131100594997406,
      "learning_rate": 0.00017096791998781242,
      "loss": 12.2185,
      "step": 15425
    },
    {
      "epoch": 2.525953823481251,
      "grad_norm": 0.12462814897298813,
      "learning_rate": 0.00017096427774970476,
      "loss": 12.1529,
      "step": 15426
    },
    {
      "epoch": 2.5261175700016376,
      "grad_norm": 0.1470978856086731,
      "learning_rate": 0.0001709606353219435,
      "loss": 12.1941,
      "step": 15427
    },
    {
      "epoch": 2.5262813165220237,
      "grad_norm": 0.18921953439712524,
      "learning_rate": 0.0001709569927045384,
      "loss": 12.1866,
      "step": 15428
    },
    {
      "epoch": 2.5264450630424102,
      "grad_norm": 0.15923048555850983,
      "learning_rate": 0.00017095334989749916,
      "loss": 12.224,
      "step": 15429
    },
    {
      "epoch": 2.5266088095627968,
      "grad_norm": 0.13454747200012207,
      "learning_rate": 0.00017094970690083558,
      "loss": 12.2416,
      "step": 15430
    },
    {
      "epoch": 2.5267725560831833,
      "grad_norm": 0.24154406785964966,
      "learning_rate": 0.00017094606371455734,
      "loss": 12.198,
      "step": 15431
    },
    {
      "epoch": 2.52693630260357,
      "grad_norm": 0.17249484360218048,
      "learning_rate": 0.00017094242033867415,
      "loss": 12.1548,
      "step": 15432
    },
    {
      "epoch": 2.5271000491239564,
      "grad_norm": 0.1310056447982788,
      "learning_rate": 0.00017093877677319582,
      "loss": 12.1134,
      "step": 15433
    },
    {
      "epoch": 2.5272637956443424,
      "grad_norm": 0.21492816507816315,
      "learning_rate": 0.0001709351330181321,
      "loss": 12.1662,
      "step": 15434
    },
    {
      "epoch": 2.527427542164729,
      "grad_norm": 0.17134889960289001,
      "learning_rate": 0.00017093148907349262,
      "loss": 12.1921,
      "step": 15435
    },
    {
      "epoch": 2.5275912886851155,
      "grad_norm": 0.18817804753780365,
      "learning_rate": 0.0001709278449392872,
      "loss": 12.2124,
      "step": 15436
    },
    {
      "epoch": 2.527755035205502,
      "grad_norm": 0.19499415159225464,
      "learning_rate": 0.00017092420061552555,
      "loss": 12.1794,
      "step": 15437
    },
    {
      "epoch": 2.527918781725888,
      "grad_norm": 0.193877175450325,
      "learning_rate": 0.00017092055610221744,
      "loss": 12.2135,
      "step": 15438
    },
    {
      "epoch": 2.5280825282462747,
      "grad_norm": 0.19101862609386444,
      "learning_rate": 0.00017091691139937257,
      "loss": 12.1334,
      "step": 15439
    },
    {
      "epoch": 2.528246274766661,
      "grad_norm": 0.16553504765033722,
      "learning_rate": 0.00017091326650700073,
      "loss": 12.1964,
      "step": 15440
    },
    {
      "epoch": 2.5284100212870477,
      "grad_norm": 0.13472433388233185,
      "learning_rate": 0.00017090962142511163,
      "loss": 12.2176,
      "step": 15441
    },
    {
      "epoch": 2.5285737678074343,
      "grad_norm": 0.16404487192630768,
      "learning_rate": 0.000170905976153715,
      "loss": 12.166,
      "step": 15442
    },
    {
      "epoch": 2.528737514327821,
      "grad_norm": 0.16066759824752808,
      "learning_rate": 0.00017090233069282058,
      "loss": 12.2284,
      "step": 15443
    },
    {
      "epoch": 2.528901260848207,
      "grad_norm": 0.1534142792224884,
      "learning_rate": 0.00017089868504243814,
      "loss": 12.1542,
      "step": 15444
    },
    {
      "epoch": 2.5290650073685934,
      "grad_norm": 0.1939087063074112,
      "learning_rate": 0.00017089503920257745,
      "loss": 12.1727,
      "step": 15445
    },
    {
      "epoch": 2.52922875388898,
      "grad_norm": 0.14112474024295807,
      "learning_rate": 0.00017089139317324816,
      "loss": 12.1641,
      "step": 15446
    },
    {
      "epoch": 2.529392500409366,
      "grad_norm": 0.14550021290779114,
      "learning_rate": 0.0001708877469544601,
      "loss": 12.1981,
      "step": 15447
    },
    {
      "epoch": 2.5295562469297526,
      "grad_norm": 0.1714663952589035,
      "learning_rate": 0.00017088410054622296,
      "loss": 12.2478,
      "step": 15448
    },
    {
      "epoch": 2.529719993450139,
      "grad_norm": 0.13126198947429657,
      "learning_rate": 0.00017088045394854655,
      "loss": 12.2149,
      "step": 15449
    },
    {
      "epoch": 2.5298837399705256,
      "grad_norm": 0.2117616981267929,
      "learning_rate": 0.00017087680716144053,
      "loss": 12.2155,
      "step": 15450
    },
    {
      "epoch": 2.530047486490912,
      "grad_norm": 0.15247610211372375,
      "learning_rate": 0.00017087316018491472,
      "loss": 12.1577,
      "step": 15451
    },
    {
      "epoch": 2.5302112330112987,
      "grad_norm": 0.16042961180210114,
      "learning_rate": 0.0001708695130189788,
      "loss": 12.2051,
      "step": 15452
    },
    {
      "epoch": 2.530374979531685,
      "grad_norm": 0.15145640075206757,
      "learning_rate": 0.0001708658656636426,
      "loss": 12.1751,
      "step": 15453
    },
    {
      "epoch": 2.5305387260520713,
      "grad_norm": 0.17621317505836487,
      "learning_rate": 0.0001708622181189158,
      "loss": 12.1842,
      "step": 15454
    },
    {
      "epoch": 2.530702472572458,
      "grad_norm": 0.1633731871843338,
      "learning_rate": 0.0001708585703848082,
      "loss": 12.1819,
      "step": 15455
    },
    {
      "epoch": 2.5308662190928444,
      "grad_norm": 0.2132384032011032,
      "learning_rate": 0.00017085492246132948,
      "loss": 12.1742,
      "step": 15456
    },
    {
      "epoch": 2.5310299656132305,
      "grad_norm": 0.1762084662914276,
      "learning_rate": 0.00017085127434848945,
      "loss": 12.1792,
      "step": 15457
    },
    {
      "epoch": 2.531193712133617,
      "grad_norm": 0.202005535364151,
      "learning_rate": 0.00017084762604629785,
      "loss": 12.1882,
      "step": 15458
    },
    {
      "epoch": 2.5313574586540035,
      "grad_norm": 0.22744421660900116,
      "learning_rate": 0.00017084397755476438,
      "loss": 12.2385,
      "step": 15459
    },
    {
      "epoch": 2.53152120517439,
      "grad_norm": 0.19107499718666077,
      "learning_rate": 0.00017084032887389886,
      "loss": 12.1432,
      "step": 15460
    },
    {
      "epoch": 2.5316849516947766,
      "grad_norm": 0.14398007094860077,
      "learning_rate": 0.00017083668000371098,
      "loss": 12.1658,
      "step": 15461
    },
    {
      "epoch": 2.531848698215163,
      "grad_norm": 0.17299583554267883,
      "learning_rate": 0.00017083303094421053,
      "loss": 12.1458,
      "step": 15462
    },
    {
      "epoch": 2.532012444735549,
      "grad_norm": 0.19577260315418243,
      "learning_rate": 0.00017082938169540724,
      "loss": 12.1641,
      "step": 15463
    },
    {
      "epoch": 2.5321761912559357,
      "grad_norm": 0.14024868607521057,
      "learning_rate": 0.00017082573225731093,
      "loss": 12.1555,
      "step": 15464
    },
    {
      "epoch": 2.5323399377763223,
      "grad_norm": 0.162043035030365,
      "learning_rate": 0.00017082208262993124,
      "loss": 12.1662,
      "step": 15465
    },
    {
      "epoch": 2.532503684296709,
      "grad_norm": 0.14910590648651123,
      "learning_rate": 0.00017081843281327802,
      "loss": 12.1946,
      "step": 15466
    },
    {
      "epoch": 2.532667430817095,
      "grad_norm": 0.13437342643737793,
      "learning_rate": 0.000170814782807361,
      "loss": 12.2287,
      "step": 15467
    },
    {
      "epoch": 2.5328311773374814,
      "grad_norm": 0.17479851841926575,
      "learning_rate": 0.00017081113261218988,
      "loss": 12.1835,
      "step": 15468
    },
    {
      "epoch": 2.532994923857868,
      "grad_norm": 0.16900292038917542,
      "learning_rate": 0.00017080748222777448,
      "loss": 12.1731,
      "step": 15469
    },
    {
      "epoch": 2.5331586703782545,
      "grad_norm": 0.14968422055244446,
      "learning_rate": 0.00017080383165412452,
      "loss": 12.1803,
      "step": 15470
    },
    {
      "epoch": 2.533322416898641,
      "grad_norm": 0.19535759091377258,
      "learning_rate": 0.0001708001808912498,
      "loss": 12.2333,
      "step": 15471
    },
    {
      "epoch": 2.5334861634190275,
      "grad_norm": 0.17362916469573975,
      "learning_rate": 0.00017079652993916001,
      "loss": 12.2139,
      "step": 15472
    },
    {
      "epoch": 2.5336499099394136,
      "grad_norm": 0.29371875524520874,
      "learning_rate": 0.00017079287879786495,
      "loss": 12.1711,
      "step": 15473
    },
    {
      "epoch": 2.5338136564598,
      "grad_norm": 0.27028053998947144,
      "learning_rate": 0.0001707892274673744,
      "loss": 12.1228,
      "step": 15474
    },
    {
      "epoch": 2.5339774029801867,
      "grad_norm": 0.13948151469230652,
      "learning_rate": 0.00017078557594769807,
      "loss": 12.1704,
      "step": 15475
    },
    {
      "epoch": 2.5341411495005732,
      "grad_norm": 0.1462428867816925,
      "learning_rate": 0.00017078192423884572,
      "loss": 12.2081,
      "step": 15476
    },
    {
      "epoch": 2.5343048960209593,
      "grad_norm": 0.15110380947589874,
      "learning_rate": 0.00017077827234082715,
      "loss": 12.2003,
      "step": 15477
    },
    {
      "epoch": 2.534468642541346,
      "grad_norm": 0.1681051403284073,
      "learning_rate": 0.0001707746202536521,
      "loss": 12.1876,
      "step": 15478
    },
    {
      "epoch": 2.5346323890617324,
      "grad_norm": 0.1756644994020462,
      "learning_rate": 0.0001707709679773303,
      "loss": 12.1464,
      "step": 15479
    },
    {
      "epoch": 2.534796135582119,
      "grad_norm": 0.18596817553043365,
      "learning_rate": 0.00017076731551187157,
      "loss": 12.218,
      "step": 15480
    },
    {
      "epoch": 2.5349598821025054,
      "grad_norm": 0.17227225005626678,
      "learning_rate": 0.00017076366285728563,
      "loss": 12.127,
      "step": 15481
    },
    {
      "epoch": 2.535123628622892,
      "grad_norm": 0.17477180063724518,
      "learning_rate": 0.00017076001001358227,
      "loss": 12.1478,
      "step": 15482
    },
    {
      "epoch": 2.535287375143278,
      "grad_norm": 0.1353086680173874,
      "learning_rate": 0.00017075635698077116,
      "loss": 12.1696,
      "step": 15483
    },
    {
      "epoch": 2.5354511216636646,
      "grad_norm": 0.21023699641227722,
      "learning_rate": 0.00017075270375886223,
      "loss": 12.1983,
      "step": 15484
    },
    {
      "epoch": 2.535614868184051,
      "grad_norm": 0.19232770800590515,
      "learning_rate": 0.00017074905034786508,
      "loss": 12.1914,
      "step": 15485
    },
    {
      "epoch": 2.5357786147044377,
      "grad_norm": 0.18865391612052917,
      "learning_rate": 0.00017074539674778958,
      "loss": 12.1456,
      "step": 15486
    },
    {
      "epoch": 2.5359423612248237,
      "grad_norm": 0.16691769659519196,
      "learning_rate": 0.00017074174295864545,
      "loss": 12.19,
      "step": 15487
    },
    {
      "epoch": 2.5361061077452103,
      "grad_norm": 0.2290378361940384,
      "learning_rate": 0.00017073808898044246,
      "loss": 12.1686,
      "step": 15488
    },
    {
      "epoch": 2.536269854265597,
      "grad_norm": 0.13103178143501282,
      "learning_rate": 0.00017073443481319039,
      "loss": 12.1931,
      "step": 15489
    },
    {
      "epoch": 2.5364336007859833,
      "grad_norm": 0.17036080360412598,
      "learning_rate": 0.000170730780456899,
      "loss": 12.1709,
      "step": 15490
    },
    {
      "epoch": 2.53659734730637,
      "grad_norm": 0.15841759741306305,
      "learning_rate": 0.00017072712591157803,
      "loss": 12.1933,
      "step": 15491
    },
    {
      "epoch": 2.5367610938267564,
      "grad_norm": 0.13801677525043488,
      "learning_rate": 0.00017072347117723727,
      "loss": 12.1478,
      "step": 15492
    },
    {
      "epoch": 2.5369248403471425,
      "grad_norm": 0.2338467389345169,
      "learning_rate": 0.00017071981625388648,
      "loss": 12.1961,
      "step": 15493
    },
    {
      "epoch": 2.537088586867529,
      "grad_norm": 0.17768864333629608,
      "learning_rate": 0.00017071616114153543,
      "loss": 12.1872,
      "step": 15494
    },
    {
      "epoch": 2.5372523333879156,
      "grad_norm": 0.14440961182117462,
      "learning_rate": 0.00017071250584019392,
      "loss": 12.1722,
      "step": 15495
    },
    {
      "epoch": 2.537416079908302,
      "grad_norm": 0.16547134518623352,
      "learning_rate": 0.00017070885034987167,
      "loss": 12.1783,
      "step": 15496
    },
    {
      "epoch": 2.537579826428688,
      "grad_norm": 0.16832798719406128,
      "learning_rate": 0.00017070519467057843,
      "loss": 12.2391,
      "step": 15497
    },
    {
      "epoch": 2.5377435729490747,
      "grad_norm": 0.1316707283258438,
      "learning_rate": 0.0001707015388023241,
      "loss": 12.1522,
      "step": 15498
    },
    {
      "epoch": 2.5379073194694612,
      "grad_norm": 0.14480559527873993,
      "learning_rate": 0.00017069788274511828,
      "loss": 12.1659,
      "step": 15499
    },
    {
      "epoch": 2.5380710659898478,
      "grad_norm": 0.18747027218341827,
      "learning_rate": 0.00017069422649897085,
      "loss": 12.1774,
      "step": 15500
    },
    {
      "epoch": 2.5382348125102343,
      "grad_norm": 0.2093401998281479,
      "learning_rate": 0.00017069057006389153,
      "loss": 12.2016,
      "step": 15501
    },
    {
      "epoch": 2.538398559030621,
      "grad_norm": 0.2053888738155365,
      "learning_rate": 0.00017068691343989016,
      "loss": 12.1475,
      "step": 15502
    },
    {
      "epoch": 2.538562305551007,
      "grad_norm": 0.15205717086791992,
      "learning_rate": 0.00017068325662697643,
      "loss": 12.1912,
      "step": 15503
    },
    {
      "epoch": 2.5387260520713935,
      "grad_norm": 0.18433083593845367,
      "learning_rate": 0.00017067959962516012,
      "loss": 12.2104,
      "step": 15504
    },
    {
      "epoch": 2.53888979859178,
      "grad_norm": 0.1982426941394806,
      "learning_rate": 0.0001706759424344511,
      "loss": 12.1652,
      "step": 15505
    },
    {
      "epoch": 2.5390535451121665,
      "grad_norm": 0.17038065195083618,
      "learning_rate": 0.00017067228505485903,
      "loss": 12.1782,
      "step": 15506
    },
    {
      "epoch": 2.5392172916325526,
      "grad_norm": 0.14300109446048737,
      "learning_rate": 0.00017066862748639375,
      "loss": 12.211,
      "step": 15507
    },
    {
      "epoch": 2.539381038152939,
      "grad_norm": 0.13786223530769348,
      "learning_rate": 0.00017066496972906504,
      "loss": 12.1712,
      "step": 15508
    },
    {
      "epoch": 2.5395447846733257,
      "grad_norm": 0.17369668185710907,
      "learning_rate": 0.0001706613117828826,
      "loss": 12.182,
      "step": 15509
    },
    {
      "epoch": 2.539708531193712,
      "grad_norm": 0.11084094643592834,
      "learning_rate": 0.00017065765364785628,
      "loss": 12.1785,
      "step": 15510
    },
    {
      "epoch": 2.5398722777140987,
      "grad_norm": 0.18627411127090454,
      "learning_rate": 0.00017065399532399585,
      "loss": 12.1287,
      "step": 15511
    },
    {
      "epoch": 2.5400360242344853,
      "grad_norm": 0.1474016159772873,
      "learning_rate": 0.00017065033681131105,
      "loss": 12.1741,
      "step": 15512
    },
    {
      "epoch": 2.5401997707548714,
      "grad_norm": 0.17651106417179108,
      "learning_rate": 0.00017064667810981165,
      "loss": 12.1866,
      "step": 15513
    },
    {
      "epoch": 2.540363517275258,
      "grad_norm": 0.23644453287124634,
      "learning_rate": 0.00017064301921950747,
      "loss": 12.155,
      "step": 15514
    },
    {
      "epoch": 2.5405272637956444,
      "grad_norm": 0.13644662499427795,
      "learning_rate": 0.00017063936014040832,
      "loss": 12.2117,
      "step": 15515
    },
    {
      "epoch": 2.5406910103160305,
      "grad_norm": 0.15767259895801544,
      "learning_rate": 0.0001706357008725239,
      "loss": 12.2148,
      "step": 15516
    },
    {
      "epoch": 2.540854756836417,
      "grad_norm": 0.1556561440229416,
      "learning_rate": 0.00017063204141586403,
      "loss": 12.1814,
      "step": 15517
    },
    {
      "epoch": 2.5410185033568036,
      "grad_norm": 0.15016593039035797,
      "learning_rate": 0.00017062838177043848,
      "loss": 12.1983,
      "step": 15518
    },
    {
      "epoch": 2.54118224987719,
      "grad_norm": 0.21174350380897522,
      "learning_rate": 0.00017062472193625703,
      "loss": 12.1782,
      "step": 15519
    },
    {
      "epoch": 2.5413459963975766,
      "grad_norm": 0.1910746842622757,
      "learning_rate": 0.00017062106191332945,
      "loss": 12.212,
      "step": 15520
    },
    {
      "epoch": 2.541509742917963,
      "grad_norm": 0.16794483363628387,
      "learning_rate": 0.00017061740170166555,
      "loss": 12.1966,
      "step": 15521
    },
    {
      "epoch": 2.5416734894383497,
      "grad_norm": 0.14672397077083588,
      "learning_rate": 0.00017061374130127507,
      "loss": 12.1906,
      "step": 15522
    },
    {
      "epoch": 2.541837235958736,
      "grad_norm": 0.23177923262119293,
      "learning_rate": 0.00017061008071216787,
      "loss": 12.1853,
      "step": 15523
    },
    {
      "epoch": 2.5420009824791223,
      "grad_norm": 0.19894221425056458,
      "learning_rate": 0.00017060641993435363,
      "loss": 12.1456,
      "step": 15524
    },
    {
      "epoch": 2.542164728999509,
      "grad_norm": 0.20982405543327332,
      "learning_rate": 0.00017060275896784225,
      "loss": 12.1536,
      "step": 15525
    },
    {
      "epoch": 2.542328475519895,
      "grad_norm": 0.1431821584701538,
      "learning_rate": 0.0001705990978126434,
      "loss": 12.1565,
      "step": 15526
    },
    {
      "epoch": 2.5424922220402815,
      "grad_norm": 0.15395353734493256,
      "learning_rate": 0.00017059543646876695,
      "loss": 12.1904,
      "step": 15527
    },
    {
      "epoch": 2.542655968560668,
      "grad_norm": 0.21017833054065704,
      "learning_rate": 0.00017059177493622266,
      "loss": 12.16,
      "step": 15528
    },
    {
      "epoch": 2.5428197150810545,
      "grad_norm": 0.14472411572933197,
      "learning_rate": 0.00017058811321502023,
      "loss": 12.1901,
      "step": 15529
    },
    {
      "epoch": 2.542983461601441,
      "grad_norm": 0.1777614951133728,
      "learning_rate": 0.00017058445130516958,
      "loss": 12.1389,
      "step": 15530
    },
    {
      "epoch": 2.5431472081218276,
      "grad_norm": 0.17584475874900818,
      "learning_rate": 0.0001705807892066804,
      "loss": 12.2268,
      "step": 15531
    },
    {
      "epoch": 2.543310954642214,
      "grad_norm": 0.14334531128406525,
      "learning_rate": 0.00017057712691956258,
      "loss": 12.1768,
      "step": 15532
    },
    {
      "epoch": 2.5434747011626,
      "grad_norm": 0.16531230509281158,
      "learning_rate": 0.0001705734644438258,
      "loss": 12.1628,
      "step": 15533
    },
    {
      "epoch": 2.5436384476829867,
      "grad_norm": 0.15716272592544556,
      "learning_rate": 0.0001705698017794799,
      "loss": 12.1899,
      "step": 15534
    },
    {
      "epoch": 2.5438021942033733,
      "grad_norm": 0.16920584440231323,
      "learning_rate": 0.00017056613892653464,
      "loss": 12.1558,
      "step": 15535
    },
    {
      "epoch": 2.5439659407237594,
      "grad_norm": 0.19220741093158722,
      "learning_rate": 0.00017056247588499986,
      "loss": 12.1574,
      "step": 15536
    },
    {
      "epoch": 2.544129687244146,
      "grad_norm": 0.1428615301847458,
      "learning_rate": 0.0001705588126548853,
      "loss": 12.2064,
      "step": 15537
    },
    {
      "epoch": 2.5442934337645324,
      "grad_norm": 0.13584120571613312,
      "learning_rate": 0.00017055514923620079,
      "loss": 12.1613,
      "step": 15538
    },
    {
      "epoch": 2.544457180284919,
      "grad_norm": 0.4325312077999115,
      "learning_rate": 0.00017055148562895606,
      "loss": 12.1909,
      "step": 15539
    },
    {
      "epoch": 2.5446209268053055,
      "grad_norm": 0.16779440641403198,
      "learning_rate": 0.00017054782183316096,
      "loss": 12.189,
      "step": 15540
    },
    {
      "epoch": 2.544784673325692,
      "grad_norm": 0.14532488584518433,
      "learning_rate": 0.00017054415784882525,
      "loss": 12.1632,
      "step": 15541
    },
    {
      "epoch": 2.544948419846078,
      "grad_norm": 0.1452634185552597,
      "learning_rate": 0.00017054049367595876,
      "loss": 12.207,
      "step": 15542
    },
    {
      "epoch": 2.5451121663664646,
      "grad_norm": 0.17525333166122437,
      "learning_rate": 0.00017053682931457122,
      "loss": 12.1765,
      "step": 15543
    },
    {
      "epoch": 2.545275912886851,
      "grad_norm": 0.14739614725112915,
      "learning_rate": 0.00017053316476467247,
      "loss": 12.1907,
      "step": 15544
    },
    {
      "epoch": 2.5454396594072377,
      "grad_norm": 0.14328183233737946,
      "learning_rate": 0.00017052950002627233,
      "loss": 12.2141,
      "step": 15545
    },
    {
      "epoch": 2.545603405927624,
      "grad_norm": 0.16570565104484558,
      "learning_rate": 0.0001705258350993805,
      "loss": 12.18,
      "step": 15546
    },
    {
      "epoch": 2.5457671524480103,
      "grad_norm": 0.1611229032278061,
      "learning_rate": 0.00017052216998400687,
      "loss": 12.1644,
      "step": 15547
    },
    {
      "epoch": 2.545930898968397,
      "grad_norm": 0.1617014855146408,
      "learning_rate": 0.00017051850468016117,
      "loss": 12.169,
      "step": 15548
    },
    {
      "epoch": 2.5460946454887834,
      "grad_norm": 0.15313589572906494,
      "learning_rate": 0.00017051483918785324,
      "loss": 12.2052,
      "step": 15549
    },
    {
      "epoch": 2.54625839200917,
      "grad_norm": 0.13799555599689484,
      "learning_rate": 0.00017051117350709287,
      "loss": 12.164,
      "step": 15550
    },
    {
      "epoch": 2.5464221385295565,
      "grad_norm": 0.19468209147453308,
      "learning_rate": 0.00017050750763788984,
      "loss": 12.1874,
      "step": 15551
    },
    {
      "epoch": 2.5465858850499425,
      "grad_norm": 0.17737802863121033,
      "learning_rate": 0.0001705038415802539,
      "loss": 12.1651,
      "step": 15552
    },
    {
      "epoch": 2.546749631570329,
      "grad_norm": 0.14331790804862976,
      "learning_rate": 0.00017050017533419497,
      "loss": 12.1916,
      "step": 15553
    },
    {
      "epoch": 2.5469133780907156,
      "grad_norm": 0.12143007665872574,
      "learning_rate": 0.00017049650889972275,
      "loss": 12.1693,
      "step": 15554
    },
    {
      "epoch": 2.547077124611102,
      "grad_norm": 0.1822073757648468,
      "learning_rate": 0.00017049284227684704,
      "loss": 12.138,
      "step": 15555
    },
    {
      "epoch": 2.5472408711314882,
      "grad_norm": 0.18621976673603058,
      "learning_rate": 0.0001704891754655777,
      "loss": 12.1517,
      "step": 15556
    },
    {
      "epoch": 2.5474046176518748,
      "grad_norm": 0.15523101389408112,
      "learning_rate": 0.00017048550846592448,
      "loss": 12.2308,
      "step": 15557
    },
    {
      "epoch": 2.5475683641722613,
      "grad_norm": 0.2566147446632385,
      "learning_rate": 0.0001704818412778972,
      "loss": 12.1792,
      "step": 15558
    },
    {
      "epoch": 2.547732110692648,
      "grad_norm": 0.17580726742744446,
      "learning_rate": 0.00017047817390150564,
      "loss": 12.2137,
      "step": 15559
    },
    {
      "epoch": 2.5478958572130344,
      "grad_norm": 0.14553344249725342,
      "learning_rate": 0.00017047450633675965,
      "loss": 12.1676,
      "step": 15560
    },
    {
      "epoch": 2.548059603733421,
      "grad_norm": 0.18770447373390198,
      "learning_rate": 0.000170470838583669,
      "loss": 12.2301,
      "step": 15561
    },
    {
      "epoch": 2.548223350253807,
      "grad_norm": 0.1466570496559143,
      "learning_rate": 0.00017046717064224344,
      "loss": 12.1613,
      "step": 15562
    },
    {
      "epoch": 2.5483870967741935,
      "grad_norm": 0.16145233809947968,
      "learning_rate": 0.00017046350251249286,
      "loss": 12.1754,
      "step": 15563
    },
    {
      "epoch": 2.54855084329458,
      "grad_norm": 0.13925030827522278,
      "learning_rate": 0.00017045983419442702,
      "loss": 12.1747,
      "step": 15564
    },
    {
      "epoch": 2.5487145898149666,
      "grad_norm": 0.1922672688961029,
      "learning_rate": 0.00017045616568805573,
      "loss": 12.1684,
      "step": 15565
    },
    {
      "epoch": 2.5488783363353527,
      "grad_norm": 0.142591655254364,
      "learning_rate": 0.0001704524969933888,
      "loss": 12.2644,
      "step": 15566
    },
    {
      "epoch": 2.549042082855739,
      "grad_norm": 0.14558273553848267,
      "learning_rate": 0.00017044882811043604,
      "loss": 12.1744,
      "step": 15567
    },
    {
      "epoch": 2.5492058293761257,
      "grad_norm": 0.1651097685098648,
      "learning_rate": 0.0001704451590392072,
      "loss": 12.1552,
      "step": 15568
    },
    {
      "epoch": 2.5493695758965123,
      "grad_norm": 0.13061478734016418,
      "learning_rate": 0.00017044148977971214,
      "loss": 12.1873,
      "step": 15569
    },
    {
      "epoch": 2.549533322416899,
      "grad_norm": 0.15122804045677185,
      "learning_rate": 0.0001704378203319607,
      "loss": 12.1534,
      "step": 15570
    },
    {
      "epoch": 2.5496970689372853,
      "grad_norm": 0.1449066698551178,
      "learning_rate": 0.00017043415069596261,
      "loss": 12.2068,
      "step": 15571
    },
    {
      "epoch": 2.5498608154576714,
      "grad_norm": 0.13197459280490875,
      "learning_rate": 0.00017043048087172772,
      "loss": 12.1403,
      "step": 15572
    },
    {
      "epoch": 2.550024561978058,
      "grad_norm": 0.12189749628305435,
      "learning_rate": 0.00017042681085926582,
      "loss": 12.1734,
      "step": 15573
    },
    {
      "epoch": 2.5501883084984445,
      "grad_norm": 0.23225419223308563,
      "learning_rate": 0.00017042314065858672,
      "loss": 12.1729,
      "step": 15574
    },
    {
      "epoch": 2.550352055018831,
      "grad_norm": 0.15290004014968872,
      "learning_rate": 0.00017041947026970027,
      "loss": 12.1323,
      "step": 15575
    },
    {
      "epoch": 2.550515801539217,
      "grad_norm": 0.14611484110355377,
      "learning_rate": 0.0001704157996926162,
      "loss": 12.1685,
      "step": 15576
    },
    {
      "epoch": 2.5506795480596036,
      "grad_norm": 0.15977731347084045,
      "learning_rate": 0.00017041212892734438,
      "loss": 12.1336,
      "step": 15577
    },
    {
      "epoch": 2.55084329457999,
      "grad_norm": 0.14458508789539337,
      "learning_rate": 0.0001704084579738946,
      "loss": 12.1452,
      "step": 15578
    },
    {
      "epoch": 2.5510070411003767,
      "grad_norm": 0.19501981139183044,
      "learning_rate": 0.00017040478683227666,
      "loss": 12.1891,
      "step": 15579
    },
    {
      "epoch": 2.551170787620763,
      "grad_norm": 0.1425197720527649,
      "learning_rate": 0.00017040111550250042,
      "loss": 12.1338,
      "step": 15580
    },
    {
      "epoch": 2.5513345341411497,
      "grad_norm": 0.15875214338302612,
      "learning_rate": 0.00017039744398457564,
      "loss": 12.1597,
      "step": 15581
    },
    {
      "epoch": 2.551498280661536,
      "grad_norm": 0.176571324467659,
      "learning_rate": 0.00017039377227851213,
      "loss": 12.2088,
      "step": 15582
    },
    {
      "epoch": 2.5516620271819224,
      "grad_norm": 0.1404605358839035,
      "learning_rate": 0.00017039010038431978,
      "loss": 12.2053,
      "step": 15583
    },
    {
      "epoch": 2.551825773702309,
      "grad_norm": 0.17503470182418823,
      "learning_rate": 0.00017038642830200827,
      "loss": 12.1576,
      "step": 15584
    },
    {
      "epoch": 2.5519895202226954,
      "grad_norm": 0.17481637001037598,
      "learning_rate": 0.00017038275603158755,
      "loss": 12.1889,
      "step": 15585
    },
    {
      "epoch": 2.5521532667430815,
      "grad_norm": 0.1607164442539215,
      "learning_rate": 0.00017037908357306732,
      "loss": 12.2236,
      "step": 15586
    },
    {
      "epoch": 2.552317013263468,
      "grad_norm": 0.19577263295650482,
      "learning_rate": 0.0001703754109264575,
      "loss": 12.1779,
      "step": 15587
    },
    {
      "epoch": 2.5524807597838546,
      "grad_norm": 0.13953785598278046,
      "learning_rate": 0.00017037173809176783,
      "loss": 12.1652,
      "step": 15588
    },
    {
      "epoch": 2.552644506304241,
      "grad_norm": 0.20881569385528564,
      "learning_rate": 0.00017036806506900816,
      "loss": 12.127,
      "step": 15589
    },
    {
      "epoch": 2.5528082528246276,
      "grad_norm": 0.13402390480041504,
      "learning_rate": 0.00017036439185818826,
      "loss": 12.1546,
      "step": 15590
    },
    {
      "epoch": 2.552971999345014,
      "grad_norm": 0.16890700161457062,
      "learning_rate": 0.00017036071845931801,
      "loss": 12.2182,
      "step": 15591
    },
    {
      "epoch": 2.5531357458654003,
      "grad_norm": 0.18364126980304718,
      "learning_rate": 0.00017035704487240722,
      "loss": 12.164,
      "step": 15592
    },
    {
      "epoch": 2.553299492385787,
      "grad_norm": 0.195191890001297,
      "learning_rate": 0.00017035337109746562,
      "loss": 12.1739,
      "step": 15593
    },
    {
      "epoch": 2.5534632389061733,
      "grad_norm": 0.31479182839393616,
      "learning_rate": 0.00017034969713450315,
      "loss": 12.2607,
      "step": 15594
    },
    {
      "epoch": 2.5536269854265594,
      "grad_norm": 0.1581365466117859,
      "learning_rate": 0.00017034602298352956,
      "loss": 12.1873,
      "step": 15595
    },
    {
      "epoch": 2.553790731946946,
      "grad_norm": 0.16887062788009644,
      "learning_rate": 0.0001703423486445547,
      "loss": 12.1674,
      "step": 15596
    },
    {
      "epoch": 2.5539544784673325,
      "grad_norm": 0.14457006752490997,
      "learning_rate": 0.00017033867411758835,
      "loss": 12.1715,
      "step": 15597
    },
    {
      "epoch": 2.554118224987719,
      "grad_norm": 0.15685926377773285,
      "learning_rate": 0.00017033499940264038,
      "loss": 12.215,
      "step": 15598
    },
    {
      "epoch": 2.5542819715081055,
      "grad_norm": 0.19264131784439087,
      "learning_rate": 0.00017033132449972054,
      "loss": 12.1686,
      "step": 15599
    },
    {
      "epoch": 2.554445718028492,
      "grad_norm": 0.20945198833942413,
      "learning_rate": 0.00017032764940883875,
      "loss": 12.1699,
      "step": 15600
    },
    {
      "epoch": 2.5546094645488786,
      "grad_norm": 0.2870926260948181,
      "learning_rate": 0.00017032397413000472,
      "loss": 12.1853,
      "step": 15601
    },
    {
      "epoch": 2.5547732110692647,
      "grad_norm": 0.1762228012084961,
      "learning_rate": 0.00017032029866322835,
      "loss": 12.1811,
      "step": 15602
    },
    {
      "epoch": 2.5549369575896512,
      "grad_norm": 0.1329592913389206,
      "learning_rate": 0.00017031662300851945,
      "loss": 12.1455,
      "step": 15603
    },
    {
      "epoch": 2.5551007041100378,
      "grad_norm": 0.14230719208717346,
      "learning_rate": 0.00017031294716588784,
      "loss": 12.24,
      "step": 15604
    },
    {
      "epoch": 2.555264450630424,
      "grad_norm": 0.1947098821401596,
      "learning_rate": 0.00017030927113534332,
      "loss": 12.1676,
      "step": 15605
    },
    {
      "epoch": 2.5554281971508104,
      "grad_norm": 0.16757754981517792,
      "learning_rate": 0.00017030559491689577,
      "loss": 12.1953,
      "step": 15606
    },
    {
      "epoch": 2.555591943671197,
      "grad_norm": 0.15187260508537292,
      "learning_rate": 0.00017030191851055492,
      "loss": 12.1483,
      "step": 15607
    },
    {
      "epoch": 2.5557556901915834,
      "grad_norm": 0.1894264817237854,
      "learning_rate": 0.00017029824191633068,
      "loss": 12.199,
      "step": 15608
    },
    {
      "epoch": 2.55591943671197,
      "grad_norm": 0.2661018669605255,
      "learning_rate": 0.00017029456513423287,
      "loss": 12.1775,
      "step": 15609
    },
    {
      "epoch": 2.5560831832323565,
      "grad_norm": 0.18371626734733582,
      "learning_rate": 0.00017029088816427127,
      "loss": 12.2061,
      "step": 15610
    },
    {
      "epoch": 2.5562469297527426,
      "grad_norm": 0.1852329671382904,
      "learning_rate": 0.00017028721100645575,
      "loss": 12.1344,
      "step": 15611
    },
    {
      "epoch": 2.556410676273129,
      "grad_norm": 0.17696090042591095,
      "learning_rate": 0.0001702835336607961,
      "loss": 12.2174,
      "step": 15612
    },
    {
      "epoch": 2.5565744227935157,
      "grad_norm": 0.17773593962192535,
      "learning_rate": 0.0001702798561273022,
      "loss": 12.206,
      "step": 15613
    },
    {
      "epoch": 2.556738169313902,
      "grad_norm": 0.18006381392478943,
      "learning_rate": 0.0001702761784059838,
      "loss": 12.1694,
      "step": 15614
    },
    {
      "epoch": 2.5569019158342883,
      "grad_norm": 0.16249220073223114,
      "learning_rate": 0.0001702725004968508,
      "loss": 12.1888,
      "step": 15615
    },
    {
      "epoch": 2.557065662354675,
      "grad_norm": 0.17289017140865326,
      "learning_rate": 0.00017026882239991298,
      "loss": 12.1302,
      "step": 15616
    },
    {
      "epoch": 2.5572294088750613,
      "grad_norm": 0.16688452661037445,
      "learning_rate": 0.00017026514411518025,
      "loss": 12.211,
      "step": 15617
    },
    {
      "epoch": 2.557393155395448,
      "grad_norm": 0.13486893475055695,
      "learning_rate": 0.00017026146564266234,
      "loss": 12.1576,
      "step": 15618
    },
    {
      "epoch": 2.5575569019158344,
      "grad_norm": 0.1362931728363037,
      "learning_rate": 0.00017025778698236913,
      "loss": 12.1774,
      "step": 15619
    },
    {
      "epoch": 2.557720648436221,
      "grad_norm": 0.11525693535804749,
      "learning_rate": 0.00017025410813431045,
      "loss": 12.1694,
      "step": 15620
    },
    {
      "epoch": 2.557884394956607,
      "grad_norm": 0.16376709938049316,
      "learning_rate": 0.00017025042909849615,
      "loss": 12.1717,
      "step": 15621
    },
    {
      "epoch": 2.5580481414769936,
      "grad_norm": 0.11930256336927414,
      "learning_rate": 0.00017024674987493597,
      "loss": 12.1577,
      "step": 15622
    },
    {
      "epoch": 2.55821188799738,
      "grad_norm": 0.16202785074710846,
      "learning_rate": 0.00017024307046363988,
      "loss": 12.1573,
      "step": 15623
    },
    {
      "epoch": 2.5583756345177666,
      "grad_norm": 0.22174443304538727,
      "learning_rate": 0.00017023939086461762,
      "loss": 12.1686,
      "step": 15624
    },
    {
      "epoch": 2.5585393810381527,
      "grad_norm": 0.1369130164384842,
      "learning_rate": 0.00017023571107787906,
      "loss": 12.1783,
      "step": 15625
    },
    {
      "epoch": 2.5587031275585392,
      "grad_norm": 0.13638059794902802,
      "learning_rate": 0.000170232031103434,
      "loss": 12.1884,
      "step": 15626
    },
    {
      "epoch": 2.5588668740789258,
      "grad_norm": 0.17155538499355316,
      "learning_rate": 0.0001702283509412923,
      "loss": 12.1569,
      "step": 15627
    },
    {
      "epoch": 2.5590306205993123,
      "grad_norm": 0.15650181472301483,
      "learning_rate": 0.00017022467059146383,
      "loss": 12.1579,
      "step": 15628
    },
    {
      "epoch": 2.559194367119699,
      "grad_norm": 0.22380082309246063,
      "learning_rate": 0.00017022099005395837,
      "loss": 12.1688,
      "step": 15629
    },
    {
      "epoch": 2.5593581136400854,
      "grad_norm": 0.14498619735240936,
      "learning_rate": 0.00017021730932878577,
      "loss": 12.197,
      "step": 15630
    },
    {
      "epoch": 2.5595218601604715,
      "grad_norm": 0.14083106815814972,
      "learning_rate": 0.0001702136284159559,
      "loss": 12.1344,
      "step": 15631
    },
    {
      "epoch": 2.559685606680858,
      "grad_norm": 0.17453551292419434,
      "learning_rate": 0.00017020994731547853,
      "loss": 12.1862,
      "step": 15632
    },
    {
      "epoch": 2.5598493532012445,
      "grad_norm": 0.15392132103443146,
      "learning_rate": 0.00017020626602736355,
      "loss": 12.1887,
      "step": 15633
    },
    {
      "epoch": 2.560013099721631,
      "grad_norm": 0.12831488251686096,
      "learning_rate": 0.0001702025845516208,
      "loss": 12.1697,
      "step": 15634
    },
    {
      "epoch": 2.560176846242017,
      "grad_norm": 0.1914716362953186,
      "learning_rate": 0.0001701989028882601,
      "loss": 12.2111,
      "step": 15635
    },
    {
      "epoch": 2.5603405927624037,
      "grad_norm": 0.21799349784851074,
      "learning_rate": 0.0001701952210372913,
      "loss": 12.1813,
      "step": 15636
    },
    {
      "epoch": 2.56050433928279,
      "grad_norm": 0.1546715945005417,
      "learning_rate": 0.00017019153899872422,
      "loss": 12.1579,
      "step": 15637
    },
    {
      "epoch": 2.5606680858031767,
      "grad_norm": 0.14384086430072784,
      "learning_rate": 0.00017018785677256875,
      "loss": 12.1631,
      "step": 15638
    },
    {
      "epoch": 2.5608318323235633,
      "grad_norm": 0.18303687870502472,
      "learning_rate": 0.00017018417435883464,
      "loss": 12.1737,
      "step": 15639
    },
    {
      "epoch": 2.56099557884395,
      "grad_norm": 0.17270338535308838,
      "learning_rate": 0.00017018049175753183,
      "loss": 12.1993,
      "step": 15640
    },
    {
      "epoch": 2.561159325364336,
      "grad_norm": 0.14133372902870178,
      "learning_rate": 0.00017017680896867012,
      "loss": 12.1688,
      "step": 15641
    },
    {
      "epoch": 2.5613230718847224,
      "grad_norm": 0.16696754097938538,
      "learning_rate": 0.00017017312599225935,
      "loss": 12.1727,
      "step": 15642
    },
    {
      "epoch": 2.561486818405109,
      "grad_norm": 0.2122092992067337,
      "learning_rate": 0.00017016944282830933,
      "loss": 12.1749,
      "step": 15643
    },
    {
      "epoch": 2.5616505649254955,
      "grad_norm": 0.17872685194015503,
      "learning_rate": 0.00017016575947682996,
      "loss": 12.1748,
      "step": 15644
    },
    {
      "epoch": 2.5618143114458816,
      "grad_norm": 0.13528326153755188,
      "learning_rate": 0.00017016207593783107,
      "loss": 12.1522,
      "step": 15645
    },
    {
      "epoch": 2.561978057966268,
      "grad_norm": 0.16261236369609833,
      "learning_rate": 0.00017015839221132248,
      "loss": 12.1828,
      "step": 15646
    },
    {
      "epoch": 2.5621418044866546,
      "grad_norm": 0.16142937541007996,
      "learning_rate": 0.00017015470829731405,
      "loss": 12.1822,
      "step": 15647
    },
    {
      "epoch": 2.562305551007041,
      "grad_norm": 0.23294779658317566,
      "learning_rate": 0.00017015102419581563,
      "loss": 12.1544,
      "step": 15648
    },
    {
      "epoch": 2.5624692975274277,
      "grad_norm": 0.16245074570178986,
      "learning_rate": 0.00017014733990683707,
      "loss": 12.1837,
      "step": 15649
    },
    {
      "epoch": 2.5626330440478142,
      "grad_norm": 0.21564273536205292,
      "learning_rate": 0.0001701436554303882,
      "loss": 12.1643,
      "step": 15650
    },
    {
      "epoch": 2.5627967905682003,
      "grad_norm": 0.22312720119953156,
      "learning_rate": 0.00017013997076647887,
      "loss": 12.1523,
      "step": 15651
    },
    {
      "epoch": 2.562960537088587,
      "grad_norm": 0.1511993557214737,
      "learning_rate": 0.00017013628591511893,
      "loss": 12.159,
      "step": 15652
    },
    {
      "epoch": 2.5631242836089734,
      "grad_norm": 0.18002060055732727,
      "learning_rate": 0.00017013260087631827,
      "loss": 12.1622,
      "step": 15653
    },
    {
      "epoch": 2.56328803012936,
      "grad_norm": 0.15680435299873352,
      "learning_rate": 0.00017012891565008664,
      "loss": 12.1698,
      "step": 15654
    },
    {
      "epoch": 2.563451776649746,
      "grad_norm": 0.23457667231559753,
      "learning_rate": 0.00017012523023643395,
      "loss": 12.1937,
      "step": 15655
    },
    {
      "epoch": 2.5636155231701325,
      "grad_norm": 0.16703538596630096,
      "learning_rate": 0.0001701215446353701,
      "loss": 12.1568,
      "step": 15656
    },
    {
      "epoch": 2.563779269690519,
      "grad_norm": 0.20968392491340637,
      "learning_rate": 0.00017011785884690485,
      "loss": 12.199,
      "step": 15657
    },
    {
      "epoch": 2.5639430162109056,
      "grad_norm": 0.18916985392570496,
      "learning_rate": 0.0001701141728710481,
      "loss": 12.1985,
      "step": 15658
    },
    {
      "epoch": 2.564106762731292,
      "grad_norm": 0.15397845208644867,
      "learning_rate": 0.0001701104867078097,
      "loss": 12.1586,
      "step": 15659
    },
    {
      "epoch": 2.5642705092516787,
      "grad_norm": 0.2051256150007248,
      "learning_rate": 0.00017010680035719946,
      "loss": 12.1837,
      "step": 15660
    },
    {
      "epoch": 2.5644342557720647,
      "grad_norm": 0.19173307716846466,
      "learning_rate": 0.00017010311381922724,
      "loss": 12.1543,
      "step": 15661
    },
    {
      "epoch": 2.5645980022924513,
      "grad_norm": 0.18720170855522156,
      "learning_rate": 0.00017009942709390297,
      "loss": 12.2569,
      "step": 15662
    },
    {
      "epoch": 2.564761748812838,
      "grad_norm": 0.16339024901390076,
      "learning_rate": 0.00017009574018123642,
      "loss": 12.155,
      "step": 15663
    },
    {
      "epoch": 2.564925495333224,
      "grad_norm": 0.14715327322483063,
      "learning_rate": 0.00017009205308123745,
      "loss": 12.1623,
      "step": 15664
    },
    {
      "epoch": 2.5650892418536104,
      "grad_norm": 0.17287293076515198,
      "learning_rate": 0.00017008836579391592,
      "loss": 12.1833,
      "step": 15665
    },
    {
      "epoch": 2.565252988373997,
      "grad_norm": 0.16297394037246704,
      "learning_rate": 0.00017008467831928177,
      "loss": 12.1635,
      "step": 15666
    },
    {
      "epoch": 2.5654167348943835,
      "grad_norm": 0.19262990355491638,
      "learning_rate": 0.00017008099065734476,
      "loss": 12.1303,
      "step": 15667
    },
    {
      "epoch": 2.56558048141477,
      "grad_norm": 0.1449805647134781,
      "learning_rate": 0.00017007730280811471,
      "loss": 12.1654,
      "step": 15668
    },
    {
      "epoch": 2.5657442279351566,
      "grad_norm": 0.2012021541595459,
      "learning_rate": 0.0001700736147716016,
      "loss": 12.1688,
      "step": 15669
    },
    {
      "epoch": 2.565907974455543,
      "grad_norm": 0.19105257093906403,
      "learning_rate": 0.00017006992654781518,
      "loss": 12.1807,
      "step": 15670
    },
    {
      "epoch": 2.566071720975929,
      "grad_norm": 0.17066016793251038,
      "learning_rate": 0.00017006623813676537,
      "loss": 12.1711,
      "step": 15671
    },
    {
      "epoch": 2.5662354674963157,
      "grad_norm": 0.16186316311359406,
      "learning_rate": 0.000170062549538462,
      "loss": 12.201,
      "step": 15672
    },
    {
      "epoch": 2.5663992140167022,
      "grad_norm": 0.1333008110523224,
      "learning_rate": 0.0001700588607529149,
      "loss": 12.1865,
      "step": 15673
    },
    {
      "epoch": 2.5665629605370883,
      "grad_norm": 0.1668320745229721,
      "learning_rate": 0.00017005517178013402,
      "loss": 12.176,
      "step": 15674
    },
    {
      "epoch": 2.566726707057475,
      "grad_norm": 0.16416428983211517,
      "learning_rate": 0.0001700514826201291,
      "loss": 12.2121,
      "step": 15675
    },
    {
      "epoch": 2.5668904535778614,
      "grad_norm": 0.16348585486412048,
      "learning_rate": 0.00017004779327291008,
      "loss": 12.2304,
      "step": 15676
    },
    {
      "epoch": 2.567054200098248,
      "grad_norm": 0.14292307198047638,
      "learning_rate": 0.00017004410373848682,
      "loss": 12.1655,
      "step": 15677
    },
    {
      "epoch": 2.5672179466186344,
      "grad_norm": 0.17491456866264343,
      "learning_rate": 0.00017004041401686912,
      "loss": 12.1514,
      "step": 15678
    },
    {
      "epoch": 2.567381693139021,
      "grad_norm": 0.19528864324092865,
      "learning_rate": 0.00017003672410806692,
      "loss": 12.1969,
      "step": 15679
    },
    {
      "epoch": 2.5675454396594075,
      "grad_norm": 0.2443993240594864,
      "learning_rate": 0.00017003303401209,
      "loss": 12.1932,
      "step": 15680
    },
    {
      "epoch": 2.5677091861797936,
      "grad_norm": 0.1515146791934967,
      "learning_rate": 0.0001700293437289483,
      "loss": 12.2123,
      "step": 15681
    },
    {
      "epoch": 2.56787293270018,
      "grad_norm": 0.1282951533794403,
      "learning_rate": 0.00017002565325865163,
      "loss": 12.1494,
      "step": 15682
    },
    {
      "epoch": 2.5680366792205667,
      "grad_norm": 0.1686648726463318,
      "learning_rate": 0.0001700219626012099,
      "loss": 12.1897,
      "step": 15683
    },
    {
      "epoch": 2.5682004257409528,
      "grad_norm": 0.13828541338443756,
      "learning_rate": 0.00017001827175663287,
      "loss": 12.1664,
      "step": 15684
    },
    {
      "epoch": 2.5683641722613393,
      "grad_norm": 0.4230760633945465,
      "learning_rate": 0.00017001458072493053,
      "loss": 12.2747,
      "step": 15685
    },
    {
      "epoch": 2.568527918781726,
      "grad_norm": 0.20867545902729034,
      "learning_rate": 0.00017001088950611268,
      "loss": 12.1899,
      "step": 15686
    },
    {
      "epoch": 2.5686916653021123,
      "grad_norm": 0.14841854572296143,
      "learning_rate": 0.00017000719810018918,
      "loss": 12.2019,
      "step": 15687
    },
    {
      "epoch": 2.568855411822499,
      "grad_norm": 0.1848766803741455,
      "learning_rate": 0.00017000350650716992,
      "loss": 12.2016,
      "step": 15688
    },
    {
      "epoch": 2.5690191583428854,
      "grad_norm": 0.2496655434370041,
      "learning_rate": 0.00016999981472706475,
      "loss": 12.1645,
      "step": 15689
    },
    {
      "epoch": 2.5691829048632715,
      "grad_norm": 0.14482665061950684,
      "learning_rate": 0.00016999612275988353,
      "loss": 12.2066,
      "step": 15690
    },
    {
      "epoch": 2.569346651383658,
      "grad_norm": 0.21544304490089417,
      "learning_rate": 0.00016999243060563619,
      "loss": 12.1793,
      "step": 15691
    },
    {
      "epoch": 2.5695103979040446,
      "grad_norm": 0.15317466855049133,
      "learning_rate": 0.0001699887382643325,
      "loss": 12.1592,
      "step": 15692
    },
    {
      "epoch": 2.569674144424431,
      "grad_norm": 0.2553902268409729,
      "learning_rate": 0.0001699850457359824,
      "loss": 12.151,
      "step": 15693
    },
    {
      "epoch": 2.569837890944817,
      "grad_norm": 0.16570216417312622,
      "learning_rate": 0.00016998135302059573,
      "loss": 12.1317,
      "step": 15694
    },
    {
      "epoch": 2.5700016374652037,
      "grad_norm": 0.19643010199069977,
      "learning_rate": 0.00016997766011818234,
      "loss": 12.1725,
      "step": 15695
    },
    {
      "epoch": 2.5701653839855902,
      "grad_norm": 0.20075394213199615,
      "learning_rate": 0.00016997396702875213,
      "loss": 12.1881,
      "step": 15696
    },
    {
      "epoch": 2.5703291305059768,
      "grad_norm": 0.17663076519966125,
      "learning_rate": 0.00016997027375231495,
      "loss": 12.1997,
      "step": 15697
    },
    {
      "epoch": 2.5704928770263633,
      "grad_norm": 0.20735356211662292,
      "learning_rate": 0.00016996658028888071,
      "loss": 12.1795,
      "step": 15698
    },
    {
      "epoch": 2.57065662354675,
      "grad_norm": 0.1752033233642578,
      "learning_rate": 0.00016996288663845922,
      "loss": 12.2113,
      "step": 15699
    },
    {
      "epoch": 2.570820370067136,
      "grad_norm": 0.1438097208738327,
      "learning_rate": 0.00016995919280106043,
      "loss": 12.2096,
      "step": 15700
    },
    {
      "epoch": 2.5709841165875225,
      "grad_norm": 0.15251047909259796,
      "learning_rate": 0.0001699554987766941,
      "loss": 12.1655,
      "step": 15701
    },
    {
      "epoch": 2.571147863107909,
      "grad_norm": 0.15962235629558563,
      "learning_rate": 0.00016995180456537022,
      "loss": 12.22,
      "step": 15702
    },
    {
      "epoch": 2.5713116096282955,
      "grad_norm": 0.13647833466529846,
      "learning_rate": 0.0001699481101670986,
      "loss": 12.1913,
      "step": 15703
    },
    {
      "epoch": 2.5714753561486816,
      "grad_norm": 0.16705197095870972,
      "learning_rate": 0.00016994441558188913,
      "loss": 12.1949,
      "step": 15704
    },
    {
      "epoch": 2.571639102669068,
      "grad_norm": 0.13364332914352417,
      "learning_rate": 0.00016994072080975166,
      "loss": 12.198,
      "step": 15705
    },
    {
      "epoch": 2.5718028491894547,
      "grad_norm": 0.1416085660457611,
      "learning_rate": 0.0001699370258506961,
      "loss": 12.2472,
      "step": 15706
    },
    {
      "epoch": 2.571966595709841,
      "grad_norm": 0.21031402051448822,
      "learning_rate": 0.00016993333070473228,
      "loss": 12.2037,
      "step": 15707
    },
    {
      "epoch": 2.5721303422302277,
      "grad_norm": 0.13375550508499146,
      "learning_rate": 0.0001699296353718701,
      "loss": 12.2007,
      "step": 15708
    },
    {
      "epoch": 2.5722940887506143,
      "grad_norm": 0.1493566632270813,
      "learning_rate": 0.00016992593985211947,
      "loss": 12.129,
      "step": 15709
    },
    {
      "epoch": 2.5724578352710004,
      "grad_norm": 0.15664023160934448,
      "learning_rate": 0.00016992224414549023,
      "loss": 12.1869,
      "step": 15710
    },
    {
      "epoch": 2.572621581791387,
      "grad_norm": 0.12975014746189117,
      "learning_rate": 0.00016991854825199222,
      "loss": 12.1926,
      "step": 15711
    },
    {
      "epoch": 2.5727853283117734,
      "grad_norm": 0.11313130706548691,
      "learning_rate": 0.00016991485217163538,
      "loss": 12.1542,
      "step": 15712
    },
    {
      "epoch": 2.57294907483216,
      "grad_norm": 0.13604238629341125,
      "learning_rate": 0.0001699111559044296,
      "loss": 12.2053,
      "step": 15713
    },
    {
      "epoch": 2.573112821352546,
      "grad_norm": Infinity,
      "learning_rate": 0.0001699111559044296,
      "loss": 12.1935,
      "step": 15714
    },
    {
      "epoch": 2.5732765678729326,
      "grad_norm": 0.13500994443893433,
      "learning_rate": 0.00016990745945038468,
      "loss": 12.1891,
      "step": 15715
    },
    {
      "epoch": 2.573440314393319,
      "grad_norm": 0.1826523095369339,
      "learning_rate": 0.0001699037628095106,
      "loss": 12.2134,
      "step": 15716
    },
    {
      "epoch": 2.5736040609137056,
      "grad_norm": 0.15523920953273773,
      "learning_rate": 0.0001699000659818171,
      "loss": 12.1712,
      "step": 15717
    },
    {
      "epoch": 2.573767807434092,
      "grad_norm": 0.18014155328273773,
      "learning_rate": 0.00016989636896731422,
      "loss": 12.1786,
      "step": 15718
    },
    {
      "epoch": 2.5739315539544787,
      "grad_norm": 0.14425617456436157,
      "learning_rate": 0.00016989267176601173,
      "loss": 12.1326,
      "step": 15719
    },
    {
      "epoch": 2.574095300474865,
      "grad_norm": 0.14971710741519928,
      "learning_rate": 0.00016988897437791956,
      "loss": 12.1701,
      "step": 15720
    },
    {
      "epoch": 2.5742590469952513,
      "grad_norm": 0.11001838743686676,
      "learning_rate": 0.00016988527680304754,
      "loss": 12.1649,
      "step": 15721
    },
    {
      "epoch": 2.574422793515638,
      "grad_norm": 0.20053766667842865,
      "learning_rate": 0.00016988157904140563,
      "loss": 12.1769,
      "step": 15722
    },
    {
      "epoch": 2.5745865400360244,
      "grad_norm": 0.19398516416549683,
      "learning_rate": 0.00016987788109300365,
      "loss": 12.1967,
      "step": 15723
    },
    {
      "epoch": 2.5747502865564105,
      "grad_norm": 0.22267064452171326,
      "learning_rate": 0.00016987418295785149,
      "loss": 12.2373,
      "step": 15724
    },
    {
      "epoch": 2.574914033076797,
      "grad_norm": 0.14863750338554382,
      "learning_rate": 0.00016987048463595905,
      "loss": 12.2211,
      "step": 15725
    },
    {
      "epoch": 2.5750777795971835,
      "grad_norm": 0.17777976393699646,
      "learning_rate": 0.00016986678612733623,
      "loss": 12.1887,
      "step": 15726
    },
    {
      "epoch": 2.57524152611757,
      "grad_norm": 0.15755827724933624,
      "learning_rate": 0.00016986308743199288,
      "loss": 12.1835,
      "step": 15727
    },
    {
      "epoch": 2.5754052726379566,
      "grad_norm": 0.22533132135868073,
      "learning_rate": 0.00016985938854993887,
      "loss": 12.2132,
      "step": 15728
    },
    {
      "epoch": 2.575569019158343,
      "grad_norm": 0.18793562054634094,
      "learning_rate": 0.00016985568948118415,
      "loss": 12.1846,
      "step": 15729
    },
    {
      "epoch": 2.575732765678729,
      "grad_norm": 0.21022120118141174,
      "learning_rate": 0.00016985199022573856,
      "loss": 12.1914,
      "step": 15730
    },
    {
      "epoch": 2.5758965121991158,
      "grad_norm": 0.16844430565834045,
      "learning_rate": 0.000169848290783612,
      "loss": 12.2293,
      "step": 15731
    },
    {
      "epoch": 2.5760602587195023,
      "grad_norm": 0.1480742245912552,
      "learning_rate": 0.00016984459115481436,
      "loss": 12.1791,
      "step": 15732
    },
    {
      "epoch": 2.576224005239889,
      "grad_norm": 0.15396711230278015,
      "learning_rate": 0.00016984089133935553,
      "loss": 12.1832,
      "step": 15733
    },
    {
      "epoch": 2.576387751760275,
      "grad_norm": 0.15486080944538116,
      "learning_rate": 0.00016983719133724536,
      "loss": 12.2019,
      "step": 15734
    },
    {
      "epoch": 2.5765514982806614,
      "grad_norm": 0.13135536015033722,
      "learning_rate": 0.0001698334911484938,
      "loss": 12.1987,
      "step": 15735
    },
    {
      "epoch": 2.576715244801048,
      "grad_norm": 0.15973027050495148,
      "learning_rate": 0.00016982979077311065,
      "loss": 12.1871,
      "step": 15736
    },
    {
      "epoch": 2.5768789913214345,
      "grad_norm": 0.1402869075536728,
      "learning_rate": 0.0001698260902111059,
      "loss": 12.1841,
      "step": 15737
    },
    {
      "epoch": 2.577042737841821,
      "grad_norm": 0.12664644420146942,
      "learning_rate": 0.0001698223894624894,
      "loss": 12.1926,
      "step": 15738
    },
    {
      "epoch": 2.5772064843622076,
      "grad_norm": 0.14575698971748352,
      "learning_rate": 0.000169818688527271,
      "loss": 12.1978,
      "step": 15739
    },
    {
      "epoch": 2.5773702308825936,
      "grad_norm": 0.21724911034107208,
      "learning_rate": 0.00016981498740546066,
      "loss": 12.2034,
      "step": 15740
    },
    {
      "epoch": 2.57753397740298,
      "grad_norm": 0.14504675567150116,
      "learning_rate": 0.00016981128609706823,
      "loss": 12.1984,
      "step": 15741
    },
    {
      "epoch": 2.5776977239233667,
      "grad_norm": 0.16375668346881866,
      "learning_rate": 0.0001698075846021036,
      "loss": 12.167,
      "step": 15742
    },
    {
      "epoch": 2.577861470443753,
      "grad_norm": 0.16123788058757782,
      "learning_rate": 0.00016980388292057668,
      "loss": 12.2115,
      "step": 15743
    },
    {
      "epoch": 2.5780252169641393,
      "grad_norm": 0.2609527111053467,
      "learning_rate": 0.00016980018105249736,
      "loss": 12.2224,
      "step": 15744
    },
    {
      "epoch": 2.578188963484526,
      "grad_norm": 0.14175468683242798,
      "learning_rate": 0.0001697964789978755,
      "loss": 12.1574,
      "step": 15745
    },
    {
      "epoch": 2.5783527100049124,
      "grad_norm": 0.1551855355501175,
      "learning_rate": 0.00016979277675672103,
      "loss": 12.216,
      "step": 15746
    },
    {
      "epoch": 2.578516456525299,
      "grad_norm": 0.16070421040058136,
      "learning_rate": 0.00016978907432904384,
      "loss": 12.1778,
      "step": 15747
    },
    {
      "epoch": 2.5786802030456855,
      "grad_norm": 0.18845853209495544,
      "learning_rate": 0.00016978537171485382,
      "loss": 12.2201,
      "step": 15748
    },
    {
      "epoch": 2.578843949566072,
      "grad_norm": 0.19102743268013,
      "learning_rate": 0.00016978166891416088,
      "loss": 12.2228,
      "step": 15749
    },
    {
      "epoch": 2.579007696086458,
      "grad_norm": 0.14244917035102844,
      "learning_rate": 0.00016977796592697488,
      "loss": 12.179,
      "step": 15750
    },
    {
      "epoch": 2.5791714426068446,
      "grad_norm": 0.14931854605674744,
      "learning_rate": 0.00016977426275330574,
      "loss": 12.1811,
      "step": 15751
    },
    {
      "epoch": 2.579335189127231,
      "grad_norm": 0.15402911603450775,
      "learning_rate": 0.00016977055939316338,
      "loss": 12.1906,
      "step": 15752
    },
    {
      "epoch": 2.5794989356476172,
      "grad_norm": 0.1965133398771286,
      "learning_rate": 0.00016976685584655765,
      "loss": 12.2057,
      "step": 15753
    },
    {
      "epoch": 2.5796626821680038,
      "grad_norm": 0.14536122977733612,
      "learning_rate": 0.0001697631521134985,
      "loss": 12.2174,
      "step": 15754
    },
    {
      "epoch": 2.5798264286883903,
      "grad_norm": 0.17749565839767456,
      "learning_rate": 0.00016975944819399574,
      "loss": 12.1605,
      "step": 15755
    },
    {
      "epoch": 2.579990175208777,
      "grad_norm": 0.13325510919094086,
      "learning_rate": 0.00016975574408805937,
      "loss": 12.137,
      "step": 15756
    },
    {
      "epoch": 2.5801539217291634,
      "grad_norm": 0.18758215010166168,
      "learning_rate": 0.00016975203979569922,
      "loss": 12.2341,
      "step": 15757
    },
    {
      "epoch": 2.58031766824955,
      "grad_norm": 0.1597316861152649,
      "learning_rate": 0.00016974833531692527,
      "loss": 12.1598,
      "step": 15758
    },
    {
      "epoch": 2.580481414769936,
      "grad_norm": 0.16632559895515442,
      "learning_rate": 0.00016974463065174732,
      "loss": 12.1801,
      "step": 15759
    },
    {
      "epoch": 2.5806451612903225,
      "grad_norm": 0.13603274524211884,
      "learning_rate": 0.00016974092580017533,
      "loss": 12.1766,
      "step": 15760
    },
    {
      "epoch": 2.580808907810709,
      "grad_norm": 0.1561698615550995,
      "learning_rate": 0.00016973722076221915,
      "loss": 12.1462,
      "step": 15761
    },
    {
      "epoch": 2.5809726543310956,
      "grad_norm": 0.20245888829231262,
      "learning_rate": 0.00016973351553788878,
      "loss": 12.183,
      "step": 15762
    },
    {
      "epoch": 2.5811364008514817,
      "grad_norm": 0.2129669338464737,
      "learning_rate": 0.00016972981012719403,
      "loss": 12.2438,
      "step": 15763
    },
    {
      "epoch": 2.581300147371868,
      "grad_norm": 0.17894117534160614,
      "learning_rate": 0.00016972610453014486,
      "loss": 12.168,
      "step": 15764
    },
    {
      "epoch": 2.5814638938922547,
      "grad_norm": 0.17813009023666382,
      "learning_rate": 0.0001697223987467511,
      "loss": 12.2356,
      "step": 15765
    },
    {
      "epoch": 2.5816276404126413,
      "grad_norm": 0.15790851414203644,
      "learning_rate": 0.00016971869277702278,
      "loss": 12.1784,
      "step": 15766
    },
    {
      "epoch": 2.581791386933028,
      "grad_norm": 0.19916683435440063,
      "learning_rate": 0.00016971498662096966,
      "loss": 12.1481,
      "step": 15767
    },
    {
      "epoch": 2.5819551334534143,
      "grad_norm": 0.148691788315773,
      "learning_rate": 0.00016971128027860175,
      "loss": 12.1675,
      "step": 15768
    },
    {
      "epoch": 2.5821188799738004,
      "grad_norm": 0.1540331095457077,
      "learning_rate": 0.00016970757374992887,
      "loss": 12.2376,
      "step": 15769
    },
    {
      "epoch": 2.582282626494187,
      "grad_norm": 0.16123168170452118,
      "learning_rate": 0.00016970386703496102,
      "loss": 12.1633,
      "step": 15770
    },
    {
      "epoch": 2.5824463730145735,
      "grad_norm": 0.19745612144470215,
      "learning_rate": 0.00016970016013370803,
      "loss": 12.1674,
      "step": 15771
    },
    {
      "epoch": 2.58261011953496,
      "grad_norm": 0.19383522868156433,
      "learning_rate": 0.00016969645304617986,
      "loss": 12.18,
      "step": 15772
    },
    {
      "epoch": 2.582773866055346,
      "grad_norm": 0.1677432358264923,
      "learning_rate": 0.00016969274577238638,
      "loss": 12.163,
      "step": 15773
    },
    {
      "epoch": 2.5829376125757326,
      "grad_norm": 0.1726793348789215,
      "learning_rate": 0.0001696890383123375,
      "loss": 12.1614,
      "step": 15774
    },
    {
      "epoch": 2.583101359096119,
      "grad_norm": 0.17121407389640808,
      "learning_rate": 0.00016968533066604317,
      "loss": 12.1732,
      "step": 15775
    },
    {
      "epoch": 2.5832651056165057,
      "grad_norm": 0.18544134497642517,
      "learning_rate": 0.00016968162283351323,
      "loss": 12.2046,
      "step": 15776
    },
    {
      "epoch": 2.583428852136892,
      "grad_norm": 0.1811736673116684,
      "learning_rate": 0.0001696779148147577,
      "loss": 12.1938,
      "step": 15777
    },
    {
      "epoch": 2.5835925986572787,
      "grad_norm": 0.1579807996749878,
      "learning_rate": 0.00016967420660978633,
      "loss": 12.1969,
      "step": 15778
    },
    {
      "epoch": 2.583756345177665,
      "grad_norm": 0.19830422103405,
      "learning_rate": 0.00016967049821860913,
      "loss": 12.1713,
      "step": 15779
    },
    {
      "epoch": 2.5839200916980514,
      "grad_norm": 0.18966124951839447,
      "learning_rate": 0.000169666789641236,
      "loss": 12.2065,
      "step": 15780
    },
    {
      "epoch": 2.584083838218438,
      "grad_norm": 0.14897970855236053,
      "learning_rate": 0.00016966308087767692,
      "loss": 12.2161,
      "step": 15781
    },
    {
      "epoch": 2.5842475847388244,
      "grad_norm": 0.17539170384407043,
      "learning_rate": 0.00016965937192794166,
      "loss": 12.1683,
      "step": 15782
    },
    {
      "epoch": 2.5844113312592105,
      "grad_norm": 0.14040888845920563,
      "learning_rate": 0.0001696556627920402,
      "loss": 12.2339,
      "step": 15783
    },
    {
      "epoch": 2.584575077779597,
      "grad_norm": 0.14975634217262268,
      "learning_rate": 0.00016965195346998248,
      "loss": 12.1646,
      "step": 15784
    },
    {
      "epoch": 2.5847388242999836,
      "grad_norm": 0.13684946298599243,
      "learning_rate": 0.00016964824396177838,
      "loss": 12.1964,
      "step": 15785
    },
    {
      "epoch": 2.58490257082037,
      "grad_norm": 0.14516690373420715,
      "learning_rate": 0.00016964453426743782,
      "loss": 12.1934,
      "step": 15786
    },
    {
      "epoch": 2.5850663173407566,
      "grad_norm": 0.12038732320070267,
      "learning_rate": 0.0001696408243869707,
      "loss": 12.1487,
      "step": 15787
    },
    {
      "epoch": 2.585230063861143,
      "grad_norm": 0.18229378759860992,
      "learning_rate": 0.00016963711432038702,
      "loss": 12.2214,
      "step": 15788
    },
    {
      "epoch": 2.5853938103815293,
      "grad_norm": 0.18335768580436707,
      "learning_rate": 0.00016963340406769657,
      "loss": 12.2123,
      "step": 15789
    },
    {
      "epoch": 2.585557556901916,
      "grad_norm": 0.17483268678188324,
      "learning_rate": 0.00016962969362890933,
      "loss": 12.1582,
      "step": 15790
    },
    {
      "epoch": 2.5857213034223023,
      "grad_norm": 0.16479267179965973,
      "learning_rate": 0.0001696259830040352,
      "loss": 12.2436,
      "step": 15791
    },
    {
      "epoch": 2.585885049942689,
      "grad_norm": 0.13810932636260986,
      "learning_rate": 0.00016962227219308415,
      "loss": 12.1933,
      "step": 15792
    },
    {
      "epoch": 2.586048796463075,
      "grad_norm": 0.16016751527786255,
      "learning_rate": 0.000169618561196066,
      "loss": 12.1765,
      "step": 15793
    },
    {
      "epoch": 2.5862125429834615,
      "grad_norm": 0.18332509696483612,
      "learning_rate": 0.00016961485001299075,
      "loss": 12.1506,
      "step": 15794
    },
    {
      "epoch": 2.586376289503848,
      "grad_norm": 0.17001302540302277,
      "learning_rate": 0.0001696111386438683,
      "loss": 12.1659,
      "step": 15795
    },
    {
      "epoch": 2.5865400360242345,
      "grad_norm": 0.1516089290380478,
      "learning_rate": 0.0001696074270887085,
      "loss": 12.2191,
      "step": 15796
    },
    {
      "epoch": 2.586703782544621,
      "grad_norm": 0.12760129570960999,
      "learning_rate": 0.0001696037153475214,
      "loss": 12.2037,
      "step": 15797
    },
    {
      "epoch": 2.5868675290650076,
      "grad_norm": 0.13480030000209808,
      "learning_rate": 0.00016960000342031682,
      "loss": 12.2023,
      "step": 15798
    },
    {
      "epoch": 2.5870312755853937,
      "grad_norm": 0.14726343750953674,
      "learning_rate": 0.00016959629130710468,
      "loss": 12.1932,
      "step": 15799
    },
    {
      "epoch": 2.5871950221057802,
      "grad_norm": 0.13759124279022217,
      "learning_rate": 0.00016959257900789495,
      "loss": 12.1671,
      "step": 15800
    },
    {
      "epoch": 2.5873587686261668,
      "grad_norm": 0.18813152611255646,
      "learning_rate": 0.00016958886652269754,
      "loss": 12.1486,
      "step": 15801
    },
    {
      "epoch": 2.5875225151465533,
      "grad_norm": 0.1851177215576172,
      "learning_rate": 0.00016958515385152233,
      "loss": 12.1889,
      "step": 15802
    },
    {
      "epoch": 2.5876862616669394,
      "grad_norm": 0.284807413816452,
      "learning_rate": 0.00016958144099437928,
      "loss": 12.2153,
      "step": 15803
    },
    {
      "epoch": 2.587850008187326,
      "grad_norm": 0.17370213568210602,
      "learning_rate": 0.00016957772795127832,
      "loss": 12.1986,
      "step": 15804
    },
    {
      "epoch": 2.5880137547077124,
      "grad_norm": 0.1827247440814972,
      "learning_rate": 0.00016957401472222935,
      "loss": 12.1607,
      "step": 15805
    },
    {
      "epoch": 2.588177501228099,
      "grad_norm": 0.14964573085308075,
      "learning_rate": 0.00016957030130724233,
      "loss": 12.1816,
      "step": 15806
    },
    {
      "epoch": 2.5883412477484855,
      "grad_norm": 0.18514393270015717,
      "learning_rate": 0.0001695665877063271,
      "loss": 12.1851,
      "step": 15807
    },
    {
      "epoch": 2.588504994268872,
      "grad_norm": 0.17391379177570343,
      "learning_rate": 0.00016956287391949368,
      "loss": 12.1617,
      "step": 15808
    },
    {
      "epoch": 2.588668740789258,
      "grad_norm": 0.17161419987678528,
      "learning_rate": 0.00016955915994675195,
      "loss": 12.1887,
      "step": 15809
    },
    {
      "epoch": 2.5888324873096447,
      "grad_norm": 0.20129705965518951,
      "learning_rate": 0.00016955544578811185,
      "loss": 12.1529,
      "step": 15810
    },
    {
      "epoch": 2.588996233830031,
      "grad_norm": 0.18575933575630188,
      "learning_rate": 0.00016955173144358326,
      "loss": 12.2085,
      "step": 15811
    },
    {
      "epoch": 2.5891599803504173,
      "grad_norm": 0.1621280163526535,
      "learning_rate": 0.00016954801691317618,
      "loss": 12.1826,
      "step": 15812
    },
    {
      "epoch": 2.589323726870804,
      "grad_norm": 0.1858784407377243,
      "learning_rate": 0.0001695443021969005,
      "loss": 12.1679,
      "step": 15813
    },
    {
      "epoch": 2.5894874733911903,
      "grad_norm": 0.15949863195419312,
      "learning_rate": 0.00016954058729476613,
      "loss": 12.1651,
      "step": 15814
    },
    {
      "epoch": 2.589651219911577,
      "grad_norm": 0.16651353240013123,
      "learning_rate": 0.00016953687220678303,
      "loss": 12.1664,
      "step": 15815
    },
    {
      "epoch": 2.5898149664319634,
      "grad_norm": 0.17104771733283997,
      "learning_rate": 0.00016953315693296112,
      "loss": 12.2229,
      "step": 15816
    },
    {
      "epoch": 2.58997871295235,
      "grad_norm": 0.16833940148353577,
      "learning_rate": 0.00016952944147331032,
      "loss": 12.2049,
      "step": 15817
    },
    {
      "epoch": 2.5901424594727365,
      "grad_norm": 0.1426161527633667,
      "learning_rate": 0.00016952572582784055,
      "loss": 12.149,
      "step": 15818
    },
    {
      "epoch": 2.5903062059931226,
      "grad_norm": 0.20852132141590118,
      "learning_rate": 0.0001695220099965618,
      "loss": 12.153,
      "step": 15819
    },
    {
      "epoch": 2.590469952513509,
      "grad_norm": 0.24091142416000366,
      "learning_rate": 0.00016951829397948394,
      "loss": 12.2202,
      "step": 15820
    },
    {
      "epoch": 2.5906336990338956,
      "grad_norm": 0.17776140570640564,
      "learning_rate": 0.0001695145777766169,
      "loss": 12.1294,
      "step": 15821
    },
    {
      "epoch": 2.5907974455542817,
      "grad_norm": 0.16693079471588135,
      "learning_rate": 0.0001695108613879706,
      "loss": 12.1712,
      "step": 15822
    },
    {
      "epoch": 2.5909611920746682,
      "grad_norm": 0.20059643685817719,
      "learning_rate": 0.00016950714481355506,
      "loss": 12.1809,
      "step": 15823
    },
    {
      "epoch": 2.5911249385950548,
      "grad_norm": 0.1522294282913208,
      "learning_rate": 0.00016950342805338014,
      "loss": 12.1845,
      "step": 15824
    },
    {
      "epoch": 2.5912886851154413,
      "grad_norm": 0.14134357869625092,
      "learning_rate": 0.00016949971110745575,
      "loss": 12.1378,
      "step": 15825
    },
    {
      "epoch": 2.591452431635828,
      "grad_norm": 0.1560896337032318,
      "learning_rate": 0.0001694959939757919,
      "loss": 12.1464,
      "step": 15826
    },
    {
      "epoch": 2.5916161781562144,
      "grad_norm": 0.12646082043647766,
      "learning_rate": 0.00016949227665839843,
      "loss": 12.1611,
      "step": 15827
    },
    {
      "epoch": 2.591779924676601,
      "grad_norm": 0.15341614186763763,
      "learning_rate": 0.00016948855915528542,
      "loss": 12.151,
      "step": 15828
    },
    {
      "epoch": 2.591943671196987,
      "grad_norm": 0.1386522352695465,
      "learning_rate": 0.0001694848414664626,
      "loss": 12.1862,
      "step": 15829
    },
    {
      "epoch": 2.5921074177173735,
      "grad_norm": 0.15991099178791046,
      "learning_rate": 0.0001694811235919401,
      "loss": 12.1633,
      "step": 15830
    },
    {
      "epoch": 2.59227116423776,
      "grad_norm": 0.19694288074970245,
      "learning_rate": 0.00016947740553172776,
      "loss": 12.1837,
      "step": 15831
    },
    {
      "epoch": 2.592434910758146,
      "grad_norm": 0.20295578241348267,
      "learning_rate": 0.00016947368728583554,
      "loss": 12.1759,
      "step": 15832
    },
    {
      "epoch": 2.5925986572785327,
      "grad_norm": 0.2296934276819229,
      "learning_rate": 0.00016946996885427337,
      "loss": 12.1608,
      "step": 15833
    },
    {
      "epoch": 2.592762403798919,
      "grad_norm": 0.1864597350358963,
      "learning_rate": 0.00016946625023705117,
      "loss": 12.1827,
      "step": 15834
    },
    {
      "epoch": 2.5929261503193057,
      "grad_norm": 0.1602419763803482,
      "learning_rate": 0.0001694625314341789,
      "loss": 12.1844,
      "step": 15835
    },
    {
      "epoch": 2.5930898968396923,
      "grad_norm": 0.14553077518939972,
      "learning_rate": 0.00016945881244566645,
      "loss": 12.1516,
      "step": 15836
    },
    {
      "epoch": 2.593253643360079,
      "grad_norm": 0.15518397092819214,
      "learning_rate": 0.00016945509327152386,
      "loss": 12.1913,
      "step": 15837
    },
    {
      "epoch": 2.593417389880465,
      "grad_norm": 0.16972951591014862,
      "learning_rate": 0.000169451373911761,
      "loss": 12.1697,
      "step": 15838
    },
    {
      "epoch": 2.5935811364008514,
      "grad_norm": 0.13326147198677063,
      "learning_rate": 0.00016944765436638782,
      "loss": 12.2062,
      "step": 15839
    },
    {
      "epoch": 2.593744882921238,
      "grad_norm": 0.1712818294763565,
      "learning_rate": 0.00016944393463541428,
      "loss": 12.2312,
      "step": 15840
    },
    {
      "epoch": 2.5939086294416245,
      "grad_norm": 0.14219248294830322,
      "learning_rate": 0.0001694402147188503,
      "loss": 12.1834,
      "step": 15841
    },
    {
      "epoch": 2.5940723759620106,
      "grad_norm": 0.12095913290977478,
      "learning_rate": 0.0001694364946167058,
      "loss": 12.1662,
      "step": 15842
    },
    {
      "epoch": 2.594236122482397,
      "grad_norm": 0.20654602348804474,
      "learning_rate": 0.00016943277432899075,
      "loss": 12.1455,
      "step": 15843
    },
    {
      "epoch": 2.5943998690027836,
      "grad_norm": 0.43854039907455444,
      "learning_rate": 0.0001694290538557151,
      "loss": 12.2071,
      "step": 15844
    },
    {
      "epoch": 2.59456361552317,
      "grad_norm": 0.16987529397010803,
      "learning_rate": 0.0001694253331968888,
      "loss": 12.1762,
      "step": 15845
    },
    {
      "epoch": 2.5947273620435567,
      "grad_norm": 0.15083523094654083,
      "learning_rate": 0.00016942161235252175,
      "loss": 12.2021,
      "step": 15846
    },
    {
      "epoch": 2.5948911085639432,
      "grad_norm": 0.16314055025577545,
      "learning_rate": 0.00016941789132262394,
      "loss": 12.2043,
      "step": 15847
    },
    {
      "epoch": 2.5950548550843293,
      "grad_norm": 0.14502368867397308,
      "learning_rate": 0.00016941417010720526,
      "loss": 12.2377,
      "step": 15848
    },
    {
      "epoch": 2.595218601604716,
      "grad_norm": 0.16665932536125183,
      "learning_rate": 0.00016941044870627574,
      "loss": 12.1749,
      "step": 15849
    },
    {
      "epoch": 2.5953823481251024,
      "grad_norm": 0.16411453485488892,
      "learning_rate": 0.00016940672711984522,
      "loss": 12.1913,
      "step": 15850
    },
    {
      "epoch": 2.595546094645489,
      "grad_norm": 0.16145117580890656,
      "learning_rate": 0.00016940300534792375,
      "loss": 12.1775,
      "step": 15851
    },
    {
      "epoch": 2.595709841165875,
      "grad_norm": 0.16826564073562622,
      "learning_rate": 0.00016939928339052124,
      "loss": 12.1341,
      "step": 15852
    },
    {
      "epoch": 2.5958735876862615,
      "grad_norm": 0.2062339037656784,
      "learning_rate": 0.00016939556124764756,
      "loss": 12.2113,
      "step": 15853
    },
    {
      "epoch": 2.596037334206648,
      "grad_norm": 0.19797886908054352,
      "learning_rate": 0.00016939183891931275,
      "loss": 12.2798,
      "step": 15854
    },
    {
      "epoch": 2.5962010807270346,
      "grad_norm": 0.14603286981582642,
      "learning_rate": 0.00016938811640552674,
      "loss": 12.1832,
      "step": 15855
    },
    {
      "epoch": 2.596364827247421,
      "grad_norm": 0.1584540456533432,
      "learning_rate": 0.0001693843937062995,
      "loss": 12.1902,
      "step": 15856
    },
    {
      "epoch": 2.5965285737678077,
      "grad_norm": 0.13830618560314178,
      "learning_rate": 0.00016938067082164092,
      "loss": 12.1465,
      "step": 15857
    },
    {
      "epoch": 2.5966923202881937,
      "grad_norm": 0.22998857498168945,
      "learning_rate": 0.00016937694775156096,
      "loss": 12.2535,
      "step": 15858
    },
    {
      "epoch": 2.5968560668085803,
      "grad_norm": 0.18259495496749878,
      "learning_rate": 0.0001693732244960696,
      "loss": 12.1847,
      "step": 15859
    },
    {
      "epoch": 2.597019813328967,
      "grad_norm": 0.1729487031698227,
      "learning_rate": 0.00016936950105517678,
      "loss": 12.1796,
      "step": 15860
    },
    {
      "epoch": 2.5971835598493533,
      "grad_norm": 0.17264123260974884,
      "learning_rate": 0.00016936577742889246,
      "loss": 12.1784,
      "step": 15861
    },
    {
      "epoch": 2.5973473063697394,
      "grad_norm": 0.1809387356042862,
      "learning_rate": 0.0001693620536172266,
      "loss": 12.1474,
      "step": 15862
    },
    {
      "epoch": 2.597511052890126,
      "grad_norm": 0.176511749625206,
      "learning_rate": 0.00016935832962018907,
      "loss": 12.1844,
      "step": 15863
    },
    {
      "epoch": 2.5976747994105125,
      "grad_norm": 0.17071861028671265,
      "learning_rate": 0.00016935460543778994,
      "loss": 12.2342,
      "step": 15864
    },
    {
      "epoch": 2.597838545930899,
      "grad_norm": 0.1443323940038681,
      "learning_rate": 0.00016935088107003908,
      "loss": 12.1549,
      "step": 15865
    },
    {
      "epoch": 2.5980022924512856,
      "grad_norm": 0.16493554413318634,
      "learning_rate": 0.0001693471565169465,
      "loss": 12.2315,
      "step": 15866
    },
    {
      "epoch": 2.598166038971672,
      "grad_norm": 0.17595306038856506,
      "learning_rate": 0.00016934343177852208,
      "loss": 12.2409,
      "step": 15867
    },
    {
      "epoch": 2.598329785492058,
      "grad_norm": 0.17361469566822052,
      "learning_rate": 0.00016933970685477584,
      "loss": 12.2094,
      "step": 15868
    },
    {
      "epoch": 2.5984935320124447,
      "grad_norm": 0.15913771092891693,
      "learning_rate": 0.00016933598174571774,
      "loss": 12.1549,
      "step": 15869
    },
    {
      "epoch": 2.5986572785328312,
      "grad_norm": 0.1333913803100586,
      "learning_rate": 0.00016933225645135767,
      "loss": 12.158,
      "step": 15870
    },
    {
      "epoch": 2.5988210250532178,
      "grad_norm": 0.13734276592731476,
      "learning_rate": 0.00016932853097170568,
      "loss": 12.163,
      "step": 15871
    },
    {
      "epoch": 2.598984771573604,
      "grad_norm": 0.18126212060451508,
      "learning_rate": 0.00016932480530677162,
      "loss": 12.2319,
      "step": 15872
    },
    {
      "epoch": 2.5991485180939904,
      "grad_norm": 0.1573011428117752,
      "learning_rate": 0.00016932107945656551,
      "loss": 12.1587,
      "step": 15873
    },
    {
      "epoch": 2.599312264614377,
      "grad_norm": 0.18171396851539612,
      "learning_rate": 0.0001693173534210973,
      "loss": 12.1633,
      "step": 15874
    },
    {
      "epoch": 2.5994760111347635,
      "grad_norm": 0.14050814509391785,
      "learning_rate": 0.00016931362720037699,
      "loss": 12.1482,
      "step": 15875
    },
    {
      "epoch": 2.59963975765515,
      "grad_norm": 0.1632138192653656,
      "learning_rate": 0.00016930990079441443,
      "loss": 12.1939,
      "step": 15876
    },
    {
      "epoch": 2.5998035041755365,
      "grad_norm": 0.190940260887146,
      "learning_rate": 0.00016930617420321967,
      "loss": 12.225,
      "step": 15877
    },
    {
      "epoch": 2.5999672506959226,
      "grad_norm": 0.198216050863266,
      "learning_rate": 0.00016930244742680267,
      "loss": 12.1567,
      "step": 15878
    },
    {
      "epoch": 2.600130997216309,
      "grad_norm": 0.15824460983276367,
      "learning_rate": 0.0001692987204651733,
      "loss": 12.1784,
      "step": 15879
    },
    {
      "epoch": 2.6002947437366957,
      "grad_norm": 0.30131450295448303,
      "learning_rate": 0.00016929499331834162,
      "loss": 12.1726,
      "step": 15880
    },
    {
      "epoch": 2.600458490257082,
      "grad_norm": 0.13094715774059296,
      "learning_rate": 0.00016929126598631754,
      "loss": 12.1511,
      "step": 15881
    },
    {
      "epoch": 2.6006222367774683,
      "grad_norm": 0.21381787955760956,
      "learning_rate": 0.00016928753846911105,
      "loss": 12.1625,
      "step": 15882
    },
    {
      "epoch": 2.600785983297855,
      "grad_norm": 0.2290225327014923,
      "learning_rate": 0.0001692838107667321,
      "loss": 12.1948,
      "step": 15883
    },
    {
      "epoch": 2.6009497298182414,
      "grad_norm": 0.11590779572725296,
      "learning_rate": 0.0001692800828791906,
      "loss": 12.1639,
      "step": 15884
    },
    {
      "epoch": 2.601113476338628,
      "grad_norm": 0.1630403995513916,
      "learning_rate": 0.00016927635480649663,
      "loss": 12.19,
      "step": 15885
    },
    {
      "epoch": 2.6012772228590144,
      "grad_norm": 0.13457198441028595,
      "learning_rate": 0.00016927262654866003,
      "loss": 12.218,
      "step": 15886
    },
    {
      "epoch": 2.601440969379401,
      "grad_norm": 0.1482643485069275,
      "learning_rate": 0.00016926889810569082,
      "loss": 12.1743,
      "step": 15887
    },
    {
      "epoch": 2.601604715899787,
      "grad_norm": 0.13115693628787994,
      "learning_rate": 0.00016926516947759901,
      "loss": 12.1607,
      "step": 15888
    },
    {
      "epoch": 2.6017684624201736,
      "grad_norm": 0.16395238041877747,
      "learning_rate": 0.00016926144066439446,
      "loss": 12.1916,
      "step": 15889
    },
    {
      "epoch": 2.60193220894056,
      "grad_norm": 0.15450848639011383,
      "learning_rate": 0.00016925771166608725,
      "loss": 12.2158,
      "step": 15890
    },
    {
      "epoch": 2.602095955460946,
      "grad_norm": 0.20611171424388885,
      "learning_rate": 0.00016925398248268726,
      "loss": 12.1994,
      "step": 15891
    },
    {
      "epoch": 2.6022597019813327,
      "grad_norm": 0.16720609366893768,
      "learning_rate": 0.00016925025311420448,
      "loss": 12.1857,
      "step": 15892
    },
    {
      "epoch": 2.6024234485017192,
      "grad_norm": 0.16147448122501373,
      "learning_rate": 0.0001692465235606489,
      "loss": 12.1582,
      "step": 15893
    },
    {
      "epoch": 2.602587195022106,
      "grad_norm": 0.15764762461185455,
      "learning_rate": 0.00016924279382203047,
      "loss": 12.1615,
      "step": 15894
    },
    {
      "epoch": 2.6027509415424923,
      "grad_norm": 0.1637493520975113,
      "learning_rate": 0.0001692390638983591,
      "loss": 12.1387,
      "step": 15895
    },
    {
      "epoch": 2.602914688062879,
      "grad_norm": 0.1766655147075653,
      "learning_rate": 0.00016923533378964488,
      "loss": 12.2284,
      "step": 15896
    },
    {
      "epoch": 2.6030784345832654,
      "grad_norm": 0.1815338283777237,
      "learning_rate": 0.0001692316034958977,
      "loss": 12.219,
      "step": 15897
    },
    {
      "epoch": 2.6032421811036515,
      "grad_norm": 0.14631977677345276,
      "learning_rate": 0.00016922787301712754,
      "loss": 12.1392,
      "step": 15898
    },
    {
      "epoch": 2.603405927624038,
      "grad_norm": 0.22138528525829315,
      "learning_rate": 0.00016922414235334435,
      "loss": 12.1807,
      "step": 15899
    },
    {
      "epoch": 2.6035696741444245,
      "grad_norm": 0.26824167370796204,
      "learning_rate": 0.00016922041150455817,
      "loss": 12.2172,
      "step": 15900
    },
    {
      "epoch": 2.6037334206648106,
      "grad_norm": 0.17483970522880554,
      "learning_rate": 0.00016921668047077887,
      "loss": 12.1716,
      "step": 15901
    },
    {
      "epoch": 2.603897167185197,
      "grad_norm": 0.12867383658885956,
      "learning_rate": 0.00016921294925201653,
      "loss": 12.1606,
      "step": 15902
    },
    {
      "epoch": 2.6040609137055837,
      "grad_norm": 0.17185667157173157,
      "learning_rate": 0.00016920921784828105,
      "loss": 12.1725,
      "step": 15903
    },
    {
      "epoch": 2.60422466022597,
      "grad_norm": 0.14273817837238312,
      "learning_rate": 0.0001692054862595824,
      "loss": 12.1807,
      "step": 15904
    },
    {
      "epoch": 2.6043884067463567,
      "grad_norm": 0.1635291576385498,
      "learning_rate": 0.00016920175448593058,
      "loss": 12.1713,
      "step": 15905
    },
    {
      "epoch": 2.6045521532667433,
      "grad_norm": 0.15617847442626953,
      "learning_rate": 0.00016919802252733556,
      "loss": 12.2157,
      "step": 15906
    },
    {
      "epoch": 2.6047158997871294,
      "grad_norm": 0.20941096544265747,
      "learning_rate": 0.0001691942903838073,
      "loss": 12.2629,
      "step": 15907
    },
    {
      "epoch": 2.604879646307516,
      "grad_norm": 0.16932852566242218,
      "learning_rate": 0.0001691905580553558,
      "loss": 12.194,
      "step": 15908
    },
    {
      "epoch": 2.6050433928279024,
      "grad_norm": 0.13434073328971863,
      "learning_rate": 0.000169186825541991,
      "loss": 12.1828,
      "step": 15909
    },
    {
      "epoch": 2.605207139348289,
      "grad_norm": 0.1822304129600525,
      "learning_rate": 0.00016918309284372294,
      "loss": 12.1989,
      "step": 15910
    },
    {
      "epoch": 2.605370885868675,
      "grad_norm": 0.1720191091299057,
      "learning_rate": 0.0001691793599605615,
      "loss": 12.1823,
      "step": 15911
    },
    {
      "epoch": 2.6055346323890616,
      "grad_norm": 0.15468303859233856,
      "learning_rate": 0.00016917562689251674,
      "loss": 12.1717,
      "step": 15912
    },
    {
      "epoch": 2.605698378909448,
      "grad_norm": 0.13258200883865356,
      "learning_rate": 0.00016917189363959854,
      "loss": 12.125,
      "step": 15913
    },
    {
      "epoch": 2.6058621254298346,
      "grad_norm": 0.18153192102909088,
      "learning_rate": 0.000169168160201817,
      "loss": 12.2143,
      "step": 15914
    },
    {
      "epoch": 2.606025871950221,
      "grad_norm": 0.13678525388240814,
      "learning_rate": 0.00016916442657918202,
      "loss": 12.1804,
      "step": 15915
    },
    {
      "epoch": 2.6061896184706077,
      "grad_norm": 0.26467517018318176,
      "learning_rate": 0.0001691606927717036,
      "loss": 12.1854,
      "step": 15916
    },
    {
      "epoch": 2.606353364990994,
      "grad_norm": 0.15540269017219543,
      "learning_rate": 0.00016915695877939171,
      "loss": 12.1718,
      "step": 15917
    },
    {
      "epoch": 2.6065171115113803,
      "grad_norm": 0.1630004495382309,
      "learning_rate": 0.00016915322460225632,
      "loss": 12.1831,
      "step": 15918
    },
    {
      "epoch": 2.606680858031767,
      "grad_norm": 0.20732302963733673,
      "learning_rate": 0.00016914949024030747,
      "loss": 12.2445,
      "step": 15919
    },
    {
      "epoch": 2.6068446045521534,
      "grad_norm": 0.14726977050304413,
      "learning_rate": 0.00016914575569355504,
      "loss": 12.2512,
      "step": 15920
    },
    {
      "epoch": 2.6070083510725395,
      "grad_norm": 0.16626867651939392,
      "learning_rate": 0.00016914202096200907,
      "loss": 12.1484,
      "step": 15921
    },
    {
      "epoch": 2.607172097592926,
      "grad_norm": 0.17935900390148163,
      "learning_rate": 0.00016913828604567957,
      "loss": 12.1503,
      "step": 15922
    },
    {
      "epoch": 2.6073358441133125,
      "grad_norm": 0.1650582253932953,
      "learning_rate": 0.00016913455094457643,
      "loss": 12.1832,
      "step": 15923
    },
    {
      "epoch": 2.607499590633699,
      "grad_norm": 0.14186765253543854,
      "learning_rate": 0.00016913081565870974,
      "loss": 12.2073,
      "step": 15924
    },
    {
      "epoch": 2.6076633371540856,
      "grad_norm": 0.16946086287498474,
      "learning_rate": 0.0001691270801880894,
      "loss": 12.1453,
      "step": 15925
    },
    {
      "epoch": 2.607827083674472,
      "grad_norm": 0.1345338076353073,
      "learning_rate": 0.00016912334453272546,
      "loss": 12.1632,
      "step": 15926
    },
    {
      "epoch": 2.6079908301948582,
      "grad_norm": 0.17242251336574554,
      "learning_rate": 0.00016911960869262784,
      "loss": 12.2207,
      "step": 15927
    },
    {
      "epoch": 2.6081545767152448,
      "grad_norm": 0.19794468581676483,
      "learning_rate": 0.00016911587266780654,
      "loss": 12.1518,
      "step": 15928
    },
    {
      "epoch": 2.6083183232356313,
      "grad_norm": 0.1614105999469757,
      "learning_rate": 0.00016911213645827157,
      "loss": 12.1856,
      "step": 15929
    },
    {
      "epoch": 2.608482069756018,
      "grad_norm": 0.1253374218940735,
      "learning_rate": 0.00016910840006403293,
      "loss": 12.1539,
      "step": 15930
    },
    {
      "epoch": 2.608645816276404,
      "grad_norm": 0.17557880282402039,
      "learning_rate": 0.00016910466348510052,
      "loss": 12.1751,
      "step": 15931
    },
    {
      "epoch": 2.6088095627967904,
      "grad_norm": 0.16047917306423187,
      "learning_rate": 0.00016910092672148443,
      "loss": 12.1891,
      "step": 15932
    },
    {
      "epoch": 2.608973309317177,
      "grad_norm": 0.1890668123960495,
      "learning_rate": 0.0001690971897731946,
      "loss": 12.2094,
      "step": 15933
    },
    {
      "epoch": 2.6091370558375635,
      "grad_norm": 0.15794339776039124,
      "learning_rate": 0.000169093452640241,
      "loss": 12.1336,
      "step": 15934
    },
    {
      "epoch": 2.60930080235795,
      "grad_norm": 0.15657788515090942,
      "learning_rate": 0.00016908971532263363,
      "loss": 12.219,
      "step": 15935
    },
    {
      "epoch": 2.6094645488783366,
      "grad_norm": 0.17430555820465088,
      "learning_rate": 0.00016908597782038252,
      "loss": 12.1806,
      "step": 15936
    },
    {
      "epoch": 2.6096282953987227,
      "grad_norm": 0.17076070606708527,
      "learning_rate": 0.0001690822401334976,
      "loss": 12.172,
      "step": 15937
    },
    {
      "epoch": 2.609792041919109,
      "grad_norm": 0.14935459196567535,
      "learning_rate": 0.00016907850226198883,
      "loss": 12.2355,
      "step": 15938
    },
    {
      "epoch": 2.6099557884394957,
      "grad_norm": 0.19795219600200653,
      "learning_rate": 0.00016907476420586633,
      "loss": 12.1726,
      "step": 15939
    },
    {
      "epoch": 2.6101195349598822,
      "grad_norm": 0.16460026800632477,
      "learning_rate": 0.00016907102596513992,
      "loss": 12.1485,
      "step": 15940
    },
    {
      "epoch": 2.6102832814802683,
      "grad_norm": 0.15519633889198303,
      "learning_rate": 0.00016906728753981977,
      "loss": 12.1567,
      "step": 15941
    },
    {
      "epoch": 2.610447028000655,
      "grad_norm": 0.19269515573978424,
      "learning_rate": 0.00016906354892991571,
      "loss": 12.1804,
      "step": 15942
    },
    {
      "epoch": 2.6106107745210414,
      "grad_norm": 0.16144683957099915,
      "learning_rate": 0.00016905981013543787,
      "loss": 12.1744,
      "step": 15943
    },
    {
      "epoch": 2.610774521041428,
      "grad_norm": 0.23592069745063782,
      "learning_rate": 0.00016905607115639613,
      "loss": 12.186,
      "step": 15944
    },
    {
      "epoch": 2.6109382675618145,
      "grad_norm": 0.16142232716083527,
      "learning_rate": 0.00016905233199280057,
      "loss": 12.2122,
      "step": 15945
    },
    {
      "epoch": 2.611102014082201,
      "grad_norm": 0.14643864333629608,
      "learning_rate": 0.0001690485926446611,
      "loss": 12.1826,
      "step": 15946
    },
    {
      "epoch": 2.611265760602587,
      "grad_norm": 0.1536455899477005,
      "learning_rate": 0.00016904485311198777,
      "loss": 12.1645,
      "step": 15947
    },
    {
      "epoch": 2.6114295071229736,
      "grad_norm": 0.17342184484004974,
      "learning_rate": 0.00016904111339479053,
      "loss": 12.189,
      "step": 15948
    },
    {
      "epoch": 2.61159325364336,
      "grad_norm": 0.14656010270118713,
      "learning_rate": 0.00016903737349307946,
      "loss": 12.1408,
      "step": 15949
    },
    {
      "epoch": 2.6117570001637467,
      "grad_norm": 0.13805395364761353,
      "learning_rate": 0.0001690336334068644,
      "loss": 12.1683,
      "step": 15950
    },
    {
      "epoch": 2.6119207466841328,
      "grad_norm": 0.19353167712688446,
      "learning_rate": 0.00016902989313615554,
      "loss": 12.1912,
      "step": 15951
    },
    {
      "epoch": 2.6120844932045193,
      "grad_norm": 0.1535618156194687,
      "learning_rate": 0.00016902615268096275,
      "loss": 12.1742,
      "step": 15952
    },
    {
      "epoch": 2.612248239724906,
      "grad_norm": 0.13713374733924866,
      "learning_rate": 0.00016902241204129606,
      "loss": 12.1884,
      "step": 15953
    },
    {
      "epoch": 2.6124119862452924,
      "grad_norm": 0.1459045112133026,
      "learning_rate": 0.00016901867121716543,
      "loss": 12.1669,
      "step": 15954
    },
    {
      "epoch": 2.612575732765679,
      "grad_norm": 0.1878701150417328,
      "learning_rate": 0.00016901493020858092,
      "loss": 12.2496,
      "step": 15955
    },
    {
      "epoch": 2.6127394792860654,
      "grad_norm": 0.13276512920856476,
      "learning_rate": 0.00016901118901555248,
      "loss": 12.1655,
      "step": 15956
    },
    {
      "epoch": 2.6129032258064515,
      "grad_norm": 0.1569158136844635,
      "learning_rate": 0.00016900744763809016,
      "loss": 12.167,
      "step": 15957
    },
    {
      "epoch": 2.613066972326838,
      "grad_norm": 0.1880527287721634,
      "learning_rate": 0.0001690037060762039,
      "loss": 12.1783,
      "step": 15958
    },
    {
      "epoch": 2.6132307188472246,
      "grad_norm": 0.15051770210266113,
      "learning_rate": 0.00016899996432990372,
      "loss": 12.1748,
      "step": 15959
    },
    {
      "epoch": 2.6133944653676107,
      "grad_norm": 0.13852883875370026,
      "learning_rate": 0.00016899622239919962,
      "loss": 12.1878,
      "step": 15960
    },
    {
      "epoch": 2.613558211887997,
      "grad_norm": 0.1626243144273758,
      "learning_rate": 0.00016899248028410163,
      "loss": 12.1253,
      "step": 15961
    },
    {
      "epoch": 2.6137219584083837,
      "grad_norm": 0.15316958725452423,
      "learning_rate": 0.0001689887379846197,
      "loss": 12.1593,
      "step": 15962
    },
    {
      "epoch": 2.6138857049287703,
      "grad_norm": 0.15738001465797424,
      "learning_rate": 0.00016898499550076386,
      "loss": 12.1804,
      "step": 15963
    },
    {
      "epoch": 2.614049451449157,
      "grad_norm": 0.3224610388278961,
      "learning_rate": 0.0001689812528325441,
      "loss": 12.2261,
      "step": 15964
    },
    {
      "epoch": 2.6142131979695433,
      "grad_norm": 0.173233762383461,
      "learning_rate": 0.00016897750997997045,
      "loss": 12.1566,
      "step": 15965
    },
    {
      "epoch": 2.61437694448993,
      "grad_norm": 0.18451739847660065,
      "learning_rate": 0.00016897376694305293,
      "loss": 12.2371,
      "step": 15966
    },
    {
      "epoch": 2.614540691010316,
      "grad_norm": 0.15583281219005585,
      "learning_rate": 0.00016897002372180144,
      "loss": 12.1922,
      "step": 15967
    },
    {
      "epoch": 2.6147044375307025,
      "grad_norm": 0.1971454620361328,
      "learning_rate": 0.0001689662803162261,
      "loss": 12.1678,
      "step": 15968
    },
    {
      "epoch": 2.614868184051089,
      "grad_norm": 0.19213688373565674,
      "learning_rate": 0.00016896253672633684,
      "loss": 12.2103,
      "step": 15969
    },
    {
      "epoch": 2.615031930571475,
      "grad_norm": 0.1442711055278778,
      "learning_rate": 0.0001689587929521437,
      "loss": 12.1634,
      "step": 15970
    },
    {
      "epoch": 2.6151956770918616,
      "grad_norm": 0.1928001493215561,
      "learning_rate": 0.00016895504899365666,
      "loss": 12.1683,
      "step": 15971
    },
    {
      "epoch": 2.615359423612248,
      "grad_norm": 0.1392306089401245,
      "learning_rate": 0.00016895130485088575,
      "loss": 12.2313,
      "step": 15972
    },
    {
      "epoch": 2.6155231701326347,
      "grad_norm": 0.15476371347904205,
      "learning_rate": 0.00016894756052384099,
      "loss": 12.1409,
      "step": 15973
    },
    {
      "epoch": 2.615686916653021,
      "grad_norm": 0.1621495932340622,
      "learning_rate": 0.00016894381601253232,
      "loss": 12.1338,
      "step": 15974
    },
    {
      "epoch": 2.6158506631734078,
      "grad_norm": 0.15075047314167023,
      "learning_rate": 0.00016894007131696982,
      "loss": 12.1722,
      "step": 15975
    },
    {
      "epoch": 2.616014409693794,
      "grad_norm": 0.17394398152828217,
      "learning_rate": 0.00016893632643716347,
      "loss": 12.1779,
      "step": 15976
    },
    {
      "epoch": 2.6161781562141804,
      "grad_norm": 0.13633082807064056,
      "learning_rate": 0.00016893258137312328,
      "loss": 12.2119,
      "step": 15977
    },
    {
      "epoch": 2.616341902734567,
      "grad_norm": 0.1895248293876648,
      "learning_rate": 0.00016892883612485923,
      "loss": 12.2553,
      "step": 15978
    },
    {
      "epoch": 2.6165056492549534,
      "grad_norm": 0.1786935031414032,
      "learning_rate": 0.0001689250906923814,
      "loss": 12.2016,
      "step": 15979
    },
    {
      "epoch": 2.6166693957753395,
      "grad_norm": 0.16232159733772278,
      "learning_rate": 0.00016892134507569972,
      "loss": 12.1869,
      "step": 15980
    },
    {
      "epoch": 2.616833142295726,
      "grad_norm": 0.14220404624938965,
      "learning_rate": 0.00016891759927482425,
      "loss": 12.2168,
      "step": 15981
    },
    {
      "epoch": 2.6169968888161126,
      "grad_norm": 0.14943328499794006,
      "learning_rate": 0.000168913853289765,
      "loss": 12.1442,
      "step": 15982
    },
    {
      "epoch": 2.617160635336499,
      "grad_norm": 0.16886869072914124,
      "learning_rate": 0.00016891010712053193,
      "loss": 12.1543,
      "step": 15983
    },
    {
      "epoch": 2.6173243818568857,
      "grad_norm": 0.1338644176721573,
      "learning_rate": 0.00016890636076713513,
      "loss": 12.2088,
      "step": 15984
    },
    {
      "epoch": 2.617488128377272,
      "grad_norm": 0.15353061258792877,
      "learning_rate": 0.00016890261422958456,
      "loss": 12.2285,
      "step": 15985
    },
    {
      "epoch": 2.6176518748976583,
      "grad_norm": 0.16296997666358948,
      "learning_rate": 0.00016889886750789024,
      "loss": 12.1608,
      "step": 15986
    },
    {
      "epoch": 2.617815621418045,
      "grad_norm": 0.1947920024394989,
      "learning_rate": 0.00016889512060206218,
      "loss": 12.2046,
      "step": 15987
    },
    {
      "epoch": 2.6179793679384313,
      "grad_norm": 0.15195472538471222,
      "learning_rate": 0.0001688913735121104,
      "loss": 12.1797,
      "step": 15988
    },
    {
      "epoch": 2.618143114458818,
      "grad_norm": 0.18143075704574585,
      "learning_rate": 0.00016888762623804493,
      "loss": 12.1924,
      "step": 15989
    },
    {
      "epoch": 2.618306860979204,
      "grad_norm": 0.16845166683197021,
      "learning_rate": 0.00016888387877987576,
      "loss": 12.2134,
      "step": 15990
    },
    {
      "epoch": 2.6184706074995905,
      "grad_norm": 0.1310606449842453,
      "learning_rate": 0.00016888013113761292,
      "loss": 12.1862,
      "step": 15991
    },
    {
      "epoch": 2.618634354019977,
      "grad_norm": 0.1367541402578354,
      "learning_rate": 0.00016887638331126642,
      "loss": 12.1255,
      "step": 15992
    },
    {
      "epoch": 2.6187981005403635,
      "grad_norm": 0.15943655371665955,
      "learning_rate": 0.0001688726353008463,
      "loss": 12.1614,
      "step": 15993
    },
    {
      "epoch": 2.61896184706075,
      "grad_norm": 0.14671923220157623,
      "learning_rate": 0.00016886888710636254,
      "loss": 12.1789,
      "step": 15994
    },
    {
      "epoch": 2.6191255935811366,
      "grad_norm": 0.16625632345676422,
      "learning_rate": 0.00016886513872782516,
      "loss": 12.1871,
      "step": 15995
    },
    {
      "epoch": 2.6192893401015227,
      "grad_norm": 0.18159472942352295,
      "learning_rate": 0.00016886139016524418,
      "loss": 12.1871,
      "step": 15996
    },
    {
      "epoch": 2.6194530866219092,
      "grad_norm": 0.15966971218585968,
      "learning_rate": 0.00016885764141862962,
      "loss": 12.2088,
      "step": 15997
    },
    {
      "epoch": 2.6196168331422958,
      "grad_norm": 0.1981908231973648,
      "learning_rate": 0.00016885389248799153,
      "loss": 12.2225,
      "step": 15998
    },
    {
      "epoch": 2.6197805796626823,
      "grad_norm": 0.13604801893234253,
      "learning_rate": 0.0001688501433733399,
      "loss": 12.2193,
      "step": 15999
    },
    {
      "epoch": 2.6199443261830684,
      "grad_norm": 0.14298728108406067,
      "learning_rate": 0.00016884639407468478,
      "loss": 12.1903,
      "step": 16000
    },
    {
      "epoch": 2.6199443261830684,
      "eval_loss": 12.164180755615234,
      "eval_runtime": 7.2748,
      "eval_samples_per_second": 33.815,
      "eval_steps_per_second": 16.908,
      "step": 16000
    },
    {
      "epoch": 2.620108072703455,
      "grad_norm": 0.1781141459941864,
      "learning_rate": 0.00016884264459203613,
      "loss": 12.196,
      "step": 16001
    },
    {
      "epoch": 2.6202718192238414,
      "grad_norm": 0.1278167963027954,
      "learning_rate": 0.000168838894925404,
      "loss": 12.1598,
      "step": 16002
    },
    {
      "epoch": 2.620435565744228,
      "grad_norm": 0.14525200426578522,
      "learning_rate": 0.00016883514507479844,
      "loss": 12.1396,
      "step": 16003
    },
    {
      "epoch": 2.6205993122646145,
      "grad_norm": 0.14259427785873413,
      "learning_rate": 0.00016883139504022943,
      "loss": 12.1857,
      "step": 16004
    },
    {
      "epoch": 2.620763058785001,
      "grad_norm": 0.1583445817232132,
      "learning_rate": 0.000168827644821707,
      "loss": 12.1676,
      "step": 16005
    },
    {
      "epoch": 2.620926805305387,
      "grad_norm": 0.17261028289794922,
      "learning_rate": 0.0001688238944192412,
      "loss": 12.1764,
      "step": 16006
    },
    {
      "epoch": 2.6210905518257737,
      "grad_norm": 0.15967395901679993,
      "learning_rate": 0.000168820143832842,
      "loss": 12.1869,
      "step": 16007
    },
    {
      "epoch": 2.62125429834616,
      "grad_norm": 0.16682399809360504,
      "learning_rate": 0.0001688163930625195,
      "loss": 12.1678,
      "step": 16008
    },
    {
      "epoch": 2.6214180448665467,
      "grad_norm": 0.22355340421199799,
      "learning_rate": 0.00016881264210828368,
      "loss": 12.2029,
      "step": 16009
    },
    {
      "epoch": 2.621581791386933,
      "grad_norm": 0.13816514611244202,
      "learning_rate": 0.00016880889097014456,
      "loss": 12.1895,
      "step": 16010
    },
    {
      "epoch": 2.6217455379073193,
      "grad_norm": 0.2827914357185364,
      "learning_rate": 0.0001688051396481122,
      "loss": 12.1999,
      "step": 16011
    },
    {
      "epoch": 2.621909284427706,
      "grad_norm": 0.17849501967430115,
      "learning_rate": 0.00016880138814219655,
      "loss": 12.176,
      "step": 16012
    },
    {
      "epoch": 2.6220730309480924,
      "grad_norm": 0.19203923642635345,
      "learning_rate": 0.00016879763645240772,
      "loss": 12.1619,
      "step": 16013
    },
    {
      "epoch": 2.622236777468479,
      "grad_norm": 0.1663712114095688,
      "learning_rate": 0.00016879388457875566,
      "loss": 12.1979,
      "step": 16014
    },
    {
      "epoch": 2.6224005239888655,
      "grad_norm": 0.16579091548919678,
      "learning_rate": 0.00016879013252125047,
      "loss": 12.1957,
      "step": 16015
    },
    {
      "epoch": 2.6225642705092516,
      "grad_norm": 0.15733304619789124,
      "learning_rate": 0.0001687863802799021,
      "loss": 12.164,
      "step": 16016
    },
    {
      "epoch": 2.622728017029638,
      "grad_norm": 0.1674007922410965,
      "learning_rate": 0.00016878262785472069,
      "loss": 12.1995,
      "step": 16017
    },
    {
      "epoch": 2.6228917635500246,
      "grad_norm": 0.20194731652736664,
      "learning_rate": 0.00016877887524571617,
      "loss": 12.1883,
      "step": 16018
    },
    {
      "epoch": 2.623055510070411,
      "grad_norm": 0.22066453099250793,
      "learning_rate": 0.0001687751224528986,
      "loss": 12.1721,
      "step": 16019
    },
    {
      "epoch": 2.6232192565907972,
      "grad_norm": 0.2546229362487793,
      "learning_rate": 0.00016877136947627798,
      "loss": 12.1709,
      "step": 16020
    },
    {
      "epoch": 2.6233830031111838,
      "grad_norm": 0.23021064698696136,
      "learning_rate": 0.00016876761631586442,
      "loss": 12.2081,
      "step": 16021
    },
    {
      "epoch": 2.6235467496315703,
      "grad_norm": 0.17158040404319763,
      "learning_rate": 0.00016876386297166786,
      "loss": 12.1809,
      "step": 16022
    },
    {
      "epoch": 2.623710496151957,
      "grad_norm": 0.15894150733947754,
      "learning_rate": 0.0001687601094436984,
      "loss": 12.1741,
      "step": 16023
    },
    {
      "epoch": 2.6238742426723434,
      "grad_norm": 0.13971322774887085,
      "learning_rate": 0.00016875635573196601,
      "loss": 12.1335,
      "step": 16024
    },
    {
      "epoch": 2.62403798919273,
      "grad_norm": 0.20344460010528564,
      "learning_rate": 0.00016875260183648076,
      "loss": 12.1824,
      "step": 16025
    },
    {
      "epoch": 2.624201735713116,
      "grad_norm": 0.16937021911144257,
      "learning_rate": 0.0001687488477572527,
      "loss": 12.1751,
      "step": 16026
    },
    {
      "epoch": 2.6243654822335025,
      "grad_norm": 0.1878136545419693,
      "learning_rate": 0.00016874509349429183,
      "loss": 12.1464,
      "step": 16027
    },
    {
      "epoch": 2.624529228753889,
      "grad_norm": 0.16978609561920166,
      "learning_rate": 0.0001687413390476082,
      "loss": 12.1559,
      "step": 16028
    },
    {
      "epoch": 2.6246929752742756,
      "grad_norm": 0.14178691804409027,
      "learning_rate": 0.0001687375844172118,
      "loss": 12.1275,
      "step": 16029
    },
    {
      "epoch": 2.6248567217946617,
      "grad_norm": 0.15907022356987,
      "learning_rate": 0.00016873382960311273,
      "loss": 12.1771,
      "step": 16030
    },
    {
      "epoch": 2.625020468315048,
      "grad_norm": 0.15088780224323273,
      "learning_rate": 0.00016873007460532096,
      "loss": 12.164,
      "step": 16031
    },
    {
      "epoch": 2.6251842148354347,
      "grad_norm": 0.1521095633506775,
      "learning_rate": 0.0001687263194238466,
      "loss": 12.1262,
      "step": 16032
    },
    {
      "epoch": 2.6253479613558213,
      "grad_norm": 0.1570725291967392,
      "learning_rate": 0.00016872256405869965,
      "loss": 12.1438,
      "step": 16033
    },
    {
      "epoch": 2.625511707876208,
      "grad_norm": 0.17201381921768188,
      "learning_rate": 0.00016871880850989013,
      "loss": 12.201,
      "step": 16034
    },
    {
      "epoch": 2.6256754543965943,
      "grad_norm": 0.1517261117696762,
      "learning_rate": 0.00016871505277742807,
      "loss": 12.1886,
      "step": 16035
    },
    {
      "epoch": 2.6258392009169804,
      "grad_norm": 0.15578441321849823,
      "learning_rate": 0.00016871129686132355,
      "loss": 12.1842,
      "step": 16036
    },
    {
      "epoch": 2.626002947437367,
      "grad_norm": 0.12482963502407074,
      "learning_rate": 0.00016870754076158656,
      "loss": 12.1529,
      "step": 16037
    },
    {
      "epoch": 2.6261666939577535,
      "grad_norm": 0.18441274762153625,
      "learning_rate": 0.0001687037844782272,
      "loss": 12.1869,
      "step": 16038
    },
    {
      "epoch": 2.6263304404781396,
      "grad_norm": 0.1272171288728714,
      "learning_rate": 0.00016870002801125543,
      "loss": 12.1843,
      "step": 16039
    },
    {
      "epoch": 2.626494186998526,
      "grad_norm": 0.1859802007675171,
      "learning_rate": 0.00016869627136068137,
      "loss": 12.2605,
      "step": 16040
    },
    {
      "epoch": 2.6266579335189126,
      "grad_norm": 0.14407141506671906,
      "learning_rate": 0.00016869251452651503,
      "loss": 12.18,
      "step": 16041
    },
    {
      "epoch": 2.626821680039299,
      "grad_norm": 0.19155378639698029,
      "learning_rate": 0.0001686887575087664,
      "loss": 12.1978,
      "step": 16042
    },
    {
      "epoch": 2.6269854265596857,
      "grad_norm": 0.13129134476184845,
      "learning_rate": 0.00016868500030744557,
      "loss": 12.1641,
      "step": 16043
    },
    {
      "epoch": 2.6271491730800722,
      "grad_norm": 0.15463359653949738,
      "learning_rate": 0.00016868124292256255,
      "loss": 12.191,
      "step": 16044
    },
    {
      "epoch": 2.6273129196004588,
      "grad_norm": 0.1488492488861084,
      "learning_rate": 0.00016867748535412746,
      "loss": 12.1461,
      "step": 16045
    },
    {
      "epoch": 2.627476666120845,
      "grad_norm": 0.1921073943376541,
      "learning_rate": 0.00016867372760215026,
      "loss": 12.1821,
      "step": 16046
    },
    {
      "epoch": 2.6276404126412314,
      "grad_norm": 0.1592993140220642,
      "learning_rate": 0.00016866996966664102,
      "loss": 12.2016,
      "step": 16047
    },
    {
      "epoch": 2.627804159161618,
      "grad_norm": 0.17558464407920837,
      "learning_rate": 0.00016866621154760977,
      "loss": 12.1567,
      "step": 16048
    },
    {
      "epoch": 2.627967905682004,
      "grad_norm": 0.17800308763980865,
      "learning_rate": 0.00016866245324506657,
      "loss": 12.1781,
      "step": 16049
    },
    {
      "epoch": 2.6281316522023905,
      "grad_norm": 0.15170547366142273,
      "learning_rate": 0.00016865869475902147,
      "loss": 12.1713,
      "step": 16050
    },
    {
      "epoch": 2.628295398722777,
      "grad_norm": 0.15369683504104614,
      "learning_rate": 0.0001686549360894845,
      "loss": 12.1543,
      "step": 16051
    },
    {
      "epoch": 2.6284591452431636,
      "grad_norm": 0.15262380242347717,
      "learning_rate": 0.0001686511772364657,
      "loss": 12.1941,
      "step": 16052
    },
    {
      "epoch": 2.62862289176355,
      "grad_norm": 0.1336829662322998,
      "learning_rate": 0.00016864741819997515,
      "loss": 12.2266,
      "step": 16053
    },
    {
      "epoch": 2.6287866382839367,
      "grad_norm": 0.1395447999238968,
      "learning_rate": 0.00016864365898002284,
      "loss": 12.156,
      "step": 16054
    },
    {
      "epoch": 2.6289503848043227,
      "grad_norm": 0.1787595897912979,
      "learning_rate": 0.00016863989957661887,
      "loss": 12.1615,
      "step": 16055
    },
    {
      "epoch": 2.6291141313247093,
      "grad_norm": 0.1822596937417984,
      "learning_rate": 0.00016863613998977325,
      "loss": 12.2076,
      "step": 16056
    },
    {
      "epoch": 2.629277877845096,
      "grad_norm": 0.15289534628391266,
      "learning_rate": 0.00016863238021949607,
      "loss": 12.2609,
      "step": 16057
    },
    {
      "epoch": 2.6294416243654823,
      "grad_norm": 0.15386420488357544,
      "learning_rate": 0.00016862862026579734,
      "loss": 12.1701,
      "step": 16058
    },
    {
      "epoch": 2.6296053708858684,
      "grad_norm": 0.23295708000659943,
      "learning_rate": 0.0001686248601286871,
      "loss": 12.1762,
      "step": 16059
    },
    {
      "epoch": 2.629769117406255,
      "grad_norm": 0.1260470300912857,
      "learning_rate": 0.00016862109980817543,
      "loss": 12.1993,
      "step": 16060
    },
    {
      "epoch": 2.6299328639266415,
      "grad_norm": 0.18179309368133545,
      "learning_rate": 0.00016861733930427237,
      "loss": 12.2137,
      "step": 16061
    },
    {
      "epoch": 2.630096610447028,
      "grad_norm": 0.2852877974510193,
      "learning_rate": 0.00016861357861698797,
      "loss": 12.1592,
      "step": 16062
    },
    {
      "epoch": 2.6302603569674146,
      "grad_norm": 0.16538837552070618,
      "learning_rate": 0.00016860981774633228,
      "loss": 12.1852,
      "step": 16063
    },
    {
      "epoch": 2.630424103487801,
      "grad_norm": 0.2119440734386444,
      "learning_rate": 0.00016860605669231536,
      "loss": 12.1548,
      "step": 16064
    },
    {
      "epoch": 2.630587850008187,
      "grad_norm": 0.12254472076892853,
      "learning_rate": 0.00016860229545494725,
      "loss": 12.1927,
      "step": 16065
    },
    {
      "epoch": 2.6307515965285737,
      "grad_norm": 0.17117264866828918,
      "learning_rate": 0.00016859853403423797,
      "loss": 12.1289,
      "step": 16066
    },
    {
      "epoch": 2.6309153430489602,
      "grad_norm": 0.1500527262687683,
      "learning_rate": 0.00016859477243019762,
      "loss": 12.1603,
      "step": 16067
    },
    {
      "epoch": 2.6310790895693468,
      "grad_norm": 0.19572699069976807,
      "learning_rate": 0.00016859101064283625,
      "loss": 12.1927,
      "step": 16068
    },
    {
      "epoch": 2.631242836089733,
      "grad_norm": 0.13156481087207794,
      "learning_rate": 0.00016858724867216388,
      "loss": 12.1927,
      "step": 16069
    },
    {
      "epoch": 2.6314065826101194,
      "grad_norm": 0.20297417044639587,
      "learning_rate": 0.0001685834865181906,
      "loss": 12.1921,
      "step": 16070
    },
    {
      "epoch": 2.631570329130506,
      "grad_norm": 0.1392131894826889,
      "learning_rate": 0.00016857972418092646,
      "loss": 12.1892,
      "step": 16071
    },
    {
      "epoch": 2.6317340756508925,
      "grad_norm": 0.1374984085559845,
      "learning_rate": 0.00016857596166038153,
      "loss": 12.2609,
      "step": 16072
    },
    {
      "epoch": 2.631897822171279,
      "grad_norm": 0.16075213253498077,
      "learning_rate": 0.00016857219895656577,
      "loss": 12.1694,
      "step": 16073
    },
    {
      "epoch": 2.6320615686916655,
      "grad_norm": 0.17821399867534637,
      "learning_rate": 0.00016856843606948935,
      "loss": 12.2134,
      "step": 16074
    },
    {
      "epoch": 2.6322253152120516,
      "grad_norm": 0.1903132200241089,
      "learning_rate": 0.0001685646729991623,
      "loss": 12.2142,
      "step": 16075
    },
    {
      "epoch": 2.632389061732438,
      "grad_norm": 0.18645215034484863,
      "learning_rate": 0.0001685609097455946,
      "loss": 12.2068,
      "step": 16076
    },
    {
      "epoch": 2.6325528082528247,
      "grad_norm": 0.19669322669506073,
      "learning_rate": 0.0001685571463087964,
      "loss": 12.1775,
      "step": 16077
    },
    {
      "epoch": 2.632716554773211,
      "grad_norm": 0.1767999827861786,
      "learning_rate": 0.00016855338268877775,
      "loss": 12.1955,
      "step": 16078
    },
    {
      "epoch": 2.6328803012935973,
      "grad_norm": 0.13677524030208588,
      "learning_rate": 0.00016854961888554865,
      "loss": 12.2023,
      "step": 16079
    },
    {
      "epoch": 2.633044047813984,
      "grad_norm": 0.15469583868980408,
      "learning_rate": 0.00016854585489911922,
      "loss": 12.2272,
      "step": 16080
    },
    {
      "epoch": 2.6332077943343704,
      "grad_norm": 0.19864284992218018,
      "learning_rate": 0.0001685420907294995,
      "loss": 12.1966,
      "step": 16081
    },
    {
      "epoch": 2.633371540854757,
      "grad_norm": 0.154706671833992,
      "learning_rate": 0.0001685383263766995,
      "loss": 12.1574,
      "step": 16082
    },
    {
      "epoch": 2.6335352873751434,
      "grad_norm": 0.2050103098154068,
      "learning_rate": 0.00016853456184072935,
      "loss": 12.2035,
      "step": 16083
    },
    {
      "epoch": 2.63369903389553,
      "grad_norm": 0.13643412292003632,
      "learning_rate": 0.00016853079712159908,
      "loss": 12.1844,
      "step": 16084
    },
    {
      "epoch": 2.633862780415916,
      "grad_norm": 0.17429222166538239,
      "learning_rate": 0.00016852703221931873,
      "loss": 12.1668,
      "step": 16085
    },
    {
      "epoch": 2.6340265269363026,
      "grad_norm": 0.16348958015441895,
      "learning_rate": 0.0001685232671338984,
      "loss": 12.1835,
      "step": 16086
    },
    {
      "epoch": 2.634190273456689,
      "grad_norm": 0.17144687473773956,
      "learning_rate": 0.00016851950186534814,
      "loss": 12.1622,
      "step": 16087
    },
    {
      "epoch": 2.6343540199770756,
      "grad_norm": 0.2046009749174118,
      "learning_rate": 0.00016851573641367803,
      "loss": 12.2276,
      "step": 16088
    },
    {
      "epoch": 2.6345177664974617,
      "grad_norm": 0.19567862153053284,
      "learning_rate": 0.0001685119707788981,
      "loss": 12.1384,
      "step": 16089
    },
    {
      "epoch": 2.6346815130178483,
      "grad_norm": 0.15246254205703735,
      "learning_rate": 0.0001685082049610184,
      "loss": 12.1881,
      "step": 16090
    },
    {
      "epoch": 2.634845259538235,
      "grad_norm": 0.18800309300422668,
      "learning_rate": 0.00016850443896004907,
      "loss": 12.1954,
      "step": 16091
    },
    {
      "epoch": 2.6350090060586213,
      "grad_norm": 0.13150998950004578,
      "learning_rate": 0.0001685006727760001,
      "loss": 12.1627,
      "step": 16092
    },
    {
      "epoch": 2.635172752579008,
      "grad_norm": 0.22235052287578583,
      "learning_rate": 0.0001684969064088816,
      "loss": 12.2371,
      "step": 16093
    },
    {
      "epoch": 2.6353364990993944,
      "grad_norm": 0.14890538156032562,
      "learning_rate": 0.00016849313985870356,
      "loss": 12.1833,
      "step": 16094
    },
    {
      "epoch": 2.6355002456197805,
      "grad_norm": 0.140370711684227,
      "learning_rate": 0.00016848937312547615,
      "loss": 12.1772,
      "step": 16095
    },
    {
      "epoch": 2.635663992140167,
      "grad_norm": 0.16728100180625916,
      "learning_rate": 0.00016848560620920941,
      "loss": 12.1502,
      "step": 16096
    },
    {
      "epoch": 2.6358277386605535,
      "grad_norm": 0.14199627935886383,
      "learning_rate": 0.00016848183910991336,
      "loss": 12.1857,
      "step": 16097
    },
    {
      "epoch": 2.63599148518094,
      "grad_norm": 0.3411158621311188,
      "learning_rate": 0.0001684780718275981,
      "loss": 12.1424,
      "step": 16098
    },
    {
      "epoch": 2.636155231701326,
      "grad_norm": 0.16593322157859802,
      "learning_rate": 0.00016847430436227367,
      "loss": 12.1668,
      "step": 16099
    },
    {
      "epoch": 2.6363189782217127,
      "grad_norm": 0.14559410512447357,
      "learning_rate": 0.0001684705367139502,
      "loss": 12.2008,
      "step": 16100
    },
    {
      "epoch": 2.636482724742099,
      "grad_norm": 0.20009317994117737,
      "learning_rate": 0.00016846676888263772,
      "loss": 12.2378,
      "step": 16101
    },
    {
      "epoch": 2.6366464712624857,
      "grad_norm": 0.1861986666917801,
      "learning_rate": 0.00016846300086834626,
      "loss": 12.1823,
      "step": 16102
    },
    {
      "epoch": 2.6368102177828723,
      "grad_norm": 0.15616653859615326,
      "learning_rate": 0.00016845923267108596,
      "loss": 12.2489,
      "step": 16103
    },
    {
      "epoch": 2.636973964303259,
      "grad_norm": 0.1211177408695221,
      "learning_rate": 0.00016845546429086687,
      "loss": 12.1907,
      "step": 16104
    },
    {
      "epoch": 2.637137710823645,
      "grad_norm": 0.17680786550045013,
      "learning_rate": 0.00016845169572769902,
      "loss": 12.1565,
      "step": 16105
    },
    {
      "epoch": 2.6373014573440314,
      "grad_norm": 0.1599493771791458,
      "learning_rate": 0.00016844792698159257,
      "loss": 12.1943,
      "step": 16106
    },
    {
      "epoch": 2.637465203864418,
      "grad_norm": 0.18834209442138672,
      "learning_rate": 0.0001684441580525575,
      "loss": 12.1734,
      "step": 16107
    },
    {
      "epoch": 2.637628950384804,
      "grad_norm": 0.18356500566005707,
      "learning_rate": 0.00016844038894060393,
      "loss": 12.1644,
      "step": 16108
    },
    {
      "epoch": 2.6377926969051906,
      "grad_norm": 0.15232326090335846,
      "learning_rate": 0.0001684366196457419,
      "loss": 12.1668,
      "step": 16109
    },
    {
      "epoch": 2.637956443425577,
      "grad_norm": 0.14010535180568695,
      "learning_rate": 0.0001684328501679815,
      "loss": 12.1795,
      "step": 16110
    },
    {
      "epoch": 2.6381201899459636,
      "grad_norm": 0.11671138554811478,
      "learning_rate": 0.00016842908050733284,
      "loss": 12.1415,
      "step": 16111
    },
    {
      "epoch": 2.63828393646635,
      "grad_norm": 0.16998927295207977,
      "learning_rate": 0.00016842531066380595,
      "loss": 12.199,
      "step": 16112
    },
    {
      "epoch": 2.6384476829867367,
      "grad_norm": 0.13017800450325012,
      "learning_rate": 0.0001684215406374109,
      "loss": 12.1788,
      "step": 16113
    },
    {
      "epoch": 2.6386114295071232,
      "grad_norm": 0.18097372353076935,
      "learning_rate": 0.00016841777042815782,
      "loss": 12.1978,
      "step": 16114
    },
    {
      "epoch": 2.6387751760275093,
      "grad_norm": 0.1255243569612503,
      "learning_rate": 0.00016841400003605675,
      "loss": 12.1774,
      "step": 16115
    },
    {
      "epoch": 2.638938922547896,
      "grad_norm": 0.16737134754657745,
      "learning_rate": 0.00016841022946111772,
      "loss": 12.1549,
      "step": 16116
    },
    {
      "epoch": 2.6391026690682824,
      "grad_norm": 0.21293699741363525,
      "learning_rate": 0.0001684064587033509,
      "loss": 12.1789,
      "step": 16117
    },
    {
      "epoch": 2.6392664155886685,
      "grad_norm": 0.20387089252471924,
      "learning_rate": 0.00016840268776276629,
      "loss": 12.1572,
      "step": 16118
    },
    {
      "epoch": 2.639430162109055,
      "grad_norm": 0.1707422137260437,
      "learning_rate": 0.00016839891663937402,
      "loss": 12.2272,
      "step": 16119
    },
    {
      "epoch": 2.6395939086294415,
      "grad_norm": 0.17452624440193176,
      "learning_rate": 0.00016839514533318416,
      "loss": 12.1918,
      "step": 16120
    },
    {
      "epoch": 2.639757655149828,
      "grad_norm": 0.2118571549654007,
      "learning_rate": 0.00016839137384420675,
      "loss": 12.2235,
      "step": 16121
    },
    {
      "epoch": 2.6399214016702146,
      "grad_norm": 0.1430913656949997,
      "learning_rate": 0.0001683876021724519,
      "loss": 12.1972,
      "step": 16122
    },
    {
      "epoch": 2.640085148190601,
      "grad_norm": 0.1321282982826233,
      "learning_rate": 0.0001683838303179297,
      "loss": 12.1791,
      "step": 16123
    },
    {
      "epoch": 2.6402488947109872,
      "grad_norm": 0.14636212587356567,
      "learning_rate": 0.0001683800582806502,
      "loss": 12.1601,
      "step": 16124
    },
    {
      "epoch": 2.6404126412313738,
      "grad_norm": 0.1908925622701645,
      "learning_rate": 0.0001683762860606235,
      "loss": 12.1907,
      "step": 16125
    },
    {
      "epoch": 2.6405763877517603,
      "grad_norm": 0.13593584299087524,
      "learning_rate": 0.00016837251365785968,
      "loss": 12.1845,
      "step": 16126
    },
    {
      "epoch": 2.640740134272147,
      "grad_norm": 0.11972254514694214,
      "learning_rate": 0.00016836874107236882,
      "loss": 12.1324,
      "step": 16127
    },
    {
      "epoch": 2.640903880792533,
      "grad_norm": 0.1582462191581726,
      "learning_rate": 0.000168364968304161,
      "loss": 12.1919,
      "step": 16128
    },
    {
      "epoch": 2.6410676273129194,
      "grad_norm": 0.12965776026248932,
      "learning_rate": 0.00016836119535324628,
      "loss": 12.2063,
      "step": 16129
    },
    {
      "epoch": 2.641231373833306,
      "grad_norm": 0.17799870669841766,
      "learning_rate": 0.00016835742221963483,
      "loss": 12.1803,
      "step": 16130
    },
    {
      "epoch": 2.6413951203536925,
      "grad_norm": 0.16873326897621155,
      "learning_rate": 0.00016835364890333663,
      "loss": 12.1585,
      "step": 16131
    },
    {
      "epoch": 2.641558866874079,
      "grad_norm": 0.17968544363975525,
      "learning_rate": 0.0001683498754043618,
      "loss": 12.1669,
      "step": 16132
    },
    {
      "epoch": 2.6417226133944656,
      "grad_norm": 0.14649434387683868,
      "learning_rate": 0.00016834610172272046,
      "loss": 12.1721,
      "step": 16133
    },
    {
      "epoch": 2.6418863599148517,
      "grad_norm": 0.1645604968070984,
      "learning_rate": 0.00016834232785842266,
      "loss": 12.1894,
      "step": 16134
    },
    {
      "epoch": 2.642050106435238,
      "grad_norm": 0.1687762290239334,
      "learning_rate": 0.00016833855381147847,
      "loss": 12.1881,
      "step": 16135
    },
    {
      "epoch": 2.6422138529556247,
      "grad_norm": 0.15617704391479492,
      "learning_rate": 0.000168334779581898,
      "loss": 12.1666,
      "step": 16136
    },
    {
      "epoch": 2.6423775994760113,
      "grad_norm": 0.20381483435630798,
      "learning_rate": 0.00016833100516969136,
      "loss": 12.2185,
      "step": 16137
    },
    {
      "epoch": 2.6425413459963973,
      "grad_norm": 0.1570056527853012,
      "learning_rate": 0.00016832723057486862,
      "loss": 12.1783,
      "step": 16138
    },
    {
      "epoch": 2.642705092516784,
      "grad_norm": 0.17013026773929596,
      "learning_rate": 0.0001683234557974398,
      "loss": 12.1845,
      "step": 16139
    },
    {
      "epoch": 2.6428688390371704,
      "grad_norm": 0.12796251475811005,
      "learning_rate": 0.00016831968083741512,
      "loss": 12.1867,
      "step": 16140
    },
    {
      "epoch": 2.643032585557557,
      "grad_norm": 0.14239896833896637,
      "learning_rate": 0.00016831590569480454,
      "loss": 12.2042,
      "step": 16141
    },
    {
      "epoch": 2.6431963320779435,
      "grad_norm": 0.13079357147216797,
      "learning_rate": 0.00016831213036961823,
      "loss": 12.2026,
      "step": 16142
    },
    {
      "epoch": 2.64336007859833,
      "grad_norm": 0.13312320411205292,
      "learning_rate": 0.00016830835486186628,
      "loss": 12.1551,
      "step": 16143
    },
    {
      "epoch": 2.643523825118716,
      "grad_norm": 0.12597991526126862,
      "learning_rate": 0.00016830457917155873,
      "loss": 12.1694,
      "step": 16144
    },
    {
      "epoch": 2.6436875716391026,
      "grad_norm": 0.13277938961982727,
      "learning_rate": 0.0001683008032987057,
      "loss": 12.1716,
      "step": 16145
    },
    {
      "epoch": 2.643851318159489,
      "grad_norm": 0.17825263738632202,
      "learning_rate": 0.00016829702724331725,
      "loss": 12.1915,
      "step": 16146
    },
    {
      "epoch": 2.6440150646798757,
      "grad_norm": 0.22581735253334045,
      "learning_rate": 0.00016829325100540355,
      "loss": 12.1662,
      "step": 16147
    },
    {
      "epoch": 2.6441788112002618,
      "grad_norm": 0.18044137954711914,
      "learning_rate": 0.0001682894745849746,
      "loss": 12.2018,
      "step": 16148
    },
    {
      "epoch": 2.6443425577206483,
      "grad_norm": 0.1463867425918579,
      "learning_rate": 0.00016828569798204058,
      "loss": 12.1957,
      "step": 16149
    },
    {
      "epoch": 2.644506304241035,
      "grad_norm": 0.19627666473388672,
      "learning_rate": 0.00016828192119661147,
      "loss": 12.1293,
      "step": 16150
    },
    {
      "epoch": 2.6446700507614214,
      "grad_norm": 0.132236048579216,
      "learning_rate": 0.0001682781442286975,
      "loss": 12.1621,
      "step": 16151
    },
    {
      "epoch": 2.644833797281808,
      "grad_norm": 0.1671632081270218,
      "learning_rate": 0.00016827436707830864,
      "loss": 12.1707,
      "step": 16152
    },
    {
      "epoch": 2.6449975438021944,
      "grad_norm": 0.1370445191860199,
      "learning_rate": 0.00016827058974545507,
      "loss": 12.1727,
      "step": 16153
    },
    {
      "epoch": 2.6451612903225805,
      "grad_norm": 0.17476174235343933,
      "learning_rate": 0.00016826681223014683,
      "loss": 12.1769,
      "step": 16154
    },
    {
      "epoch": 2.645325036842967,
      "grad_norm": 0.13400223851203918,
      "learning_rate": 0.00016826303453239407,
      "loss": 12.2166,
      "step": 16155
    },
    {
      "epoch": 2.6454887833633536,
      "grad_norm": 0.13659141957759857,
      "learning_rate": 0.00016825925665220684,
      "loss": 12.1943,
      "step": 16156
    },
    {
      "epoch": 2.64565252988374,
      "grad_norm": 0.162006214261055,
      "learning_rate": 0.00016825547858959525,
      "loss": 12.1674,
      "step": 16157
    },
    {
      "epoch": 2.645816276404126,
      "grad_norm": 0.15966863930225372,
      "learning_rate": 0.00016825170034456938,
      "loss": 12.2565,
      "step": 16158
    },
    {
      "epoch": 2.6459800229245127,
      "grad_norm": 0.13204950094223022,
      "learning_rate": 0.0001682479219171394,
      "loss": 12.1744,
      "step": 16159
    },
    {
      "epoch": 2.6461437694448993,
      "grad_norm": 0.13565833866596222,
      "learning_rate": 0.00016824414330731527,
      "loss": 12.2185,
      "step": 16160
    },
    {
      "epoch": 2.646307515965286,
      "grad_norm": 0.13301345705986023,
      "learning_rate": 0.00016824036451510726,
      "loss": 12.1502,
      "step": 16161
    },
    {
      "epoch": 2.6464712624856723,
      "grad_norm": 0.15369558334350586,
      "learning_rate": 0.00016823658554052532,
      "loss": 12.2054,
      "step": 16162
    },
    {
      "epoch": 2.646635009006059,
      "grad_norm": 0.16763068735599518,
      "learning_rate": 0.00016823280638357963,
      "loss": 12.147,
      "step": 16163
    },
    {
      "epoch": 2.646798755526445,
      "grad_norm": 0.1541845053434372,
      "learning_rate": 0.0001682290270442803,
      "loss": 12.1959,
      "step": 16164
    },
    {
      "epoch": 2.6469625020468315,
      "grad_norm": 0.16058503091335297,
      "learning_rate": 0.00016822524752263735,
      "loss": 12.2239,
      "step": 16165
    },
    {
      "epoch": 2.647126248567218,
      "grad_norm": 0.12820838391780853,
      "learning_rate": 0.00016822146781866098,
      "loss": 12.17,
      "step": 16166
    },
    {
      "epoch": 2.6472899950876045,
      "grad_norm": 0.1965012550354004,
      "learning_rate": 0.00016821768793236121,
      "loss": 12.1844,
      "step": 16167
    },
    {
      "epoch": 2.6474537416079906,
      "grad_norm": 0.15745534002780914,
      "learning_rate": 0.00016821390786374816,
      "loss": 12.16,
      "step": 16168
    },
    {
      "epoch": 2.647617488128377,
      "grad_norm": 0.14791616797447205,
      "learning_rate": 0.000168210127612832,
      "loss": 12.1501,
      "step": 16169
    },
    {
      "epoch": 2.6477812346487637,
      "grad_norm": 0.1839299499988556,
      "learning_rate": 0.00016820634717962276,
      "loss": 12.1349,
      "step": 16170
    },
    {
      "epoch": 2.6479449811691502,
      "grad_norm": 0.14392757415771484,
      "learning_rate": 0.00016820256656413057,
      "loss": 12.1611,
      "step": 16171
    },
    {
      "epoch": 2.6481087276895368,
      "grad_norm": 0.19911114871501923,
      "learning_rate": 0.00016819878576636549,
      "loss": 12.2428,
      "step": 16172
    },
    {
      "epoch": 2.6482724742099233,
      "grad_norm": 0.15561766922473907,
      "learning_rate": 0.0001681950047863377,
      "loss": 12.2062,
      "step": 16173
    },
    {
      "epoch": 2.6484362207303094,
      "grad_norm": 0.1279960423707962,
      "learning_rate": 0.00016819122362405725,
      "loss": 12.1679,
      "step": 16174
    },
    {
      "epoch": 2.648599967250696,
      "grad_norm": 0.16322734951972961,
      "learning_rate": 0.00016818744227953424,
      "loss": 12.1732,
      "step": 16175
    },
    {
      "epoch": 2.6487637137710824,
      "grad_norm": 0.16974759101867676,
      "learning_rate": 0.00016818366075277885,
      "loss": 12.1642,
      "step": 16176
    },
    {
      "epoch": 2.648927460291469,
      "grad_norm": 0.17711807787418365,
      "learning_rate": 0.0001681798790438011,
      "loss": 12.2019,
      "step": 16177
    },
    {
      "epoch": 2.649091206811855,
      "grad_norm": 0.17180907726287842,
      "learning_rate": 0.00016817609715261112,
      "loss": 12.2048,
      "step": 16178
    },
    {
      "epoch": 2.6492549533322416,
      "grad_norm": 0.1790914386510849,
      "learning_rate": 0.00016817231507921905,
      "loss": 12.1627,
      "step": 16179
    },
    {
      "epoch": 2.649418699852628,
      "grad_norm": 0.1434967964887619,
      "learning_rate": 0.00016816853282363497,
      "loss": 12.1919,
      "step": 16180
    },
    {
      "epoch": 2.6495824463730147,
      "grad_norm": 0.20726826786994934,
      "learning_rate": 0.00016816475038586897,
      "loss": 12.1932,
      "step": 16181
    },
    {
      "epoch": 2.649746192893401,
      "grad_norm": 0.13954322040081024,
      "learning_rate": 0.0001681609677659312,
      "loss": 12.2037,
      "step": 16182
    },
    {
      "epoch": 2.6499099394137877,
      "grad_norm": 0.15407250821590424,
      "learning_rate": 0.00016815718496383176,
      "loss": 12.1834,
      "step": 16183
    },
    {
      "epoch": 2.650073685934174,
      "grad_norm": 0.17861032485961914,
      "learning_rate": 0.00016815340197958074,
      "loss": 12.1888,
      "step": 16184
    },
    {
      "epoch": 2.6502374324545603,
      "grad_norm": 0.1531914621591568,
      "learning_rate": 0.00016814961881318828,
      "loss": 12.1777,
      "step": 16185
    },
    {
      "epoch": 2.650401178974947,
      "grad_norm": 0.14413771033287048,
      "learning_rate": 0.00016814583546466443,
      "loss": 12.1795,
      "step": 16186
    },
    {
      "epoch": 2.650564925495333,
      "grad_norm": 0.16121509671211243,
      "learning_rate": 0.0001681420519340194,
      "loss": 12.1598,
      "step": 16187
    },
    {
      "epoch": 2.6507286720157195,
      "grad_norm": 0.14601339399814606,
      "learning_rate": 0.0001681382682212632,
      "loss": 12.1811,
      "step": 16188
    },
    {
      "epoch": 2.650892418536106,
      "grad_norm": 0.1502106785774231,
      "learning_rate": 0.000168134484326406,
      "loss": 12.1939,
      "step": 16189
    },
    {
      "epoch": 2.6510561650564926,
      "grad_norm": 0.1412341445684433,
      "learning_rate": 0.0001681307002494579,
      "loss": 12.1807,
      "step": 16190
    },
    {
      "epoch": 2.651219911576879,
      "grad_norm": 0.1589944213628769,
      "learning_rate": 0.000168126915990429,
      "loss": 12.1829,
      "step": 16191
    },
    {
      "epoch": 2.6513836580972656,
      "grad_norm": 0.138792023062706,
      "learning_rate": 0.00016812313154932943,
      "loss": 12.1339,
      "step": 16192
    },
    {
      "epoch": 2.651547404617652,
      "grad_norm": 0.19030748307704926,
      "learning_rate": 0.00016811934692616932,
      "loss": 12.1928,
      "step": 16193
    },
    {
      "epoch": 2.6517111511380382,
      "grad_norm": 0.16941018402576447,
      "learning_rate": 0.00016811556212095873,
      "loss": 12.2007,
      "step": 16194
    },
    {
      "epoch": 2.6518748976584248,
      "grad_norm": 0.15918511152267456,
      "learning_rate": 0.00016811177713370784,
      "loss": 12.1502,
      "step": 16195
    },
    {
      "epoch": 2.6520386441788113,
      "grad_norm": 0.14719858765602112,
      "learning_rate": 0.0001681079919644267,
      "loss": 12.187,
      "step": 16196
    },
    {
      "epoch": 2.6522023906991974,
      "grad_norm": 0.1934666633605957,
      "learning_rate": 0.00016810420661312548,
      "loss": 12.1549,
      "step": 16197
    },
    {
      "epoch": 2.652366137219584,
      "grad_norm": 0.18291205167770386,
      "learning_rate": 0.00016810042107981427,
      "loss": 12.2007,
      "step": 16198
    },
    {
      "epoch": 2.6525298837399705,
      "grad_norm": 0.2548924386501312,
      "learning_rate": 0.0001680966353645032,
      "loss": 12.1623,
      "step": 16199
    },
    {
      "epoch": 2.652693630260357,
      "grad_norm": 0.14256206154823303,
      "learning_rate": 0.00016809284946720242,
      "loss": 12.1763,
      "step": 16200
    },
    {
      "epoch": 2.6528573767807435,
      "grad_norm": 0.16412249207496643,
      "learning_rate": 0.00016808906338792193,
      "loss": 12.2258,
      "step": 16201
    },
    {
      "epoch": 2.65302112330113,
      "grad_norm": 0.1490079015493393,
      "learning_rate": 0.00016808527712667198,
      "loss": 12.1502,
      "step": 16202
    },
    {
      "epoch": 2.653184869821516,
      "grad_norm": 0.1610049307346344,
      "learning_rate": 0.0001680814906834626,
      "loss": 12.1633,
      "step": 16203
    },
    {
      "epoch": 2.6533486163419027,
      "grad_norm": 0.1716625690460205,
      "learning_rate": 0.000168077704058304,
      "loss": 12.1482,
      "step": 16204
    },
    {
      "epoch": 2.653512362862289,
      "grad_norm": 0.14145462214946747,
      "learning_rate": 0.0001680739172512062,
      "loss": 12.1951,
      "step": 16205
    },
    {
      "epoch": 2.6536761093826757,
      "grad_norm": 0.13666415214538574,
      "learning_rate": 0.00016807013026217936,
      "loss": 12.167,
      "step": 16206
    },
    {
      "epoch": 2.653839855903062,
      "grad_norm": 0.20872244238853455,
      "learning_rate": 0.00016806634309123362,
      "loss": 12.1417,
      "step": 16207
    },
    {
      "epoch": 2.6540036024234483,
      "grad_norm": 0.13573582470417023,
      "learning_rate": 0.0001680625557383791,
      "loss": 12.1395,
      "step": 16208
    },
    {
      "epoch": 2.654167348943835,
      "grad_norm": 0.14620175957679749,
      "learning_rate": 0.00016805876820362588,
      "loss": 12.1772,
      "step": 16209
    },
    {
      "epoch": 2.6543310954642214,
      "grad_norm": 0.21159465610980988,
      "learning_rate": 0.00016805498048698417,
      "loss": 12.1895,
      "step": 16210
    },
    {
      "epoch": 2.654494841984608,
      "grad_norm": 0.17744792997837067,
      "learning_rate": 0.00016805119258846398,
      "loss": 12.1646,
      "step": 16211
    },
    {
      "epoch": 2.6546585885049945,
      "grad_norm": 0.17752274870872498,
      "learning_rate": 0.0001680474045080755,
      "loss": 12.1895,
      "step": 16212
    },
    {
      "epoch": 2.6548223350253806,
      "grad_norm": 0.134527787566185,
      "learning_rate": 0.00016804361624582885,
      "loss": 12.1747,
      "step": 16213
    },
    {
      "epoch": 2.654986081545767,
      "grad_norm": 0.17194752395153046,
      "learning_rate": 0.0001680398278017341,
      "loss": 12.2223,
      "step": 16214
    },
    {
      "epoch": 2.6551498280661536,
      "grad_norm": 0.20428457856178284,
      "learning_rate": 0.00016803603917580148,
      "loss": 12.1906,
      "step": 16215
    },
    {
      "epoch": 2.65531357458654,
      "grad_norm": 0.16222919523715973,
      "learning_rate": 0.00016803225036804103,
      "loss": 12.1904,
      "step": 16216
    },
    {
      "epoch": 2.6554773211069262,
      "grad_norm": 0.16164866089820862,
      "learning_rate": 0.0001680284613784629,
      "loss": 12.2139,
      "step": 16217
    },
    {
      "epoch": 2.655641067627313,
      "grad_norm": 0.18619617819786072,
      "learning_rate": 0.00016802467220707724,
      "loss": 12.1781,
      "step": 16218
    },
    {
      "epoch": 2.6558048141476993,
      "grad_norm": 0.14737555384635925,
      "learning_rate": 0.00016802088285389414,
      "loss": 12.1474,
      "step": 16219
    },
    {
      "epoch": 2.655968560668086,
      "grad_norm": 0.16118687391281128,
      "learning_rate": 0.00016801709331892373,
      "loss": 12.1722,
      "step": 16220
    },
    {
      "epoch": 2.6561323071884724,
      "grad_norm": 0.1695069521665573,
      "learning_rate": 0.00016801330360217615,
      "loss": 12.1461,
      "step": 16221
    },
    {
      "epoch": 2.656296053708859,
      "grad_norm": 0.16729316115379333,
      "learning_rate": 0.00016800951370366153,
      "loss": 12.1645,
      "step": 16222
    },
    {
      "epoch": 2.656459800229245,
      "grad_norm": 0.2173854112625122,
      "learning_rate": 0.00016800572362339,
      "loss": 12.1987,
      "step": 16223
    },
    {
      "epoch": 2.6566235467496315,
      "grad_norm": 0.20787563920021057,
      "learning_rate": 0.00016800193336137168,
      "loss": 12.1545,
      "step": 16224
    },
    {
      "epoch": 2.656787293270018,
      "grad_norm": 0.15137939155101776,
      "learning_rate": 0.00016799814291761672,
      "loss": 12.134,
      "step": 16225
    },
    {
      "epoch": 2.6569510397904046,
      "grad_norm": 0.20685864984989166,
      "learning_rate": 0.00016799435229213522,
      "loss": 12.1596,
      "step": 16226
    },
    {
      "epoch": 2.6571147863107907,
      "grad_norm": 0.16992716491222382,
      "learning_rate": 0.00016799056148493732,
      "loss": 12.1972,
      "step": 16227
    },
    {
      "epoch": 2.657278532831177,
      "grad_norm": 0.12448788434267044,
      "learning_rate": 0.00016798677049603317,
      "loss": 12.2074,
      "step": 16228
    },
    {
      "epoch": 2.6574422793515637,
      "grad_norm": 0.17137481272220612,
      "learning_rate": 0.00016798297932543287,
      "loss": 12.1991,
      "step": 16229
    },
    {
      "epoch": 2.6576060258719503,
      "grad_norm": 0.19508463144302368,
      "learning_rate": 0.00016797918797314658,
      "loss": 12.1923,
      "step": 16230
    },
    {
      "epoch": 2.657769772392337,
      "grad_norm": 0.22194747626781464,
      "learning_rate": 0.0001679753964391844,
      "loss": 12.1828,
      "step": 16231
    },
    {
      "epoch": 2.6579335189127233,
      "grad_norm": 0.1669125258922577,
      "learning_rate": 0.00016797160472355652,
      "loss": 12.1182,
      "step": 16232
    },
    {
      "epoch": 2.6580972654331094,
      "grad_norm": 0.13081173598766327,
      "learning_rate": 0.00016796781282627302,
      "loss": 12.148,
      "step": 16233
    },
    {
      "epoch": 2.658261011953496,
      "grad_norm": 0.14486096799373627,
      "learning_rate": 0.00016796402074734402,
      "loss": 12.2219,
      "step": 16234
    },
    {
      "epoch": 2.6584247584738825,
      "grad_norm": 0.12309306114912033,
      "learning_rate": 0.00016796022848677975,
      "loss": 12.1591,
      "step": 16235
    },
    {
      "epoch": 2.658588504994269,
      "grad_norm": 0.1515749990940094,
      "learning_rate": 0.00016795643604459025,
      "loss": 12.1352,
      "step": 16236
    },
    {
      "epoch": 2.658752251514655,
      "grad_norm": 0.19748353958129883,
      "learning_rate": 0.00016795264342078567,
      "loss": 12.212,
      "step": 16237
    },
    {
      "epoch": 2.6589159980350416,
      "grad_norm": 0.15419337153434753,
      "learning_rate": 0.00016794885061537616,
      "loss": 12.166,
      "step": 16238
    },
    {
      "epoch": 2.659079744555428,
      "grad_norm": 0.16862593591213226,
      "learning_rate": 0.0001679450576283719,
      "loss": 12.1724,
      "step": 16239
    },
    {
      "epoch": 2.6592434910758147,
      "grad_norm": 0.15363304316997528,
      "learning_rate": 0.00016794126445978297,
      "loss": 12.1942,
      "step": 16240
    },
    {
      "epoch": 2.6594072375962012,
      "grad_norm": 0.1392614096403122,
      "learning_rate": 0.0001679374711096195,
      "loss": 12.1688,
      "step": 16241
    },
    {
      "epoch": 2.6595709841165878,
      "grad_norm": 0.20254755020141602,
      "learning_rate": 0.00016793367757789168,
      "loss": 12.2022,
      "step": 16242
    },
    {
      "epoch": 2.659734730636974,
      "grad_norm": 0.2175607830286026,
      "learning_rate": 0.0001679298838646096,
      "loss": 12.1905,
      "step": 16243
    },
    {
      "epoch": 2.6598984771573604,
      "grad_norm": 0.15861988067626953,
      "learning_rate": 0.00016792608996978343,
      "loss": 12.1606,
      "step": 16244
    },
    {
      "epoch": 2.660062223677747,
      "grad_norm": 0.19286532700061798,
      "learning_rate": 0.00016792229589342327,
      "loss": 12.1726,
      "step": 16245
    },
    {
      "epoch": 2.6602259701981334,
      "grad_norm": 0.19378666579723358,
      "learning_rate": 0.00016791850163553931,
      "loss": 12.1841,
      "step": 16246
    },
    {
      "epoch": 2.6603897167185195,
      "grad_norm": 0.24531732499599457,
      "learning_rate": 0.00016791470719614167,
      "loss": 12.2048,
      "step": 16247
    },
    {
      "epoch": 2.660553463238906,
      "grad_norm": 0.13494473695755005,
      "learning_rate": 0.00016791091257524048,
      "loss": 12.1757,
      "step": 16248
    },
    {
      "epoch": 2.6607172097592926,
      "grad_norm": 0.15883268415927887,
      "learning_rate": 0.00016790711777284588,
      "loss": 12.166,
      "step": 16249
    },
    {
      "epoch": 2.660880956279679,
      "grad_norm": 0.17332491278648376,
      "learning_rate": 0.00016790332278896803,
      "loss": 12.202,
      "step": 16250
    },
    {
      "epoch": 2.6610447028000657,
      "grad_norm": 0.1642485111951828,
      "learning_rate": 0.00016789952762361708,
      "loss": 12.2024,
      "step": 16251
    },
    {
      "epoch": 2.661208449320452,
      "grad_norm": 0.12490066140890121,
      "learning_rate": 0.00016789573227680312,
      "loss": 12.155,
      "step": 16252
    },
    {
      "epoch": 2.6613721958408383,
      "grad_norm": 0.17243711650371552,
      "learning_rate": 0.00016789193674853636,
      "loss": 12.1089,
      "step": 16253
    },
    {
      "epoch": 2.661535942361225,
      "grad_norm": 0.14035451412200928,
      "learning_rate": 0.00016788814103882687,
      "loss": 12.1634,
      "step": 16254
    },
    {
      "epoch": 2.6616996888816113,
      "grad_norm": 0.18742191791534424,
      "learning_rate": 0.0001678843451476849,
      "loss": 12.1284,
      "step": 16255
    },
    {
      "epoch": 2.6618634354019974,
      "grad_norm": 0.15973302721977234,
      "learning_rate": 0.00016788054907512047,
      "loss": 12.1719,
      "step": 16256
    },
    {
      "epoch": 2.662027181922384,
      "grad_norm": 0.14980442821979523,
      "learning_rate": 0.00016787675282114385,
      "loss": 12.1818,
      "step": 16257
    },
    {
      "epoch": 2.6621909284427705,
      "grad_norm": 0.16136163473129272,
      "learning_rate": 0.00016787295638576505,
      "loss": 12.2228,
      "step": 16258
    },
    {
      "epoch": 2.662354674963157,
      "grad_norm": 0.164530947804451,
      "learning_rate": 0.00016786915976899435,
      "loss": 12.1523,
      "step": 16259
    },
    {
      "epoch": 2.6625184214835436,
      "grad_norm": 0.20498551428318024,
      "learning_rate": 0.0001678653629708418,
      "loss": 12.1419,
      "step": 16260
    },
    {
      "epoch": 2.66268216800393,
      "grad_norm": 0.17142683267593384,
      "learning_rate": 0.00016786156599131759,
      "loss": 12.1863,
      "step": 16261
    },
    {
      "epoch": 2.6628459145243166,
      "grad_norm": 0.14589451253414154,
      "learning_rate": 0.00016785776883043184,
      "loss": 12.1629,
      "step": 16262
    },
    {
      "epoch": 2.6630096610447027,
      "grad_norm": 0.13223934173583984,
      "learning_rate": 0.00016785397148819477,
      "loss": 12.198,
      "step": 16263
    },
    {
      "epoch": 2.6631734075650892,
      "grad_norm": 0.18521025776863098,
      "learning_rate": 0.0001678501739646164,
      "loss": 12.1952,
      "step": 16264
    },
    {
      "epoch": 2.6633371540854758,
      "grad_norm": 0.1667860746383667,
      "learning_rate": 0.00016784637625970702,
      "loss": 12.1865,
      "step": 16265
    },
    {
      "epoch": 2.663500900605862,
      "grad_norm": 0.1413791924715042,
      "learning_rate": 0.00016784257837347669,
      "loss": 12.1715,
      "step": 16266
    },
    {
      "epoch": 2.6636646471262484,
      "grad_norm": 0.1470346301794052,
      "learning_rate": 0.00016783878030593555,
      "loss": 12.1449,
      "step": 16267
    },
    {
      "epoch": 2.663828393646635,
      "grad_norm": 0.20194074511528015,
      "learning_rate": 0.00016783498205709383,
      "loss": 12.213,
      "step": 16268
    },
    {
      "epoch": 2.6639921401670215,
      "grad_norm": 0.18951639533042908,
      "learning_rate": 0.00016783118362696163,
      "loss": 12.1944,
      "step": 16269
    },
    {
      "epoch": 2.664155886687408,
      "grad_norm": 0.18057121336460114,
      "learning_rate": 0.0001678273850155491,
      "loss": 12.1661,
      "step": 16270
    },
    {
      "epoch": 2.6643196332077945,
      "grad_norm": 0.14009204506874084,
      "learning_rate": 0.00016782358622286636,
      "loss": 12.1441,
      "step": 16271
    },
    {
      "epoch": 2.6644833797281806,
      "grad_norm": 0.18787935376167297,
      "learning_rate": 0.00016781978724892364,
      "loss": 12.2024,
      "step": 16272
    },
    {
      "epoch": 2.664647126248567,
      "grad_norm": 0.17081041634082794,
      "learning_rate": 0.00016781598809373108,
      "loss": 12.1582,
      "step": 16273
    },
    {
      "epoch": 2.6648108727689537,
      "grad_norm": 0.13752034306526184,
      "learning_rate": 0.00016781218875729876,
      "loss": 12.1481,
      "step": 16274
    },
    {
      "epoch": 2.66497461928934,
      "grad_norm": 0.2081160843372345,
      "learning_rate": 0.0001678083892396369,
      "loss": 12.2161,
      "step": 16275
    },
    {
      "epoch": 2.6651383658097263,
      "grad_norm": 0.1120532900094986,
      "learning_rate": 0.00016780458954075562,
      "loss": 12.2194,
      "step": 16276
    },
    {
      "epoch": 2.665302112330113,
      "grad_norm": 0.14805512130260468,
      "learning_rate": 0.00016780078966066508,
      "loss": 12.1881,
      "step": 16277
    },
    {
      "epoch": 2.6654658588504994,
      "grad_norm": 0.15711766481399536,
      "learning_rate": 0.00016779698959937549,
      "loss": 12.1724,
      "step": 16278
    },
    {
      "epoch": 2.665629605370886,
      "grad_norm": 0.14402441680431366,
      "learning_rate": 0.00016779318935689693,
      "loss": 12.2001,
      "step": 16279
    },
    {
      "epoch": 2.6657933518912724,
      "grad_norm": 0.18227334320545197,
      "learning_rate": 0.0001677893889332396,
      "loss": 12.1576,
      "step": 16280
    },
    {
      "epoch": 2.665957098411659,
      "grad_norm": 0.1999371349811554,
      "learning_rate": 0.00016778558832841362,
      "loss": 12.2204,
      "step": 16281
    },
    {
      "epoch": 2.666120844932045,
      "grad_norm": 0.17903657257556915,
      "learning_rate": 0.0001677817875424292,
      "loss": 12.1797,
      "step": 16282
    },
    {
      "epoch": 2.6662845914524316,
      "grad_norm": 0.1514478176832199,
      "learning_rate": 0.00016777798657529645,
      "loss": 12.1367,
      "step": 16283
    },
    {
      "epoch": 2.666448337972818,
      "grad_norm": 0.127580925822258,
      "learning_rate": 0.00016777418542702552,
      "loss": 12.2241,
      "step": 16284
    },
    {
      "epoch": 2.6666120844932046,
      "grad_norm": 0.18527238070964813,
      "learning_rate": 0.00016777038409762667,
      "loss": 12.1972,
      "step": 16285
    },
    {
      "epoch": 2.6667758310135907,
      "grad_norm": 0.2133159190416336,
      "learning_rate": 0.00016776658258710992,
      "loss": 12.2137,
      "step": 16286
    },
    {
      "epoch": 2.6669395775339773,
      "grad_norm": 0.16926750540733337,
      "learning_rate": 0.00016776278089548552,
      "loss": 12.1884,
      "step": 16287
    },
    {
      "epoch": 2.667103324054364,
      "grad_norm": 0.16456548869609833,
      "learning_rate": 0.00016775897902276358,
      "loss": 12.1842,
      "step": 16288
    },
    {
      "epoch": 2.6672670705747503,
      "grad_norm": 0.1751728355884552,
      "learning_rate": 0.0001677551769689543,
      "loss": 12.1929,
      "step": 16289
    },
    {
      "epoch": 2.667430817095137,
      "grad_norm": 0.24392466247081757,
      "learning_rate": 0.00016775137473406786,
      "loss": 12.1554,
      "step": 16290
    },
    {
      "epoch": 2.6675945636155234,
      "grad_norm": 0.15133899450302124,
      "learning_rate": 0.00016774757231811433,
      "loss": 12.1942,
      "step": 16291
    },
    {
      "epoch": 2.6677583101359095,
      "grad_norm": 0.14616869390010834,
      "learning_rate": 0.00016774376972110395,
      "loss": 12.1941,
      "step": 16292
    },
    {
      "epoch": 2.667922056656296,
      "grad_norm": 0.18099646270275116,
      "learning_rate": 0.00016773996694304687,
      "loss": 12.1811,
      "step": 16293
    },
    {
      "epoch": 2.6680858031766825,
      "grad_norm": 0.143345907330513,
      "learning_rate": 0.00016773616398395324,
      "loss": 12.1542,
      "step": 16294
    },
    {
      "epoch": 2.668249549697069,
      "grad_norm": 0.20054051280021667,
      "learning_rate": 0.00016773236084383325,
      "loss": 12.172,
      "step": 16295
    },
    {
      "epoch": 2.668413296217455,
      "grad_norm": 0.18389947712421417,
      "learning_rate": 0.000167728557522697,
      "loss": 12.1554,
      "step": 16296
    },
    {
      "epoch": 2.6685770427378417,
      "grad_norm": 0.1697496622800827,
      "learning_rate": 0.00016772475402055474,
      "loss": 12.154,
      "step": 16297
    },
    {
      "epoch": 2.668740789258228,
      "grad_norm": 0.16130250692367554,
      "learning_rate": 0.00016772095033741656,
      "loss": 12.1905,
      "step": 16298
    },
    {
      "epoch": 2.6689045357786148,
      "grad_norm": 0.14185072481632233,
      "learning_rate": 0.00016771714647329268,
      "loss": 12.1884,
      "step": 16299
    },
    {
      "epoch": 2.6690682822990013,
      "grad_norm": 0.32712167501449585,
      "learning_rate": 0.00016771334242819322,
      "loss": 12.1949,
      "step": 16300
    },
    {
      "epoch": 2.669232028819388,
      "grad_norm": 0.2831402122974396,
      "learning_rate": 0.00016770953820212842,
      "loss": 12.1576,
      "step": 16301
    },
    {
      "epoch": 2.669395775339774,
      "grad_norm": 0.19423647224903107,
      "learning_rate": 0.00016770573379510832,
      "loss": 12.1508,
      "step": 16302
    },
    {
      "epoch": 2.6695595218601604,
      "grad_norm": 0.1527436375617981,
      "learning_rate": 0.0001677019292071432,
      "loss": 12.1762,
      "step": 16303
    },
    {
      "epoch": 2.669723268380547,
      "grad_norm": 0.17300096154212952,
      "learning_rate": 0.00016769812443824322,
      "loss": 12.2101,
      "step": 16304
    },
    {
      "epoch": 2.6698870149009335,
      "grad_norm": 0.20965854823589325,
      "learning_rate": 0.00016769431948841847,
      "loss": 12.1964,
      "step": 16305
    },
    {
      "epoch": 2.6700507614213196,
      "grad_norm": 0.16342398524284363,
      "learning_rate": 0.00016769051435767919,
      "loss": 12.2395,
      "step": 16306
    },
    {
      "epoch": 2.670214507941706,
      "grad_norm": 0.15797683596611023,
      "learning_rate": 0.00016768670904603554,
      "loss": 12.163,
      "step": 16307
    },
    {
      "epoch": 2.6703782544620926,
      "grad_norm": 0.17234443128108978,
      "learning_rate": 0.00016768290355349767,
      "loss": 12.1265,
      "step": 16308
    },
    {
      "epoch": 2.670542000982479,
      "grad_norm": 0.13605840504169464,
      "learning_rate": 0.00016767909788007574,
      "loss": 12.1701,
      "step": 16309
    },
    {
      "epoch": 2.6707057475028657,
      "grad_norm": 0.1728752702474594,
      "learning_rate": 0.00016767529202578,
      "loss": 12.2274,
      "step": 16310
    },
    {
      "epoch": 2.6708694940232522,
      "grad_norm": 0.16468912363052368,
      "learning_rate": 0.00016767148599062048,
      "loss": 12.1816,
      "step": 16311
    },
    {
      "epoch": 2.6710332405436383,
      "grad_norm": 0.187123104929924,
      "learning_rate": 0.00016766767977460746,
      "loss": 12.1821,
      "step": 16312
    },
    {
      "epoch": 2.671196987064025,
      "grad_norm": 0.18459919095039368,
      "learning_rate": 0.00016766387337775109,
      "loss": 12.1852,
      "step": 16313
    },
    {
      "epoch": 2.6713607335844114,
      "grad_norm": 0.13901826739311218,
      "learning_rate": 0.00016766006680006155,
      "loss": 12.2196,
      "step": 16314
    },
    {
      "epoch": 2.671524480104798,
      "grad_norm": 0.12535443902015686,
      "learning_rate": 0.000167656260041549,
      "loss": 12.1678,
      "step": 16315
    },
    {
      "epoch": 2.671688226625184,
      "grad_norm": 0.14191089570522308,
      "learning_rate": 0.00016765245310222356,
      "loss": 12.1394,
      "step": 16316
    },
    {
      "epoch": 2.6718519731455705,
      "grad_norm": 0.1430164873600006,
      "learning_rate": 0.00016764864598209554,
      "loss": 12.1604,
      "step": 16317
    },
    {
      "epoch": 2.672015719665957,
      "grad_norm": 0.18390968441963196,
      "learning_rate": 0.00016764483868117496,
      "loss": 12.1664,
      "step": 16318
    },
    {
      "epoch": 2.6721794661863436,
      "grad_norm": 0.15608133375644684,
      "learning_rate": 0.0001676410311994721,
      "loss": 12.1471,
      "step": 16319
    },
    {
      "epoch": 2.67234321270673,
      "grad_norm": 0.16834656894207,
      "learning_rate": 0.0001676372235369971,
      "loss": 12.1851,
      "step": 16320
    },
    {
      "epoch": 2.6725069592271167,
      "grad_norm": 0.1684766560792923,
      "learning_rate": 0.00016763341569376013,
      "loss": 12.2112,
      "step": 16321
    },
    {
      "epoch": 2.6726707057475028,
      "grad_norm": 0.13060510158538818,
      "learning_rate": 0.00016762960766977139,
      "loss": 12.1431,
      "step": 16322
    },
    {
      "epoch": 2.6728344522678893,
      "grad_norm": 0.22586150467395782,
      "learning_rate": 0.00016762579946504104,
      "loss": 12.1727,
      "step": 16323
    },
    {
      "epoch": 2.672998198788276,
      "grad_norm": 0.16135504841804504,
      "learning_rate": 0.00016762199107957926,
      "loss": 12.1931,
      "step": 16324
    },
    {
      "epoch": 2.6731619453086624,
      "grad_norm": 0.16569076478481293,
      "learning_rate": 0.00016761818251339624,
      "loss": 12.1674,
      "step": 16325
    },
    {
      "epoch": 2.6733256918290484,
      "grad_norm": 0.13323411345481873,
      "learning_rate": 0.0001676143737665021,
      "loss": 12.1946,
      "step": 16326
    },
    {
      "epoch": 2.673489438349435,
      "grad_norm": 0.12404607981443405,
      "learning_rate": 0.00016761056483890712,
      "loss": 12.2263,
      "step": 16327
    },
    {
      "epoch": 2.6736531848698215,
      "grad_norm": 0.1634712666273117,
      "learning_rate": 0.0001676067557306214,
      "loss": 12.2124,
      "step": 16328
    },
    {
      "epoch": 2.673816931390208,
      "grad_norm": 0.15332166850566864,
      "learning_rate": 0.00016760294644165512,
      "loss": 12.1713,
      "step": 16329
    },
    {
      "epoch": 2.6739806779105946,
      "grad_norm": 0.18797993659973145,
      "learning_rate": 0.00016759913697201854,
      "loss": 12.1298,
      "step": 16330
    },
    {
      "epoch": 2.674144424430981,
      "grad_norm": 0.14371663331985474,
      "learning_rate": 0.00016759532732172177,
      "loss": 12.171,
      "step": 16331
    },
    {
      "epoch": 2.674308170951367,
      "grad_norm": 0.16312307119369507,
      "learning_rate": 0.00016759151749077498,
      "loss": 12.1978,
      "step": 16332
    },
    {
      "epoch": 2.6744719174717537,
      "grad_norm": 0.1281282752752304,
      "learning_rate": 0.0001675877074791884,
      "loss": 12.1827,
      "step": 16333
    },
    {
      "epoch": 2.6746356639921403,
      "grad_norm": 0.14825202524662018,
      "learning_rate": 0.00016758389728697217,
      "loss": 12.1882,
      "step": 16334
    },
    {
      "epoch": 2.6747994105125263,
      "grad_norm": 0.19952146708965302,
      "learning_rate": 0.0001675800869141365,
      "loss": 12.1809,
      "step": 16335
    },
    {
      "epoch": 2.674963157032913,
      "grad_norm": 0.16796550154685974,
      "learning_rate": 0.00016757627636069158,
      "loss": 12.1969,
      "step": 16336
    },
    {
      "epoch": 2.6751269035532994,
      "grad_norm": 0.15142391622066498,
      "learning_rate": 0.00016757246562664756,
      "loss": 12.1889,
      "step": 16337
    },
    {
      "epoch": 2.675290650073686,
      "grad_norm": 0.13923293352127075,
      "learning_rate": 0.00016756865471201468,
      "loss": 12.215,
      "step": 16338
    },
    {
      "epoch": 2.6754543965940725,
      "grad_norm": 0.14965218305587769,
      "learning_rate": 0.00016756484361680308,
      "loss": 12.1624,
      "step": 16339
    },
    {
      "epoch": 2.675618143114459,
      "grad_norm": 0.13030089437961578,
      "learning_rate": 0.00016756103234102297,
      "loss": 12.1755,
      "step": 16340
    },
    {
      "epoch": 2.6757818896348455,
      "grad_norm": 0.18886198103427887,
      "learning_rate": 0.0001675572208846845,
      "loss": 12.2053,
      "step": 16341
    },
    {
      "epoch": 2.6759456361552316,
      "grad_norm": 0.20022840797901154,
      "learning_rate": 0.00016755340924779787,
      "loss": 12.1533,
      "step": 16342
    },
    {
      "epoch": 2.676109382675618,
      "grad_norm": 0.14634911715984344,
      "learning_rate": 0.00016754959743037328,
      "loss": 12.1686,
      "step": 16343
    },
    {
      "epoch": 2.6762731291960047,
      "grad_norm": 0.17843367159366608,
      "learning_rate": 0.00016754578543242093,
      "loss": 12.1464,
      "step": 16344
    },
    {
      "epoch": 2.6764368757163908,
      "grad_norm": 0.1970396488904953,
      "learning_rate": 0.00016754197325395098,
      "loss": 12.2058,
      "step": 16345
    },
    {
      "epoch": 2.6766006222367773,
      "grad_norm": 0.13629093766212463,
      "learning_rate": 0.00016753816089497362,
      "loss": 12.2272,
      "step": 16346
    },
    {
      "epoch": 2.676764368757164,
      "grad_norm": 0.15281899273395538,
      "learning_rate": 0.00016753434835549904,
      "loss": 12.1858,
      "step": 16347
    },
    {
      "epoch": 2.6769281152775504,
      "grad_norm": 0.15823595225811005,
      "learning_rate": 0.00016753053563553743,
      "loss": 12.2406,
      "step": 16348
    },
    {
      "epoch": 2.677091861797937,
      "grad_norm": 0.18100611865520477,
      "learning_rate": 0.00016752672273509902,
      "loss": 12.2174,
      "step": 16349
    },
    {
      "epoch": 2.6772556083183234,
      "grad_norm": 0.14241282641887665,
      "learning_rate": 0.00016752290965419396,
      "loss": 12.1479,
      "step": 16350
    },
    {
      "epoch": 2.6774193548387095,
      "grad_norm": 0.2321985960006714,
      "learning_rate": 0.00016751909639283242,
      "loss": 12.1431,
      "step": 16351
    },
    {
      "epoch": 2.677583101359096,
      "grad_norm": 0.11534610390663147,
      "learning_rate": 0.00016751528295102461,
      "loss": 12.2118,
      "step": 16352
    },
    {
      "epoch": 2.6777468478794826,
      "grad_norm": 0.14736932516098022,
      "learning_rate": 0.00016751146932878074,
      "loss": 12.2092,
      "step": 16353
    },
    {
      "epoch": 2.677910594399869,
      "grad_norm": 0.1493668258190155,
      "learning_rate": 0.000167507655526111,
      "loss": 12.1445,
      "step": 16354
    },
    {
      "epoch": 2.678074340920255,
      "grad_norm": 0.18404313921928406,
      "learning_rate": 0.00016750384154302558,
      "loss": 12.2081,
      "step": 16355
    },
    {
      "epoch": 2.6782380874406417,
      "grad_norm": 0.1204475536942482,
      "learning_rate": 0.00016750002737953463,
      "loss": 12.1877,
      "step": 16356
    },
    {
      "epoch": 2.6784018339610283,
      "grad_norm": 0.22303611040115356,
      "learning_rate": 0.00016749621303564842,
      "loss": 12.1466,
      "step": 16357
    },
    {
      "epoch": 2.678565580481415,
      "grad_norm": 0.14744579792022705,
      "learning_rate": 0.00016749239851137707,
      "loss": 12.1871,
      "step": 16358
    },
    {
      "epoch": 2.6787293270018013,
      "grad_norm": 0.17099501192569733,
      "learning_rate": 0.00016748858380673083,
      "loss": 12.1705,
      "step": 16359
    },
    {
      "epoch": 2.678893073522188,
      "grad_norm": 0.1911003291606903,
      "learning_rate": 0.00016748476892171986,
      "loss": 12.1677,
      "step": 16360
    },
    {
      "epoch": 2.679056820042574,
      "grad_norm": 0.14729386568069458,
      "learning_rate": 0.00016748095385635435,
      "loss": 12.2025,
      "step": 16361
    },
    {
      "epoch": 2.6792205665629605,
      "grad_norm": 0.19401028752326965,
      "learning_rate": 0.00016747713861064452,
      "loss": 12.2181,
      "step": 16362
    },
    {
      "epoch": 2.679384313083347,
      "grad_norm": 0.2418239265680313,
      "learning_rate": 0.0001674733231846006,
      "loss": 12.2334,
      "step": 16363
    },
    {
      "epoch": 2.6795480596037335,
      "grad_norm": 0.23121610283851624,
      "learning_rate": 0.0001674695075782327,
      "loss": 12.1544,
      "step": 16364
    },
    {
      "epoch": 2.6797118061241196,
      "grad_norm": 0.18046145141124725,
      "learning_rate": 0.0001674656917915511,
      "loss": 12.2255,
      "step": 16365
    },
    {
      "epoch": 2.679875552644506,
      "grad_norm": 0.16617299616336823,
      "learning_rate": 0.00016746187582456594,
      "loss": 12.2476,
      "step": 16366
    },
    {
      "epoch": 2.6800392991648927,
      "grad_norm": 0.14483802020549774,
      "learning_rate": 0.00016745805967728744,
      "loss": 12.1807,
      "step": 16367
    },
    {
      "epoch": 2.6802030456852792,
      "grad_norm": 0.13788162171840668,
      "learning_rate": 0.0001674542433497258,
      "loss": 12.1552,
      "step": 16368
    },
    {
      "epoch": 2.6803667922056658,
      "grad_norm": 0.1486394703388214,
      "learning_rate": 0.00016745042684189118,
      "loss": 12.1706,
      "step": 16369
    },
    {
      "epoch": 2.6805305387260523,
      "grad_norm": 0.1261063814163208,
      "learning_rate": 0.00016744661015379389,
      "loss": 12.1551,
      "step": 16370
    },
    {
      "epoch": 2.6806942852464384,
      "grad_norm": 0.151255801320076,
      "learning_rate": 0.00016744279328544402,
      "loss": 12.146,
      "step": 16371
    },
    {
      "epoch": 2.680858031766825,
      "grad_norm": 0.19377192854881287,
      "learning_rate": 0.00016743897623685178,
      "loss": 12.2383,
      "step": 16372
    },
    {
      "epoch": 2.6810217782872114,
      "grad_norm": 0.14261196553707123,
      "learning_rate": 0.00016743515900802743,
      "loss": 12.2136,
      "step": 16373
    },
    {
      "epoch": 2.681185524807598,
      "grad_norm": 0.15526971220970154,
      "learning_rate": 0.00016743134159898115,
      "loss": 12.2119,
      "step": 16374
    },
    {
      "epoch": 2.681349271327984,
      "grad_norm": 0.1625104546546936,
      "learning_rate": 0.0001674275240097231,
      "loss": 12.1811,
      "step": 16375
    },
    {
      "epoch": 2.6815130178483706,
      "grad_norm": 0.18312163650989532,
      "learning_rate": 0.00016742370624026355,
      "loss": 12.173,
      "step": 16376
    },
    {
      "epoch": 2.681676764368757,
      "grad_norm": 0.16867198050022125,
      "learning_rate": 0.00016741988829061265,
      "loss": 12.1801,
      "step": 16377
    },
    {
      "epoch": 2.6818405108891437,
      "grad_norm": 0.14581795036792755,
      "learning_rate": 0.00016741607016078065,
      "loss": 12.1454,
      "step": 16378
    },
    {
      "epoch": 2.68200425740953,
      "grad_norm": 0.16259971261024475,
      "learning_rate": 0.0001674122518507777,
      "loss": 12.1766,
      "step": 16379
    },
    {
      "epoch": 2.6821680039299167,
      "grad_norm": 0.18232449889183044,
      "learning_rate": 0.00016740843336061402,
      "loss": 12.2199,
      "step": 16380
    },
    {
      "epoch": 2.682331750450303,
      "grad_norm": 0.14104701578617096,
      "learning_rate": 0.00016740461469029984,
      "loss": 12.1979,
      "step": 16381
    },
    {
      "epoch": 2.6824954969706893,
      "grad_norm": 0.15391914546489716,
      "learning_rate": 0.00016740079583984536,
      "loss": 12.2449,
      "step": 16382
    },
    {
      "epoch": 2.682659243491076,
      "grad_norm": 0.12168781459331512,
      "learning_rate": 0.00016739697680926075,
      "loss": 12.182,
      "step": 16383
    },
    {
      "epoch": 2.6828229900114624,
      "grad_norm": 0.22033527493476868,
      "learning_rate": 0.0001673931575985563,
      "loss": 12.1539,
      "step": 16384
    },
    {
      "epoch": 2.6829867365318485,
      "grad_norm": 0.17475692927837372,
      "learning_rate": 0.0001673893382077421,
      "loss": 12.2032,
      "step": 16385
    },
    {
      "epoch": 2.683150483052235,
      "grad_norm": 0.13919878005981445,
      "learning_rate": 0.00016738551863682845,
      "loss": 12.1645,
      "step": 16386
    },
    {
      "epoch": 2.6833142295726216,
      "grad_norm": 0.14112195372581482,
      "learning_rate": 0.00016738169888582552,
      "loss": 12.2201,
      "step": 16387
    },
    {
      "epoch": 2.683477976093008,
      "grad_norm": 0.16365188360214233,
      "learning_rate": 0.0001673778789547435,
      "loss": 12.2014,
      "step": 16388
    },
    {
      "epoch": 2.6836417226133946,
      "grad_norm": 0.1430344581604004,
      "learning_rate": 0.00016737405884359265,
      "loss": 12.1703,
      "step": 16389
    },
    {
      "epoch": 2.683805469133781,
      "grad_norm": 0.19346611201763153,
      "learning_rate": 0.00016737023855238313,
      "loss": 12.1703,
      "step": 16390
    },
    {
      "epoch": 2.6839692156541672,
      "grad_norm": 0.1544380784034729,
      "learning_rate": 0.00016736641808112518,
      "loss": 12.1768,
      "step": 16391
    },
    {
      "epoch": 2.6841329621745538,
      "grad_norm": 0.14565445482730865,
      "learning_rate": 0.00016736259742982902,
      "loss": 12.1484,
      "step": 16392
    },
    {
      "epoch": 2.6842967086949403,
      "grad_norm": 0.23877228796482086,
      "learning_rate": 0.00016735877659850484,
      "loss": 12.1926,
      "step": 16393
    },
    {
      "epoch": 2.684460455215327,
      "grad_norm": 0.3006696403026581,
      "learning_rate": 0.00016735495558716282,
      "loss": 12.1449,
      "step": 16394
    },
    {
      "epoch": 2.684624201735713,
      "grad_norm": 0.20897865295410156,
      "learning_rate": 0.00016735113439581326,
      "loss": 12.196,
      "step": 16395
    },
    {
      "epoch": 2.6847879482560995,
      "grad_norm": 0.16031184792518616,
      "learning_rate": 0.0001673473130244663,
      "loss": 12.2086,
      "step": 16396
    },
    {
      "epoch": 2.684951694776486,
      "grad_norm": 0.16296446323394775,
      "learning_rate": 0.00016734349147313218,
      "loss": 12.1859,
      "step": 16397
    },
    {
      "epoch": 2.6851154412968725,
      "grad_norm": 0.18377889692783356,
      "learning_rate": 0.00016733966974182108,
      "loss": 12.1725,
      "step": 16398
    },
    {
      "epoch": 2.685279187817259,
      "grad_norm": 0.16423289477825165,
      "learning_rate": 0.00016733584783054325,
      "loss": 12.2218,
      "step": 16399
    },
    {
      "epoch": 2.6854429343376456,
      "grad_norm": 0.17360304296016693,
      "learning_rate": 0.00016733202573930887,
      "loss": 12.159,
      "step": 16400
    },
    {
      "epoch": 2.6856066808580317,
      "grad_norm": 0.13144207000732422,
      "learning_rate": 0.00016732820346812818,
      "loss": 12.1488,
      "step": 16401
    },
    {
      "epoch": 2.685770427378418,
      "grad_norm": 0.17232640087604523,
      "learning_rate": 0.0001673243810170114,
      "loss": 12.1885,
      "step": 16402
    },
    {
      "epoch": 2.6859341738988047,
      "grad_norm": 0.15054911375045776,
      "learning_rate": 0.00016732055838596877,
      "loss": 12.157,
      "step": 16403
    },
    {
      "epoch": 2.686097920419191,
      "grad_norm": 0.20643721520900726,
      "learning_rate": 0.00016731673557501044,
      "loss": 12.2318,
      "step": 16404
    },
    {
      "epoch": 2.6862616669395774,
      "grad_norm": 0.14318306744098663,
      "learning_rate": 0.00016731291258414665,
      "loss": 12.1585,
      "step": 16405
    },
    {
      "epoch": 2.686425413459964,
      "grad_norm": 0.18407319486141205,
      "learning_rate": 0.00016730908941338764,
      "loss": 12.1421,
      "step": 16406
    },
    {
      "epoch": 2.6865891599803504,
      "grad_norm": 0.17010386288166046,
      "learning_rate": 0.0001673052660627436,
      "loss": 12.1651,
      "step": 16407
    },
    {
      "epoch": 2.686752906500737,
      "grad_norm": 0.15550771355628967,
      "learning_rate": 0.00016730144253222483,
      "loss": 12.1602,
      "step": 16408
    },
    {
      "epoch": 2.6869166530211235,
      "grad_norm": 0.12922023236751556,
      "learning_rate": 0.0001672976188218414,
      "loss": 12.1326,
      "step": 16409
    },
    {
      "epoch": 2.68708039954151,
      "grad_norm": 0.16003508865833282,
      "learning_rate": 0.00016729379493160367,
      "loss": 12.2336,
      "step": 16410
    },
    {
      "epoch": 2.687244146061896,
      "grad_norm": 0.1653594970703125,
      "learning_rate": 0.00016728997086152173,
      "loss": 12.1755,
      "step": 16411
    },
    {
      "epoch": 2.6874078925822826,
      "grad_norm": 0.19746653735637665,
      "learning_rate": 0.00016728614661160594,
      "loss": 12.172,
      "step": 16412
    },
    {
      "epoch": 2.687571639102669,
      "grad_norm": 0.15472428500652313,
      "learning_rate": 0.0001672823221818664,
      "loss": 12.1916,
      "step": 16413
    },
    {
      "epoch": 2.6877353856230553,
      "grad_norm": 0.14725196361541748,
      "learning_rate": 0.0001672784975723134,
      "loss": 12.2151,
      "step": 16414
    },
    {
      "epoch": 2.687899132143442,
      "grad_norm": 0.19149243831634521,
      "learning_rate": 0.00016727467278295714,
      "loss": 12.177,
      "step": 16415
    },
    {
      "epoch": 2.6880628786638283,
      "grad_norm": 0.15196439623832703,
      "learning_rate": 0.00016727084781380786,
      "loss": 12.1679,
      "step": 16416
    },
    {
      "epoch": 2.688226625184215,
      "grad_norm": 0.23001952469348907,
      "learning_rate": 0.00016726702266487578,
      "loss": 12.1809,
      "step": 16417
    },
    {
      "epoch": 2.6883903717046014,
      "grad_norm": 0.21271680295467377,
      "learning_rate": 0.00016726319733617107,
      "loss": 12.1951,
      "step": 16418
    },
    {
      "epoch": 2.688554118224988,
      "grad_norm": 0.24872848391532898,
      "learning_rate": 0.000167259371827704,
      "loss": 12.154,
      "step": 16419
    },
    {
      "epoch": 2.688717864745374,
      "grad_norm": 0.14380091428756714,
      "learning_rate": 0.0001672555461394848,
      "loss": 12.177,
      "step": 16420
    },
    {
      "epoch": 2.6888816112657605,
      "grad_norm": 0.16270315647125244,
      "learning_rate": 0.00016725172027152365,
      "loss": 12.1922,
      "step": 16421
    },
    {
      "epoch": 2.689045357786147,
      "grad_norm": 0.15888561308383942,
      "learning_rate": 0.0001672478942238308,
      "loss": 12.1628,
      "step": 16422
    },
    {
      "epoch": 2.6892091043065336,
      "grad_norm": 0.17795905470848083,
      "learning_rate": 0.00016724406799641653,
      "loss": 12.1865,
      "step": 16423
    },
    {
      "epoch": 2.6893728508269197,
      "grad_norm": 0.127132847905159,
      "learning_rate": 0.000167240241589291,
      "loss": 12.2415,
      "step": 16424
    },
    {
      "epoch": 2.689536597347306,
      "grad_norm": 0.1282997876405716,
      "learning_rate": 0.00016723641500246444,
      "loss": 12.1862,
      "step": 16425
    },
    {
      "epoch": 2.6897003438676927,
      "grad_norm": 0.18597771227359772,
      "learning_rate": 0.00016723258823594708,
      "loss": 12.199,
      "step": 16426
    },
    {
      "epoch": 2.6898640903880793,
      "grad_norm": 0.14245545864105225,
      "learning_rate": 0.00016722876128974916,
      "loss": 12.1694,
      "step": 16427
    },
    {
      "epoch": 2.690027836908466,
      "grad_norm": 0.15693774819374084,
      "learning_rate": 0.00016722493416388093,
      "loss": 12.1935,
      "step": 16428
    },
    {
      "epoch": 2.6901915834288523,
      "grad_norm": 0.1534416377544403,
      "learning_rate": 0.00016722110685835255,
      "loss": 12.1729,
      "step": 16429
    },
    {
      "epoch": 2.6903553299492384,
      "grad_norm": 0.15463975071907043,
      "learning_rate": 0.0001672172793731743,
      "loss": 12.21,
      "step": 16430
    },
    {
      "epoch": 2.690519076469625,
      "grad_norm": 0.1838715821504593,
      "learning_rate": 0.00016721345170835642,
      "loss": 12.1602,
      "step": 16431
    },
    {
      "epoch": 2.6906828229900115,
      "grad_norm": 0.12471543997526169,
      "learning_rate": 0.0001672096238639091,
      "loss": 12.2154,
      "step": 16432
    },
    {
      "epoch": 2.690846569510398,
      "grad_norm": 0.19162219762802124,
      "learning_rate": 0.00016720579583984262,
      "loss": 12.1593,
      "step": 16433
    },
    {
      "epoch": 2.691010316030784,
      "grad_norm": 0.1520994007587433,
      "learning_rate": 0.00016720196763616714,
      "loss": 12.1634,
      "step": 16434
    },
    {
      "epoch": 2.6911740625511706,
      "grad_norm": 0.13793711364269257,
      "learning_rate": 0.00016719813925289296,
      "loss": 12.1756,
      "step": 16435
    },
    {
      "epoch": 2.691337809071557,
      "grad_norm": 0.13510265946388245,
      "learning_rate": 0.00016719431069003025,
      "loss": 12.1539,
      "step": 16436
    },
    {
      "epoch": 2.6915015555919437,
      "grad_norm": 0.15722689032554626,
      "learning_rate": 0.00016719048194758932,
      "loss": 12.2231,
      "step": 16437
    },
    {
      "epoch": 2.6916653021123302,
      "grad_norm": 0.14089548587799072,
      "learning_rate": 0.0001671866530255803,
      "loss": 12.161,
      "step": 16438
    },
    {
      "epoch": 2.6918290486327168,
      "grad_norm": 0.19658558070659637,
      "learning_rate": 0.00016718282392401347,
      "loss": 12.1953,
      "step": 16439
    },
    {
      "epoch": 2.691992795153103,
      "grad_norm": 0.22225183248519897,
      "learning_rate": 0.00016717899464289914,
      "loss": 12.1861,
      "step": 16440
    },
    {
      "epoch": 2.6921565416734894,
      "grad_norm": 0.1560492366552353,
      "learning_rate": 0.00016717516518224742,
      "loss": 12.1855,
      "step": 16441
    },
    {
      "epoch": 2.692320288193876,
      "grad_norm": 0.160620778799057,
      "learning_rate": 0.00016717133554206863,
      "loss": 12.2143,
      "step": 16442
    },
    {
      "epoch": 2.6924840347142625,
      "grad_norm": 0.16019432246685028,
      "learning_rate": 0.00016716750572237294,
      "loss": 12.1636,
      "step": 16443
    },
    {
      "epoch": 2.6926477812346485,
      "grad_norm": 0.16243448853492737,
      "learning_rate": 0.00016716367572317065,
      "loss": 12.1922,
      "step": 16444
    },
    {
      "epoch": 2.692811527755035,
      "grad_norm": 0.20487865805625916,
      "learning_rate": 0.00016715984554447198,
      "loss": 12.1859,
      "step": 16445
    },
    {
      "epoch": 2.6929752742754216,
      "grad_norm": 0.1797119677066803,
      "learning_rate": 0.0001671560151862871,
      "loss": 12.1516,
      "step": 16446
    },
    {
      "epoch": 2.693139020795808,
      "grad_norm": 0.1526641845703125,
      "learning_rate": 0.00016715218464862636,
      "loss": 12.1669,
      "step": 16447
    },
    {
      "epoch": 2.6933027673161947,
      "grad_norm": 0.14643025398254395,
      "learning_rate": 0.00016714835393149993,
      "loss": 12.2053,
      "step": 16448
    },
    {
      "epoch": 2.693466513836581,
      "grad_norm": 0.18976381421089172,
      "learning_rate": 0.000167144523034918,
      "loss": 12.2372,
      "step": 16449
    },
    {
      "epoch": 2.6936302603569673,
      "grad_norm": 0.16852901875972748,
      "learning_rate": 0.0001671406919588909,
      "loss": 12.1884,
      "step": 16450
    },
    {
      "epoch": 2.693794006877354,
      "grad_norm": 0.1794518381357193,
      "learning_rate": 0.00016713686070342882,
      "loss": 12.2108,
      "step": 16451
    },
    {
      "epoch": 2.6939577533977404,
      "grad_norm": 0.2304166704416275,
      "learning_rate": 0.00016713302926854202,
      "loss": 12.243,
      "step": 16452
    },
    {
      "epoch": 2.694121499918127,
      "grad_norm": 0.20681162178516388,
      "learning_rate": 0.0001671291976542407,
      "loss": 12.1744,
      "step": 16453
    },
    {
      "epoch": 2.694285246438513,
      "grad_norm": 0.1693454533815384,
      "learning_rate": 0.00016712536586053518,
      "loss": 12.1802,
      "step": 16454
    },
    {
      "epoch": 2.6944489929588995,
      "grad_norm": 0.13556639850139618,
      "learning_rate": 0.00016712153388743562,
      "loss": 12.2117,
      "step": 16455
    },
    {
      "epoch": 2.694612739479286,
      "grad_norm": 0.13669097423553467,
      "learning_rate": 0.00016711770173495226,
      "loss": 12.2022,
      "step": 16456
    },
    {
      "epoch": 2.6947764859996726,
      "grad_norm": 0.2008187472820282,
      "learning_rate": 0.00016711386940309543,
      "loss": 12.1562,
      "step": 16457
    },
    {
      "epoch": 2.694940232520059,
      "grad_norm": 0.19268491864204407,
      "learning_rate": 0.0001671100368918753,
      "loss": 12.2218,
      "step": 16458
    },
    {
      "epoch": 2.6951039790404456,
      "grad_norm": 0.14037546515464783,
      "learning_rate": 0.0001671062042013021,
      "loss": 12.1677,
      "step": 16459
    },
    {
      "epoch": 2.6952677255608317,
      "grad_norm": 0.1785483956336975,
      "learning_rate": 0.0001671023713313861,
      "loss": 12.2016,
      "step": 16460
    },
    {
      "epoch": 2.6954314720812182,
      "grad_norm": 0.19611871242523193,
      "learning_rate": 0.00016709853828213758,
      "loss": 12.1545,
      "step": 16461
    },
    {
      "epoch": 2.695595218601605,
      "grad_norm": 0.141656756401062,
      "learning_rate": 0.00016709470505356673,
      "loss": 12.177,
      "step": 16462
    },
    {
      "epoch": 2.6957589651219913,
      "grad_norm": 0.14495152235031128,
      "learning_rate": 0.00016709087164568377,
      "loss": 12.1887,
      "step": 16463
    },
    {
      "epoch": 2.6959227116423774,
      "grad_norm": 0.1653396636247635,
      "learning_rate": 0.00016708703805849904,
      "loss": 12.2065,
      "step": 16464
    },
    {
      "epoch": 2.696086458162764,
      "grad_norm": 0.12420424073934555,
      "learning_rate": 0.00016708320429202272,
      "loss": 12.158,
      "step": 16465
    },
    {
      "epoch": 2.6962502046831505,
      "grad_norm": 0.1843709647655487,
      "learning_rate": 0.00016707937034626507,
      "loss": 12.1966,
      "step": 16466
    },
    {
      "epoch": 2.696413951203537,
      "grad_norm": 0.171525239944458,
      "learning_rate": 0.0001670755362212363,
      "loss": 12.2072,
      "step": 16467
    },
    {
      "epoch": 2.6965776977239235,
      "grad_norm": 0.1646600365638733,
      "learning_rate": 0.0001670717019169467,
      "loss": 12.1778,
      "step": 16468
    },
    {
      "epoch": 2.69674144424431,
      "grad_norm": 0.15114189684391022,
      "learning_rate": 0.00016706786743340656,
      "loss": 12.1516,
      "step": 16469
    },
    {
      "epoch": 2.696905190764696,
      "grad_norm": 0.16568639874458313,
      "learning_rate": 0.000167064032770626,
      "loss": 12.1615,
      "step": 16470
    },
    {
      "epoch": 2.6970689372850827,
      "grad_norm": 0.14348319172859192,
      "learning_rate": 0.0001670601979286154,
      "loss": 12.1884,
      "step": 16471
    },
    {
      "epoch": 2.697232683805469,
      "grad_norm": 0.17160989344120026,
      "learning_rate": 0.00016705636290738495,
      "loss": 12.1865,
      "step": 16472
    },
    {
      "epoch": 2.6973964303258553,
      "grad_norm": 0.20925448834896088,
      "learning_rate": 0.00016705252770694487,
      "loss": 12.201,
      "step": 16473
    },
    {
      "epoch": 2.697560176846242,
      "grad_norm": 0.1985081136226654,
      "learning_rate": 0.00016704869232730547,
      "loss": 12.1686,
      "step": 16474
    },
    {
      "epoch": 2.6977239233666284,
      "grad_norm": 0.18633884191513062,
      "learning_rate": 0.00016704485676847695,
      "loss": 12.1681,
      "step": 16475
    },
    {
      "epoch": 2.697887669887015,
      "grad_norm": 0.14375929534435272,
      "learning_rate": 0.0001670410210304696,
      "loss": 12.1718,
      "step": 16476
    },
    {
      "epoch": 2.6980514164074014,
      "grad_norm": 0.1801067739725113,
      "learning_rate": 0.00016703718511329365,
      "loss": 12.1675,
      "step": 16477
    },
    {
      "epoch": 2.698215162927788,
      "grad_norm": 0.1757146716117859,
      "learning_rate": 0.00016703334901695935,
      "loss": 12.2085,
      "step": 16478
    },
    {
      "epoch": 2.6983789094481745,
      "grad_norm": 0.16090497374534607,
      "learning_rate": 0.00016702951274147692,
      "loss": 12.1475,
      "step": 16479
    },
    {
      "epoch": 2.6985426559685606,
      "grad_norm": 0.21127432584762573,
      "learning_rate": 0.00016702567628685674,
      "loss": 12.1951,
      "step": 16480
    },
    {
      "epoch": 2.698706402488947,
      "grad_norm": 0.1512315273284912,
      "learning_rate": 0.0001670218396531089,
      "loss": 12.2493,
      "step": 16481
    },
    {
      "epoch": 2.6988701490093336,
      "grad_norm": 0.15533338487148285,
      "learning_rate": 0.00016701800284024373,
      "loss": 12.1427,
      "step": 16482
    },
    {
      "epoch": 2.6990338955297197,
      "grad_norm": 0.1827298402786255,
      "learning_rate": 0.0001670141658482715,
      "loss": 12.1787,
      "step": 16483
    },
    {
      "epoch": 2.6991976420501063,
      "grad_norm": 0.3144259750843048,
      "learning_rate": 0.00016701032867720247,
      "loss": 12.157,
      "step": 16484
    },
    {
      "epoch": 2.699361388570493,
      "grad_norm": 0.12184067070484161,
      "learning_rate": 0.00016700649132704682,
      "loss": 12.1611,
      "step": 16485
    },
    {
      "epoch": 2.6995251350908793,
      "grad_norm": 0.17708347737789154,
      "learning_rate": 0.00016700265379781485,
      "loss": 12.1866,
      "step": 16486
    },
    {
      "epoch": 2.699688881611266,
      "grad_norm": 0.1866791546344757,
      "learning_rate": 0.00016699881608951684,
      "loss": 12.1864,
      "step": 16487
    },
    {
      "epoch": 2.6998526281316524,
      "grad_norm": 0.15395627915859222,
      "learning_rate": 0.00016699497820216305,
      "loss": 12.2304,
      "step": 16488
    },
    {
      "epoch": 2.700016374652039,
      "grad_norm": 0.14903293550014496,
      "learning_rate": 0.00016699114013576368,
      "loss": 12.1698,
      "step": 16489
    },
    {
      "epoch": 2.700180121172425,
      "grad_norm": 0.13362964987754822,
      "learning_rate": 0.00016698730189032904,
      "loss": 12.1767,
      "step": 16490
    },
    {
      "epoch": 2.7003438676928115,
      "grad_norm": 0.14985370635986328,
      "learning_rate": 0.00016698346346586936,
      "loss": 12.1816,
      "step": 16491
    },
    {
      "epoch": 2.700507614213198,
      "grad_norm": 0.14444930851459503,
      "learning_rate": 0.0001669796248623949,
      "loss": 12.1699,
      "step": 16492
    },
    {
      "epoch": 2.700671360733584,
      "grad_norm": 0.16847561299800873,
      "learning_rate": 0.00016697578607991593,
      "loss": 12.1537,
      "step": 16493
    },
    {
      "epoch": 2.7008351072539707,
      "grad_norm": 0.19728302955627441,
      "learning_rate": 0.00016697194711844273,
      "loss": 12.1678,
      "step": 16494
    },
    {
      "epoch": 2.7009988537743572,
      "grad_norm": 0.21657414734363556,
      "learning_rate": 0.0001669681079779855,
      "loss": 12.1201,
      "step": 16495
    },
    {
      "epoch": 2.7011626002947438,
      "grad_norm": 0.1448848396539688,
      "learning_rate": 0.00016696426865855455,
      "loss": 12.176,
      "step": 16496
    },
    {
      "epoch": 2.7013263468151303,
      "grad_norm": 0.17357797920703888,
      "learning_rate": 0.00016696042916016011,
      "loss": 12.216,
      "step": 16497
    },
    {
      "epoch": 2.701490093335517,
      "grad_norm": 0.14526677131652832,
      "learning_rate": 0.0001669565894828125,
      "loss": 12.1714,
      "step": 16498
    },
    {
      "epoch": 2.701653839855903,
      "grad_norm": 0.18988119065761566,
      "learning_rate": 0.0001669527496265219,
      "loss": 12.2311,
      "step": 16499
    },
    {
      "epoch": 2.7018175863762894,
      "grad_norm": 0.17195545136928558,
      "learning_rate": 0.00016694890959129862,
      "loss": 12.2205,
      "step": 16500
    },
    {
      "epoch": 2.701981332896676,
      "grad_norm": 0.17110653221607208,
      "learning_rate": 0.00016694506937715292,
      "loss": 12.2222,
      "step": 16501
    },
    {
      "epoch": 2.7021450794170625,
      "grad_norm": 0.17847836017608643,
      "learning_rate": 0.00016694122898409504,
      "loss": 12.1761,
      "step": 16502
    },
    {
      "epoch": 2.7023088259374486,
      "grad_norm": 0.18620680272579193,
      "learning_rate": 0.00016693738841213528,
      "loss": 12.2188,
      "step": 16503
    },
    {
      "epoch": 2.702472572457835,
      "grad_norm": 0.13791950047016144,
      "learning_rate": 0.00016693354766128386,
      "loss": 12.1913,
      "step": 16504
    },
    {
      "epoch": 2.7026363189782217,
      "grad_norm": 0.12953504920005798,
      "learning_rate": 0.0001669297067315511,
      "loss": 12.1565,
      "step": 16505
    },
    {
      "epoch": 2.702800065498608,
      "grad_norm": 0.14986589550971985,
      "learning_rate": 0.0001669258656229472,
      "loss": 12.1811,
      "step": 16506
    },
    {
      "epoch": 2.7029638120189947,
      "grad_norm": 0.1447392851114273,
      "learning_rate": 0.00016692202433548248,
      "loss": 12.16,
      "step": 16507
    },
    {
      "epoch": 2.7031275585393812,
      "grad_norm": 0.21609021723270416,
      "learning_rate": 0.00016691818286916716,
      "loss": 12.1951,
      "step": 16508
    },
    {
      "epoch": 2.7032913050597673,
      "grad_norm": 0.13176031410694122,
      "learning_rate": 0.00016691434122401155,
      "loss": 12.1544,
      "step": 16509
    },
    {
      "epoch": 2.703455051580154,
      "grad_norm": 0.16690398752689362,
      "learning_rate": 0.0001669104994000259,
      "loss": 12.23,
      "step": 16510
    },
    {
      "epoch": 2.7036187981005404,
      "grad_norm": 0.12989893555641174,
      "learning_rate": 0.00016690665739722043,
      "loss": 12.1926,
      "step": 16511
    },
    {
      "epoch": 2.703782544620927,
      "grad_norm": 0.1543959677219391,
      "learning_rate": 0.00016690281521560555,
      "loss": 12.1806,
      "step": 16512
    },
    {
      "epoch": 2.703946291141313,
      "grad_norm": 0.14082945883274078,
      "learning_rate": 0.00016689897285519133,
      "loss": 12.1505,
      "step": 16513
    },
    {
      "epoch": 2.7041100376616996,
      "grad_norm": 0.1607576459646225,
      "learning_rate": 0.0001668951303159882,
      "loss": 12.2262,
      "step": 16514
    },
    {
      "epoch": 2.704273784182086,
      "grad_norm": 0.1312856674194336,
      "learning_rate": 0.00016689128759800635,
      "loss": 12.1668,
      "step": 16515
    },
    {
      "epoch": 2.7044375307024726,
      "grad_norm": 0.15799783170223236,
      "learning_rate": 0.0001668874447012561,
      "loss": 12.1837,
      "step": 16516
    },
    {
      "epoch": 2.704601277222859,
      "grad_norm": 0.16100722551345825,
      "learning_rate": 0.00016688360162574764,
      "loss": 12.2,
      "step": 16517
    },
    {
      "epoch": 2.7047650237432457,
      "grad_norm": 0.2024124711751938,
      "learning_rate": 0.00016687975837149132,
      "loss": 12.1677,
      "step": 16518
    },
    {
      "epoch": 2.7049287702636318,
      "grad_norm": 0.1415477693080902,
      "learning_rate": 0.00016687591493849736,
      "loss": 12.18,
      "step": 16519
    },
    {
      "epoch": 2.7050925167840183,
      "grad_norm": 0.1525111198425293,
      "learning_rate": 0.0001668720713267761,
      "loss": 12.1758,
      "step": 16520
    },
    {
      "epoch": 2.705256263304405,
      "grad_norm": 0.1845007836818695,
      "learning_rate": 0.0001668682275363377,
      "loss": 12.1579,
      "step": 16521
    },
    {
      "epoch": 2.7054200098247914,
      "grad_norm": 0.16468171775341034,
      "learning_rate": 0.00016686438356719254,
      "loss": 12.1824,
      "step": 16522
    },
    {
      "epoch": 2.7055837563451774,
      "grad_norm": 0.14414933323860168,
      "learning_rate": 0.00016686053941935086,
      "loss": 12.1297,
      "step": 16523
    },
    {
      "epoch": 2.705747502865564,
      "grad_norm": 0.13219647109508514,
      "learning_rate": 0.0001668566950928229,
      "loss": 12.2233,
      "step": 16524
    },
    {
      "epoch": 2.7059112493859505,
      "grad_norm": 0.2437334656715393,
      "learning_rate": 0.00016685285058761892,
      "loss": 12.1667,
      "step": 16525
    },
    {
      "epoch": 2.706074995906337,
      "grad_norm": 0.1431369185447693,
      "learning_rate": 0.00016684900590374928,
      "loss": 12.1798,
      "step": 16526
    },
    {
      "epoch": 2.7062387424267236,
      "grad_norm": 0.16272611916065216,
      "learning_rate": 0.00016684516104122424,
      "loss": 12.184,
      "step": 16527
    },
    {
      "epoch": 2.70640248894711,
      "grad_norm": 0.12785814702510834,
      "learning_rate": 0.00016684131600005396,
      "loss": 12.1674,
      "step": 16528
    },
    {
      "epoch": 2.706566235467496,
      "grad_norm": 0.1476881504058838,
      "learning_rate": 0.00016683747078024888,
      "loss": 12.2,
      "step": 16529
    },
    {
      "epoch": 2.7067299819878827,
      "grad_norm": 0.14121891558170319,
      "learning_rate": 0.00016683362538181916,
      "loss": 12.219,
      "step": 16530
    },
    {
      "epoch": 2.7068937285082693,
      "grad_norm": 0.17253577709197998,
      "learning_rate": 0.0001668297798047751,
      "loss": 12.1977,
      "step": 16531
    },
    {
      "epoch": 2.707057475028656,
      "grad_norm": 0.16764162480831146,
      "learning_rate": 0.00016682593404912697,
      "loss": 12.1794,
      "step": 16532
    },
    {
      "epoch": 2.707221221549042,
      "grad_norm": 0.1430511623620987,
      "learning_rate": 0.00016682208811488514,
      "loss": 12.2303,
      "step": 16533
    },
    {
      "epoch": 2.7073849680694284,
      "grad_norm": 0.13152042031288147,
      "learning_rate": 0.00016681824200205978,
      "loss": 12.1442,
      "step": 16534
    },
    {
      "epoch": 2.707548714589815,
      "grad_norm": 0.17723479866981506,
      "learning_rate": 0.0001668143957106612,
      "loss": 12.1912,
      "step": 16535
    },
    {
      "epoch": 2.7077124611102015,
      "grad_norm": 0.1752139776945114,
      "learning_rate": 0.00016681054924069967,
      "loss": 12.1535,
      "step": 16536
    },
    {
      "epoch": 2.707876207630588,
      "grad_norm": 0.1150980293750763,
      "learning_rate": 0.00016680670259218552,
      "loss": 12.1745,
      "step": 16537
    },
    {
      "epoch": 2.7080399541509745,
      "grad_norm": 0.19559475779533386,
      "learning_rate": 0.00016680285576512895,
      "loss": 12.1452,
      "step": 16538
    },
    {
      "epoch": 2.7082037006713606,
      "grad_norm": 0.1936890184879303,
      "learning_rate": 0.00016679900875954032,
      "loss": 12.1633,
      "step": 16539
    },
    {
      "epoch": 2.708367447191747,
      "grad_norm": 0.18309526145458221,
      "learning_rate": 0.00016679516157542987,
      "loss": 12.1924,
      "step": 16540
    },
    {
      "epoch": 2.7085311937121337,
      "grad_norm": 0.14448778331279755,
      "learning_rate": 0.00016679131421280788,
      "loss": 12.1696,
      "step": 16541
    },
    {
      "epoch": 2.70869494023252,
      "grad_norm": 0.15025754272937775,
      "learning_rate": 0.00016678746667168464,
      "loss": 12.201,
      "step": 16542
    },
    {
      "epoch": 2.7088586867529063,
      "grad_norm": 0.1700122356414795,
      "learning_rate": 0.00016678361895207044,
      "loss": 12.1701,
      "step": 16543
    },
    {
      "epoch": 2.709022433273293,
      "grad_norm": 0.18633218109607697,
      "learning_rate": 0.00016677977105397553,
      "loss": 12.1937,
      "step": 16544
    },
    {
      "epoch": 2.7091861797936794,
      "grad_norm": 0.16018931567668915,
      "learning_rate": 0.00016677592297741024,
      "loss": 12.194,
      "step": 16545
    },
    {
      "epoch": 2.709349926314066,
      "grad_norm": 0.17602068185806274,
      "learning_rate": 0.00016677207472238486,
      "loss": 12.1973,
      "step": 16546
    },
    {
      "epoch": 2.7095136728344524,
      "grad_norm": 0.18656449019908905,
      "learning_rate": 0.0001667682262889096,
      "loss": 12.2006,
      "step": 16547
    },
    {
      "epoch": 2.709677419354839,
      "grad_norm": 0.13970734179019928,
      "learning_rate": 0.00016676437767699484,
      "loss": 12.1484,
      "step": 16548
    },
    {
      "epoch": 2.709841165875225,
      "grad_norm": 0.12883669137954712,
      "learning_rate": 0.00016676052888665077,
      "loss": 12.1812,
      "step": 16549
    },
    {
      "epoch": 2.7100049123956116,
      "grad_norm": 0.17475572228431702,
      "learning_rate": 0.00016675667991788778,
      "loss": 12.22,
      "step": 16550
    },
    {
      "epoch": 2.710168658915998,
      "grad_norm": 0.15810908377170563,
      "learning_rate": 0.00016675283077071607,
      "loss": 12.1847,
      "step": 16551
    },
    {
      "epoch": 2.710332405436384,
      "grad_norm": 0.17424264550209045,
      "learning_rate": 0.00016674898144514595,
      "loss": 12.2024,
      "step": 16552
    },
    {
      "epoch": 2.7104961519567707,
      "grad_norm": 0.17097052931785583,
      "learning_rate": 0.00016674513194118773,
      "loss": 12.1919,
      "step": 16553
    },
    {
      "epoch": 2.7106598984771573,
      "grad_norm": 0.2003103643655777,
      "learning_rate": 0.00016674128225885166,
      "loss": 12.1519,
      "step": 16554
    },
    {
      "epoch": 2.710823644997544,
      "grad_norm": 0.15410369634628296,
      "learning_rate": 0.00016673743239814805,
      "loss": 12.1974,
      "step": 16555
    },
    {
      "epoch": 2.7109873915179303,
      "grad_norm": 0.1522199660539627,
      "learning_rate": 0.00016673358235908721,
      "loss": 12.176,
      "step": 16556
    },
    {
      "epoch": 2.711151138038317,
      "grad_norm": 0.16308481991291046,
      "learning_rate": 0.0001667297321416794,
      "loss": 12.1913,
      "step": 16557
    },
    {
      "epoch": 2.7113148845587034,
      "grad_norm": 0.15696567296981812,
      "learning_rate": 0.00016672588174593495,
      "loss": 12.1882,
      "step": 16558
    },
    {
      "epoch": 2.7114786310790895,
      "grad_norm": 0.18921954929828644,
      "learning_rate": 0.00016672203117186412,
      "loss": 12.1697,
      "step": 16559
    },
    {
      "epoch": 2.711642377599476,
      "grad_norm": 0.16870324313640594,
      "learning_rate": 0.00016671818041947715,
      "loss": 12.1427,
      "step": 16560
    },
    {
      "epoch": 2.7118061241198625,
      "grad_norm": 0.16633087396621704,
      "learning_rate": 0.00016671432948878442,
      "loss": 12.1707,
      "step": 16561
    },
    {
      "epoch": 2.7119698706402486,
      "grad_norm": 0.15438911318778992,
      "learning_rate": 0.00016671047837979615,
      "loss": 12.156,
      "step": 16562
    },
    {
      "epoch": 2.712133617160635,
      "grad_norm": 0.2369919717311859,
      "learning_rate": 0.0001667066270925227,
      "loss": 12.1626,
      "step": 16563
    },
    {
      "epoch": 2.7122973636810217,
      "grad_norm": 0.1703953593969345,
      "learning_rate": 0.00016670277562697434,
      "loss": 12.1889,
      "step": 16564
    },
    {
      "epoch": 2.7124611102014082,
      "grad_norm": 0.1347704976797104,
      "learning_rate": 0.0001666989239831613,
      "loss": 12.2312,
      "step": 16565
    },
    {
      "epoch": 2.7126248567217948,
      "grad_norm": 0.18183636665344238,
      "learning_rate": 0.00016669507216109396,
      "loss": 12.165,
      "step": 16566
    },
    {
      "epoch": 2.7127886032421813,
      "grad_norm": 0.12747827172279358,
      "learning_rate": 0.00016669122016078257,
      "loss": 12.1379,
      "step": 16567
    },
    {
      "epoch": 2.7129523497625674,
      "grad_norm": 0.17525506019592285,
      "learning_rate": 0.00016668736798223743,
      "loss": 12.189,
      "step": 16568
    },
    {
      "epoch": 2.713116096282954,
      "grad_norm": 0.1887742429971695,
      "learning_rate": 0.00016668351562546888,
      "loss": 12.1903,
      "step": 16569
    },
    {
      "epoch": 2.7132798428033404,
      "grad_norm": 0.20778042078018188,
      "learning_rate": 0.00016667966309048712,
      "loss": 12.1704,
      "step": 16570
    },
    {
      "epoch": 2.713443589323727,
      "grad_norm": 0.1669105589389801,
      "learning_rate": 0.0001666758103773025,
      "loss": 12.1623,
      "step": 16571
    },
    {
      "epoch": 2.713607335844113,
      "grad_norm": 0.16718244552612305,
      "learning_rate": 0.00016667195748592536,
      "loss": 12.148,
      "step": 16572
    },
    {
      "epoch": 2.7137710823644996,
      "grad_norm": 0.1607086956501007,
      "learning_rate": 0.00016666810441636593,
      "loss": 12.1688,
      "step": 16573
    },
    {
      "epoch": 2.713934828884886,
      "grad_norm": 0.13139545917510986,
      "learning_rate": 0.00016666425116863454,
      "loss": 12.1676,
      "step": 16574
    },
    {
      "epoch": 2.7140985754052727,
      "grad_norm": 0.12329419702291489,
      "learning_rate": 0.00016666039774274145,
      "loss": 12.1555,
      "step": 16575
    },
    {
      "epoch": 2.714262321925659,
      "grad_norm": 0.20504362881183624,
      "learning_rate": 0.000166656544138697,
      "loss": 12.2093,
      "step": 16576
    },
    {
      "epoch": 2.7144260684460457,
      "grad_norm": 0.20230844616889954,
      "learning_rate": 0.0001666526903565115,
      "loss": 12.1312,
      "step": 16577
    },
    {
      "epoch": 2.714589814966432,
      "grad_norm": 0.1491534262895584,
      "learning_rate": 0.0001666488363961952,
      "loss": 12.1771,
      "step": 16578
    },
    {
      "epoch": 2.7147535614868183,
      "grad_norm": 0.16450205445289612,
      "learning_rate": 0.00016664498225775845,
      "loss": 12.1899,
      "step": 16579
    },
    {
      "epoch": 2.714917308007205,
      "grad_norm": 0.12509441375732422,
      "learning_rate": 0.0001666411279412115,
      "loss": 12.1767,
      "step": 16580
    },
    {
      "epoch": 2.7150810545275914,
      "grad_norm": 0.14672192931175232,
      "learning_rate": 0.00016663727344656468,
      "loss": 12.2122,
      "step": 16581
    },
    {
      "epoch": 2.7152448010479775,
      "grad_norm": 0.1312849223613739,
      "learning_rate": 0.00016663341877382827,
      "loss": 12.158,
      "step": 16582
    },
    {
      "epoch": 2.715408547568364,
      "grad_norm": 0.13764838874340057,
      "learning_rate": 0.00016662956392301262,
      "loss": 12.1965,
      "step": 16583
    },
    {
      "epoch": 2.7155722940887506,
      "grad_norm": 0.137746199965477,
      "learning_rate": 0.000166625708894128,
      "loss": 12.2093,
      "step": 16584
    },
    {
      "epoch": 2.715736040609137,
      "grad_norm": 0.16412852704524994,
      "learning_rate": 0.00016662185368718473,
      "loss": 12.1313,
      "step": 16585
    },
    {
      "epoch": 2.7158997871295236,
      "grad_norm": 0.14659558236598969,
      "learning_rate": 0.00016661799830219306,
      "loss": 12.2072,
      "step": 16586
    },
    {
      "epoch": 2.71606353364991,
      "grad_norm": 0.1706494837999344,
      "learning_rate": 0.00016661414273916333,
      "loss": 12.1534,
      "step": 16587
    },
    {
      "epoch": 2.7162272801702962,
      "grad_norm": 0.17406481504440308,
      "learning_rate": 0.00016661028699810587,
      "loss": 12.1495,
      "step": 16588
    },
    {
      "epoch": 2.7163910266906828,
      "grad_norm": 0.17635340988636017,
      "learning_rate": 0.00016660643107903095,
      "loss": 12.1879,
      "step": 16589
    },
    {
      "epoch": 2.7165547732110693,
      "grad_norm": 0.1727093607187271,
      "learning_rate": 0.0001666025749819489,
      "loss": 12.1779,
      "step": 16590
    },
    {
      "epoch": 2.716718519731456,
      "grad_norm": 0.21923138201236725,
      "learning_rate": 0.00016659871870686996,
      "loss": 12.261,
      "step": 16591
    },
    {
      "epoch": 2.716882266251842,
      "grad_norm": 0.1727660894393921,
      "learning_rate": 0.00016659486225380454,
      "loss": 12.1755,
      "step": 16592
    },
    {
      "epoch": 2.7170460127722285,
      "grad_norm": 0.1277136355638504,
      "learning_rate": 0.00016659100562276287,
      "loss": 12.1526,
      "step": 16593
    },
    {
      "epoch": 2.717209759292615,
      "grad_norm": 0.19095784425735474,
      "learning_rate": 0.0001665871488137553,
      "loss": 12.2285,
      "step": 16594
    },
    {
      "epoch": 2.7173735058130015,
      "grad_norm": 0.20325645804405212,
      "learning_rate": 0.00016658329182679208,
      "loss": 12.1674,
      "step": 16595
    },
    {
      "epoch": 2.717537252333388,
      "grad_norm": 0.12137749046087265,
      "learning_rate": 0.00016657943466188356,
      "loss": 12.2553,
      "step": 16596
    },
    {
      "epoch": 2.7177009988537746,
      "grad_norm": 0.15506330132484436,
      "learning_rate": 0.00016657557731904006,
      "loss": 12.1676,
      "step": 16597
    },
    {
      "epoch": 2.7178647453741607,
      "grad_norm": 0.17630106210708618,
      "learning_rate": 0.00016657171979827186,
      "loss": 12.1602,
      "step": 16598
    },
    {
      "epoch": 2.718028491894547,
      "grad_norm": 0.17324170470237732,
      "learning_rate": 0.00016656786209958929,
      "loss": 12.146,
      "step": 16599
    },
    {
      "epoch": 2.7181922384149337,
      "grad_norm": 0.21211057901382446,
      "learning_rate": 0.00016656400422300266,
      "loss": 12.2081,
      "step": 16600
    },
    {
      "epoch": 2.7183559849353203,
      "grad_norm": 0.14786012470722198,
      "learning_rate": 0.00016656014616852225,
      "loss": 12.1936,
      "step": 16601
    },
    {
      "epoch": 2.7185197314557064,
      "grad_norm": 0.18359749019145966,
      "learning_rate": 0.0001665562879361584,
      "loss": 12.2713,
      "step": 16602
    },
    {
      "epoch": 2.718683477976093,
      "grad_norm": 0.2201201617717743,
      "learning_rate": 0.0001665524295259214,
      "loss": 12.1244,
      "step": 16603
    },
    {
      "epoch": 2.7188472244964794,
      "grad_norm": 0.13772782683372498,
      "learning_rate": 0.00016654857093782158,
      "loss": 12.1906,
      "step": 16604
    },
    {
      "epoch": 2.719010971016866,
      "grad_norm": 0.13299724459648132,
      "learning_rate": 0.00016654471217186927,
      "loss": 12.1634,
      "step": 16605
    },
    {
      "epoch": 2.7191747175372525,
      "grad_norm": 0.14057905972003937,
      "learning_rate": 0.00016654085322807474,
      "loss": 12.149,
      "step": 16606
    },
    {
      "epoch": 2.719338464057639,
      "grad_norm": 0.20551848411560059,
      "learning_rate": 0.00016653699410644834,
      "loss": 12.162,
      "step": 16607
    },
    {
      "epoch": 2.719502210578025,
      "grad_norm": 0.166637122631073,
      "learning_rate": 0.00016653313480700032,
      "loss": 12.1825,
      "step": 16608
    },
    {
      "epoch": 2.7196659570984116,
      "grad_norm": 0.1671256273984909,
      "learning_rate": 0.0001665292753297411,
      "loss": 12.2163,
      "step": 16609
    },
    {
      "epoch": 2.719829703618798,
      "grad_norm": 0.1520547866821289,
      "learning_rate": 0.0001665254156746809,
      "loss": 12.1698,
      "step": 16610
    },
    {
      "epoch": 2.7199934501391847,
      "grad_norm": 0.13817517459392548,
      "learning_rate": 0.00016652155584183004,
      "loss": 12.1804,
      "step": 16611
    },
    {
      "epoch": 2.720157196659571,
      "grad_norm": 0.14615243673324585,
      "learning_rate": 0.00016651769583119893,
      "loss": 12.2082,
      "step": 16612
    },
    {
      "epoch": 2.7203209431799573,
      "grad_norm": 0.21478597819805145,
      "learning_rate": 0.0001665138356427978,
      "loss": 12.1666,
      "step": 16613
    },
    {
      "epoch": 2.720484689700344,
      "grad_norm": 0.15579192340373993,
      "learning_rate": 0.000166509975276637,
      "loss": 12.1844,
      "step": 16614
    },
    {
      "epoch": 2.7206484362207304,
      "grad_norm": 0.20320568978786469,
      "learning_rate": 0.00016650611473272679,
      "loss": 12.1728,
      "step": 16615
    },
    {
      "epoch": 2.720812182741117,
      "grad_norm": 0.1987355798482895,
      "learning_rate": 0.00016650225401107757,
      "loss": 12.1359,
      "step": 16616
    },
    {
      "epoch": 2.7209759292615034,
      "grad_norm": 0.17607738077640533,
      "learning_rate": 0.00016649839311169958,
      "loss": 12.1624,
      "step": 16617
    },
    {
      "epoch": 2.7211396757818895,
      "grad_norm": 0.14206263422966003,
      "learning_rate": 0.00016649453203460324,
      "loss": 12.2206,
      "step": 16618
    },
    {
      "epoch": 2.721303422302276,
      "grad_norm": 0.18231594562530518,
      "learning_rate": 0.00016649067077979877,
      "loss": 12.1638,
      "step": 16619
    },
    {
      "epoch": 2.7214671688226626,
      "grad_norm": 0.13299117982387543,
      "learning_rate": 0.00016648680934729652,
      "loss": 12.2316,
      "step": 16620
    },
    {
      "epoch": 2.7216309153430487,
      "grad_norm": 0.20814663171768188,
      "learning_rate": 0.0001664829477371068,
      "loss": 12.1856,
      "step": 16621
    },
    {
      "epoch": 2.721794661863435,
      "grad_norm": 0.17068955302238464,
      "learning_rate": 0.00016647908594924,
      "loss": 12.18,
      "step": 16622
    },
    {
      "epoch": 2.7219584083838217,
      "grad_norm": 0.12836341559886932,
      "learning_rate": 0.00016647522398370636,
      "loss": 12.1713,
      "step": 16623
    },
    {
      "epoch": 2.7221221549042083,
      "grad_norm": 0.14331629872322083,
      "learning_rate": 0.00016647136184051622,
      "loss": 12.1538,
      "step": 16624
    },
    {
      "epoch": 2.722285901424595,
      "grad_norm": 0.15816062688827515,
      "learning_rate": 0.0001664674995196799,
      "loss": 12.1779,
      "step": 16625
    },
    {
      "epoch": 2.7224496479449813,
      "grad_norm": 0.1689997911453247,
      "learning_rate": 0.00016646363702120778,
      "loss": 12.1538,
      "step": 16626
    },
    {
      "epoch": 2.722613394465368,
      "grad_norm": 0.18277381360530853,
      "learning_rate": 0.00016645977434511007,
      "loss": 12.1976,
      "step": 16627
    },
    {
      "epoch": 2.722777140985754,
      "grad_norm": 0.1815970093011856,
      "learning_rate": 0.00016645591149139718,
      "loss": 12.2186,
      "step": 16628
    },
    {
      "epoch": 2.7229408875061405,
      "grad_norm": 0.19212813675403595,
      "learning_rate": 0.00016645204846007944,
      "loss": 12.1544,
      "step": 16629
    },
    {
      "epoch": 2.723104634026527,
      "grad_norm": 0.24491319060325623,
      "learning_rate": 0.0001664481852511671,
      "loss": 12.1657,
      "step": 16630
    },
    {
      "epoch": 2.723268380546913,
      "grad_norm": 0.11953239887952805,
      "learning_rate": 0.00016644432186467057,
      "loss": 12.175,
      "step": 16631
    },
    {
      "epoch": 2.7234321270672996,
      "grad_norm": 0.1898699402809143,
      "learning_rate": 0.00016644045830060012,
      "loss": 12.2004,
      "step": 16632
    },
    {
      "epoch": 2.723595873587686,
      "grad_norm": 0.18411800265312195,
      "learning_rate": 0.0001664365945589661,
      "loss": 12.1477,
      "step": 16633
    },
    {
      "epoch": 2.7237596201080727,
      "grad_norm": 0.15041109919548035,
      "learning_rate": 0.00016643273063977882,
      "loss": 12.1574,
      "step": 16634
    },
    {
      "epoch": 2.7239233666284592,
      "grad_norm": 0.12935952842235565,
      "learning_rate": 0.00016642886654304862,
      "loss": 12.1368,
      "step": 16635
    },
    {
      "epoch": 2.7240871131488458,
      "grad_norm": 0.19282416999340057,
      "learning_rate": 0.0001664250022687858,
      "loss": 12.1821,
      "step": 16636
    },
    {
      "epoch": 2.7242508596692323,
      "grad_norm": 0.19684256613254547,
      "learning_rate": 0.00016642113781700072,
      "loss": 12.2176,
      "step": 16637
    },
    {
      "epoch": 2.7244146061896184,
      "grad_norm": 0.16873955726623535,
      "learning_rate": 0.0001664172731877037,
      "loss": 12.1331,
      "step": 16638
    },
    {
      "epoch": 2.724578352710005,
      "grad_norm": 0.16475297510623932,
      "learning_rate": 0.00016641340838090504,
      "loss": 12.1726,
      "step": 16639
    },
    {
      "epoch": 2.7247420992303915,
      "grad_norm": 0.14782774448394775,
      "learning_rate": 0.00016640954339661512,
      "loss": 12.2513,
      "step": 16640
    },
    {
      "epoch": 2.7249058457507775,
      "grad_norm": 0.25649258494377136,
      "learning_rate": 0.0001664056782348442,
      "loss": 12.1383,
      "step": 16641
    },
    {
      "epoch": 2.725069592271164,
      "grad_norm": 0.16306257247924805,
      "learning_rate": 0.0001664018128956027,
      "loss": 12.2395,
      "step": 16642
    },
    {
      "epoch": 2.7252333387915506,
      "grad_norm": 0.16743578016757965,
      "learning_rate": 0.0001663979473789009,
      "loss": 12.2117,
      "step": 16643
    },
    {
      "epoch": 2.725397085311937,
      "grad_norm": 0.15848340094089508,
      "learning_rate": 0.00016639408168474907,
      "loss": 12.1856,
      "step": 16644
    },
    {
      "epoch": 2.7255608318323237,
      "grad_norm": 0.1582304686307907,
      "learning_rate": 0.00016639021581315767,
      "loss": 12.1851,
      "step": 16645
    },
    {
      "epoch": 2.72572457835271,
      "grad_norm": 0.17553651332855225,
      "learning_rate": 0.00016638634976413693,
      "loss": 12.2215,
      "step": 16646
    },
    {
      "epoch": 2.7258883248730963,
      "grad_norm": 0.1331636607646942,
      "learning_rate": 0.0001663824835376972,
      "loss": 12.1804,
      "step": 16647
    },
    {
      "epoch": 2.726052071393483,
      "grad_norm": 0.1473359912633896,
      "learning_rate": 0.00016637861713384886,
      "loss": 12.1324,
      "step": 16648
    },
    {
      "epoch": 2.7262158179138694,
      "grad_norm": 0.14398343861103058,
      "learning_rate": 0.0001663747505526022,
      "loss": 12.1825,
      "step": 16649
    },
    {
      "epoch": 2.726379564434256,
      "grad_norm": 0.15685158967971802,
      "learning_rate": 0.00016637088379396756,
      "loss": 12.1775,
      "step": 16650
    },
    {
      "epoch": 2.726543310954642,
      "grad_norm": 0.1364060789346695,
      "learning_rate": 0.0001663670168579553,
      "loss": 12.1816,
      "step": 16651
    },
    {
      "epoch": 2.7267070574750285,
      "grad_norm": 0.15471453964710236,
      "learning_rate": 0.00016636314974457573,
      "loss": 12.1676,
      "step": 16652
    },
    {
      "epoch": 2.726870803995415,
      "grad_norm": 0.18496936559677124,
      "learning_rate": 0.0001663592824538392,
      "loss": 12.2093,
      "step": 16653
    },
    {
      "epoch": 2.7270345505158016,
      "grad_norm": 0.43049684166908264,
      "learning_rate": 0.000166355414985756,
      "loss": 12.2497,
      "step": 16654
    },
    {
      "epoch": 2.727198297036188,
      "grad_norm": 0.16076798737049103,
      "learning_rate": 0.0001663515473403365,
      "loss": 12.1677,
      "step": 16655
    },
    {
      "epoch": 2.7273620435565746,
      "grad_norm": 0.1752009093761444,
      "learning_rate": 0.00016634767951759108,
      "loss": 12.1995,
      "step": 16656
    },
    {
      "epoch": 2.7275257900769607,
      "grad_norm": 0.21471883356571198,
      "learning_rate": 0.00016634381151753,
      "loss": 12.1699,
      "step": 16657
    },
    {
      "epoch": 2.7276895365973473,
      "grad_norm": 0.15120255947113037,
      "learning_rate": 0.00016633994334016363,
      "loss": 12.1213,
      "step": 16658
    },
    {
      "epoch": 2.727853283117734,
      "grad_norm": 0.13898560404777527,
      "learning_rate": 0.0001663360749855023,
      "loss": 12.1629,
      "step": 16659
    },
    {
      "epoch": 2.7280170296381203,
      "grad_norm": 0.15877403318881989,
      "learning_rate": 0.00016633220645355642,
      "loss": 12.1975,
      "step": 16660
    },
    {
      "epoch": 2.7281807761585064,
      "grad_norm": 0.196409210562706,
      "learning_rate": 0.00016632833774433617,
      "loss": 12.1953,
      "step": 16661
    },
    {
      "epoch": 2.728344522678893,
      "grad_norm": 0.185524120926857,
      "learning_rate": 0.00016632446885785207,
      "loss": 12.1919,
      "step": 16662
    },
    {
      "epoch": 2.7285082691992795,
      "grad_norm": 0.16507139801979065,
      "learning_rate": 0.00016632059979411433,
      "loss": 12.2378,
      "step": 16663
    },
    {
      "epoch": 2.728672015719666,
      "grad_norm": 0.17105188965797424,
      "learning_rate": 0.00016631673055313333,
      "loss": 12.1861,
      "step": 16664
    },
    {
      "epoch": 2.7288357622400525,
      "grad_norm": 0.1561376303434372,
      "learning_rate": 0.00016631286113491945,
      "loss": 12.1773,
      "step": 16665
    },
    {
      "epoch": 2.728999508760439,
      "grad_norm": 0.1521267145872116,
      "learning_rate": 0.00016630899153948297,
      "loss": 12.1915,
      "step": 16666
    },
    {
      "epoch": 2.729163255280825,
      "grad_norm": 0.15583795309066772,
      "learning_rate": 0.00016630512176683425,
      "loss": 12.1505,
      "step": 16667
    },
    {
      "epoch": 2.7293270018012117,
      "grad_norm": 0.15324798226356506,
      "learning_rate": 0.00016630125181698365,
      "loss": 12.1951,
      "step": 16668
    },
    {
      "epoch": 2.729490748321598,
      "grad_norm": 0.14625395834445953,
      "learning_rate": 0.00016629738168994152,
      "loss": 12.1675,
      "step": 16669
    },
    {
      "epoch": 2.7296544948419847,
      "grad_norm": 0.15864120423793793,
      "learning_rate": 0.00016629351138571817,
      "loss": 12.1335,
      "step": 16670
    },
    {
      "epoch": 2.729818241362371,
      "grad_norm": 0.146811842918396,
      "learning_rate": 0.00016628964090432396,
      "loss": 12.1656,
      "step": 16671
    },
    {
      "epoch": 2.7299819878827574,
      "grad_norm": 0.14784057438373566,
      "learning_rate": 0.00016628577024576922,
      "loss": 12.1571,
      "step": 16672
    },
    {
      "epoch": 2.730145734403144,
      "grad_norm": 0.16706670820713043,
      "learning_rate": 0.00016628189941006433,
      "loss": 12.1865,
      "step": 16673
    },
    {
      "epoch": 2.7303094809235304,
      "grad_norm": 0.15455463528633118,
      "learning_rate": 0.0001662780283972196,
      "loss": 12.1779,
      "step": 16674
    },
    {
      "epoch": 2.730473227443917,
      "grad_norm": 0.1385589987039566,
      "learning_rate": 0.0001662741572072454,
      "loss": 12.1758,
      "step": 16675
    },
    {
      "epoch": 2.7306369739643035,
      "grad_norm": 0.1279599964618683,
      "learning_rate": 0.00016627028584015205,
      "loss": 12.1341,
      "step": 16676
    },
    {
      "epoch": 2.7308007204846896,
      "grad_norm": 0.15220388770103455,
      "learning_rate": 0.0001662664142959499,
      "loss": 12.1685,
      "step": 16677
    },
    {
      "epoch": 2.730964467005076,
      "grad_norm": 0.16160649061203003,
      "learning_rate": 0.00016626254257464933,
      "loss": 12.1632,
      "step": 16678
    },
    {
      "epoch": 2.7311282135254626,
      "grad_norm": 0.1456354409456253,
      "learning_rate": 0.00016625867067626067,
      "loss": 12.1807,
      "step": 16679
    },
    {
      "epoch": 2.731291960045849,
      "grad_norm": 0.1399364173412323,
      "learning_rate": 0.00016625479860079423,
      "loss": 12.1748,
      "step": 16680
    },
    {
      "epoch": 2.7314557065662353,
      "grad_norm": 0.16679789125919342,
      "learning_rate": 0.0001662509263482604,
      "loss": 12.1583,
      "step": 16681
    },
    {
      "epoch": 2.731619453086622,
      "grad_norm": 0.18644918501377106,
      "learning_rate": 0.00016624705391866953,
      "loss": 12.1966,
      "step": 16682
    },
    {
      "epoch": 2.7317831996070083,
      "grad_norm": 0.13397051393985748,
      "learning_rate": 0.00016624318131203193,
      "loss": 12.1806,
      "step": 16683
    },
    {
      "epoch": 2.731946946127395,
      "grad_norm": 0.18249021470546722,
      "learning_rate": 0.00016623930852835802,
      "loss": 12.1971,
      "step": 16684
    },
    {
      "epoch": 2.7321106926477814,
      "grad_norm": 0.18382512032985687,
      "learning_rate": 0.00016623543556765807,
      "loss": 12.137,
      "step": 16685
    },
    {
      "epoch": 2.732274439168168,
      "grad_norm": 0.18284711241722107,
      "learning_rate": 0.00016623156242994252,
      "loss": 12.1843,
      "step": 16686
    },
    {
      "epoch": 2.732438185688554,
      "grad_norm": 0.2848753035068512,
      "learning_rate": 0.00016622768911522158,
      "loss": 12.2018,
      "step": 16687
    },
    {
      "epoch": 2.7326019322089405,
      "grad_norm": 0.1478831022977829,
      "learning_rate": 0.00016622381562350578,
      "loss": 12.1957,
      "step": 16688
    },
    {
      "epoch": 2.732765678729327,
      "grad_norm": 0.1216726154088974,
      "learning_rate": 0.00016621994195480534,
      "loss": 12.1472,
      "step": 16689
    },
    {
      "epoch": 2.7329294252497136,
      "grad_norm": 0.17685426771640778,
      "learning_rate": 0.00016621606810913065,
      "loss": 12.1819,
      "step": 16690
    },
    {
      "epoch": 2.7330931717700997,
      "grad_norm": 0.2685830891132355,
      "learning_rate": 0.0001662121940864921,
      "loss": 12.1713,
      "step": 16691
    },
    {
      "epoch": 2.7332569182904862,
      "grad_norm": 0.16114190220832825,
      "learning_rate": 0.0001662083198869,
      "loss": 12.191,
      "step": 16692
    },
    {
      "epoch": 2.7334206648108728,
      "grad_norm": 0.2319231927394867,
      "learning_rate": 0.0001662044455103647,
      "loss": 12.2124,
      "step": 16693
    },
    {
      "epoch": 2.7335844113312593,
      "grad_norm": 0.17824241518974304,
      "learning_rate": 0.00016620057095689656,
      "loss": 12.1565,
      "step": 16694
    },
    {
      "epoch": 2.733748157851646,
      "grad_norm": 0.1325778067111969,
      "learning_rate": 0.00016619669622650596,
      "loss": 12.1998,
      "step": 16695
    },
    {
      "epoch": 2.7339119043720324,
      "grad_norm": 0.15192316472530365,
      "learning_rate": 0.00016619282131920325,
      "loss": 12.1817,
      "step": 16696
    },
    {
      "epoch": 2.7340756508924184,
      "grad_norm": 0.16818644106388092,
      "learning_rate": 0.00016618894623499878,
      "loss": 12.1854,
      "step": 16697
    },
    {
      "epoch": 2.734239397412805,
      "grad_norm": 0.16314326226711273,
      "learning_rate": 0.00016618507097390284,
      "loss": 12.1701,
      "step": 16698
    },
    {
      "epoch": 2.7344031439331915,
      "grad_norm": 0.18151426315307617,
      "learning_rate": 0.00016618119553592594,
      "loss": 12.1239,
      "step": 16699
    },
    {
      "epoch": 2.7345668904535776,
      "grad_norm": 0.27149128913879395,
      "learning_rate": 0.00016617731992107828,
      "loss": 12.1539,
      "step": 16700
    },
    {
      "epoch": 2.734730636973964,
      "grad_norm": 0.14816534519195557,
      "learning_rate": 0.0001661734441293703,
      "loss": 12.1843,
      "step": 16701
    },
    {
      "epoch": 2.7348943834943507,
      "grad_norm": 0.17869727313518524,
      "learning_rate": 0.00016616956816081234,
      "loss": 12.1752,
      "step": 16702
    },
    {
      "epoch": 2.735058130014737,
      "grad_norm": 0.19020546972751617,
      "learning_rate": 0.0001661656920154148,
      "loss": 12.1977,
      "step": 16703
    },
    {
      "epoch": 2.7352218765351237,
      "grad_norm": 0.16232360899448395,
      "learning_rate": 0.00016616181569318795,
      "loss": 12.1703,
      "step": 16704
    },
    {
      "epoch": 2.7353856230555103,
      "grad_norm": 0.13938070833683014,
      "learning_rate": 0.00016615793919414222,
      "loss": 12.1827,
      "step": 16705
    },
    {
      "epoch": 2.735549369575897,
      "grad_norm": 0.15383568406105042,
      "learning_rate": 0.00016615406251828795,
      "loss": 12.1695,
      "step": 16706
    },
    {
      "epoch": 2.735713116096283,
      "grad_norm": 0.15090617537498474,
      "learning_rate": 0.00016615018566563548,
      "loss": 12.2168,
      "step": 16707
    },
    {
      "epoch": 2.7358768626166694,
      "grad_norm": 0.15446916222572327,
      "learning_rate": 0.00016614630863619518,
      "loss": 12.1807,
      "step": 16708
    },
    {
      "epoch": 2.736040609137056,
      "grad_norm": 0.14457464218139648,
      "learning_rate": 0.00016614243142997745,
      "loss": 12.2057,
      "step": 16709
    },
    {
      "epoch": 2.736204355657442,
      "grad_norm": 0.135563924908638,
      "learning_rate": 0.00016613855404699264,
      "loss": 12.155,
      "step": 16710
    },
    {
      "epoch": 2.7363681021778286,
      "grad_norm": 0.14708596467971802,
      "learning_rate": 0.00016613467648725106,
      "loss": 12.2011,
      "step": 16711
    },
    {
      "epoch": 2.736531848698215,
      "grad_norm": 0.12104203552007675,
      "learning_rate": 0.0001661307987507631,
      "loss": 12.1921,
      "step": 16712
    },
    {
      "epoch": 2.7366955952186016,
      "grad_norm": 0.16897645592689514,
      "learning_rate": 0.00016612692083753917,
      "loss": 12.1732,
      "step": 16713
    },
    {
      "epoch": 2.736859341738988,
      "grad_norm": 0.15424485504627228,
      "learning_rate": 0.00016612304274758957,
      "loss": 12.1813,
      "step": 16714
    },
    {
      "epoch": 2.7370230882593747,
      "grad_norm": 0.12987330555915833,
      "learning_rate": 0.0001661191644809247,
      "loss": 12.1875,
      "step": 16715
    },
    {
      "epoch": 2.7371868347797608,
      "grad_norm": 0.171842560172081,
      "learning_rate": 0.0001661152860375549,
      "loss": 12.152,
      "step": 16716
    },
    {
      "epoch": 2.7373505813001473,
      "grad_norm": 0.13344962894916534,
      "learning_rate": 0.0001661114074174906,
      "loss": 12.122,
      "step": 16717
    },
    {
      "epoch": 2.737514327820534,
      "grad_norm": 0.15612436830997467,
      "learning_rate": 0.00016610752862074207,
      "loss": 12.2084,
      "step": 16718
    },
    {
      "epoch": 2.7376780743409204,
      "grad_norm": 0.13304351270198822,
      "learning_rate": 0.00016610364964731974,
      "loss": 12.1695,
      "step": 16719
    },
    {
      "epoch": 2.7378418208613065,
      "grad_norm": 0.1582459956407547,
      "learning_rate": 0.00016609977049723392,
      "loss": 12.1867,
      "step": 16720
    },
    {
      "epoch": 2.738005567381693,
      "grad_norm": 0.15154655277729034,
      "learning_rate": 0.00016609589117049507,
      "loss": 12.1657,
      "step": 16721
    },
    {
      "epoch": 2.7381693139020795,
      "grad_norm": 0.1327550709247589,
      "learning_rate": 0.0001660920116671135,
      "loss": 12.1894,
      "step": 16722
    },
    {
      "epoch": 2.738333060422466,
      "grad_norm": 0.1566467583179474,
      "learning_rate": 0.00016608813198709953,
      "loss": 12.1622,
      "step": 16723
    },
    {
      "epoch": 2.7384968069428526,
      "grad_norm": 0.17502762377262115,
      "learning_rate": 0.0001660842521304636,
      "loss": 12.1835,
      "step": 16724
    },
    {
      "epoch": 2.738660553463239,
      "grad_norm": 0.12075294554233551,
      "learning_rate": 0.00016608037209721609,
      "loss": 12.177,
      "step": 16725
    },
    {
      "epoch": 2.738824299983625,
      "grad_norm": 0.14540725946426392,
      "learning_rate": 0.00016607649188736732,
      "loss": 12.1863,
      "step": 16726
    },
    {
      "epoch": 2.7389880465040117,
      "grad_norm": 0.16032245755195618,
      "learning_rate": 0.00016607261150092769,
      "loss": 12.2259,
      "step": 16727
    },
    {
      "epoch": 2.7391517930243983,
      "grad_norm": 0.17638127505779266,
      "learning_rate": 0.00016606873093790754,
      "loss": 12.1408,
      "step": 16728
    },
    {
      "epoch": 2.739315539544785,
      "grad_norm": 0.17837712168693542,
      "learning_rate": 0.00016606485019831727,
      "loss": 12.2121,
      "step": 16729
    },
    {
      "epoch": 2.739479286065171,
      "grad_norm": 0.1778101772069931,
      "learning_rate": 0.00016606096928216724,
      "loss": 12.1671,
      "step": 16730
    },
    {
      "epoch": 2.7396430325855574,
      "grad_norm": 0.19982941448688507,
      "learning_rate": 0.00016605708818946783,
      "loss": 12.1238,
      "step": 16731
    },
    {
      "epoch": 2.739806779105944,
      "grad_norm": 0.130311980843544,
      "learning_rate": 0.00016605320692022937,
      "loss": 12.1512,
      "step": 16732
    },
    {
      "epoch": 2.7399705256263305,
      "grad_norm": 0.14206594228744507,
      "learning_rate": 0.0001660493254744623,
      "loss": 12.1514,
      "step": 16733
    },
    {
      "epoch": 2.740134272146717,
      "grad_norm": 0.19319628179073334,
      "learning_rate": 0.00016604544385217694,
      "loss": 12.1784,
      "step": 16734
    },
    {
      "epoch": 2.7402980186671035,
      "grad_norm": 0.15136298537254333,
      "learning_rate": 0.00016604156205338373,
      "loss": 12.1513,
      "step": 16735
    },
    {
      "epoch": 2.7404617651874896,
      "grad_norm": 0.18484245240688324,
      "learning_rate": 0.00016603768007809294,
      "loss": 12.1655,
      "step": 16736
    },
    {
      "epoch": 2.740625511707876,
      "grad_norm": 0.15460148453712463,
      "learning_rate": 0.00016603379792631503,
      "loss": 12.1685,
      "step": 16737
    },
    {
      "epoch": 2.7407892582282627,
      "grad_norm": 0.14092297852039337,
      "learning_rate": 0.00016602991559806036,
      "loss": 12.1956,
      "step": 16738
    },
    {
      "epoch": 2.7409530047486492,
      "grad_norm": 0.19451196491718292,
      "learning_rate": 0.0001660260330933393,
      "loss": 12.1398,
      "step": 16739
    },
    {
      "epoch": 2.7411167512690353,
      "grad_norm": 0.13992848992347717,
      "learning_rate": 0.00016602215041216218,
      "loss": 12.1538,
      "step": 16740
    },
    {
      "epoch": 2.741280497789422,
      "grad_norm": 0.17228887975215912,
      "learning_rate": 0.00016601826755453946,
      "loss": 12.1317,
      "step": 16741
    },
    {
      "epoch": 2.7414442443098084,
      "grad_norm": 0.200970858335495,
      "learning_rate": 0.00016601438452048145,
      "loss": 12.1307,
      "step": 16742
    },
    {
      "epoch": 2.741607990830195,
      "grad_norm": 0.16802918910980225,
      "learning_rate": 0.00016601050130999858,
      "loss": 12.16,
      "step": 16743
    },
    {
      "epoch": 2.7417717373505814,
      "grad_norm": 0.23036931455135345,
      "learning_rate": 0.00016600661792310115,
      "loss": 12.2145,
      "step": 16744
    },
    {
      "epoch": 2.741935483870968,
      "grad_norm": 0.1457407921552658,
      "learning_rate": 0.00016600273435979961,
      "loss": 12.1876,
      "step": 16745
    },
    {
      "epoch": 2.742099230391354,
      "grad_norm": 0.14090019464492798,
      "learning_rate": 0.00016599885062010437,
      "loss": 12.2023,
      "step": 16746
    },
    {
      "epoch": 2.7422629769117406,
      "grad_norm": 0.30983054637908936,
      "learning_rate": 0.0001659949667040257,
      "loss": 12.2186,
      "step": 16747
    },
    {
      "epoch": 2.742426723432127,
      "grad_norm": 0.1849648654460907,
      "learning_rate": 0.00016599108261157404,
      "loss": 12.1742,
      "step": 16748
    },
    {
      "epoch": 2.7425904699525137,
      "grad_norm": 0.14005982875823975,
      "learning_rate": 0.00016598719834275976,
      "loss": 12.1819,
      "step": 16749
    },
    {
      "epoch": 2.7427542164728997,
      "grad_norm": 0.1683012992143631,
      "learning_rate": 0.00016598331389759327,
      "loss": 12.1815,
      "step": 16750
    },
    {
      "epoch": 2.7429179629932863,
      "grad_norm": 0.23101654648780823,
      "learning_rate": 0.0001659794292760849,
      "loss": 12.1651,
      "step": 16751
    },
    {
      "epoch": 2.743081709513673,
      "grad_norm": 0.1638633906841278,
      "learning_rate": 0.0001659755444782451,
      "loss": 12.1967,
      "step": 16752
    },
    {
      "epoch": 2.7432454560340593,
      "grad_norm": 0.1537582278251648,
      "learning_rate": 0.0001659716595040842,
      "loss": 12.1815,
      "step": 16753
    },
    {
      "epoch": 2.743409202554446,
      "grad_norm": 0.16677424311637878,
      "learning_rate": 0.00016596777435361258,
      "loss": 12.1526,
      "step": 16754
    },
    {
      "epoch": 2.7435729490748324,
      "grad_norm": 0.15784615278244019,
      "learning_rate": 0.00016596388902684063,
      "loss": 12.2109,
      "step": 16755
    },
    {
      "epoch": 2.7437366955952185,
      "grad_norm": 0.18557201325893402,
      "learning_rate": 0.00016596000352377878,
      "loss": 12.1746,
      "step": 16756
    },
    {
      "epoch": 2.743900442115605,
      "grad_norm": 0.16817766427993774,
      "learning_rate": 0.00016595611784443734,
      "loss": 12.1612,
      "step": 16757
    },
    {
      "epoch": 2.7440641886359916,
      "grad_norm": 0.17293015122413635,
      "learning_rate": 0.00016595223198882678,
      "loss": 12.1684,
      "step": 16758
    },
    {
      "epoch": 2.744227935156378,
      "grad_norm": 0.15689948201179504,
      "learning_rate": 0.00016594834595695738,
      "loss": 12.1916,
      "step": 16759
    },
    {
      "epoch": 2.744391681676764,
      "grad_norm": 0.13749705255031586,
      "learning_rate": 0.00016594445974883962,
      "loss": 12.1738,
      "step": 16760
    },
    {
      "epoch": 2.7445554281971507,
      "grad_norm": 0.13523681461811066,
      "learning_rate": 0.00016594057336448382,
      "loss": 12.2333,
      "step": 16761
    },
    {
      "epoch": 2.7447191747175372,
      "grad_norm": 0.22675949335098267,
      "learning_rate": 0.0001659366868039004,
      "loss": 12.233,
      "step": 16762
    },
    {
      "epoch": 2.7448829212379238,
      "grad_norm": 0.14671072363853455,
      "learning_rate": 0.00016593280006709974,
      "loss": 12.1723,
      "step": 16763
    },
    {
      "epoch": 2.7450466677583103,
      "grad_norm": 0.18917477130889893,
      "learning_rate": 0.00016592891315409225,
      "loss": 12.1347,
      "step": 16764
    },
    {
      "epoch": 2.745210414278697,
      "grad_norm": 0.1671159565448761,
      "learning_rate": 0.00016592502606488827,
      "loss": 12.1875,
      "step": 16765
    },
    {
      "epoch": 2.745374160799083,
      "grad_norm": 0.16180157661437988,
      "learning_rate": 0.0001659211387994982,
      "loss": 12.1749,
      "step": 16766
    },
    {
      "epoch": 2.7455379073194695,
      "grad_norm": 0.16415303945541382,
      "learning_rate": 0.00016591725135793248,
      "loss": 12.1743,
      "step": 16767
    },
    {
      "epoch": 2.745701653839856,
      "grad_norm": 0.185578390955925,
      "learning_rate": 0.00016591336374020143,
      "loss": 12.1909,
      "step": 16768
    },
    {
      "epoch": 2.745865400360242,
      "grad_norm": 0.13153520226478577,
      "learning_rate": 0.0001659094759463155,
      "loss": 12.1492,
      "step": 16769
    },
    {
      "epoch": 2.7460291468806286,
      "grad_norm": 0.16227468848228455,
      "learning_rate": 0.000165905587976285,
      "loss": 12.1753,
      "step": 16770
    },
    {
      "epoch": 2.746192893401015,
      "grad_norm": 0.1886550635099411,
      "learning_rate": 0.00016590169983012046,
      "loss": 12.2258,
      "step": 16771
    },
    {
      "epoch": 2.7463566399214017,
      "grad_norm": 0.18747690320014954,
      "learning_rate": 0.00016589781150783212,
      "loss": 12.1868,
      "step": 16772
    },
    {
      "epoch": 2.746520386441788,
      "grad_norm": 0.15490774810314178,
      "learning_rate": 0.00016589392300943046,
      "loss": 12.2219,
      "step": 16773
    },
    {
      "epoch": 2.7466841329621747,
      "grad_norm": 0.11942707002162933,
      "learning_rate": 0.00016589003433492585,
      "loss": 12.1761,
      "step": 16774
    },
    {
      "epoch": 2.7468478794825613,
      "grad_norm": 0.1530275046825409,
      "learning_rate": 0.00016588614548432865,
      "loss": 12.143,
      "step": 16775
    },
    {
      "epoch": 2.7470116260029473,
      "grad_norm": 0.14657384157180786,
      "learning_rate": 0.00016588225645764931,
      "loss": 12.2053,
      "step": 16776
    },
    {
      "epoch": 2.747175372523334,
      "grad_norm": 0.15684843063354492,
      "learning_rate": 0.0001658783672548982,
      "loss": 12.2157,
      "step": 16777
    },
    {
      "epoch": 2.7473391190437204,
      "grad_norm": 0.15138795971870422,
      "learning_rate": 0.0001658744778760857,
      "loss": 12.2106,
      "step": 16778
    },
    {
      "epoch": 2.7475028655641065,
      "grad_norm": 0.15782198309898376,
      "learning_rate": 0.00016587058832122223,
      "loss": 12.1534,
      "step": 16779
    },
    {
      "epoch": 2.747666612084493,
      "grad_norm": 0.15652289986610413,
      "learning_rate": 0.00016586669859031816,
      "loss": 12.1864,
      "step": 16780
    },
    {
      "epoch": 2.7478303586048796,
      "grad_norm": 0.21037983894348145,
      "learning_rate": 0.0001658628086833839,
      "loss": 12.2049,
      "step": 16781
    },
    {
      "epoch": 2.747994105125266,
      "grad_norm": 0.15421205759048462,
      "learning_rate": 0.0001658589186004298,
      "loss": 12.1807,
      "step": 16782
    },
    {
      "epoch": 2.7481578516456526,
      "grad_norm": 0.1525687426328659,
      "learning_rate": 0.00016585502834146634,
      "loss": 12.2474,
      "step": 16783
    },
    {
      "epoch": 2.748321598166039,
      "grad_norm": 0.16589047014713287,
      "learning_rate": 0.00016585113790650388,
      "loss": 12.2426,
      "step": 16784
    },
    {
      "epoch": 2.7484853446864257,
      "grad_norm": 0.17395663261413574,
      "learning_rate": 0.0001658472472955528,
      "loss": 12.203,
      "step": 16785
    },
    {
      "epoch": 2.748649091206812,
      "grad_norm": 0.1410253494977951,
      "learning_rate": 0.0001658433565086235,
      "loss": 12.1842,
      "step": 16786
    },
    {
      "epoch": 2.7488128377271983,
      "grad_norm": 0.1534269154071808,
      "learning_rate": 0.0001658394655457264,
      "loss": 12.1623,
      "step": 16787
    },
    {
      "epoch": 2.748976584247585,
      "grad_norm": 0.17403514683246613,
      "learning_rate": 0.0001658355744068719,
      "loss": 12.1987,
      "step": 16788
    },
    {
      "epoch": 2.749140330767971,
      "grad_norm": 0.1806878298521042,
      "learning_rate": 0.00016583168309207037,
      "loss": 12.1652,
      "step": 16789
    },
    {
      "epoch": 2.7493040772883575,
      "grad_norm": 0.1568022221326828,
      "learning_rate": 0.0001658277916013322,
      "loss": 12.2627,
      "step": 16790
    },
    {
      "epoch": 2.749467823808744,
      "grad_norm": 0.14661066234111786,
      "learning_rate": 0.00016582389993466783,
      "loss": 12.1896,
      "step": 16791
    },
    {
      "epoch": 2.7496315703291305,
      "grad_norm": 0.1967570036649704,
      "learning_rate": 0.00016582000809208766,
      "loss": 12.2034,
      "step": 16792
    },
    {
      "epoch": 2.749795316849517,
      "grad_norm": 0.16886360943317413,
      "learning_rate": 0.0001658161160736021,
      "loss": 12.1906,
      "step": 16793
    },
    {
      "epoch": 2.7499590633699036,
      "grad_norm": 0.16749177873134613,
      "learning_rate": 0.0001658122238792215,
      "loss": 12.181,
      "step": 16794
    },
    {
      "epoch": 2.7501228098902897,
      "grad_norm": 0.12735095620155334,
      "learning_rate": 0.00016580833150895628,
      "loss": 12.1966,
      "step": 16795
    },
    {
      "epoch": 2.750286556410676,
      "grad_norm": 0.1674950271844864,
      "learning_rate": 0.00016580443896281686,
      "loss": 12.1912,
      "step": 16796
    },
    {
      "epoch": 2.7504503029310627,
      "grad_norm": 0.221198171377182,
      "learning_rate": 0.00016580054624081364,
      "loss": 12.1882,
      "step": 16797
    },
    {
      "epoch": 2.7506140494514493,
      "grad_norm": 0.13678286969661713,
      "learning_rate": 0.00016579665334295703,
      "loss": 12.1909,
      "step": 16798
    },
    {
      "epoch": 2.7507777959718354,
      "grad_norm": 0.17121058702468872,
      "learning_rate": 0.0001657927602692574,
      "loss": 12.196,
      "step": 16799
    },
    {
      "epoch": 2.750941542492222,
      "grad_norm": 0.1363208293914795,
      "learning_rate": 0.00016578886701972519,
      "loss": 12.1872,
      "step": 16800
    },
    {
      "epoch": 2.7511052890126084,
      "grad_norm": 0.15739093720912933,
      "learning_rate": 0.0001657849735943708,
      "loss": 12.1903,
      "step": 16801
    },
    {
      "epoch": 2.751269035532995,
      "grad_norm": 0.1825564056634903,
      "learning_rate": 0.0001657810799932046,
      "loss": 12.2082,
      "step": 16802
    },
    {
      "epoch": 2.7514327820533815,
      "grad_norm": 0.183235302567482,
      "learning_rate": 0.00016577718621623705,
      "loss": 12.1718,
      "step": 16803
    },
    {
      "epoch": 2.751596528573768,
      "grad_norm": 0.1770666539669037,
      "learning_rate": 0.00016577329226347853,
      "loss": 12.1928,
      "step": 16804
    },
    {
      "epoch": 2.751760275094154,
      "grad_norm": 0.18351426720619202,
      "learning_rate": 0.00016576939813493942,
      "loss": 12.1652,
      "step": 16805
    },
    {
      "epoch": 2.7519240216145406,
      "grad_norm": 0.15467196702957153,
      "learning_rate": 0.0001657655038306302,
      "loss": 12.1848,
      "step": 16806
    },
    {
      "epoch": 2.752087768134927,
      "grad_norm": 0.14767147600650787,
      "learning_rate": 0.00016576160935056117,
      "loss": 12.2363,
      "step": 16807
    },
    {
      "epoch": 2.7522515146553137,
      "grad_norm": 0.15113790333271027,
      "learning_rate": 0.00016575771469474283,
      "loss": 12.1727,
      "step": 16808
    },
    {
      "epoch": 2.7524152611757,
      "grad_norm": 0.15913079679012299,
      "learning_rate": 0.00016575381986318557,
      "loss": 12.1467,
      "step": 16809
    },
    {
      "epoch": 2.7525790076960863,
      "grad_norm": 0.17654554545879364,
      "learning_rate": 0.00016574992485589977,
      "loss": 12.2263,
      "step": 16810
    },
    {
      "epoch": 2.752742754216473,
      "grad_norm": 0.19007277488708496,
      "learning_rate": 0.00016574602967289588,
      "loss": 12.192,
      "step": 16811
    },
    {
      "epoch": 2.7529065007368594,
      "grad_norm": 0.19767023622989655,
      "learning_rate": 0.00016574213431418423,
      "loss": 12.1847,
      "step": 16812
    },
    {
      "epoch": 2.753070247257246,
      "grad_norm": 0.14151014387607574,
      "learning_rate": 0.00016573823877977535,
      "loss": 12.2009,
      "step": 16813
    },
    {
      "epoch": 2.7532339937776324,
      "grad_norm": 0.2181217521429062,
      "learning_rate": 0.00016573434306967955,
      "loss": 12.1923,
      "step": 16814
    },
    {
      "epoch": 2.7533977402980185,
      "grad_norm": 0.22220201790332794,
      "learning_rate": 0.00016573044718390728,
      "loss": 12.1357,
      "step": 16815
    },
    {
      "epoch": 2.753561486818405,
      "grad_norm": 0.18065959215164185,
      "learning_rate": 0.00016572655112246894,
      "loss": 12.1638,
      "step": 16816
    },
    {
      "epoch": 2.7537252333387916,
      "grad_norm": 0.21764236688613892,
      "learning_rate": 0.000165722654885375,
      "loss": 12.2173,
      "step": 16817
    },
    {
      "epoch": 2.753888979859178,
      "grad_norm": 0.13385288417339325,
      "learning_rate": 0.0001657187584726358,
      "loss": 12.1429,
      "step": 16818
    },
    {
      "epoch": 2.754052726379564,
      "grad_norm": 0.21731051802635193,
      "learning_rate": 0.00016571486188426176,
      "loss": 12.1466,
      "step": 16819
    },
    {
      "epoch": 2.7542164728999508,
      "grad_norm": 0.1280231922864914,
      "learning_rate": 0.00016571096512026334,
      "loss": 12.1697,
      "step": 16820
    },
    {
      "epoch": 2.7543802194203373,
      "grad_norm": 0.1796661615371704,
      "learning_rate": 0.00016570706818065092,
      "loss": 12.1639,
      "step": 16821
    },
    {
      "epoch": 2.754543965940724,
      "grad_norm": 0.1594737470149994,
      "learning_rate": 0.0001657031710654349,
      "loss": 12.1393,
      "step": 16822
    },
    {
      "epoch": 2.7547077124611103,
      "grad_norm": 0.14099076390266418,
      "learning_rate": 0.00016569927377462572,
      "loss": 12.1712,
      "step": 16823
    },
    {
      "epoch": 2.754871458981497,
      "grad_norm": 0.17487379908561707,
      "learning_rate": 0.00016569537630823383,
      "loss": 12.1825,
      "step": 16824
    },
    {
      "epoch": 2.755035205501883,
      "grad_norm": 0.15643014013767242,
      "learning_rate": 0.00016569147866626958,
      "loss": 12.2071,
      "step": 16825
    },
    {
      "epoch": 2.7551989520222695,
      "grad_norm": 0.16548970341682434,
      "learning_rate": 0.00016568758084874343,
      "loss": 12.1961,
      "step": 16826
    },
    {
      "epoch": 2.755362698542656,
      "grad_norm": 0.162054181098938,
      "learning_rate": 0.00016568368285566575,
      "loss": 12.1564,
      "step": 16827
    },
    {
      "epoch": 2.7555264450630426,
      "grad_norm": 0.15792524814605713,
      "learning_rate": 0.000165679784687047,
      "loss": 12.1693,
      "step": 16828
    },
    {
      "epoch": 2.7556901915834286,
      "grad_norm": 0.22514186799526215,
      "learning_rate": 0.00016567588634289762,
      "loss": 12.1382,
      "step": 16829
    },
    {
      "epoch": 2.755853938103815,
      "grad_norm": 0.16114483773708344,
      "learning_rate": 0.00016567198782322797,
      "loss": 12.156,
      "step": 16830
    },
    {
      "epoch": 2.7560176846242017,
      "grad_norm": 0.16426563262939453,
      "learning_rate": 0.00016566808912804847,
      "loss": 12.176,
      "step": 16831
    },
    {
      "epoch": 2.7561814311445882,
      "grad_norm": 0.11626608669757843,
      "learning_rate": 0.00016566419025736964,
      "loss": 12.1593,
      "step": 16832
    },
    {
      "epoch": 2.7563451776649748,
      "grad_norm": 0.14447762072086334,
      "learning_rate": 0.00016566029121120176,
      "loss": 12.1379,
      "step": 16833
    },
    {
      "epoch": 2.7565089241853613,
      "grad_norm": 0.14649181067943573,
      "learning_rate": 0.00016565639198955532,
      "loss": 12.174,
      "step": 16834
    },
    {
      "epoch": 2.7566726707057474,
      "grad_norm": 0.19400858879089355,
      "learning_rate": 0.0001656524925924407,
      "loss": 12.1514,
      "step": 16835
    },
    {
      "epoch": 2.756836417226134,
      "grad_norm": 0.1509263813495636,
      "learning_rate": 0.0001656485930198684,
      "loss": 12.1761,
      "step": 16836
    },
    {
      "epoch": 2.7570001637465205,
      "grad_norm": 0.1423579901456833,
      "learning_rate": 0.0001656446932718488,
      "loss": 12.1655,
      "step": 16837
    },
    {
      "epoch": 2.757163910266907,
      "grad_norm": 0.17324167490005493,
      "learning_rate": 0.00016564079334839234,
      "loss": 12.1848,
      "step": 16838
    },
    {
      "epoch": 2.757327656787293,
      "grad_norm": 0.14625658094882965,
      "learning_rate": 0.00016563689324950936,
      "loss": 12.1633,
      "step": 16839
    },
    {
      "epoch": 2.7574914033076796,
      "grad_norm": 0.11293954402208328,
      "learning_rate": 0.00016563299297521041,
      "loss": 12.1599,
      "step": 16840
    },
    {
      "epoch": 2.757655149828066,
      "grad_norm": 0.12876243889331818,
      "learning_rate": 0.00016562909252550582,
      "loss": 12.1526,
      "step": 16841
    },
    {
      "epoch": 2.7578188963484527,
      "grad_norm": 0.1667991727590561,
      "learning_rate": 0.00016562519190040605,
      "loss": 12.1814,
      "step": 16842
    },
    {
      "epoch": 2.757982642868839,
      "grad_norm": 0.18196608126163483,
      "learning_rate": 0.00016562129109992153,
      "loss": 12.1597,
      "step": 16843
    },
    {
      "epoch": 2.7581463893892257,
      "grad_norm": 0.19484663009643555,
      "learning_rate": 0.00016561739012406262,
      "loss": 12.2299,
      "step": 16844
    },
    {
      "epoch": 2.758310135909612,
      "grad_norm": 0.14503994584083557,
      "learning_rate": 0.00016561348897283984,
      "loss": 12.1657,
      "step": 16845
    },
    {
      "epoch": 2.7584738824299984,
      "grad_norm": 0.16712012887001038,
      "learning_rate": 0.00016560958764626357,
      "loss": 12.1735,
      "step": 16846
    },
    {
      "epoch": 2.758637628950385,
      "grad_norm": 0.15158507227897644,
      "learning_rate": 0.00016560568614434423,
      "loss": 12.2283,
      "step": 16847
    },
    {
      "epoch": 2.758801375470771,
      "grad_norm": 0.1490277349948883,
      "learning_rate": 0.00016560178446709228,
      "loss": 12.2204,
      "step": 16848
    },
    {
      "epoch": 2.7589651219911575,
      "grad_norm": 0.16555717587471008,
      "learning_rate": 0.00016559788261451809,
      "loss": 12.1969,
      "step": 16849
    },
    {
      "epoch": 2.759128868511544,
      "grad_norm": 0.17385077476501465,
      "learning_rate": 0.00016559398058663214,
      "loss": 12.2156,
      "step": 16850
    },
    {
      "epoch": 2.7592926150319306,
      "grad_norm": 0.14087779819965363,
      "learning_rate": 0.00016559007838344485,
      "loss": 12.1775,
      "step": 16851
    },
    {
      "epoch": 2.759456361552317,
      "grad_norm": 0.13564908504486084,
      "learning_rate": 0.00016558617600496663,
      "loss": 12.1563,
      "step": 16852
    },
    {
      "epoch": 2.7596201080727036,
      "grad_norm": 0.20370084047317505,
      "learning_rate": 0.00016558227345120789,
      "loss": 12.1563,
      "step": 16853
    },
    {
      "epoch": 2.75978385459309,
      "grad_norm": 0.15705999732017517,
      "learning_rate": 0.00016557837072217913,
      "loss": 12.1813,
      "step": 16854
    },
    {
      "epoch": 2.7599476011134763,
      "grad_norm": 0.2343592494726181,
      "learning_rate": 0.00016557446781789072,
      "loss": 12.2144,
      "step": 16855
    },
    {
      "epoch": 2.760111347633863,
      "grad_norm": 0.1689661294221878,
      "learning_rate": 0.00016557056473835312,
      "loss": 12.1593,
      "step": 16856
    },
    {
      "epoch": 2.7602750941542493,
      "grad_norm": 0.1354948729276657,
      "learning_rate": 0.00016556666148357673,
      "loss": 12.1652,
      "step": 16857
    },
    {
      "epoch": 2.7604388406746354,
      "grad_norm": 0.12421481311321259,
      "learning_rate": 0.00016556275805357205,
      "loss": 12.1628,
      "step": 16858
    },
    {
      "epoch": 2.760602587195022,
      "grad_norm": 0.16590656340122223,
      "learning_rate": 0.00016555885444834943,
      "loss": 12.1884,
      "step": 16859
    },
    {
      "epoch": 2.7607663337154085,
      "grad_norm": 0.13847017288208008,
      "learning_rate": 0.0001655549506679193,
      "loss": 12.1887,
      "step": 16860
    },
    {
      "epoch": 2.760930080235795,
      "grad_norm": 0.22803711891174316,
      "learning_rate": 0.00016555104671229218,
      "loss": 12.2781,
      "step": 16861
    },
    {
      "epoch": 2.7610938267561815,
      "grad_norm": 0.13311734795570374,
      "learning_rate": 0.00016554714258147844,
      "loss": 12.1744,
      "step": 16862
    },
    {
      "epoch": 2.761257573276568,
      "grad_norm": 0.21293529868125916,
      "learning_rate": 0.0001655432382754885,
      "loss": 12.1486,
      "step": 16863
    },
    {
      "epoch": 2.761421319796954,
      "grad_norm": 0.14452873170375824,
      "learning_rate": 0.00016553933379433286,
      "loss": 12.2225,
      "step": 16864
    },
    {
      "epoch": 2.7615850663173407,
      "grad_norm": 0.14652365446090698,
      "learning_rate": 0.00016553542913802188,
      "loss": 12.1443,
      "step": 16865
    },
    {
      "epoch": 2.761748812837727,
      "grad_norm": 0.20457804203033447,
      "learning_rate": 0.00016553152430656606,
      "loss": 12.2196,
      "step": 16866
    },
    {
      "epoch": 2.7619125593581138,
      "grad_norm": 0.1534927785396576,
      "learning_rate": 0.00016552761929997578,
      "loss": 12.1433,
      "step": 16867
    },
    {
      "epoch": 2.7620763058785,
      "grad_norm": 0.12791597843170166,
      "learning_rate": 0.0001655237141182615,
      "loss": 12.1277,
      "step": 16868
    },
    {
      "epoch": 2.7622400523988864,
      "grad_norm": 0.14851221442222595,
      "learning_rate": 0.00016551980876143368,
      "loss": 12.1604,
      "step": 16869
    },
    {
      "epoch": 2.762403798919273,
      "grad_norm": 0.1803589016199112,
      "learning_rate": 0.00016551590322950275,
      "loss": 12.1536,
      "step": 16870
    },
    {
      "epoch": 2.7625675454396594,
      "grad_norm": 0.15954282879829407,
      "learning_rate": 0.0001655119975224791,
      "loss": 12.1425,
      "step": 16871
    },
    {
      "epoch": 2.762731291960046,
      "grad_norm": 0.17143720388412476,
      "learning_rate": 0.0001655080916403732,
      "loss": 12.1623,
      "step": 16872
    },
    {
      "epoch": 2.7628950384804325,
      "grad_norm": 0.20278127491474152,
      "learning_rate": 0.0001655041855831955,
      "loss": 12.1892,
      "step": 16873
    },
    {
      "epoch": 2.7630587850008186,
      "grad_norm": 0.14118775725364685,
      "learning_rate": 0.00016550027935095644,
      "loss": 12.1952,
      "step": 16874
    },
    {
      "epoch": 2.763222531521205,
      "grad_norm": 0.17907258868217468,
      "learning_rate": 0.00016549637294366646,
      "loss": 12.2143,
      "step": 16875
    },
    {
      "epoch": 2.7633862780415916,
      "grad_norm": 0.26858529448509216,
      "learning_rate": 0.00016549246636133596,
      "loss": 12.1722,
      "step": 16876
    },
    {
      "epoch": 2.763550024561978,
      "grad_norm": 0.138023242354393,
      "learning_rate": 0.00016548855960397542,
      "loss": 12.1765,
      "step": 16877
    },
    {
      "epoch": 2.7637137710823643,
      "grad_norm": 0.174838587641716,
      "learning_rate": 0.00016548465267159527,
      "loss": 12.1611,
      "step": 16878
    },
    {
      "epoch": 2.763877517602751,
      "grad_norm": 0.13691172003746033,
      "learning_rate": 0.00016548074556420596,
      "loss": 12.1712,
      "step": 16879
    },
    {
      "epoch": 2.7640412641231373,
      "grad_norm": 0.24073876440525055,
      "learning_rate": 0.00016547683828181792,
      "loss": 12.1819,
      "step": 16880
    },
    {
      "epoch": 2.764205010643524,
      "grad_norm": 0.13553602993488312,
      "learning_rate": 0.0001654729308244416,
      "loss": 12.2088,
      "step": 16881
    },
    {
      "epoch": 2.7643687571639104,
      "grad_norm": 0.19182367622852325,
      "learning_rate": 0.00016546902319208745,
      "loss": 12.1825,
      "step": 16882
    },
    {
      "epoch": 2.764532503684297,
      "grad_norm": 0.15820516645908356,
      "learning_rate": 0.00016546511538476584,
      "loss": 12.1473,
      "step": 16883
    },
    {
      "epoch": 2.764696250204683,
      "grad_norm": 0.1867738962173462,
      "learning_rate": 0.00016546120740248735,
      "loss": 12.1693,
      "step": 16884
    },
    {
      "epoch": 2.7648599967250695,
      "grad_norm": 0.14797343313694,
      "learning_rate": 0.00016545729924526232,
      "loss": 12.1785,
      "step": 16885
    },
    {
      "epoch": 2.765023743245456,
      "grad_norm": 0.14570623636245728,
      "learning_rate": 0.0001654533909131012,
      "loss": 12.1332,
      "step": 16886
    },
    {
      "epoch": 2.7651874897658426,
      "grad_norm": 0.15629541873931885,
      "learning_rate": 0.00016544948240601452,
      "loss": 12.1896,
      "step": 16887
    },
    {
      "epoch": 2.7653512362862287,
      "grad_norm": 0.13618943095207214,
      "learning_rate": 0.00016544557372401262,
      "loss": 12.1851,
      "step": 16888
    },
    {
      "epoch": 2.7655149828066152,
      "grad_norm": 0.18629343807697296,
      "learning_rate": 0.00016544166486710598,
      "loss": 12.2,
      "step": 16889
    },
    {
      "epoch": 2.7656787293270018,
      "grad_norm": 0.17050914466381073,
      "learning_rate": 0.00016543775583530507,
      "loss": 12.1996,
      "step": 16890
    },
    {
      "epoch": 2.7658424758473883,
      "grad_norm": 0.13322581350803375,
      "learning_rate": 0.00016543384662862036,
      "loss": 12.1634,
      "step": 16891
    },
    {
      "epoch": 2.766006222367775,
      "grad_norm": 0.24871443212032318,
      "learning_rate": 0.00016542993724706222,
      "loss": 12.1541,
      "step": 16892
    },
    {
      "epoch": 2.7661699688881614,
      "grad_norm": 0.20364180207252502,
      "learning_rate": 0.00016542602769064116,
      "loss": 12.1969,
      "step": 16893
    },
    {
      "epoch": 2.7663337154085474,
      "grad_norm": 0.1203780546784401,
      "learning_rate": 0.0001654221179593676,
      "loss": 12.1713,
      "step": 16894
    },
    {
      "epoch": 2.766497461928934,
      "grad_norm": 0.16502514481544495,
      "learning_rate": 0.00016541820805325198,
      "loss": 12.1604,
      "step": 16895
    },
    {
      "epoch": 2.7666612084493205,
      "grad_norm": 0.2367171049118042,
      "learning_rate": 0.0001654142979723048,
      "loss": 12.1786,
      "step": 16896
    },
    {
      "epoch": 2.766824954969707,
      "grad_norm": 0.1730758547782898,
      "learning_rate": 0.00016541038771653645,
      "loss": 12.1477,
      "step": 16897
    },
    {
      "epoch": 2.766988701490093,
      "grad_norm": 0.13046512007713318,
      "learning_rate": 0.00016540647728595741,
      "loss": 12.1823,
      "step": 16898
    },
    {
      "epoch": 2.7671524480104797,
      "grad_norm": 0.13936704397201538,
      "learning_rate": 0.00016540256668057815,
      "loss": 12.1959,
      "step": 16899
    },
    {
      "epoch": 2.767316194530866,
      "grad_norm": 0.16155967116355896,
      "learning_rate": 0.00016539865590040908,
      "loss": 12.1703,
      "step": 16900
    },
    {
      "epoch": 2.7674799410512527,
      "grad_norm": 0.16965065896511078,
      "learning_rate": 0.00016539474494546067,
      "loss": 12.2094,
      "step": 16901
    },
    {
      "epoch": 2.7676436875716393,
      "grad_norm": 0.16146527230739594,
      "learning_rate": 0.00016539083381574338,
      "loss": 12.1488,
      "step": 16902
    },
    {
      "epoch": 2.767807434092026,
      "grad_norm": 0.16569995880126953,
      "learning_rate": 0.00016538692251126763,
      "loss": 12.1481,
      "step": 16903
    },
    {
      "epoch": 2.767971180612412,
      "grad_norm": 0.15621143579483032,
      "learning_rate": 0.00016538301103204394,
      "loss": 12.1674,
      "step": 16904
    },
    {
      "epoch": 2.7681349271327984,
      "grad_norm": 0.13848450779914856,
      "learning_rate": 0.0001653790993780827,
      "loss": 12.1936,
      "step": 16905
    },
    {
      "epoch": 2.768298673653185,
      "grad_norm": 0.1316305249929428,
      "learning_rate": 0.00016537518754939439,
      "loss": 12.1864,
      "step": 16906
    },
    {
      "epoch": 2.7684624201735715,
      "grad_norm": 0.1766616553068161,
      "learning_rate": 0.00016537127554598944,
      "loss": 12.1806,
      "step": 16907
    },
    {
      "epoch": 2.7686261666939576,
      "grad_norm": 0.1367671638727188,
      "learning_rate": 0.00016536736336787833,
      "loss": 12.1834,
      "step": 16908
    },
    {
      "epoch": 2.768789913214344,
      "grad_norm": 0.16035372018814087,
      "learning_rate": 0.00016536345101507153,
      "loss": 12.1399,
      "step": 16909
    },
    {
      "epoch": 2.7689536597347306,
      "grad_norm": 0.17185963690280914,
      "learning_rate": 0.00016535953848757946,
      "loss": 12.2012,
      "step": 16910
    },
    {
      "epoch": 2.769117406255117,
      "grad_norm": 0.1484706699848175,
      "learning_rate": 0.0001653556257854126,
      "loss": 12.1764,
      "step": 16911
    },
    {
      "epoch": 2.7692811527755037,
      "grad_norm": 0.12680064141750336,
      "learning_rate": 0.00016535171290858137,
      "loss": 12.1231,
      "step": 16912
    },
    {
      "epoch": 2.76944489929589,
      "grad_norm": 0.1661073863506317,
      "learning_rate": 0.0001653477998570963,
      "loss": 12.2172,
      "step": 16913
    },
    {
      "epoch": 2.7696086458162763,
      "grad_norm": 0.12311392277479172,
      "learning_rate": 0.0001653438866309678,
      "loss": 12.1461,
      "step": 16914
    },
    {
      "epoch": 2.769772392336663,
      "grad_norm": 0.21507611870765686,
      "learning_rate": 0.0001653399732302063,
      "loss": 12.1861,
      "step": 16915
    },
    {
      "epoch": 2.7699361388570494,
      "grad_norm": 0.13428546488285065,
      "learning_rate": 0.00016533605965482232,
      "loss": 12.1715,
      "step": 16916
    },
    {
      "epoch": 2.7700998853774355,
      "grad_norm": 0.12920889258384705,
      "learning_rate": 0.00016533214590482627,
      "loss": 12.1737,
      "step": 16917
    },
    {
      "epoch": 2.770263631897822,
      "grad_norm": 0.1264815330505371,
      "learning_rate": 0.00016532823198022863,
      "loss": 12.1628,
      "step": 16918
    },
    {
      "epoch": 2.7704273784182085,
      "grad_norm": 0.1842774748802185,
      "learning_rate": 0.00016532431788103988,
      "loss": 12.1569,
      "step": 16919
    },
    {
      "epoch": 2.770591124938595,
      "grad_norm": 0.21947439014911652,
      "learning_rate": 0.0001653204036072704,
      "loss": 12.1842,
      "step": 16920
    },
    {
      "epoch": 2.7707548714589816,
      "grad_norm": 0.18274721503257751,
      "learning_rate": 0.0001653164891589308,
      "loss": 12.1614,
      "step": 16921
    },
    {
      "epoch": 2.770918617979368,
      "grad_norm": 0.15233276784420013,
      "learning_rate": 0.00016531257453603139,
      "loss": 12.1747,
      "step": 16922
    },
    {
      "epoch": 2.7710823644997546,
      "grad_norm": 0.18858711421489716,
      "learning_rate": 0.00016530865973858272,
      "loss": 12.1331,
      "step": 16923
    },
    {
      "epoch": 2.7712461110201407,
      "grad_norm": 0.14053454995155334,
      "learning_rate": 0.0001653047447665952,
      "loss": 12.1872,
      "step": 16924
    },
    {
      "epoch": 2.7714098575405273,
      "grad_norm": 0.12401708215475082,
      "learning_rate": 0.00016530082962007935,
      "loss": 12.1931,
      "step": 16925
    },
    {
      "epoch": 2.771573604060914,
      "grad_norm": 0.14532993733882904,
      "learning_rate": 0.0001652969142990456,
      "loss": 12.163,
      "step": 16926
    },
    {
      "epoch": 2.7717373505813,
      "grad_norm": 0.21360857784748077,
      "learning_rate": 0.00016529299880350438,
      "loss": 12.1799,
      "step": 16927
    },
    {
      "epoch": 2.7719010971016864,
      "grad_norm": 0.13887031376361847,
      "learning_rate": 0.00016528908313346623,
      "loss": 12.1645,
      "step": 16928
    },
    {
      "epoch": 2.772064843622073,
      "grad_norm": 0.1424672156572342,
      "learning_rate": 0.00016528516728894156,
      "loss": 12.1618,
      "step": 16929
    },
    {
      "epoch": 2.7722285901424595,
      "grad_norm": 0.1463162750005722,
      "learning_rate": 0.00016528125126994087,
      "loss": 12.1629,
      "step": 16930
    },
    {
      "epoch": 2.772392336662846,
      "grad_norm": 0.17837604880332947,
      "learning_rate": 0.0001652773350764746,
      "loss": 12.1815,
      "step": 16931
    },
    {
      "epoch": 2.7725560831832325,
      "grad_norm": 0.18542589247226715,
      "learning_rate": 0.00016527341870855322,
      "loss": 12.1217,
      "step": 16932
    },
    {
      "epoch": 2.7727198297036186,
      "grad_norm": 0.14531917870044708,
      "learning_rate": 0.00016526950216618714,
      "loss": 12.1475,
      "step": 16933
    },
    {
      "epoch": 2.772883576224005,
      "grad_norm": 0.14690381288528442,
      "learning_rate": 0.00016526558544938696,
      "loss": 12.1319,
      "step": 16934
    },
    {
      "epoch": 2.7730473227443917,
      "grad_norm": 0.15146315097808838,
      "learning_rate": 0.00016526166855816308,
      "loss": 12.1687,
      "step": 16935
    },
    {
      "epoch": 2.7732110692647782,
      "grad_norm": 0.14393220841884613,
      "learning_rate": 0.00016525775149252593,
      "loss": 12.2041,
      "step": 16936
    },
    {
      "epoch": 2.7733748157851643,
      "grad_norm": 0.1943371295928955,
      "learning_rate": 0.000165253834252486,
      "loss": 12.1777,
      "step": 16937
    },
    {
      "epoch": 2.773538562305551,
      "grad_norm": 0.14535948634147644,
      "learning_rate": 0.0001652499168380538,
      "loss": 12.1649,
      "step": 16938
    },
    {
      "epoch": 2.7737023088259374,
      "grad_norm": 0.144950270652771,
      "learning_rate": 0.00016524599924923973,
      "loss": 12.1462,
      "step": 16939
    },
    {
      "epoch": 2.773866055346324,
      "grad_norm": 0.1946641057729721,
      "learning_rate": 0.00016524208148605433,
      "loss": 12.2051,
      "step": 16940
    },
    {
      "epoch": 2.7740298018667104,
      "grad_norm": 0.1383945643901825,
      "learning_rate": 0.00016523816354850802,
      "loss": 12.191,
      "step": 16941
    },
    {
      "epoch": 2.774193548387097,
      "grad_norm": 0.16711023449897766,
      "learning_rate": 0.00016523424543661127,
      "loss": 12.2021,
      "step": 16942
    },
    {
      "epoch": 2.774357294907483,
      "grad_norm": 0.14669455587863922,
      "learning_rate": 0.00016523032715037462,
      "loss": 12.1772,
      "step": 16943
    },
    {
      "epoch": 2.7745210414278696,
      "grad_norm": 0.18627095222473145,
      "learning_rate": 0.00016522640868980848,
      "loss": 12.1786,
      "step": 16944
    },
    {
      "epoch": 2.774684787948256,
      "grad_norm": 0.19197607040405273,
      "learning_rate": 0.00016522249005492334,
      "loss": 12.1687,
      "step": 16945
    },
    {
      "epoch": 2.7748485344686427,
      "grad_norm": 0.16931386291980743,
      "learning_rate": 0.00016521857124572964,
      "loss": 12.1564,
      "step": 16946
    },
    {
      "epoch": 2.7750122809890287,
      "grad_norm": 0.1375661939382553,
      "learning_rate": 0.00016521465226223788,
      "loss": 12.1746,
      "step": 16947
    },
    {
      "epoch": 2.7751760275094153,
      "grad_norm": 0.19256854057312012,
      "learning_rate": 0.00016521073310445857,
      "loss": 12.2629,
      "step": 16948
    },
    {
      "epoch": 2.775339774029802,
      "grad_norm": 0.13968893885612488,
      "learning_rate": 0.0001652068137724021,
      "loss": 12.1377,
      "step": 16949
    },
    {
      "epoch": 2.7755035205501883,
      "grad_norm": 0.22727879881858826,
      "learning_rate": 0.00016520289426607903,
      "loss": 12.1918,
      "step": 16950
    },
    {
      "epoch": 2.775667267070575,
      "grad_norm": 0.16177110373973846,
      "learning_rate": 0.00016519897458549979,
      "loss": 12.1894,
      "step": 16951
    },
    {
      "epoch": 2.7758310135909614,
      "grad_norm": 0.1062803864479065,
      "learning_rate": 0.00016519505473067483,
      "loss": 12.1542,
      "step": 16952
    },
    {
      "epoch": 2.7759947601113475,
      "grad_norm": 0.15514366328716278,
      "learning_rate": 0.00016519113470161471,
      "loss": 12.1841,
      "step": 16953
    },
    {
      "epoch": 2.776158506631734,
      "grad_norm": 0.13627353310585022,
      "learning_rate": 0.0001651872144983298,
      "loss": 12.14,
      "step": 16954
    },
    {
      "epoch": 2.7763222531521206,
      "grad_norm": 0.15605905652046204,
      "learning_rate": 0.00016518329412083067,
      "loss": 12.2424,
      "step": 16955
    },
    {
      "epoch": 2.776485999672507,
      "grad_norm": 0.1504310667514801,
      "learning_rate": 0.00016517937356912772,
      "loss": 12.2172,
      "step": 16956
    },
    {
      "epoch": 2.776649746192893,
      "grad_norm": 0.17453008890151978,
      "learning_rate": 0.00016517545284323152,
      "loss": 12.2145,
      "step": 16957
    },
    {
      "epoch": 2.7768134927132797,
      "grad_norm": 0.1633005142211914,
      "learning_rate": 0.00016517153194315246,
      "loss": 12.1786,
      "step": 16958
    },
    {
      "epoch": 2.7769772392336662,
      "grad_norm": 0.20053353905677795,
      "learning_rate": 0.0001651676108689011,
      "loss": 12.1788,
      "step": 16959
    },
    {
      "epoch": 2.7771409857540528,
      "grad_norm": 0.15760931372642517,
      "learning_rate": 0.00016516368962048782,
      "loss": 12.1527,
      "step": 16960
    },
    {
      "epoch": 2.7773047322744393,
      "grad_norm": 0.17075996100902557,
      "learning_rate": 0.00016515976819792317,
      "loss": 12.1668,
      "step": 16961
    },
    {
      "epoch": 2.777468478794826,
      "grad_norm": 0.13763469457626343,
      "learning_rate": 0.00016515584660121762,
      "loss": 12.1916,
      "step": 16962
    },
    {
      "epoch": 2.777632225315212,
      "grad_norm": 0.15634652972221375,
      "learning_rate": 0.00016515192483038162,
      "loss": 12.2045,
      "step": 16963
    },
    {
      "epoch": 2.7777959718355985,
      "grad_norm": 0.1608847826719284,
      "learning_rate": 0.0001651480028854257,
      "loss": 12.197,
      "step": 16964
    },
    {
      "epoch": 2.777959718355985,
      "grad_norm": 0.18215608596801758,
      "learning_rate": 0.0001651440807663603,
      "loss": 12.1923,
      "step": 16965
    },
    {
      "epoch": 2.7781234648763715,
      "grad_norm": 0.15665121376514435,
      "learning_rate": 0.00016514015847319592,
      "loss": 12.1558,
      "step": 16966
    },
    {
      "epoch": 2.7782872113967576,
      "grad_norm": 0.1451142132282257,
      "learning_rate": 0.00016513623600594306,
      "loss": 12.1203,
      "step": 16967
    },
    {
      "epoch": 2.778450957917144,
      "grad_norm": 0.2034979611635208,
      "learning_rate": 0.00016513231336461214,
      "loss": 12.1428,
      "step": 16968
    },
    {
      "epoch": 2.7786147044375307,
      "grad_norm": 0.15055540204048157,
      "learning_rate": 0.00016512839054921372,
      "loss": 12.1709,
      "step": 16969
    },
    {
      "epoch": 2.778778450957917,
      "grad_norm": 0.17627929151058197,
      "learning_rate": 0.00016512446755975824,
      "loss": 12.1838,
      "step": 16970
    },
    {
      "epoch": 2.7789421974783037,
      "grad_norm": 0.18388859927654266,
      "learning_rate": 0.0001651205443962562,
      "loss": 12.1565,
      "step": 16971
    },
    {
      "epoch": 2.7791059439986903,
      "grad_norm": 0.13610035181045532,
      "learning_rate": 0.00016511662105871808,
      "loss": 12.1601,
      "step": 16972
    },
    {
      "epoch": 2.7792696905190764,
      "grad_norm": 0.1445801854133606,
      "learning_rate": 0.00016511269754715437,
      "loss": 12.199,
      "step": 16973
    },
    {
      "epoch": 2.779433437039463,
      "grad_norm": 0.19492313265800476,
      "learning_rate": 0.00016510877386157553,
      "loss": 12.1935,
      "step": 16974
    },
    {
      "epoch": 2.7795971835598494,
      "grad_norm": 0.15968960523605347,
      "learning_rate": 0.00016510485000199206,
      "loss": 12.1659,
      "step": 16975
    },
    {
      "epoch": 2.779760930080236,
      "grad_norm": 0.16170118749141693,
      "learning_rate": 0.00016510092596841447,
      "loss": 12.2435,
      "step": 16976
    },
    {
      "epoch": 2.779924676600622,
      "grad_norm": 0.1443663388490677,
      "learning_rate": 0.00016509700176085324,
      "loss": 12.124,
      "step": 16977
    },
    {
      "epoch": 2.7800884231210086,
      "grad_norm": 0.15633153915405273,
      "learning_rate": 0.00016509307737931883,
      "loss": 12.2215,
      "step": 16978
    },
    {
      "epoch": 2.780252169641395,
      "grad_norm": 0.21689225733280182,
      "learning_rate": 0.00016508915282382173,
      "loss": 12.2468,
      "step": 16979
    },
    {
      "epoch": 2.7804159161617816,
      "grad_norm": 0.12405635416507721,
      "learning_rate": 0.00016508522809437247,
      "loss": 12.1542,
      "step": 16980
    },
    {
      "epoch": 2.780579662682168,
      "grad_norm": 0.14635422825813293,
      "learning_rate": 0.00016508130319098152,
      "loss": 12.1779,
      "step": 16981
    },
    {
      "epoch": 2.7807434092025547,
      "grad_norm": 0.14148099720478058,
      "learning_rate": 0.00016507737811365933,
      "loss": 12.1909,
      "step": 16982
    },
    {
      "epoch": 2.780907155722941,
      "grad_norm": 0.144147589802742,
      "learning_rate": 0.00016507345286241644,
      "loss": 12.1598,
      "step": 16983
    },
    {
      "epoch": 2.7810709022433273,
      "grad_norm": 0.1098443940281868,
      "learning_rate": 0.00016506952743726333,
      "loss": 12.161,
      "step": 16984
    },
    {
      "epoch": 2.781234648763714,
      "grad_norm": 0.17757640779018402,
      "learning_rate": 0.0001650656018382105,
      "loss": 12.1686,
      "step": 16985
    },
    {
      "epoch": 2.7813983952841004,
      "grad_norm": 0.1506330817937851,
      "learning_rate": 0.0001650616760652684,
      "loss": 12.1627,
      "step": 16986
    },
    {
      "epoch": 2.7815621418044865,
      "grad_norm": 0.1709056943655014,
      "learning_rate": 0.00016505775011844753,
      "loss": 12.1565,
      "step": 16987
    },
    {
      "epoch": 2.781725888324873,
      "grad_norm": 0.159612238407135,
      "learning_rate": 0.00016505382399775842,
      "loss": 12.1756,
      "step": 16988
    },
    {
      "epoch": 2.7818896348452595,
      "grad_norm": 0.14661231637001038,
      "learning_rate": 0.00016504989770321156,
      "loss": 12.1968,
      "step": 16989
    },
    {
      "epoch": 2.782053381365646,
      "grad_norm": 0.18283990025520325,
      "learning_rate": 0.00016504597123481735,
      "loss": 12.2614,
      "step": 16990
    },
    {
      "epoch": 2.7822171278860326,
      "grad_norm": 0.2069261074066162,
      "learning_rate": 0.00016504204459258641,
      "loss": 12.1665,
      "step": 16991
    },
    {
      "epoch": 2.782380874406419,
      "grad_norm": 0.16484765708446503,
      "learning_rate": 0.00016503811777652917,
      "loss": 12.1404,
      "step": 16992
    },
    {
      "epoch": 2.782544620926805,
      "grad_norm": 0.16417296230793,
      "learning_rate": 0.00016503419078665616,
      "loss": 12.172,
      "step": 16993
    },
    {
      "epoch": 2.7827083674471917,
      "grad_norm": 0.16631099581718445,
      "learning_rate": 0.00016503026362297781,
      "loss": 12.157,
      "step": 16994
    },
    {
      "epoch": 2.7828721139675783,
      "grad_norm": 0.17178581655025482,
      "learning_rate": 0.0001650263362855047,
      "loss": 12.2178,
      "step": 16995
    },
    {
      "epoch": 2.7830358604879644,
      "grad_norm": 0.12797807157039642,
      "learning_rate": 0.00016502240877424727,
      "loss": 12.1587,
      "step": 16996
    },
    {
      "epoch": 2.783199607008351,
      "grad_norm": 0.14749105274677277,
      "learning_rate": 0.000165018481089216,
      "loss": 12.1381,
      "step": 16997
    },
    {
      "epoch": 2.7833633535287374,
      "grad_norm": 0.21547159552574158,
      "learning_rate": 0.00016501455323042146,
      "loss": 12.1275,
      "step": 16998
    },
    {
      "epoch": 2.783527100049124,
      "grad_norm": 0.1745707392692566,
      "learning_rate": 0.00016501062519787407,
      "loss": 12.1729,
      "step": 16999
    },
    {
      "epoch": 2.7836908465695105,
      "grad_norm": 0.25331297516822815,
      "learning_rate": 0.0001650066969915844,
      "loss": 12.1781,
      "step": 17000
    },
    {
      "epoch": 2.7836908465695105,
      "eval_loss": 12.164285659790039,
      "eval_runtime": 7.2708,
      "eval_samples_per_second": 33.834,
      "eval_steps_per_second": 16.917,
      "step": 17000
    },
    {
      "epoch": 2.783854593089897,
      "grad_norm": 0.24072641134262085,
      "learning_rate": 0.00016500276861156285,
      "loss": 12.2034,
      "step": 17001
    },
    {
      "epoch": 2.7840183396102836,
      "grad_norm": 0.2528350353240967,
      "learning_rate": 0.00016499884005782,
      "loss": 12.1836,
      "step": 17002
    },
    {
      "epoch": 2.7841820861306696,
      "grad_norm": 0.1491089016199112,
      "learning_rate": 0.00016499491133036633,
      "loss": 12.1982,
      "step": 17003
    },
    {
      "epoch": 2.784345832651056,
      "grad_norm": 0.17462143301963806,
      "learning_rate": 0.00016499098242921237,
      "loss": 12.2276,
      "step": 17004
    },
    {
      "epoch": 2.7845095791714427,
      "grad_norm": 0.14007550477981567,
      "learning_rate": 0.00016498705335436851,
      "loss": 12.1683,
      "step": 17005
    },
    {
      "epoch": 2.784673325691829,
      "grad_norm": 0.1999426931142807,
      "learning_rate": 0.0001649831241058454,
      "loss": 12.1809,
      "step": 17006
    },
    {
      "epoch": 2.7848370722122153,
      "grad_norm": 0.1360817700624466,
      "learning_rate": 0.00016497919468365342,
      "loss": 12.1377,
      "step": 17007
    },
    {
      "epoch": 2.785000818732602,
      "grad_norm": 0.15275909006595612,
      "learning_rate": 0.00016497526508780315,
      "loss": 12.179,
      "step": 17008
    },
    {
      "epoch": 2.7851645652529884,
      "grad_norm": 0.1422148495912552,
      "learning_rate": 0.00016497133531830505,
      "loss": 12.1479,
      "step": 17009
    },
    {
      "epoch": 2.785328311773375,
      "grad_norm": 0.1715995818376541,
      "learning_rate": 0.00016496740537516962,
      "loss": 12.1938,
      "step": 17010
    },
    {
      "epoch": 2.7854920582937615,
      "grad_norm": 0.14838968217372894,
      "learning_rate": 0.0001649634752584074,
      "loss": 12.1579,
      "step": 17011
    },
    {
      "epoch": 2.7856558048141475,
      "grad_norm": 0.15749378502368927,
      "learning_rate": 0.00016495954496802885,
      "loss": 12.1696,
      "step": 17012
    },
    {
      "epoch": 2.785819551334534,
      "grad_norm": 0.19330716133117676,
      "learning_rate": 0.00016495561450404451,
      "loss": 12.2104,
      "step": 17013
    },
    {
      "epoch": 2.7859832978549206,
      "grad_norm": 0.1496095061302185,
      "learning_rate": 0.00016495168386646488,
      "loss": 12.172,
      "step": 17014
    },
    {
      "epoch": 2.786147044375307,
      "grad_norm": 0.16746492683887482,
      "learning_rate": 0.00016494775305530044,
      "loss": 12.1754,
      "step": 17015
    },
    {
      "epoch": 2.7863107908956932,
      "grad_norm": 0.17342600226402283,
      "learning_rate": 0.00016494382207056166,
      "loss": 12.1642,
      "step": 17016
    },
    {
      "epoch": 2.7864745374160798,
      "grad_norm": 0.12077169865369797,
      "learning_rate": 0.00016493989091225916,
      "loss": 12.2042,
      "step": 17017
    },
    {
      "epoch": 2.7866382839364663,
      "grad_norm": 0.1361289918422699,
      "learning_rate": 0.00016493595958040334,
      "loss": 12.2194,
      "step": 17018
    },
    {
      "epoch": 2.786802030456853,
      "grad_norm": 0.17259085178375244,
      "learning_rate": 0.00016493202807500476,
      "loss": 12.2011,
      "step": 17019
    },
    {
      "epoch": 2.7869657769772394,
      "grad_norm": 0.1651533842086792,
      "learning_rate": 0.0001649280963960739,
      "loss": 12.2397,
      "step": 17020
    },
    {
      "epoch": 2.787129523497626,
      "grad_norm": 0.17578159272670746,
      "learning_rate": 0.0001649241645436213,
      "loss": 12.1632,
      "step": 17021
    },
    {
      "epoch": 2.787293270018012,
      "grad_norm": 0.17513327300548553,
      "learning_rate": 0.00016492023251765746,
      "loss": 12.1615,
      "step": 17022
    },
    {
      "epoch": 2.7874570165383985,
      "grad_norm": 0.16117025911808014,
      "learning_rate": 0.00016491630031819284,
      "loss": 12.2352,
      "step": 17023
    },
    {
      "epoch": 2.787620763058785,
      "grad_norm": 0.20836900174617767,
      "learning_rate": 0.00016491236794523802,
      "loss": 12.1934,
      "step": 17024
    },
    {
      "epoch": 2.7877845095791716,
      "grad_norm": 0.12828151881694794,
      "learning_rate": 0.00016490843539880345,
      "loss": 12.1626,
      "step": 17025
    },
    {
      "epoch": 2.7879482560995577,
      "grad_norm": 0.2367965579032898,
      "learning_rate": 0.00016490450267889968,
      "loss": 12.2142,
      "step": 17026
    },
    {
      "epoch": 2.788112002619944,
      "grad_norm": 0.1315683126449585,
      "learning_rate": 0.0001649005697855372,
      "loss": 12.2037,
      "step": 17027
    },
    {
      "epoch": 2.7882757491403307,
      "grad_norm": 0.1495673656463623,
      "learning_rate": 0.00016489663671872653,
      "loss": 12.1875,
      "step": 17028
    },
    {
      "epoch": 2.7884394956607172,
      "grad_norm": 0.1853606104850769,
      "learning_rate": 0.00016489270347847817,
      "loss": 12.1688,
      "step": 17029
    },
    {
      "epoch": 2.788603242181104,
      "grad_norm": 0.1511298418045044,
      "learning_rate": 0.00016488877006480264,
      "loss": 12.2229,
      "step": 17030
    },
    {
      "epoch": 2.7887669887014903,
      "grad_norm": 0.16364993155002594,
      "learning_rate": 0.00016488483647771044,
      "loss": 12.1693,
      "step": 17031
    },
    {
      "epoch": 2.7889307352218764,
      "grad_norm": 0.14005324244499207,
      "learning_rate": 0.0001648809027172121,
      "loss": 12.1514,
      "step": 17032
    },
    {
      "epoch": 2.789094481742263,
      "grad_norm": 0.2174815684556961,
      "learning_rate": 0.00016487696878331813,
      "loss": 12.2175,
      "step": 17033
    },
    {
      "epoch": 2.7892582282626495,
      "grad_norm": 0.13482122123241425,
      "learning_rate": 0.00016487303467603906,
      "loss": 12.1619,
      "step": 17034
    },
    {
      "epoch": 2.789421974783036,
      "grad_norm": 0.18841083347797394,
      "learning_rate": 0.00016486910039538536,
      "loss": 12.1816,
      "step": 17035
    },
    {
      "epoch": 2.789585721303422,
      "grad_norm": 0.18771442770957947,
      "learning_rate": 0.0001648651659413676,
      "loss": 12.1803,
      "step": 17036
    },
    {
      "epoch": 2.7897494678238086,
      "grad_norm": 0.14356470108032227,
      "learning_rate": 0.0001648612313139962,
      "loss": 12.2137,
      "step": 17037
    },
    {
      "epoch": 2.789913214344195,
      "grad_norm": 0.11488538235425949,
      "learning_rate": 0.00016485729651328178,
      "loss": 12.1963,
      "step": 17038
    },
    {
      "epoch": 2.7900769608645817,
      "grad_norm": 0.12641064822673798,
      "learning_rate": 0.00016485336153923482,
      "loss": 12.1524,
      "step": 17039
    },
    {
      "epoch": 2.790240707384968,
      "grad_norm": 0.17847731709480286,
      "learning_rate": 0.00016484942639186586,
      "loss": 12.1656,
      "step": 17040
    },
    {
      "epoch": 2.7904044539053547,
      "grad_norm": 0.18473590910434723,
      "learning_rate": 0.00016484549107118531,
      "loss": 12.2025,
      "step": 17041
    },
    {
      "epoch": 2.790568200425741,
      "grad_norm": 0.1846572309732437,
      "learning_rate": 0.00016484155557720383,
      "loss": 12.1699,
      "step": 17042
    },
    {
      "epoch": 2.7907319469461274,
      "grad_norm": 0.16913266479969025,
      "learning_rate": 0.00016483761990993183,
      "loss": 12.1686,
      "step": 17043
    },
    {
      "epoch": 2.790895693466514,
      "grad_norm": 0.1807594746351242,
      "learning_rate": 0.0001648336840693799,
      "loss": 12.1766,
      "step": 17044
    },
    {
      "epoch": 2.7910594399869004,
      "grad_norm": 0.1534125953912735,
      "learning_rate": 0.00016482974805555851,
      "loss": 12.1831,
      "step": 17045
    },
    {
      "epoch": 2.7912231865072865,
      "grad_norm": 0.14405179023742676,
      "learning_rate": 0.00016482581186847822,
      "loss": 12.1568,
      "step": 17046
    },
    {
      "epoch": 2.791386933027673,
      "grad_norm": 0.1533595323562622,
      "learning_rate": 0.0001648218755081495,
      "loss": 12.1415,
      "step": 17047
    },
    {
      "epoch": 2.7915506795480596,
      "grad_norm": 0.16460184752941132,
      "learning_rate": 0.00016481793897458292,
      "loss": 12.1421,
      "step": 17048
    },
    {
      "epoch": 2.791714426068446,
      "grad_norm": 0.15821930766105652,
      "learning_rate": 0.00016481400226778895,
      "loss": 12.1579,
      "step": 17049
    },
    {
      "epoch": 2.7918781725888326,
      "grad_norm": 0.14449067413806915,
      "learning_rate": 0.00016481006538777816,
      "loss": 12.1976,
      "step": 17050
    },
    {
      "epoch": 2.792041919109219,
      "grad_norm": 0.22299745678901672,
      "learning_rate": 0.00016480612833456108,
      "loss": 12.2483,
      "step": 17051
    },
    {
      "epoch": 2.7922056656296053,
      "grad_norm": 0.15948496758937836,
      "learning_rate": 0.00016480219110814819,
      "loss": 12.1934,
      "step": 17052
    },
    {
      "epoch": 2.792369412149992,
      "grad_norm": 0.12959276139736176,
      "learning_rate": 0.00016479825370855,
      "loss": 12.1983,
      "step": 17053
    },
    {
      "epoch": 2.7925331586703783,
      "grad_norm": 0.1471455991268158,
      "learning_rate": 0.00016479431613577704,
      "loss": 12.2427,
      "step": 17054
    },
    {
      "epoch": 2.792696905190765,
      "grad_norm": 0.17605866491794586,
      "learning_rate": 0.00016479037838983991,
      "loss": 12.1944,
      "step": 17055
    },
    {
      "epoch": 2.792860651711151,
      "grad_norm": 0.2336973398923874,
      "learning_rate": 0.00016478644047074906,
      "loss": 12.2448,
      "step": 17056
    },
    {
      "epoch": 2.7930243982315375,
      "grad_norm": 0.13966281712055206,
      "learning_rate": 0.000164782502378515,
      "loss": 12.1813,
      "step": 17057
    },
    {
      "epoch": 2.793188144751924,
      "grad_norm": 0.17088091373443604,
      "learning_rate": 0.00016477856411314828,
      "loss": 12.1474,
      "step": 17058
    },
    {
      "epoch": 2.7933518912723105,
      "grad_norm": 0.1765259951353073,
      "learning_rate": 0.00016477462567465945,
      "loss": 12.1621,
      "step": 17059
    },
    {
      "epoch": 2.793515637792697,
      "grad_norm": 0.13848461210727692,
      "learning_rate": 0.00016477068706305902,
      "loss": 12.1725,
      "step": 17060
    },
    {
      "epoch": 2.7936793843130836,
      "grad_norm": 0.1490785926580429,
      "learning_rate": 0.0001647667482783575,
      "loss": 12.1822,
      "step": 17061
    },
    {
      "epoch": 2.7938431308334697,
      "grad_norm": 0.14514507353305817,
      "learning_rate": 0.00016476280932056545,
      "loss": 12.1793,
      "step": 17062
    },
    {
      "epoch": 2.794006877353856,
      "grad_norm": 0.146667018532753,
      "learning_rate": 0.00016475887018969334,
      "loss": 12.1837,
      "step": 17063
    },
    {
      "epoch": 2.7941706238742428,
      "grad_norm": 0.15896935760974884,
      "learning_rate": 0.00016475493088575176,
      "loss": 12.1389,
      "step": 17064
    },
    {
      "epoch": 2.794334370394629,
      "grad_norm": 0.14294235408306122,
      "learning_rate": 0.00016475099140875118,
      "loss": 12.188,
      "step": 17065
    },
    {
      "epoch": 2.7944981169150154,
      "grad_norm": 0.12349475920200348,
      "learning_rate": 0.00016474705175870214,
      "loss": 12.1813,
      "step": 17066
    },
    {
      "epoch": 2.794661863435402,
      "grad_norm": 0.1356683373451233,
      "learning_rate": 0.00016474311193561523,
      "loss": 12.1688,
      "step": 17067
    },
    {
      "epoch": 2.7948256099557884,
      "grad_norm": 0.14226773381233215,
      "learning_rate": 0.00016473917193950092,
      "loss": 12.2045,
      "step": 17068
    },
    {
      "epoch": 2.794989356476175,
      "grad_norm": 0.1609325259923935,
      "learning_rate": 0.00016473523177036977,
      "loss": 12.1941,
      "step": 17069
    },
    {
      "epoch": 2.7951531029965615,
      "grad_norm": 0.12896353006362915,
      "learning_rate": 0.00016473129142823226,
      "loss": 12.1672,
      "step": 17070
    },
    {
      "epoch": 2.795316849516948,
      "grad_norm": 0.15148226916790009,
      "learning_rate": 0.00016472735091309902,
      "loss": 12.1574,
      "step": 17071
    },
    {
      "epoch": 2.795480596037334,
      "grad_norm": 0.15580806136131287,
      "learning_rate": 0.00016472341022498045,
      "loss": 12.1755,
      "step": 17072
    },
    {
      "epoch": 2.7956443425577207,
      "grad_norm": 0.13750019669532776,
      "learning_rate": 0.00016471946936388719,
      "loss": 12.1603,
      "step": 17073
    },
    {
      "epoch": 2.795808089078107,
      "grad_norm": 0.13400617241859436,
      "learning_rate": 0.0001647155283298297,
      "loss": 12.1703,
      "step": 17074
    },
    {
      "epoch": 2.7959718355984933,
      "grad_norm": 0.188008114695549,
      "learning_rate": 0.00016471158712281855,
      "loss": 12.2155,
      "step": 17075
    },
    {
      "epoch": 2.79613558211888,
      "grad_norm": 0.2034282386302948,
      "learning_rate": 0.0001647076457428643,
      "loss": 12.2186,
      "step": 17076
    },
    {
      "epoch": 2.7962993286392663,
      "grad_norm": 0.18204523622989655,
      "learning_rate": 0.0001647037041899774,
      "loss": 12.213,
      "step": 17077
    },
    {
      "epoch": 2.796463075159653,
      "grad_norm": 0.12391824275255203,
      "learning_rate": 0.00016469976246416847,
      "loss": 12.1885,
      "step": 17078
    },
    {
      "epoch": 2.7966268216800394,
      "grad_norm": 0.14538082480430603,
      "learning_rate": 0.000164695820565448,
      "loss": 12.1516,
      "step": 17079
    },
    {
      "epoch": 2.796790568200426,
      "grad_norm": 0.1204971969127655,
      "learning_rate": 0.00016469187849382652,
      "loss": 12.1918,
      "step": 17080
    },
    {
      "epoch": 2.796954314720812,
      "grad_norm": 0.12433023005723953,
      "learning_rate": 0.0001646879362493146,
      "loss": 12.1635,
      "step": 17081
    },
    {
      "epoch": 2.7971180612411985,
      "grad_norm": 0.1358494609594345,
      "learning_rate": 0.00016468399383192273,
      "loss": 12.188,
      "step": 17082
    },
    {
      "epoch": 2.797281807761585,
      "grad_norm": 0.15266261994838715,
      "learning_rate": 0.0001646800512416615,
      "loss": 12.158,
      "step": 17083
    },
    {
      "epoch": 2.7974455542819716,
      "grad_norm": 0.17444747686386108,
      "learning_rate": 0.0001646761084785414,
      "loss": 12.1538,
      "step": 17084
    },
    {
      "epoch": 2.7976093008023577,
      "grad_norm": 0.15980593860149384,
      "learning_rate": 0.00016467216554257296,
      "loss": 12.2169,
      "step": 17085
    },
    {
      "epoch": 2.7977730473227442,
      "grad_norm": 0.15959031879901886,
      "learning_rate": 0.00016466822243376678,
      "loss": 12.1968,
      "step": 17086
    },
    {
      "epoch": 2.7979367938431308,
      "grad_norm": 0.185416117310524,
      "learning_rate": 0.00016466427915213334,
      "loss": 12.1679,
      "step": 17087
    },
    {
      "epoch": 2.7981005403635173,
      "grad_norm": 0.15357983112335205,
      "learning_rate": 0.0001646603356976832,
      "loss": 12.1366,
      "step": 17088
    },
    {
      "epoch": 2.798264286883904,
      "grad_norm": 0.13226249814033508,
      "learning_rate": 0.00016465639207042688,
      "loss": 12.1603,
      "step": 17089
    },
    {
      "epoch": 2.7984280334042904,
      "grad_norm": 0.14509791135787964,
      "learning_rate": 0.00016465244827037497,
      "loss": 12.173,
      "step": 17090
    },
    {
      "epoch": 2.7985917799246764,
      "grad_norm": 0.16884301602840424,
      "learning_rate": 0.00016464850429753796,
      "loss": 12.2012,
      "step": 17091
    },
    {
      "epoch": 2.798755526445063,
      "grad_norm": 0.14845392107963562,
      "learning_rate": 0.0001646445601519264,
      "loss": 12.1925,
      "step": 17092
    },
    {
      "epoch": 2.7989192729654495,
      "grad_norm": 0.16443860530853271,
      "learning_rate": 0.00016464061583355087,
      "loss": 12.2026,
      "step": 17093
    },
    {
      "epoch": 2.799083019485836,
      "grad_norm": 0.19079358875751495,
      "learning_rate": 0.00016463667134242185,
      "loss": 12.2046,
      "step": 17094
    },
    {
      "epoch": 2.799246766006222,
      "grad_norm": 0.16126492619514465,
      "learning_rate": 0.00016463272667854989,
      "loss": 12.2329,
      "step": 17095
    },
    {
      "epoch": 2.7994105125266087,
      "grad_norm": 0.1708543300628662,
      "learning_rate": 0.0001646287818419456,
      "loss": 12.2239,
      "step": 17096
    },
    {
      "epoch": 2.799574259046995,
      "grad_norm": 0.18330085277557373,
      "learning_rate": 0.0001646248368326194,
      "loss": 12.2287,
      "step": 17097
    },
    {
      "epoch": 2.7997380055673817,
      "grad_norm": 0.16435115039348602,
      "learning_rate": 0.000164620891650582,
      "loss": 12.159,
      "step": 17098
    },
    {
      "epoch": 2.7999017520877683,
      "grad_norm": 0.20008669793605804,
      "learning_rate": 0.0001646169462958438,
      "loss": 12.174,
      "step": 17099
    },
    {
      "epoch": 2.800065498608155,
      "grad_norm": 0.17597565054893494,
      "learning_rate": 0.00016461300076841542,
      "loss": 12.1464,
      "step": 17100
    },
    {
      "epoch": 2.800229245128541,
      "grad_norm": 0.1337665617465973,
      "learning_rate": 0.00016460905506830736,
      "loss": 12.18,
      "step": 17101
    },
    {
      "epoch": 2.8003929916489274,
      "grad_norm": 0.21481779217720032,
      "learning_rate": 0.00016460510919553018,
      "loss": 12.1872,
      "step": 17102
    },
    {
      "epoch": 2.800556738169314,
      "grad_norm": 0.15011528134346008,
      "learning_rate": 0.00016460116315009443,
      "loss": 12.1663,
      "step": 17103
    },
    {
      "epoch": 2.8007204846897005,
      "grad_norm": 0.16818228363990784,
      "learning_rate": 0.00016459721693201068,
      "loss": 12.1632,
      "step": 17104
    },
    {
      "epoch": 2.8008842312100866,
      "grad_norm": 0.15899775922298431,
      "learning_rate": 0.00016459327054128945,
      "loss": 12.1697,
      "step": 17105
    },
    {
      "epoch": 2.801047977730473,
      "grad_norm": 0.15303713083267212,
      "learning_rate": 0.0001645893239779413,
      "loss": 12.2217,
      "step": 17106
    },
    {
      "epoch": 2.8012117242508596,
      "grad_norm": 0.1922149658203125,
      "learning_rate": 0.00016458537724197672,
      "loss": 12.1842,
      "step": 17107
    },
    {
      "epoch": 2.801375470771246,
      "grad_norm": 0.17708617448806763,
      "learning_rate": 0.00016458143033340635,
      "loss": 12.1853,
      "step": 17108
    },
    {
      "epoch": 2.8015392172916327,
      "grad_norm": 0.14007794857025146,
      "learning_rate": 0.00016457748325224067,
      "loss": 12.1906,
      "step": 17109
    },
    {
      "epoch": 2.801702963812019,
      "grad_norm": 0.15153494477272034,
      "learning_rate": 0.00016457353599849025,
      "loss": 12.1585,
      "step": 17110
    },
    {
      "epoch": 2.8018667103324053,
      "grad_norm": 0.12390223890542984,
      "learning_rate": 0.00016456958857216566,
      "loss": 12.159,
      "step": 17111
    },
    {
      "epoch": 2.802030456852792,
      "grad_norm": 0.1500542312860489,
      "learning_rate": 0.00016456564097327742,
      "loss": 12.1531,
      "step": 17112
    },
    {
      "epoch": 2.8021942033731784,
      "grad_norm": 0.17317092418670654,
      "learning_rate": 0.0001645616932018361,
      "loss": 12.2077,
      "step": 17113
    },
    {
      "epoch": 2.802357949893565,
      "grad_norm": 0.16817009449005127,
      "learning_rate": 0.00016455774525785222,
      "loss": 12.1543,
      "step": 17114
    },
    {
      "epoch": 2.802521696413951,
      "grad_norm": 0.14167165756225586,
      "learning_rate": 0.00016455379714133637,
      "loss": 12.1933,
      "step": 17115
    },
    {
      "epoch": 2.8026854429343375,
      "grad_norm": 0.20055069029331207,
      "learning_rate": 0.0001645498488522991,
      "loss": 12.1973,
      "step": 17116
    },
    {
      "epoch": 2.802849189454724,
      "grad_norm": 0.1881040781736374,
      "learning_rate": 0.0001645459003907509,
      "loss": 12.1631,
      "step": 17117
    },
    {
      "epoch": 2.8030129359751106,
      "grad_norm": 0.13454510271549225,
      "learning_rate": 0.0001645419517567024,
      "loss": 12.1495,
      "step": 17118
    },
    {
      "epoch": 2.803176682495497,
      "grad_norm": 0.14761319756507874,
      "learning_rate": 0.0001645380029501641,
      "loss": 12.2052,
      "step": 17119
    },
    {
      "epoch": 2.8033404290158837,
      "grad_norm": 0.14385047554969788,
      "learning_rate": 0.0001645340539711466,
      "loss": 12.1897,
      "step": 17120
    },
    {
      "epoch": 2.8035041755362697,
      "grad_norm": 0.19785036146640778,
      "learning_rate": 0.0001645301048196604,
      "loss": 12.1774,
      "step": 17121
    },
    {
      "epoch": 2.8036679220566563,
      "grad_norm": 0.16308951377868652,
      "learning_rate": 0.0001645261554957161,
      "loss": 12.1935,
      "step": 17122
    },
    {
      "epoch": 2.803831668577043,
      "grad_norm": 0.14235879480838776,
      "learning_rate": 0.00016452220599932424,
      "loss": 12.2043,
      "step": 17123
    },
    {
      "epoch": 2.8039954150974293,
      "grad_norm": 0.15045756101608276,
      "learning_rate": 0.00016451825633049535,
      "loss": 12.1516,
      "step": 17124
    },
    {
      "epoch": 2.8041591616178154,
      "grad_norm": 0.17137327790260315,
      "learning_rate": 0.00016451430648924,
      "loss": 12.1403,
      "step": 17125
    },
    {
      "epoch": 2.804322908138202,
      "grad_norm": 0.1944875866174698,
      "learning_rate": 0.00016451035647556877,
      "loss": 12.2006,
      "step": 17126
    },
    {
      "epoch": 2.8044866546585885,
      "grad_norm": 0.1656523197889328,
      "learning_rate": 0.00016450640628949223,
      "loss": 12.1604,
      "step": 17127
    },
    {
      "epoch": 2.804650401178975,
      "grad_norm": 0.24053144454956055,
      "learning_rate": 0.00016450245593102087,
      "loss": 12.1956,
      "step": 17128
    },
    {
      "epoch": 2.8048141476993615,
      "grad_norm": 0.11624880880117416,
      "learning_rate": 0.0001644985054001653,
      "loss": 12.1587,
      "step": 17129
    },
    {
      "epoch": 2.804977894219748,
      "grad_norm": 0.2019425630569458,
      "learning_rate": 0.00016449455469693604,
      "loss": 12.1682,
      "step": 17130
    },
    {
      "epoch": 2.805141640740134,
      "grad_norm": 0.1320989578962326,
      "learning_rate": 0.00016449060382134372,
      "loss": 12.2253,
      "step": 17131
    },
    {
      "epoch": 2.8053053872605207,
      "grad_norm": 0.26005318760871887,
      "learning_rate": 0.0001644866527733988,
      "loss": 12.2029,
      "step": 17132
    },
    {
      "epoch": 2.8054691337809072,
      "grad_norm": 0.15593351423740387,
      "learning_rate": 0.00016448270155311188,
      "loss": 12.1786,
      "step": 17133
    },
    {
      "epoch": 2.8056328803012938,
      "grad_norm": 0.13691569864749908,
      "learning_rate": 0.00016447875016049356,
      "loss": 12.1799,
      "step": 17134
    },
    {
      "epoch": 2.80579662682168,
      "grad_norm": 0.1853826642036438,
      "learning_rate": 0.00016447479859555436,
      "loss": 12.1682,
      "step": 17135
    },
    {
      "epoch": 2.8059603733420664,
      "grad_norm": 0.15421347320079803,
      "learning_rate": 0.00016447084685830484,
      "loss": 12.1919,
      "step": 17136
    },
    {
      "epoch": 2.806124119862453,
      "grad_norm": 0.14567171037197113,
      "learning_rate": 0.0001644668949487556,
      "loss": 12.1846,
      "step": 17137
    },
    {
      "epoch": 2.8062878663828394,
      "grad_norm": 0.14430725574493408,
      "learning_rate": 0.00016446294286691715,
      "loss": 12.1523,
      "step": 17138
    },
    {
      "epoch": 2.806451612903226,
      "grad_norm": 0.13895906507968903,
      "learning_rate": 0.00016445899061280004,
      "loss": 12.2217,
      "step": 17139
    },
    {
      "epoch": 2.8066153594236125,
      "grad_norm": 0.16868026554584503,
      "learning_rate": 0.00016445503818641492,
      "loss": 12.2068,
      "step": 17140
    },
    {
      "epoch": 2.8067791059439986,
      "grad_norm": 0.14803043007850647,
      "learning_rate": 0.0001644510855877723,
      "loss": 12.188,
      "step": 17141
    },
    {
      "epoch": 2.806942852464385,
      "grad_norm": 0.14672167599201202,
      "learning_rate": 0.0001644471328168827,
      "loss": 12.1884,
      "step": 17142
    },
    {
      "epoch": 2.8071065989847717,
      "grad_norm": 0.1674218773841858,
      "learning_rate": 0.00016444317987375672,
      "loss": 12.1924,
      "step": 17143
    },
    {
      "epoch": 2.8072703455051577,
      "grad_norm": 0.15366075932979584,
      "learning_rate": 0.000164439226758405,
      "loss": 12.1642,
      "step": 17144
    },
    {
      "epoch": 2.8074340920255443,
      "grad_norm": 0.13417039811611176,
      "learning_rate": 0.00016443527347083796,
      "loss": 12.1896,
      "step": 17145
    },
    {
      "epoch": 2.807597838545931,
      "grad_norm": 0.14152278006076813,
      "learning_rate": 0.00016443132001106627,
      "loss": 12.1842,
      "step": 17146
    },
    {
      "epoch": 2.8077615850663173,
      "grad_norm": 0.1540820300579071,
      "learning_rate": 0.00016442736637910048,
      "loss": 12.2096,
      "step": 17147
    },
    {
      "epoch": 2.807925331586704,
      "grad_norm": 0.12768717110157013,
      "learning_rate": 0.00016442341257495114,
      "loss": 12.1886,
      "step": 17148
    },
    {
      "epoch": 2.8080890781070904,
      "grad_norm": 0.1806328147649765,
      "learning_rate": 0.00016441945859862878,
      "loss": 12.2144,
      "step": 17149
    },
    {
      "epoch": 2.808252824627477,
      "grad_norm": 0.14402325451374054,
      "learning_rate": 0.00016441550445014404,
      "loss": 12.1886,
      "step": 17150
    },
    {
      "epoch": 2.808416571147863,
      "grad_norm": 0.1606573760509491,
      "learning_rate": 0.00016441155012950745,
      "loss": 12.1622,
      "step": 17151
    },
    {
      "epoch": 2.8085803176682496,
      "grad_norm": 0.148926243185997,
      "learning_rate": 0.0001644075956367296,
      "loss": 12.1665,
      "step": 17152
    },
    {
      "epoch": 2.808744064188636,
      "grad_norm": 0.16954615712165833,
      "learning_rate": 0.000164403640971821,
      "loss": 12.1646,
      "step": 17153
    },
    {
      "epoch": 2.808907810709022,
      "grad_norm": 0.12155623733997345,
      "learning_rate": 0.0001643996861347923,
      "loss": 12.1649,
      "step": 17154
    },
    {
      "epoch": 2.8090715572294087,
      "grad_norm": 0.35729071497917175,
      "learning_rate": 0.000164395731125654,
      "loss": 12.2232,
      "step": 17155
    },
    {
      "epoch": 2.8092353037497952,
      "grad_norm": 0.16565118730068207,
      "learning_rate": 0.00016439177594441672,
      "loss": 12.1566,
      "step": 17156
    },
    {
      "epoch": 2.8093990502701818,
      "grad_norm": 0.20251554250717163,
      "learning_rate": 0.000164387820591091,
      "loss": 12.1871,
      "step": 17157
    },
    {
      "epoch": 2.8095627967905683,
      "grad_norm": 0.1272236555814743,
      "learning_rate": 0.0001643838650656874,
      "loss": 12.1998,
      "step": 17158
    },
    {
      "epoch": 2.809726543310955,
      "grad_norm": 0.1377795785665512,
      "learning_rate": 0.00016437990936821656,
      "loss": 12.196,
      "step": 17159
    },
    {
      "epoch": 2.809890289831341,
      "grad_norm": 0.16934674978256226,
      "learning_rate": 0.00016437595349868894,
      "loss": 12.2133,
      "step": 17160
    },
    {
      "epoch": 2.8100540363517275,
      "grad_norm": 0.17594364285469055,
      "learning_rate": 0.0001643719974571152,
      "loss": 12.2075,
      "step": 17161
    },
    {
      "epoch": 2.810217782872114,
      "grad_norm": 0.1484081894159317,
      "learning_rate": 0.0001643680412435059,
      "loss": 12.2097,
      "step": 17162
    },
    {
      "epoch": 2.8103815293925005,
      "grad_norm": 0.14854848384857178,
      "learning_rate": 0.0001643640848578716,
      "loss": 12.1292,
      "step": 17163
    },
    {
      "epoch": 2.8105452759128866,
      "grad_norm": 0.15568308532238007,
      "learning_rate": 0.00016436012830022285,
      "loss": 12.1875,
      "step": 17164
    },
    {
      "epoch": 2.810709022433273,
      "grad_norm": 0.12800556421279907,
      "learning_rate": 0.00016435617157057025,
      "loss": 12.1465,
      "step": 17165
    },
    {
      "epoch": 2.8108727689536597,
      "grad_norm": 0.17541956901550293,
      "learning_rate": 0.0001643522146689244,
      "loss": 12.2039,
      "step": 17166
    },
    {
      "epoch": 2.811036515474046,
      "grad_norm": 0.21638737618923187,
      "learning_rate": 0.00016434825759529582,
      "loss": 12.1556,
      "step": 17167
    },
    {
      "epoch": 2.8112002619944327,
      "grad_norm": 0.16163887083530426,
      "learning_rate": 0.00016434430034969512,
      "loss": 12.165,
      "step": 17168
    },
    {
      "epoch": 2.8113640085148193,
      "grad_norm": 0.14573164284229279,
      "learning_rate": 0.00016434034293213287,
      "loss": 12.1928,
      "step": 17169
    },
    {
      "epoch": 2.8115277550352054,
      "grad_norm": 0.1428237110376358,
      "learning_rate": 0.0001643363853426197,
      "loss": 12.217,
      "step": 17170
    },
    {
      "epoch": 2.811691501555592,
      "grad_norm": 0.12193631380796432,
      "learning_rate": 0.00016433242758116606,
      "loss": 12.1709,
      "step": 17171
    },
    {
      "epoch": 2.8118552480759784,
      "grad_norm": 0.12463968247175217,
      "learning_rate": 0.00016432846964778262,
      "loss": 12.1375,
      "step": 17172
    },
    {
      "epoch": 2.812018994596365,
      "grad_norm": 0.17191286385059357,
      "learning_rate": 0.0001643245115424799,
      "loss": 12.1867,
      "step": 17173
    },
    {
      "epoch": 2.812182741116751,
      "grad_norm": 0.12499625980854034,
      "learning_rate": 0.00016432055326526856,
      "loss": 12.1854,
      "step": 17174
    },
    {
      "epoch": 2.8123464876371376,
      "grad_norm": 0.15202835202217102,
      "learning_rate": 0.0001643165948161591,
      "loss": 12.1519,
      "step": 17175
    },
    {
      "epoch": 2.812510234157524,
      "grad_norm": 0.12222303450107574,
      "learning_rate": 0.00016431263619516218,
      "loss": 12.1648,
      "step": 17176
    },
    {
      "epoch": 2.8126739806779106,
      "grad_norm": 0.2232469767332077,
      "learning_rate": 0.00016430867740228832,
      "loss": 12.166,
      "step": 17177
    },
    {
      "epoch": 2.812837727198297,
      "grad_norm": 0.1565098613500595,
      "learning_rate": 0.00016430471843754808,
      "loss": 12.1735,
      "step": 17178
    },
    {
      "epoch": 2.8130014737186837,
      "grad_norm": 0.1305888295173645,
      "learning_rate": 0.00016430075930095207,
      "loss": 12.1699,
      "step": 17179
    },
    {
      "epoch": 2.81316522023907,
      "grad_norm": 0.14176952838897705,
      "learning_rate": 0.00016429679999251088,
      "loss": 12.1748,
      "step": 17180
    },
    {
      "epoch": 2.8133289667594563,
      "grad_norm": 0.12271430343389511,
      "learning_rate": 0.0001642928405122351,
      "loss": 12.1732,
      "step": 17181
    },
    {
      "epoch": 2.813492713279843,
      "grad_norm": 0.1628481149673462,
      "learning_rate": 0.00016428888086013528,
      "loss": 12.2013,
      "step": 17182
    },
    {
      "epoch": 2.8136564598002294,
      "grad_norm": 0.1642504185438156,
      "learning_rate": 0.000164284921036222,
      "loss": 12.1744,
      "step": 17183
    },
    {
      "epoch": 2.8138202063206155,
      "grad_norm": 0.1546313464641571,
      "learning_rate": 0.00016428096104050593,
      "loss": 12.1994,
      "step": 17184
    },
    {
      "epoch": 2.813983952841002,
      "grad_norm": 0.14444003999233246,
      "learning_rate": 0.00016427700087299753,
      "loss": 12.2099,
      "step": 17185
    },
    {
      "epoch": 2.8141476993613885,
      "grad_norm": 0.14208437502384186,
      "learning_rate": 0.00016427304053370746,
      "loss": 12.1906,
      "step": 17186
    },
    {
      "epoch": 2.814311445881775,
      "grad_norm": 0.14487139880657196,
      "learning_rate": 0.00016426908002264626,
      "loss": 12.1699,
      "step": 17187
    },
    {
      "epoch": 2.8144751924021616,
      "grad_norm": 0.1272791475057602,
      "learning_rate": 0.00016426511933982454,
      "loss": 12.1811,
      "step": 17188
    },
    {
      "epoch": 2.814638938922548,
      "grad_norm": 0.15148887038230896,
      "learning_rate": 0.00016426115848525288,
      "loss": 12.2095,
      "step": 17189
    },
    {
      "epoch": 2.814802685442934,
      "grad_norm": 0.14856038987636566,
      "learning_rate": 0.0001642571974589419,
      "loss": 12.1296,
      "step": 17190
    },
    {
      "epoch": 2.8149664319633207,
      "grad_norm": 0.16082610189914703,
      "learning_rate": 0.00016425323626090212,
      "loss": 12.1397,
      "step": 17191
    },
    {
      "epoch": 2.8151301784837073,
      "grad_norm": 0.14431731402873993,
      "learning_rate": 0.00016424927489114416,
      "loss": 12.19,
      "step": 17192
    },
    {
      "epoch": 2.815293925004094,
      "grad_norm": 0.1497797966003418,
      "learning_rate": 0.0001642453133496786,
      "loss": 12.1468,
      "step": 17193
    },
    {
      "epoch": 2.81545767152448,
      "grad_norm": 0.1913168877363205,
      "learning_rate": 0.00016424135163651605,
      "loss": 12.134,
      "step": 17194
    },
    {
      "epoch": 2.8156214180448664,
      "grad_norm": 0.16784439980983734,
      "learning_rate": 0.0001642373897516671,
      "loss": 12.1936,
      "step": 17195
    },
    {
      "epoch": 2.815785164565253,
      "grad_norm": 0.1691729873418808,
      "learning_rate": 0.00016423342769514228,
      "loss": 12.1635,
      "step": 17196
    },
    {
      "epoch": 2.8159489110856395,
      "grad_norm": 0.23350442945957184,
      "learning_rate": 0.00016422946546695223,
      "loss": 12.166,
      "step": 17197
    },
    {
      "epoch": 2.816112657606026,
      "grad_norm": 0.1448277086019516,
      "learning_rate": 0.00016422550306710752,
      "loss": 12.1316,
      "step": 17198
    },
    {
      "epoch": 2.8162764041264126,
      "grad_norm": 0.11104194074869156,
      "learning_rate": 0.00016422154049561876,
      "loss": 12.1728,
      "step": 17199
    },
    {
      "epoch": 2.8164401506467986,
      "grad_norm": 0.17062348127365112,
      "learning_rate": 0.00016421757775249654,
      "loss": 12.1922,
      "step": 17200
    },
    {
      "epoch": 2.816603897167185,
      "grad_norm": 0.1274530291557312,
      "learning_rate": 0.0001642136148377514,
      "loss": 12.1865,
      "step": 17201
    },
    {
      "epoch": 2.8167676436875717,
      "grad_norm": 0.1512538343667984,
      "learning_rate": 0.00016420965175139397,
      "loss": 12.1624,
      "step": 17202
    },
    {
      "epoch": 2.8169313902079582,
      "grad_norm": 0.13242752850055695,
      "learning_rate": 0.00016420568849343488,
      "loss": 12.1864,
      "step": 17203
    },
    {
      "epoch": 2.8170951367283443,
      "grad_norm": 0.20876799523830414,
      "learning_rate": 0.00016420172506388466,
      "loss": 12.2079,
      "step": 17204
    },
    {
      "epoch": 2.817258883248731,
      "grad_norm": 0.16616928577423096,
      "learning_rate": 0.0001641977614627539,
      "loss": 12.1855,
      "step": 17205
    },
    {
      "epoch": 2.8174226297691174,
      "grad_norm": 0.13313351571559906,
      "learning_rate": 0.00016419379769005326,
      "loss": 12.1665,
      "step": 17206
    },
    {
      "epoch": 2.817586376289504,
      "grad_norm": 0.12101412564516068,
      "learning_rate": 0.00016418983374579327,
      "loss": 12.1501,
      "step": 17207
    },
    {
      "epoch": 2.8177501228098905,
      "grad_norm": 0.16808730363845825,
      "learning_rate": 0.00016418586962998455,
      "loss": 12.1831,
      "step": 17208
    },
    {
      "epoch": 2.817913869330277,
      "grad_norm": 0.14471670985221863,
      "learning_rate": 0.00016418190534263767,
      "loss": 12.1888,
      "step": 17209
    },
    {
      "epoch": 2.818077615850663,
      "grad_norm": 0.12559431791305542,
      "learning_rate": 0.00016417794088376323,
      "loss": 12.2222,
      "step": 17210
    },
    {
      "epoch": 2.8182413623710496,
      "grad_norm": 0.18580971658229828,
      "learning_rate": 0.00016417397625337189,
      "loss": 12.2112,
      "step": 17211
    },
    {
      "epoch": 2.818405108891436,
      "grad_norm": 0.1380920261144638,
      "learning_rate": 0.00016417001145147415,
      "loss": 12.1786,
      "step": 17212
    },
    {
      "epoch": 2.8185688554118222,
      "grad_norm": 0.19272243976593018,
      "learning_rate": 0.00016416604647808068,
      "loss": 12.1951,
      "step": 17213
    },
    {
      "epoch": 2.8187326019322088,
      "grad_norm": 0.15904906392097473,
      "learning_rate": 0.000164162081333202,
      "loss": 12.1748,
      "step": 17214
    },
    {
      "epoch": 2.8188963484525953,
      "grad_norm": 0.2041095793247223,
      "learning_rate": 0.0001641581160168488,
      "loss": 12.1885,
      "step": 17215
    },
    {
      "epoch": 2.819060094972982,
      "grad_norm": 0.1571180522441864,
      "learning_rate": 0.0001641541505290316,
      "loss": 12.1239,
      "step": 17216
    },
    {
      "epoch": 2.8192238414933684,
      "grad_norm": 0.18331556022167206,
      "learning_rate": 0.00016415018486976103,
      "loss": 12.2085,
      "step": 17217
    },
    {
      "epoch": 2.819387588013755,
      "grad_norm": 0.1487942337989807,
      "learning_rate": 0.0001641462190390477,
      "loss": 12.1332,
      "step": 17218
    },
    {
      "epoch": 2.8195513345341414,
      "grad_norm": 0.15429937839508057,
      "learning_rate": 0.0001641422530369022,
      "loss": 12.1935,
      "step": 17219
    },
    {
      "epoch": 2.8197150810545275,
      "grad_norm": 0.1714806854724884,
      "learning_rate": 0.0001641382868633351,
      "loss": 12.194,
      "step": 17220
    },
    {
      "epoch": 2.819878827574914,
      "grad_norm": 0.16275697946548462,
      "learning_rate": 0.00016413432051835705,
      "loss": 12.1657,
      "step": 17221
    },
    {
      "epoch": 2.8200425740953006,
      "grad_norm": 0.23387356102466583,
      "learning_rate": 0.0001641303540019786,
      "loss": 12.191,
      "step": 17222
    },
    {
      "epoch": 2.8202063206156867,
      "grad_norm": 0.15913185477256775,
      "learning_rate": 0.0001641263873142104,
      "loss": 12.1675,
      "step": 17223
    },
    {
      "epoch": 2.820370067136073,
      "grad_norm": 0.14799311757087708,
      "learning_rate": 0.00016412242045506302,
      "loss": 12.1825,
      "step": 17224
    },
    {
      "epoch": 2.8205338136564597,
      "grad_norm": 0.1345912665128708,
      "learning_rate": 0.00016411845342454703,
      "loss": 12.1971,
      "step": 17225
    },
    {
      "epoch": 2.8206975601768463,
      "grad_norm": 0.16897554695606232,
      "learning_rate": 0.0001641144862226731,
      "loss": 12.2075,
      "step": 17226
    },
    {
      "epoch": 2.820861306697233,
      "grad_norm": 0.22901323437690735,
      "learning_rate": 0.00016411051884945182,
      "loss": 12.2143,
      "step": 17227
    },
    {
      "epoch": 2.8210250532176193,
      "grad_norm": 0.15289750695228577,
      "learning_rate": 0.00016410655130489374,
      "loss": 12.2304,
      "step": 17228
    },
    {
      "epoch": 2.8211887997380054,
      "grad_norm": 0.1403355747461319,
      "learning_rate": 0.00016410258358900948,
      "loss": 12.1213,
      "step": 17229
    },
    {
      "epoch": 2.821352546258392,
      "grad_norm": 0.1731540560722351,
      "learning_rate": 0.0001640986157018097,
      "loss": 12.1949,
      "step": 17230
    },
    {
      "epoch": 2.8215162927787785,
      "grad_norm": 0.18881361186504364,
      "learning_rate": 0.00016409464764330497,
      "loss": 12.178,
      "step": 17231
    },
    {
      "epoch": 2.821680039299165,
      "grad_norm": 0.168627068400383,
      "learning_rate": 0.00016409067941350588,
      "loss": 12.195,
      "step": 17232
    },
    {
      "epoch": 2.821843785819551,
      "grad_norm": 0.173957958817482,
      "learning_rate": 0.00016408671101242304,
      "loss": 12.1683,
      "step": 17233
    },
    {
      "epoch": 2.8220075323399376,
      "grad_norm": 0.15211182832717896,
      "learning_rate": 0.0001640827424400671,
      "loss": 12.1669,
      "step": 17234
    },
    {
      "epoch": 2.822171278860324,
      "grad_norm": 0.15072301030158997,
      "learning_rate": 0.00016407877369644855,
      "loss": 12.1664,
      "step": 17235
    },
    {
      "epoch": 2.8223350253807107,
      "grad_norm": 0.15978305041790009,
      "learning_rate": 0.00016407480478157816,
      "loss": 12.1909,
      "step": 17236
    },
    {
      "epoch": 2.822498771901097,
      "grad_norm": 0.15146663784980774,
      "learning_rate": 0.00016407083569546638,
      "loss": 12.1801,
      "step": 17237
    },
    {
      "epoch": 2.8226625184214837,
      "grad_norm": 0.1490703523159027,
      "learning_rate": 0.00016406686643812392,
      "loss": 12.2145,
      "step": 17238
    },
    {
      "epoch": 2.82282626494187,
      "grad_norm": 0.2672930061817169,
      "learning_rate": 0.00016406289700956136,
      "loss": 12.1568,
      "step": 17239
    },
    {
      "epoch": 2.8229900114622564,
      "grad_norm": 0.14782603085041046,
      "learning_rate": 0.0001640589274097893,
      "loss": 12.1886,
      "step": 17240
    },
    {
      "epoch": 2.823153757982643,
      "grad_norm": 0.15349525213241577,
      "learning_rate": 0.00016405495763881835,
      "loss": 12.2415,
      "step": 17241
    },
    {
      "epoch": 2.8233175045030294,
      "grad_norm": 0.1632814109325409,
      "learning_rate": 0.0001640509876966591,
      "loss": 12.2326,
      "step": 17242
    },
    {
      "epoch": 2.8234812510234155,
      "grad_norm": 0.162098690867424,
      "learning_rate": 0.00016404701758332223,
      "loss": 12.1872,
      "step": 17243
    },
    {
      "epoch": 2.823644997543802,
      "grad_norm": 0.13295510411262512,
      "learning_rate": 0.0001640430472988183,
      "loss": 12.2304,
      "step": 17244
    },
    {
      "epoch": 2.8238087440641886,
      "grad_norm": 0.16992732882499695,
      "learning_rate": 0.0001640390768431579,
      "loss": 12.1721,
      "step": 17245
    },
    {
      "epoch": 2.823972490584575,
      "grad_norm": 0.2482815831899643,
      "learning_rate": 0.00016403510621635164,
      "loss": 12.1878,
      "step": 17246
    },
    {
      "epoch": 2.8241362371049616,
      "grad_norm": 0.1421353667974472,
      "learning_rate": 0.00016403113541841018,
      "loss": 12.2019,
      "step": 17247
    },
    {
      "epoch": 2.824299983625348,
      "grad_norm": 0.17589633166790009,
      "learning_rate": 0.00016402716444934416,
      "loss": 12.1861,
      "step": 17248
    },
    {
      "epoch": 2.8244637301457343,
      "grad_norm": 0.16593259572982788,
      "learning_rate": 0.00016402319330916407,
      "loss": 12.2056,
      "step": 17249
    },
    {
      "epoch": 2.824627476666121,
      "grad_norm": 0.15988971292972565,
      "learning_rate": 0.0001640192219978806,
      "loss": 12.1503,
      "step": 17250
    },
    {
      "epoch": 2.8247912231865073,
      "grad_norm": 0.21743416786193848,
      "learning_rate": 0.00016401525051550439,
      "loss": 12.2423,
      "step": 17251
    },
    {
      "epoch": 2.824954969706894,
      "grad_norm": 0.16476914286613464,
      "learning_rate": 0.000164011278862046,
      "loss": 12.1944,
      "step": 17252
    },
    {
      "epoch": 2.82511871622728,
      "grad_norm": 0.17280808091163635,
      "learning_rate": 0.0001640073070375161,
      "loss": 12.2082,
      "step": 17253
    },
    {
      "epoch": 2.8252824627476665,
      "grad_norm": 0.15490610897541046,
      "learning_rate": 0.00016400333504192522,
      "loss": 12.1874,
      "step": 17254
    },
    {
      "epoch": 2.825446209268053,
      "grad_norm": 0.1350141316652298,
      "learning_rate": 0.00016399936287528406,
      "loss": 12.1715,
      "step": 17255
    },
    {
      "epoch": 2.8256099557884395,
      "grad_norm": 0.1741260588169098,
      "learning_rate": 0.00016399539053760318,
      "loss": 12.2015,
      "step": 17256
    },
    {
      "epoch": 2.825773702308826,
      "grad_norm": 0.16236557066440582,
      "learning_rate": 0.00016399141802889323,
      "loss": 12.2092,
      "step": 17257
    },
    {
      "epoch": 2.8259374488292126,
      "grad_norm": 0.16066911816596985,
      "learning_rate": 0.00016398744534916481,
      "loss": 12.2177,
      "step": 17258
    },
    {
      "epoch": 2.8261011953495987,
      "grad_norm": 0.1371993124485016,
      "learning_rate": 0.00016398347249842857,
      "loss": 12.145,
      "step": 17259
    },
    {
      "epoch": 2.8262649418699852,
      "grad_norm": 0.30244117975234985,
      "learning_rate": 0.00016397949947669505,
      "loss": 12.1812,
      "step": 17260
    },
    {
      "epoch": 2.8264286883903718,
      "grad_norm": 0.18311606347560883,
      "learning_rate": 0.0001639755262839749,
      "loss": 12.2226,
      "step": 17261
    },
    {
      "epoch": 2.8265924349107583,
      "grad_norm": 0.1889599710702896,
      "learning_rate": 0.00016397155292027882,
      "loss": 12.1742,
      "step": 17262
    },
    {
      "epoch": 2.8267561814311444,
      "grad_norm": 0.23477362096309662,
      "learning_rate": 0.00016396757938561733,
      "loss": 12.1553,
      "step": 17263
    },
    {
      "epoch": 2.826919927951531,
      "grad_norm": 0.14893092215061188,
      "learning_rate": 0.0001639636056800011,
      "loss": 12.1628,
      "step": 17264
    },
    {
      "epoch": 2.8270836744719174,
      "grad_norm": 0.13353216648101807,
      "learning_rate": 0.00016395963180344073,
      "loss": 12.1392,
      "step": 17265
    },
    {
      "epoch": 2.827247420992304,
      "grad_norm": 0.25652876496315,
      "learning_rate": 0.00016395565775594682,
      "loss": 12.2054,
      "step": 17266
    },
    {
      "epoch": 2.8274111675126905,
      "grad_norm": 0.18082650005817413,
      "learning_rate": 0.00016395168353753003,
      "loss": 12.1797,
      "step": 17267
    },
    {
      "epoch": 2.827574914033077,
      "grad_norm": 0.17210671305656433,
      "learning_rate": 0.00016394770914820097,
      "loss": 12.1997,
      "step": 17268
    },
    {
      "epoch": 2.827738660553463,
      "grad_norm": 0.15984562039375305,
      "learning_rate": 0.00016394373458797023,
      "loss": 12.1809,
      "step": 17269
    },
    {
      "epoch": 2.8279024070738497,
      "grad_norm": 0.18279039859771729,
      "learning_rate": 0.0001639397598568485,
      "loss": 12.2103,
      "step": 17270
    },
    {
      "epoch": 2.828066153594236,
      "grad_norm": 0.18626075983047485,
      "learning_rate": 0.00016393578495484633,
      "loss": 12.1564,
      "step": 17271
    },
    {
      "epoch": 2.8282299001146227,
      "grad_norm": 0.19549933075904846,
      "learning_rate": 0.0001639318098819744,
      "loss": 12.1825,
      "step": 17272
    },
    {
      "epoch": 2.828393646635009,
      "grad_norm": 0.1680845469236374,
      "learning_rate": 0.00016392783463824328,
      "loss": 12.1795,
      "step": 17273
    },
    {
      "epoch": 2.8285573931553953,
      "grad_norm": 0.13574592769145966,
      "learning_rate": 0.00016392385922366364,
      "loss": 12.1933,
      "step": 17274
    },
    {
      "epoch": 2.828721139675782,
      "grad_norm": 0.1420159786939621,
      "learning_rate": 0.0001639198836382461,
      "loss": 12.2101,
      "step": 17275
    },
    {
      "epoch": 2.8288848861961684,
      "grad_norm": 0.1542482227087021,
      "learning_rate": 0.00016391590788200123,
      "loss": 12.2095,
      "step": 17276
    },
    {
      "epoch": 2.829048632716555,
      "grad_norm": 0.13108542561531067,
      "learning_rate": 0.00016391193195493972,
      "loss": 12.1904,
      "step": 17277
    },
    {
      "epoch": 2.8292123792369415,
      "grad_norm": 0.20189319550991058,
      "learning_rate": 0.0001639079558570722,
      "loss": 12.1404,
      "step": 17278
    },
    {
      "epoch": 2.8293761257573276,
      "grad_norm": 0.19568902254104614,
      "learning_rate": 0.00016390397958840924,
      "loss": 12.1743,
      "step": 17279
    },
    {
      "epoch": 2.829539872277714,
      "grad_norm": 0.184367835521698,
      "learning_rate": 0.00016390000314896148,
      "loss": 12.1442,
      "step": 17280
    },
    {
      "epoch": 2.8297036187981006,
      "grad_norm": 0.12820860743522644,
      "learning_rate": 0.00016389602653873957,
      "loss": 12.1523,
      "step": 17281
    },
    {
      "epoch": 2.8298673653184867,
      "grad_norm": 0.15668144822120667,
      "learning_rate": 0.00016389204975775416,
      "loss": 12.1908,
      "step": 17282
    },
    {
      "epoch": 2.8300311118388732,
      "grad_norm": 0.17835205793380737,
      "learning_rate": 0.0001638880728060158,
      "loss": 12.1667,
      "step": 17283
    },
    {
      "epoch": 2.8301948583592598,
      "grad_norm": 0.16520997881889343,
      "learning_rate": 0.0001638840956835352,
      "loss": 12.1712,
      "step": 17284
    },
    {
      "epoch": 2.8303586048796463,
      "grad_norm": 0.15590281784534454,
      "learning_rate": 0.00016388011839032295,
      "loss": 12.1747,
      "step": 17285
    },
    {
      "epoch": 2.830522351400033,
      "grad_norm": 0.1466226428747177,
      "learning_rate": 0.00016387614092638967,
      "loss": 12.2018,
      "step": 17286
    },
    {
      "epoch": 2.8306860979204194,
      "grad_norm": 0.18139567971229553,
      "learning_rate": 0.00016387216329174603,
      "loss": 12.1664,
      "step": 17287
    },
    {
      "epoch": 2.830849844440806,
      "grad_norm": 0.18341490626335144,
      "learning_rate": 0.00016386818548640264,
      "loss": 12.193,
      "step": 17288
    },
    {
      "epoch": 2.831013590961192,
      "grad_norm": 0.15761475265026093,
      "learning_rate": 0.0001638642075103701,
      "loss": 12.1775,
      "step": 17289
    },
    {
      "epoch": 2.8311773374815785,
      "grad_norm": 0.17920206487178802,
      "learning_rate": 0.00016386022936365908,
      "loss": 12.1927,
      "step": 17290
    },
    {
      "epoch": 2.831341084001965,
      "grad_norm": 0.20633594691753387,
      "learning_rate": 0.00016385625104628018,
      "loss": 12.2046,
      "step": 17291
    },
    {
      "epoch": 2.831504830522351,
      "grad_norm": 0.12722492218017578,
      "learning_rate": 0.00016385227255824404,
      "loss": 12.1558,
      "step": 17292
    },
    {
      "epoch": 2.8316685770427377,
      "grad_norm": 0.14895351231098175,
      "learning_rate": 0.00016384829389956137,
      "loss": 12.1818,
      "step": 17293
    },
    {
      "epoch": 2.831832323563124,
      "grad_norm": 0.1342979222536087,
      "learning_rate": 0.00016384431507024267,
      "loss": 12.1515,
      "step": 17294
    },
    {
      "epoch": 2.8319960700835107,
      "grad_norm": 0.17288044095039368,
      "learning_rate": 0.00016384033607029868,
      "loss": 12.1798,
      "step": 17295
    },
    {
      "epoch": 2.8321598166038973,
      "grad_norm": 0.1487216204404831,
      "learning_rate": 0.00016383635689973995,
      "loss": 12.1567,
      "step": 17296
    },
    {
      "epoch": 2.832323563124284,
      "grad_norm": 0.16395166516304016,
      "learning_rate": 0.0001638323775585772,
      "loss": 12.2089,
      "step": 17297
    },
    {
      "epoch": 2.8324873096446703,
      "grad_norm": 0.1422782838344574,
      "learning_rate": 0.00016382839804682099,
      "loss": 12.2204,
      "step": 17298
    },
    {
      "epoch": 2.8326510561650564,
      "grad_norm": 0.15251216292381287,
      "learning_rate": 0.00016382441836448202,
      "loss": 12.146,
      "step": 17299
    },
    {
      "epoch": 2.832814802685443,
      "grad_norm": 0.1559504270553589,
      "learning_rate": 0.00016382043851157087,
      "loss": 12.1897,
      "step": 17300
    },
    {
      "epoch": 2.8329785492058295,
      "grad_norm": 0.11707169562578201,
      "learning_rate": 0.00016381645848809821,
      "loss": 12.1795,
      "step": 17301
    },
    {
      "epoch": 2.8331422957262156,
      "grad_norm": 0.14328326284885406,
      "learning_rate": 0.0001638124782940747,
      "loss": 12.2015,
      "step": 17302
    },
    {
      "epoch": 2.833306042246602,
      "grad_norm": 0.17243072390556335,
      "learning_rate": 0.00016380849792951087,
      "loss": 12.2782,
      "step": 17303
    },
    {
      "epoch": 2.8334697887669886,
      "grad_norm": 0.169310063123703,
      "learning_rate": 0.00016380451739441752,
      "loss": 12.1463,
      "step": 17304
    },
    {
      "epoch": 2.833633535287375,
      "grad_norm": 0.15915104746818542,
      "learning_rate": 0.00016380053668880513,
      "loss": 12.176,
      "step": 17305
    },
    {
      "epoch": 2.8337972818077617,
      "grad_norm": 0.1218799501657486,
      "learning_rate": 0.00016379655581268444,
      "loss": 12.188,
      "step": 17306
    },
    {
      "epoch": 2.8339610283281482,
      "grad_norm": 0.12487944215536118,
      "learning_rate": 0.00016379257476606605,
      "loss": 12.1561,
      "step": 17307
    },
    {
      "epoch": 2.8341247748485343,
      "grad_norm": 0.16311366856098175,
      "learning_rate": 0.0001637885935489606,
      "loss": 12.2137,
      "step": 17308
    },
    {
      "epoch": 2.834288521368921,
      "grad_norm": 0.1607394963502884,
      "learning_rate": 0.00016378461216137873,
      "loss": 12.1717,
      "step": 17309
    },
    {
      "epoch": 2.8344522678893074,
      "grad_norm": 0.14279873669147491,
      "learning_rate": 0.00016378063060333112,
      "loss": 12.2209,
      "step": 17310
    },
    {
      "epoch": 2.834616014409694,
      "grad_norm": 0.14317244291305542,
      "learning_rate": 0.00016377664887482835,
      "loss": 12.167,
      "step": 17311
    },
    {
      "epoch": 2.83477976093008,
      "grad_norm": 0.15157657861709595,
      "learning_rate": 0.0001637726669758811,
      "loss": 12.2097,
      "step": 17312
    },
    {
      "epoch": 2.8349435074504665,
      "grad_norm": 0.14758114516735077,
      "learning_rate": 0.0001637686849065,
      "loss": 12.1531,
      "step": 17313
    },
    {
      "epoch": 2.835107253970853,
      "grad_norm": 0.13605216145515442,
      "learning_rate": 0.0001637647026666957,
      "loss": 12.1389,
      "step": 17314
    },
    {
      "epoch": 2.8352710004912396,
      "grad_norm": 0.1728835552930832,
      "learning_rate": 0.00016376072025647883,
      "loss": 12.134,
      "step": 17315
    },
    {
      "epoch": 2.835434747011626,
      "grad_norm": 0.16461387276649475,
      "learning_rate": 0.00016375673767586005,
      "loss": 12.2562,
      "step": 17316
    },
    {
      "epoch": 2.8355984935320127,
      "grad_norm": 0.1478959172964096,
      "learning_rate": 0.00016375275492484996,
      "loss": 12.1916,
      "step": 17317
    },
    {
      "epoch": 2.8357622400523987,
      "grad_norm": 0.17543312907218933,
      "learning_rate": 0.00016374877200345925,
      "loss": 12.1327,
      "step": 17318
    },
    {
      "epoch": 2.8359259865727853,
      "grad_norm": 0.14576482772827148,
      "learning_rate": 0.00016374478891169856,
      "loss": 12.1477,
      "step": 17319
    },
    {
      "epoch": 2.836089733093172,
      "grad_norm": 0.17277374863624573,
      "learning_rate": 0.00016374080564957852,
      "loss": 12.2476,
      "step": 17320
    },
    {
      "epoch": 2.8362534796135583,
      "grad_norm": 0.1654626876115799,
      "learning_rate": 0.0001637368222171098,
      "loss": 12.2262,
      "step": 17321
    },
    {
      "epoch": 2.8364172261339444,
      "grad_norm": 0.1304643154144287,
      "learning_rate": 0.00016373283861430298,
      "loss": 12.1821,
      "step": 17322
    },
    {
      "epoch": 2.836580972654331,
      "grad_norm": 0.14148114621639252,
      "learning_rate": 0.0001637288548411688,
      "loss": 12.1271,
      "step": 17323
    },
    {
      "epoch": 2.8367447191747175,
      "grad_norm": 0.11426414549350739,
      "learning_rate": 0.00016372487089771784,
      "loss": 12.1724,
      "step": 17324
    },
    {
      "epoch": 2.836908465695104,
      "grad_norm": 0.1492888331413269,
      "learning_rate": 0.00016372088678396075,
      "loss": 12.2229,
      "step": 17325
    },
    {
      "epoch": 2.8370722122154906,
      "grad_norm": 0.1592758297920227,
      "learning_rate": 0.00016371690249990822,
      "loss": 12.186,
      "step": 17326
    },
    {
      "epoch": 2.837235958735877,
      "grad_norm": 0.16121025383472443,
      "learning_rate": 0.0001637129180455709,
      "loss": 12.1724,
      "step": 17327
    },
    {
      "epoch": 2.837399705256263,
      "grad_norm": 0.17409218847751617,
      "learning_rate": 0.00016370893342095935,
      "loss": 12.1934,
      "step": 17328
    },
    {
      "epoch": 2.8375634517766497,
      "grad_norm": 0.16585789620876312,
      "learning_rate": 0.00016370494862608435,
      "loss": 12.2214,
      "step": 17329
    },
    {
      "epoch": 2.8377271982970362,
      "grad_norm": 0.16193491220474243,
      "learning_rate": 0.00016370096366095642,
      "loss": 12.1448,
      "step": 17330
    },
    {
      "epoch": 2.8378909448174228,
      "grad_norm": 0.14153258502483368,
      "learning_rate": 0.00016369697852558628,
      "loss": 12.195,
      "step": 17331
    },
    {
      "epoch": 2.838054691337809,
      "grad_norm": 0.13052476942539215,
      "learning_rate": 0.00016369299321998456,
      "loss": 12.2014,
      "step": 17332
    },
    {
      "epoch": 2.8382184378581954,
      "grad_norm": 0.1611560434103012,
      "learning_rate": 0.00016368900774416196,
      "loss": 12.1799,
      "step": 17333
    },
    {
      "epoch": 2.838382184378582,
      "grad_norm": 0.12894141674041748,
      "learning_rate": 0.00016368502209812905,
      "loss": 12.1471,
      "step": 17334
    },
    {
      "epoch": 2.8385459308989685,
      "grad_norm": 0.16129547357559204,
      "learning_rate": 0.00016368103628189656,
      "loss": 12.1953,
      "step": 17335
    },
    {
      "epoch": 2.838709677419355,
      "grad_norm": 0.2162824422121048,
      "learning_rate": 0.0001636770502954751,
      "loss": 12.1557,
      "step": 17336
    },
    {
      "epoch": 2.8388734239397415,
      "grad_norm": 0.18013319373130798,
      "learning_rate": 0.0001636730641388753,
      "loss": 12.2235,
      "step": 17337
    },
    {
      "epoch": 2.8390371704601276,
      "grad_norm": 0.16223114728927612,
      "learning_rate": 0.0001636690778121079,
      "loss": 12.2117,
      "step": 17338
    },
    {
      "epoch": 2.839200916980514,
      "grad_norm": 0.15105824172496796,
      "learning_rate": 0.00016366509131518343,
      "loss": 12.1647,
      "step": 17339
    },
    {
      "epoch": 2.8393646635009007,
      "grad_norm": 0.23723432421684265,
      "learning_rate": 0.00016366110464811263,
      "loss": 12.1915,
      "step": 17340
    },
    {
      "epoch": 2.839528410021287,
      "grad_norm": 0.14969317615032196,
      "learning_rate": 0.00016365711781090613,
      "loss": 12.1727,
      "step": 17341
    },
    {
      "epoch": 2.8396921565416733,
      "grad_norm": 0.16636629402637482,
      "learning_rate": 0.0001636531308035746,
      "loss": 12.153,
      "step": 17342
    },
    {
      "epoch": 2.83985590306206,
      "grad_norm": 0.24138596653938293,
      "learning_rate": 0.00016364914362612868,
      "loss": 12.1913,
      "step": 17343
    },
    {
      "epoch": 2.8400196495824463,
      "grad_norm": 0.19647742807865143,
      "learning_rate": 0.00016364515627857905,
      "loss": 12.2089,
      "step": 17344
    },
    {
      "epoch": 2.840183396102833,
      "grad_norm": 0.20019085705280304,
      "learning_rate": 0.0001636411687609363,
      "loss": 12.1976,
      "step": 17345
    },
    {
      "epoch": 2.8403471426232194,
      "grad_norm": 0.19700394570827484,
      "learning_rate": 0.00016363718107321117,
      "loss": 12.1581,
      "step": 17346
    },
    {
      "epoch": 2.840510889143606,
      "grad_norm": 0.15138602256774902,
      "learning_rate": 0.00016363319321541431,
      "loss": 12.1695,
      "step": 17347
    },
    {
      "epoch": 2.840674635663992,
      "grad_norm": 0.19718743860721588,
      "learning_rate": 0.00016362920518755628,
      "loss": 12.1642,
      "step": 17348
    },
    {
      "epoch": 2.8408383821843786,
      "grad_norm": 0.11476756632328033,
      "learning_rate": 0.00016362521698964785,
      "loss": 12.1687,
      "step": 17349
    },
    {
      "epoch": 2.841002128704765,
      "grad_norm": 0.11765476316213608,
      "learning_rate": 0.0001636212286216996,
      "loss": 12.193,
      "step": 17350
    },
    {
      "epoch": 2.8411658752251516,
      "grad_norm": 0.14095735549926758,
      "learning_rate": 0.00016361724008372226,
      "loss": 12.1584,
      "step": 17351
    },
    {
      "epoch": 2.8413296217455377,
      "grad_norm": 0.1325397938489914,
      "learning_rate": 0.00016361325137572642,
      "loss": 12.1424,
      "step": 17352
    },
    {
      "epoch": 2.8414933682659242,
      "grad_norm": 0.1865454465150833,
      "learning_rate": 0.0001636092624977228,
      "loss": 12.1884,
      "step": 17353
    },
    {
      "epoch": 2.841657114786311,
      "grad_norm": 0.13897109031677246,
      "learning_rate": 0.00016360527344972198,
      "loss": 12.1563,
      "step": 17354
    },
    {
      "epoch": 2.8418208613066973,
      "grad_norm": 0.15821301937103271,
      "learning_rate": 0.00016360128423173475,
      "loss": 12.1502,
      "step": 17355
    },
    {
      "epoch": 2.841984607827084,
      "grad_norm": 0.15117919445037842,
      "learning_rate": 0.00016359729484377166,
      "loss": 12.1471,
      "step": 17356
    },
    {
      "epoch": 2.8421483543474704,
      "grad_norm": 0.11591974645853043,
      "learning_rate": 0.0001635933052858434,
      "loss": 12.1758,
      "step": 17357
    },
    {
      "epoch": 2.8423121008678565,
      "grad_norm": 0.13651889562606812,
      "learning_rate": 0.00016358931555796063,
      "loss": 12.1553,
      "step": 17358
    },
    {
      "epoch": 2.842475847388243,
      "grad_norm": 0.16251960396766663,
      "learning_rate": 0.00016358532566013406,
      "loss": 12.1917,
      "step": 17359
    },
    {
      "epoch": 2.8426395939086295,
      "grad_norm": 0.15576159954071045,
      "learning_rate": 0.00016358133559237427,
      "loss": 12.1461,
      "step": 17360
    },
    {
      "epoch": 2.8428033404290156,
      "grad_norm": 0.1782173216342926,
      "learning_rate": 0.000163577345354692,
      "loss": 12.194,
      "step": 17361
    },
    {
      "epoch": 2.842967086949402,
      "grad_norm": 0.12598387897014618,
      "learning_rate": 0.00016357335494709786,
      "loss": 12.1543,
      "step": 17362
    },
    {
      "epoch": 2.8431308334697887,
      "grad_norm": 0.16557329893112183,
      "learning_rate": 0.00016356936436960257,
      "loss": 12.2146,
      "step": 17363
    },
    {
      "epoch": 2.843294579990175,
      "grad_norm": 0.17682242393493652,
      "learning_rate": 0.00016356537362221673,
      "loss": 12.1899,
      "step": 17364
    },
    {
      "epoch": 2.8434583265105617,
      "grad_norm": 0.2515029013156891,
      "learning_rate": 0.00016356138270495104,
      "loss": 12.2413,
      "step": 17365
    },
    {
      "epoch": 2.8436220730309483,
      "grad_norm": 0.26460832357406616,
      "learning_rate": 0.00016355739161781618,
      "loss": 12.2122,
      "step": 17366
    },
    {
      "epoch": 2.843785819551335,
      "grad_norm": 0.16569207608699799,
      "learning_rate": 0.0001635534003608228,
      "loss": 12.1587,
      "step": 17367
    },
    {
      "epoch": 2.843949566071721,
      "grad_norm": 0.15930438041687012,
      "learning_rate": 0.00016354940893398151,
      "loss": 12.1616,
      "step": 17368
    },
    {
      "epoch": 2.8441133125921074,
      "grad_norm": 0.1913532018661499,
      "learning_rate": 0.0001635454173373031,
      "loss": 12.1541,
      "step": 17369
    },
    {
      "epoch": 2.844277059112494,
      "grad_norm": 0.11884915828704834,
      "learning_rate": 0.00016354142557079815,
      "loss": 12.1803,
      "step": 17370
    },
    {
      "epoch": 2.84444080563288,
      "grad_norm": 0.1479165107011795,
      "learning_rate": 0.00016353743363447734,
      "loss": 12.1693,
      "step": 17371
    },
    {
      "epoch": 2.8446045521532666,
      "grad_norm": 0.1593652069568634,
      "learning_rate": 0.00016353344152835136,
      "loss": 12.1705,
      "step": 17372
    },
    {
      "epoch": 2.844768298673653,
      "grad_norm": 0.16026128828525543,
      "learning_rate": 0.00016352944925243084,
      "loss": 12.2006,
      "step": 17373
    },
    {
      "epoch": 2.8449320451940396,
      "grad_norm": 0.2107001543045044,
      "learning_rate": 0.0001635254568067265,
      "loss": 12.1673,
      "step": 17374
    },
    {
      "epoch": 2.845095791714426,
      "grad_norm": 0.13909484446048737,
      "learning_rate": 0.000163521464191249,
      "loss": 12.1753,
      "step": 17375
    },
    {
      "epoch": 2.8452595382348127,
      "grad_norm": 0.11092023551464081,
      "learning_rate": 0.00016351747140600897,
      "loss": 12.2055,
      "step": 17376
    },
    {
      "epoch": 2.845423284755199,
      "grad_norm": 0.2024911642074585,
      "learning_rate": 0.0001635134784510171,
      "loss": 12.1807,
      "step": 17377
    },
    {
      "epoch": 2.8455870312755853,
      "grad_norm": 0.1306927502155304,
      "learning_rate": 0.0001635094853262841,
      "loss": 12.1787,
      "step": 17378
    },
    {
      "epoch": 2.845750777795972,
      "grad_norm": 0.2084263414144516,
      "learning_rate": 0.0001635054920318206,
      "loss": 12.1506,
      "step": 17379
    },
    {
      "epoch": 2.8459145243163584,
      "grad_norm": 0.16670703887939453,
      "learning_rate": 0.00016350149856763727,
      "loss": 12.201,
      "step": 17380
    },
    {
      "epoch": 2.8460782708367445,
      "grad_norm": 0.15894277393817902,
      "learning_rate": 0.00016349750493374477,
      "loss": 12.1521,
      "step": 17381
    },
    {
      "epoch": 2.846242017357131,
      "grad_norm": 0.1313156932592392,
      "learning_rate": 0.00016349351113015384,
      "loss": 12.1558,
      "step": 17382
    },
    {
      "epoch": 2.8464057638775175,
      "grad_norm": 0.16849762201309204,
      "learning_rate": 0.0001634895171568751,
      "loss": 12.155,
      "step": 17383
    },
    {
      "epoch": 2.846569510397904,
      "grad_norm": 0.12283477932214737,
      "learning_rate": 0.00016348552301391923,
      "loss": 12.1649,
      "step": 17384
    },
    {
      "epoch": 2.8467332569182906,
      "grad_norm": 0.16123580932617188,
      "learning_rate": 0.00016348152870129692,
      "loss": 12.2425,
      "step": 17385
    },
    {
      "epoch": 2.846897003438677,
      "grad_norm": 0.1463356614112854,
      "learning_rate": 0.0001634775342190188,
      "loss": 12.1577,
      "step": 17386
    },
    {
      "epoch": 2.847060749959063,
      "grad_norm": 0.14910775423049927,
      "learning_rate": 0.00016347353956709562,
      "loss": 12.2298,
      "step": 17387
    },
    {
      "epoch": 2.8472244964794498,
      "grad_norm": 0.17157985270023346,
      "learning_rate": 0.000163469544745538,
      "loss": 12.1957,
      "step": 17388
    },
    {
      "epoch": 2.8473882429998363,
      "grad_norm": 0.14501875638961792,
      "learning_rate": 0.00016346554975435663,
      "loss": 12.1596,
      "step": 17389
    },
    {
      "epoch": 2.847551989520223,
      "grad_norm": 0.1393309235572815,
      "learning_rate": 0.00016346155459356218,
      "loss": 12.2012,
      "step": 17390
    },
    {
      "epoch": 2.847715736040609,
      "grad_norm": 0.1359347105026245,
      "learning_rate": 0.00016345755926316534,
      "loss": 12.1779,
      "step": 17391
    },
    {
      "epoch": 2.8478794825609954,
      "grad_norm": 0.14920280873775482,
      "learning_rate": 0.0001634535637631768,
      "loss": 12.1671,
      "step": 17392
    },
    {
      "epoch": 2.848043229081382,
      "grad_norm": 0.15380558371543884,
      "learning_rate": 0.0001634495680936072,
      "loss": 12.1969,
      "step": 17393
    },
    {
      "epoch": 2.8482069756017685,
      "grad_norm": 0.17113077640533447,
      "learning_rate": 0.00016344557225446727,
      "loss": 12.1894,
      "step": 17394
    },
    {
      "epoch": 2.848370722122155,
      "grad_norm": 0.16157610714435577,
      "learning_rate": 0.00016344157624576764,
      "loss": 12.1961,
      "step": 17395
    },
    {
      "epoch": 2.8485344686425416,
      "grad_norm": 0.1271246075630188,
      "learning_rate": 0.000163437580067519,
      "loss": 12.2097,
      "step": 17396
    },
    {
      "epoch": 2.8486982151629276,
      "grad_norm": 0.1776808202266693,
      "learning_rate": 0.00016343358371973205,
      "loss": 12.1836,
      "step": 17397
    },
    {
      "epoch": 2.848861961683314,
      "grad_norm": 0.14169757068157196,
      "learning_rate": 0.00016342958720241742,
      "loss": 12.1824,
      "step": 17398
    },
    {
      "epoch": 2.8490257082037007,
      "grad_norm": 0.14614759385585785,
      "learning_rate": 0.00016342559051558587,
      "loss": 12.1557,
      "step": 17399
    },
    {
      "epoch": 2.8491894547240872,
      "grad_norm": 0.19617757201194763,
      "learning_rate": 0.00016342159365924803,
      "loss": 12.1687,
      "step": 17400
    },
    {
      "epoch": 2.8493532012444733,
      "grad_norm": 0.15241602063179016,
      "learning_rate": 0.00016341759663341461,
      "loss": 12.1826,
      "step": 17401
    },
    {
      "epoch": 2.84951694776486,
      "grad_norm": 0.17470699548721313,
      "learning_rate": 0.00016341359943809628,
      "loss": 12.159,
      "step": 17402
    },
    {
      "epoch": 2.8496806942852464,
      "grad_norm": 0.2102850377559662,
      "learning_rate": 0.00016340960207330367,
      "loss": 12.1723,
      "step": 17403
    },
    {
      "epoch": 2.849844440805633,
      "grad_norm": 0.13828666508197784,
      "learning_rate": 0.00016340560453904755,
      "loss": 12.2087,
      "step": 17404
    },
    {
      "epoch": 2.8500081873260195,
      "grad_norm": 0.15998274087905884,
      "learning_rate": 0.00016340160683533857,
      "loss": 12.2013,
      "step": 17405
    },
    {
      "epoch": 2.850171933846406,
      "grad_norm": 0.18064510822296143,
      "learning_rate": 0.00016339760896218737,
      "loss": 12.1716,
      "step": 17406
    },
    {
      "epoch": 2.850335680366792,
      "grad_norm": 0.18279828131198883,
      "learning_rate": 0.00016339361091960468,
      "loss": 12.1752,
      "step": 17407
    },
    {
      "epoch": 2.8504994268871786,
      "grad_norm": 0.15303301811218262,
      "learning_rate": 0.00016338961270760116,
      "loss": 12.1375,
      "step": 17408
    },
    {
      "epoch": 2.850663173407565,
      "grad_norm": 0.14720699191093445,
      "learning_rate": 0.00016338561432618754,
      "loss": 12.2065,
      "step": 17409
    },
    {
      "epoch": 2.8508269199279517,
      "grad_norm": 0.1188700720667839,
      "learning_rate": 0.0001633816157753745,
      "loss": 12.1475,
      "step": 17410
    },
    {
      "epoch": 2.8509906664483378,
      "grad_norm": 0.13406319916248322,
      "learning_rate": 0.00016337761705517267,
      "loss": 12.1693,
      "step": 17411
    },
    {
      "epoch": 2.8511544129687243,
      "grad_norm": 0.15600994229316711,
      "learning_rate": 0.00016337361816559277,
      "loss": 12.2178,
      "step": 17412
    },
    {
      "epoch": 2.851318159489111,
      "grad_norm": 0.15756353735923767,
      "learning_rate": 0.00016336961910664547,
      "loss": 12.1514,
      "step": 17413
    },
    {
      "epoch": 2.8514819060094974,
      "grad_norm": 0.17109228670597076,
      "learning_rate": 0.00016336561987834153,
      "loss": 12.1726,
      "step": 17414
    },
    {
      "epoch": 2.851645652529884,
      "grad_norm": 0.1938859522342682,
      "learning_rate": 0.00016336162048069154,
      "loss": 12.1733,
      "step": 17415
    },
    {
      "epoch": 2.8518093990502704,
      "grad_norm": 0.12718679010868073,
      "learning_rate": 0.00016335762091370626,
      "loss": 12.1691,
      "step": 17416
    },
    {
      "epoch": 2.8519731455706565,
      "grad_norm": 0.1692754030227661,
      "learning_rate": 0.0001633536211773963,
      "loss": 12.206,
      "step": 17417
    },
    {
      "epoch": 2.852136892091043,
      "grad_norm": 0.14449062943458557,
      "learning_rate": 0.0001633496212717725,
      "loss": 12.1455,
      "step": 17418
    },
    {
      "epoch": 2.8523006386114296,
      "grad_norm": 0.15863783657550812,
      "learning_rate": 0.00016334562119684536,
      "loss": 12.142,
      "step": 17419
    },
    {
      "epoch": 2.852464385131816,
      "grad_norm": 0.19424965977668762,
      "learning_rate": 0.0001633416209526257,
      "loss": 12.1479,
      "step": 17420
    },
    {
      "epoch": 2.852628131652202,
      "grad_norm": 0.24792815744876862,
      "learning_rate": 0.00016333762053912415,
      "loss": 12.1725,
      "step": 17421
    },
    {
      "epoch": 2.8527918781725887,
      "grad_norm": 0.13164663314819336,
      "learning_rate": 0.0001633336199563514,
      "loss": 12.15,
      "step": 17422
    },
    {
      "epoch": 2.8529556246929753,
      "grad_norm": 0.20233620703220367,
      "learning_rate": 0.00016332961920431823,
      "loss": 12.1437,
      "step": 17423
    },
    {
      "epoch": 2.853119371213362,
      "grad_norm": 0.16780908405780792,
      "learning_rate": 0.0001633256182830352,
      "loss": 12.1996,
      "step": 17424
    },
    {
      "epoch": 2.8532831177337483,
      "grad_norm": 0.2342728227376938,
      "learning_rate": 0.0001633216171925131,
      "loss": 12.1839,
      "step": 17425
    },
    {
      "epoch": 2.853446864254135,
      "grad_norm": 0.15121135115623474,
      "learning_rate": 0.0001633176159327626,
      "loss": 12.1736,
      "step": 17426
    },
    {
      "epoch": 2.853610610774521,
      "grad_norm": 0.1292344480752945,
      "learning_rate": 0.0001633136145037944,
      "loss": 12.2343,
      "step": 17427
    },
    {
      "epoch": 2.8537743572949075,
      "grad_norm": 0.3051341474056244,
      "learning_rate": 0.00016330961290561912,
      "loss": 12.2438,
      "step": 17428
    },
    {
      "epoch": 2.853938103815294,
      "grad_norm": 0.15035653114318848,
      "learning_rate": 0.00016330561113824755,
      "loss": 12.181,
      "step": 17429
    },
    {
      "epoch": 2.85410185033568,
      "grad_norm": 0.1783997118473053,
      "learning_rate": 0.00016330160920169034,
      "loss": 12.1394,
      "step": 17430
    },
    {
      "epoch": 2.8542655968560666,
      "grad_norm": 0.17605017125606537,
      "learning_rate": 0.00016329760709595821,
      "loss": 12.1641,
      "step": 17431
    },
    {
      "epoch": 2.854429343376453,
      "grad_norm": 0.2411942481994629,
      "learning_rate": 0.00016329360482106181,
      "loss": 12.2135,
      "step": 17432
    },
    {
      "epoch": 2.8545930898968397,
      "grad_norm": 0.14514409005641937,
      "learning_rate": 0.0001632896023770119,
      "loss": 12.2028,
      "step": 17433
    },
    {
      "epoch": 2.854756836417226,
      "grad_norm": 0.1628800481557846,
      "learning_rate": 0.0001632855997638191,
      "loss": 12.1404,
      "step": 17434
    },
    {
      "epoch": 2.8549205829376127,
      "grad_norm": 0.1395350992679596,
      "learning_rate": 0.00016328159698149417,
      "loss": 12.2068,
      "step": 17435
    },
    {
      "epoch": 2.8550843294579993,
      "grad_norm": 0.16460706293582916,
      "learning_rate": 0.0001632775940300478,
      "loss": 12.1962,
      "step": 17436
    },
    {
      "epoch": 2.8552480759783854,
      "grad_norm": 0.12301918864250183,
      "learning_rate": 0.00016327359090949066,
      "loss": 12.2159,
      "step": 17437
    },
    {
      "epoch": 2.855411822498772,
      "grad_norm": 0.20961788296699524,
      "learning_rate": 0.00016326958761983345,
      "loss": 12.1964,
      "step": 17438
    },
    {
      "epoch": 2.8555755690191584,
      "grad_norm": 0.16135425865650177,
      "learning_rate": 0.0001632655841610869,
      "loss": 12.1514,
      "step": 17439
    },
    {
      "epoch": 2.8557393155395445,
      "grad_norm": 0.14720073342323303,
      "learning_rate": 0.0001632615805332617,
      "loss": 12.1547,
      "step": 17440
    },
    {
      "epoch": 2.855903062059931,
      "grad_norm": 0.21744327247142792,
      "learning_rate": 0.00016325757673636853,
      "loss": 12.1626,
      "step": 17441
    },
    {
      "epoch": 2.8560668085803176,
      "grad_norm": 0.17889143526554108,
      "learning_rate": 0.0001632535727704181,
      "loss": 12.1877,
      "step": 17442
    },
    {
      "epoch": 2.856230555100704,
      "grad_norm": 0.2028321772813797,
      "learning_rate": 0.00016324956863542108,
      "loss": 12.1566,
      "step": 17443
    },
    {
      "epoch": 2.8563943016210906,
      "grad_norm": 0.1741911619901657,
      "learning_rate": 0.00016324556433138825,
      "loss": 12.1745,
      "step": 17444
    },
    {
      "epoch": 2.856558048141477,
      "grad_norm": 0.16361480951309204,
      "learning_rate": 0.00016324155985833025,
      "loss": 12.1425,
      "step": 17445
    },
    {
      "epoch": 2.8567217946618637,
      "grad_norm": 0.19509226083755493,
      "learning_rate": 0.00016323755521625779,
      "loss": 12.1887,
      "step": 17446
    },
    {
      "epoch": 2.85688554118225,
      "grad_norm": 0.15089894831180573,
      "learning_rate": 0.00016323355040518157,
      "loss": 12.2326,
      "step": 17447
    },
    {
      "epoch": 2.8570492877026363,
      "grad_norm": 0.17210301756858826,
      "learning_rate": 0.0001632295454251123,
      "loss": 12.1615,
      "step": 17448
    },
    {
      "epoch": 2.857213034223023,
      "grad_norm": 0.1678011566400528,
      "learning_rate": 0.00016322554027606073,
      "loss": 12.2255,
      "step": 17449
    },
    {
      "epoch": 2.857376780743409,
      "grad_norm": 0.18907968699932098,
      "learning_rate": 0.00016322153495803746,
      "loss": 12.1364,
      "step": 17450
    },
    {
      "epoch": 2.8575405272637955,
      "grad_norm": 0.1618722677230835,
      "learning_rate": 0.0001632175294710533,
      "loss": 12.1425,
      "step": 17451
    },
    {
      "epoch": 2.857704273784182,
      "grad_norm": 0.18385694921016693,
      "learning_rate": 0.0001632135238151189,
      "loss": 12.2344,
      "step": 17452
    },
    {
      "epoch": 2.8578680203045685,
      "grad_norm": 0.19386179745197296,
      "learning_rate": 0.00016320951799024495,
      "loss": 12.1676,
      "step": 17453
    },
    {
      "epoch": 2.858031766824955,
      "grad_norm": 0.1839158833026886,
      "learning_rate": 0.00016320551199644218,
      "loss": 12.1604,
      "step": 17454
    },
    {
      "epoch": 2.8581955133453416,
      "grad_norm": 0.13975341618061066,
      "learning_rate": 0.00016320150583372132,
      "loss": 12.145,
      "step": 17455
    },
    {
      "epoch": 2.8583592598657277,
      "grad_norm": 0.1626116931438446,
      "learning_rate": 0.00016319749950209302,
      "loss": 12.1873,
      "step": 17456
    },
    {
      "epoch": 2.8585230063861142,
      "grad_norm": 0.15251003205776215,
      "learning_rate": 0.00016319349300156804,
      "loss": 12.2096,
      "step": 17457
    },
    {
      "epoch": 2.8586867529065008,
      "grad_norm": 0.1749626249074936,
      "learning_rate": 0.00016318948633215708,
      "loss": 12.1471,
      "step": 17458
    },
    {
      "epoch": 2.8588504994268873,
      "grad_norm": 0.2215971052646637,
      "learning_rate": 0.0001631854794938708,
      "loss": 12.1917,
      "step": 17459
    },
    {
      "epoch": 2.8590142459472734,
      "grad_norm": 0.15174052119255066,
      "learning_rate": 0.00016318147248671995,
      "loss": 12.182,
      "step": 17460
    },
    {
      "epoch": 2.85917799246766,
      "grad_norm": 0.14480377733707428,
      "learning_rate": 0.00016317746531071525,
      "loss": 12.1511,
      "step": 17461
    },
    {
      "epoch": 2.8593417389880464,
      "grad_norm": 0.13943135738372803,
      "learning_rate": 0.0001631734579658674,
      "loss": 12.2061,
      "step": 17462
    },
    {
      "epoch": 2.859505485508433,
      "grad_norm": 0.14334848523139954,
      "learning_rate": 0.00016316945045218706,
      "loss": 12.2249,
      "step": 17463
    },
    {
      "epoch": 2.8596692320288195,
      "grad_norm": 0.13663539290428162,
      "learning_rate": 0.00016316544276968498,
      "loss": 12.196,
      "step": 17464
    },
    {
      "epoch": 2.859832978549206,
      "grad_norm": 0.1541299819946289,
      "learning_rate": 0.00016316143491837192,
      "loss": 12.1959,
      "step": 17465
    },
    {
      "epoch": 2.859996725069592,
      "grad_norm": 0.16145214438438416,
      "learning_rate": 0.0001631574268982585,
      "loss": 12.1568,
      "step": 17466
    },
    {
      "epoch": 2.8601604715899787,
      "grad_norm": 0.13872869312763214,
      "learning_rate": 0.0001631534187093555,
      "loss": 12.226,
      "step": 17467
    },
    {
      "epoch": 2.860324218110365,
      "grad_norm": 0.13975311815738678,
      "learning_rate": 0.00016314941035167356,
      "loss": 12.1621,
      "step": 17468
    },
    {
      "epoch": 2.8604879646307517,
      "grad_norm": 0.14273814857006073,
      "learning_rate": 0.0001631454018252235,
      "loss": 12.1412,
      "step": 17469
    },
    {
      "epoch": 2.860651711151138,
      "grad_norm": 0.15399181842803955,
      "learning_rate": 0.00016314139313001593,
      "loss": 12.2149,
      "step": 17470
    },
    {
      "epoch": 2.8608154576715243,
      "grad_norm": 0.21717146039009094,
      "learning_rate": 0.00016313738426606162,
      "loss": 12.1937,
      "step": 17471
    },
    {
      "epoch": 2.860979204191911,
      "grad_norm": 0.17974252998828888,
      "learning_rate": 0.00016313337523337127,
      "loss": 12.1543,
      "step": 17472
    },
    {
      "epoch": 2.8611429507122974,
      "grad_norm": 0.2343820035457611,
      "learning_rate": 0.0001631293660319556,
      "loss": 12.1891,
      "step": 17473
    },
    {
      "epoch": 2.861306697232684,
      "grad_norm": 0.1454593390226364,
      "learning_rate": 0.00016312535666182528,
      "loss": 12.1326,
      "step": 17474
    },
    {
      "epoch": 2.8614704437530705,
      "grad_norm": 0.1192031279206276,
      "learning_rate": 0.00016312134712299106,
      "loss": 12.1495,
      "step": 17475
    },
    {
      "epoch": 2.8616341902734566,
      "grad_norm": 0.19300425052642822,
      "learning_rate": 0.0001631173374154637,
      "loss": 12.1762,
      "step": 17476
    },
    {
      "epoch": 2.861797936793843,
      "grad_norm": 0.14201408624649048,
      "learning_rate": 0.00016311332753925385,
      "loss": 12.2032,
      "step": 17477
    },
    {
      "epoch": 2.8619616833142296,
      "grad_norm": 0.15909582376480103,
      "learning_rate": 0.00016310931749437225,
      "loss": 12.1805,
      "step": 17478
    },
    {
      "epoch": 2.862125429834616,
      "grad_norm": 0.2303972840309143,
      "learning_rate": 0.00016310530728082964,
      "loss": 12.2257,
      "step": 17479
    },
    {
      "epoch": 2.8622891763550022,
      "grad_norm": 0.1305294781923294,
      "learning_rate": 0.0001631012968986367,
      "loss": 12.154,
      "step": 17480
    },
    {
      "epoch": 2.8624529228753888,
      "grad_norm": 0.13320615887641907,
      "learning_rate": 0.00016309728634780415,
      "loss": 12.168,
      "step": 17481
    },
    {
      "epoch": 2.8626166693957753,
      "grad_norm": 0.1532810479402542,
      "learning_rate": 0.00016309327562834275,
      "loss": 12.1397,
      "step": 17482
    },
    {
      "epoch": 2.862780415916162,
      "grad_norm": 0.1360967606306076,
      "learning_rate": 0.00016308926474026313,
      "loss": 12.1828,
      "step": 17483
    },
    {
      "epoch": 2.8629441624365484,
      "grad_norm": 0.23193760216236115,
      "learning_rate": 0.00016308525368357611,
      "loss": 12.1563,
      "step": 17484
    },
    {
      "epoch": 2.863107908956935,
      "grad_norm": 0.2728232443332672,
      "learning_rate": 0.00016308124245829238,
      "loss": 12.1861,
      "step": 17485
    },
    {
      "epoch": 2.863271655477321,
      "grad_norm": 0.1675819605588913,
      "learning_rate": 0.00016307723106442264,
      "loss": 12.1728,
      "step": 17486
    },
    {
      "epoch": 2.8634354019977075,
      "grad_norm": 0.16512306034564972,
      "learning_rate": 0.0001630732195019776,
      "loss": 12.1373,
      "step": 17487
    },
    {
      "epoch": 2.863599148518094,
      "grad_norm": 0.17944484949111938,
      "learning_rate": 0.00016306920777096803,
      "loss": 12.2131,
      "step": 17488
    },
    {
      "epoch": 2.8637628950384806,
      "grad_norm": 0.13788586854934692,
      "learning_rate": 0.0001630651958714046,
      "loss": 12.1458,
      "step": 17489
    },
    {
      "epoch": 2.8639266415588667,
      "grad_norm": 0.1768336147069931,
      "learning_rate": 0.00016306118380329804,
      "loss": 12.1313,
      "step": 17490
    },
    {
      "epoch": 2.864090388079253,
      "grad_norm": 0.14899031817913055,
      "learning_rate": 0.0001630571715666591,
      "loss": 12.1858,
      "step": 17491
    },
    {
      "epoch": 2.8642541345996397,
      "grad_norm": 0.15216803550720215,
      "learning_rate": 0.0001630531591614985,
      "loss": 12.1358,
      "step": 17492
    },
    {
      "epoch": 2.8644178811200263,
      "grad_norm": 0.1396339386701584,
      "learning_rate": 0.00016304914658782694,
      "loss": 12.1612,
      "step": 17493
    },
    {
      "epoch": 2.864581627640413,
      "grad_norm": 0.15449990332126617,
      "learning_rate": 0.00016304513384565514,
      "loss": 12.1931,
      "step": 17494
    },
    {
      "epoch": 2.8647453741607993,
      "grad_norm": 0.13411132991313934,
      "learning_rate": 0.00016304112093499387,
      "loss": 12.1676,
      "step": 17495
    },
    {
      "epoch": 2.8649091206811854,
      "grad_norm": 0.17326103150844574,
      "learning_rate": 0.00016303710785585377,
      "loss": 12.1562,
      "step": 17496
    },
    {
      "epoch": 2.865072867201572,
      "grad_norm": 0.17587798833847046,
      "learning_rate": 0.0001630330946082457,
      "loss": 12.1714,
      "step": 17497
    },
    {
      "epoch": 2.8652366137219585,
      "grad_norm": 0.13724949955940247,
      "learning_rate": 0.00016302908119218023,
      "loss": 12.2149,
      "step": 17498
    },
    {
      "epoch": 2.865400360242345,
      "grad_norm": 0.25691789388656616,
      "learning_rate": 0.0001630250676076682,
      "loss": 12.1508,
      "step": 17499
    },
    {
      "epoch": 2.865564106762731,
      "grad_norm": 0.14283165335655212,
      "learning_rate": 0.00016302105385472028,
      "loss": 12.1441,
      "step": 17500
    },
    {
      "epoch": 2.8657278532831176,
      "grad_norm": 0.16123414039611816,
      "learning_rate": 0.00016301703993334724,
      "loss": 12.1923,
      "step": 17501
    },
    {
      "epoch": 2.865891599803504,
      "grad_norm": 0.14475274085998535,
      "learning_rate": 0.00016301302584355976,
      "loss": 12.2164,
      "step": 17502
    },
    {
      "epoch": 2.8660553463238907,
      "grad_norm": 0.14726851880550385,
      "learning_rate": 0.00016300901158536858,
      "loss": 12.1807,
      "step": 17503
    },
    {
      "epoch": 2.8662190928442772,
      "grad_norm": 0.14055991172790527,
      "learning_rate": 0.00016300499715878446,
      "loss": 12.2252,
      "step": 17504
    },
    {
      "epoch": 2.8663828393646638,
      "grad_norm": 0.12338310480117798,
      "learning_rate": 0.00016300098256381807,
      "loss": 12.1098,
      "step": 17505
    },
    {
      "epoch": 2.86654658588505,
      "grad_norm": 0.17316453158855438,
      "learning_rate": 0.00016299696780048021,
      "loss": 12.132,
      "step": 17506
    },
    {
      "epoch": 2.8667103324054364,
      "grad_norm": 0.15996190905570984,
      "learning_rate": 0.00016299295286878156,
      "loss": 12.1648,
      "step": 17507
    },
    {
      "epoch": 2.866874078925823,
      "grad_norm": 0.140111044049263,
      "learning_rate": 0.00016298893776873287,
      "loss": 12.1871,
      "step": 17508
    },
    {
      "epoch": 2.867037825446209,
      "grad_norm": 0.1438467800617218,
      "learning_rate": 0.00016298492250034485,
      "loss": 12.1937,
      "step": 17509
    },
    {
      "epoch": 2.8672015719665955,
      "grad_norm": 0.18718072772026062,
      "learning_rate": 0.00016298090706362824,
      "loss": 12.1443,
      "step": 17510
    },
    {
      "epoch": 2.867365318486982,
      "grad_norm": 0.14690840244293213,
      "learning_rate": 0.0001629768914585938,
      "loss": 12.1811,
      "step": 17511
    },
    {
      "epoch": 2.8675290650073686,
      "grad_norm": 0.16371898353099823,
      "learning_rate": 0.00016297287568525225,
      "loss": 12.1608,
      "step": 17512
    },
    {
      "epoch": 2.867692811527755,
      "grad_norm": 0.17122934758663177,
      "learning_rate": 0.00016296885974361426,
      "loss": 12.1776,
      "step": 17513
    },
    {
      "epoch": 2.8678565580481417,
      "grad_norm": 0.1466323435306549,
      "learning_rate": 0.00016296484363369066,
      "loss": 12.1964,
      "step": 17514
    },
    {
      "epoch": 2.868020304568528,
      "grad_norm": 0.12962606549263,
      "learning_rate": 0.0001629608273554921,
      "loss": 12.1619,
      "step": 17515
    },
    {
      "epoch": 2.8681840510889143,
      "grad_norm": 0.13618633151054382,
      "learning_rate": 0.00016295681090902942,
      "loss": 12.161,
      "step": 17516
    },
    {
      "epoch": 2.868347797609301,
      "grad_norm": 0.1922234147787094,
      "learning_rate": 0.0001629527942943132,
      "loss": 12.1913,
      "step": 17517
    },
    {
      "epoch": 2.8685115441296873,
      "grad_norm": 0.16102610528469086,
      "learning_rate": 0.00016294877751135432,
      "loss": 12.1803,
      "step": 17518
    },
    {
      "epoch": 2.8686752906500734,
      "grad_norm": 0.15306305885314941,
      "learning_rate": 0.00016294476056016342,
      "loss": 12.158,
      "step": 17519
    },
    {
      "epoch": 2.86883903717046,
      "grad_norm": 0.13784153759479523,
      "learning_rate": 0.00016294074344075127,
      "loss": 12.1856,
      "step": 17520
    },
    {
      "epoch": 2.8690027836908465,
      "grad_norm": 0.17188657820224762,
      "learning_rate": 0.0001629367261531286,
      "loss": 12.1782,
      "step": 17521
    },
    {
      "epoch": 2.869166530211233,
      "grad_norm": 0.13887512683868408,
      "learning_rate": 0.00016293270869730618,
      "loss": 12.1707,
      "step": 17522
    },
    {
      "epoch": 2.8693302767316196,
      "grad_norm": 0.1712234914302826,
      "learning_rate": 0.00016292869107329468,
      "loss": 12.1761,
      "step": 17523
    },
    {
      "epoch": 2.869494023252006,
      "grad_norm": 0.13995712995529175,
      "learning_rate": 0.0001629246732811049,
      "loss": 12.184,
      "step": 17524
    },
    {
      "epoch": 2.869657769772392,
      "grad_norm": 0.1744532585144043,
      "learning_rate": 0.00016292065532074753,
      "loss": 12.1969,
      "step": 17525
    },
    {
      "epoch": 2.8698215162927787,
      "grad_norm": 0.1191510260105133,
      "learning_rate": 0.00016291663719223337,
      "loss": 12.2133,
      "step": 17526
    },
    {
      "epoch": 2.8699852628131652,
      "grad_norm": 0.12406061589717865,
      "learning_rate": 0.0001629126188955731,
      "loss": 12.1806,
      "step": 17527
    },
    {
      "epoch": 2.8701490093335518,
      "grad_norm": 0.1304931938648224,
      "learning_rate": 0.00016290860043077746,
      "loss": 12.1839,
      "step": 17528
    },
    {
      "epoch": 2.870312755853938,
      "grad_norm": 0.16307273507118225,
      "learning_rate": 0.00016290458179785722,
      "loss": 12.1733,
      "step": 17529
    },
    {
      "epoch": 2.8704765023743244,
      "grad_norm": 0.17332133650779724,
      "learning_rate": 0.00016290056299682313,
      "loss": 12.144,
      "step": 17530
    },
    {
      "epoch": 2.870640248894711,
      "grad_norm": 0.149129718542099,
      "learning_rate": 0.00016289654402768588,
      "loss": 12.209,
      "step": 17531
    },
    {
      "epoch": 2.8708039954150975,
      "grad_norm": 0.12238048762083054,
      "learning_rate": 0.00016289252489045625,
      "loss": 12.1953,
      "step": 17532
    },
    {
      "epoch": 2.870967741935484,
      "grad_norm": 0.18081820011138916,
      "learning_rate": 0.00016288850558514496,
      "loss": 12.2029,
      "step": 17533
    },
    {
      "epoch": 2.8711314884558705,
      "grad_norm": 0.1957884132862091,
      "learning_rate": 0.00016288448611176276,
      "loss": 12.139,
      "step": 17534
    },
    {
      "epoch": 2.8712952349762566,
      "grad_norm": 0.14064212143421173,
      "learning_rate": 0.00016288046647032042,
      "loss": 12.1803,
      "step": 17535
    },
    {
      "epoch": 2.871458981496643,
      "grad_norm": 0.12465047836303711,
      "learning_rate": 0.0001628764466608286,
      "loss": 12.1685,
      "step": 17536
    },
    {
      "epoch": 2.8716227280170297,
      "grad_norm": 0.1541122943162918,
      "learning_rate": 0.00016287242668329817,
      "loss": 12.195,
      "step": 17537
    },
    {
      "epoch": 2.871786474537416,
      "grad_norm": 0.18256641924381256,
      "learning_rate": 0.00016286840653773976,
      "loss": 12.1643,
      "step": 17538
    },
    {
      "epoch": 2.8719502210578023,
      "grad_norm": 0.19359885156154633,
      "learning_rate": 0.00016286438622416417,
      "loss": 12.1757,
      "step": 17539
    },
    {
      "epoch": 2.872113967578189,
      "grad_norm": 0.16801050305366516,
      "learning_rate": 0.00016286036574258213,
      "loss": 12.1677,
      "step": 17540
    },
    {
      "epoch": 2.8722777140985754,
      "grad_norm": 0.14980094134807587,
      "learning_rate": 0.00016285634509300437,
      "loss": 12.2104,
      "step": 17541
    },
    {
      "epoch": 2.872441460618962,
      "grad_norm": 0.13576817512512207,
      "learning_rate": 0.00016285232427544168,
      "loss": 12.1916,
      "step": 17542
    },
    {
      "epoch": 2.8726052071393484,
      "grad_norm": 0.15348805487155914,
      "learning_rate": 0.00016284830328990477,
      "loss": 12.1788,
      "step": 17543
    },
    {
      "epoch": 2.872768953659735,
      "grad_norm": 0.16740554571151733,
      "learning_rate": 0.00016284428213640437,
      "loss": 12.1698,
      "step": 17544
    },
    {
      "epoch": 2.872932700180121,
      "grad_norm": 0.1486826092004776,
      "learning_rate": 0.00016284026081495127,
      "loss": 12.1885,
      "step": 17545
    },
    {
      "epoch": 2.8730964467005076,
      "grad_norm": 0.1386505365371704,
      "learning_rate": 0.0001628362393255562,
      "loss": 12.2367,
      "step": 17546
    },
    {
      "epoch": 2.873260193220894,
      "grad_norm": 0.14101652801036835,
      "learning_rate": 0.0001628322176682299,
      "loss": 12.1782,
      "step": 17547
    },
    {
      "epoch": 2.8734239397412806,
      "grad_norm": 0.17033040523529053,
      "learning_rate": 0.0001628281958429831,
      "loss": 12.1711,
      "step": 17548
    },
    {
      "epoch": 2.8735876862616667,
      "grad_norm": 0.16379515826702118,
      "learning_rate": 0.0001628241738498266,
      "loss": 12.1781,
      "step": 17549
    },
    {
      "epoch": 2.8737514327820533,
      "grad_norm": 0.1281886100769043,
      "learning_rate": 0.00016282015168877113,
      "loss": 12.1782,
      "step": 17550
    },
    {
      "epoch": 2.87391517930244,
      "grad_norm": 0.18364162743091583,
      "learning_rate": 0.00016281612935982738,
      "loss": 12.1728,
      "step": 17551
    },
    {
      "epoch": 2.8740789258228263,
      "grad_norm": 0.18975083529949188,
      "learning_rate": 0.00016281210686300618,
      "loss": 12.2102,
      "step": 17552
    },
    {
      "epoch": 2.874242672343213,
      "grad_norm": 0.1898289918899536,
      "learning_rate": 0.00016280808419831826,
      "loss": 12.1755,
      "step": 17553
    },
    {
      "epoch": 2.8744064188635994,
      "grad_norm": 0.13791486620903015,
      "learning_rate": 0.00016280406136577434,
      "loss": 12.1778,
      "step": 17554
    },
    {
      "epoch": 2.8745701653839855,
      "grad_norm": 0.18067729473114014,
      "learning_rate": 0.0001628000383653852,
      "loss": 12.1704,
      "step": 17555
    },
    {
      "epoch": 2.874733911904372,
      "grad_norm": 0.31338515877723694,
      "learning_rate": 0.00016279601519716155,
      "loss": 12.2066,
      "step": 17556
    },
    {
      "epoch": 2.8748976584247585,
      "grad_norm": 0.18273605406284332,
      "learning_rate": 0.00016279199186111423,
      "loss": 12.1646,
      "step": 17557
    },
    {
      "epoch": 2.875061404945145,
      "grad_norm": 0.15507464110851288,
      "learning_rate": 0.0001627879683572539,
      "loss": 12.1583,
      "step": 17558
    },
    {
      "epoch": 2.875225151465531,
      "grad_norm": 0.17749913036823273,
      "learning_rate": 0.00016278394468559134,
      "loss": 12.1929,
      "step": 17559
    },
    {
      "epoch": 2.8753888979859177,
      "grad_norm": 0.14760690927505493,
      "learning_rate": 0.00016277992084613735,
      "loss": 12.1587,
      "step": 17560
    },
    {
      "epoch": 2.875552644506304,
      "grad_norm": 0.17061707377433777,
      "learning_rate": 0.00016277589683890263,
      "loss": 12.1919,
      "step": 17561
    },
    {
      "epoch": 2.8757163910266907,
      "grad_norm": 0.15007372200489044,
      "learning_rate": 0.00016277187266389796,
      "loss": 12.2311,
      "step": 17562
    },
    {
      "epoch": 2.8758801375470773,
      "grad_norm": 0.12413650751113892,
      "learning_rate": 0.00016276784832113406,
      "loss": 12.1512,
      "step": 17563
    },
    {
      "epoch": 2.876043884067464,
      "grad_norm": 0.17883427441120148,
      "learning_rate": 0.00016276382381062173,
      "loss": 12.1808,
      "step": 17564
    },
    {
      "epoch": 2.87620763058785,
      "grad_norm": 0.20205505192279816,
      "learning_rate": 0.00016275979913237172,
      "loss": 12.1786,
      "step": 17565
    },
    {
      "epoch": 2.8763713771082364,
      "grad_norm": 0.1240668073296547,
      "learning_rate": 0.00016275577428639473,
      "loss": 12.1801,
      "step": 17566
    },
    {
      "epoch": 2.876535123628623,
      "grad_norm": 0.19860528409481049,
      "learning_rate": 0.00016275174927270157,
      "loss": 12.1604,
      "step": 17567
    },
    {
      "epoch": 2.8766988701490095,
      "grad_norm": 0.1952403336763382,
      "learning_rate": 0.00016274772409130304,
      "loss": 12.1612,
      "step": 17568
    },
    {
      "epoch": 2.8768626166693956,
      "grad_norm": 0.13513338565826416,
      "learning_rate": 0.0001627436987422098,
      "loss": 12.1237,
      "step": 17569
    },
    {
      "epoch": 2.877026363189782,
      "grad_norm": 0.17405973374843597,
      "learning_rate": 0.0001627396732254326,
      "loss": 12.1794,
      "step": 17570
    },
    {
      "epoch": 2.8771901097101686,
      "grad_norm": 0.11871857196092606,
      "learning_rate": 0.00016273564754098235,
      "loss": 12.1728,
      "step": 17571
    },
    {
      "epoch": 2.877353856230555,
      "grad_norm": 0.14277780055999756,
      "learning_rate": 0.00016273162168886965,
      "loss": 12.1395,
      "step": 17572
    },
    {
      "epoch": 2.8775176027509417,
      "grad_norm": 0.1918419748544693,
      "learning_rate": 0.00016272759566910534,
      "loss": 12.0865,
      "step": 17573
    },
    {
      "epoch": 2.8776813492713282,
      "grad_norm": 0.15093575417995453,
      "learning_rate": 0.00016272356948170014,
      "loss": 12.1768,
      "step": 17574
    },
    {
      "epoch": 2.8778450957917143,
      "grad_norm": 0.10651902854442596,
      "learning_rate": 0.00016271954312666484,
      "loss": 12.2393,
      "step": 17575
    },
    {
      "epoch": 2.878008842312101,
      "grad_norm": 0.16855229437351227,
      "learning_rate": 0.00016271551660401016,
      "loss": 12.1847,
      "step": 17576
    },
    {
      "epoch": 2.8781725888324874,
      "grad_norm": 0.18058739602565765,
      "learning_rate": 0.00016271148991374692,
      "loss": 12.1637,
      "step": 17577
    },
    {
      "epoch": 2.8783363353528735,
      "grad_norm": 0.14936386048793793,
      "learning_rate": 0.00016270746305588584,
      "loss": 12.1697,
      "step": 17578
    },
    {
      "epoch": 2.87850008187326,
      "grad_norm": 0.14419867098331451,
      "learning_rate": 0.00016270343603043769,
      "loss": 12.1579,
      "step": 17579
    },
    {
      "epoch": 2.8786638283936465,
      "grad_norm": 0.18006503582000732,
      "learning_rate": 0.00016269940883741323,
      "loss": 12.191,
      "step": 17580
    },
    {
      "epoch": 2.878827574914033,
      "grad_norm": 0.21195653080940247,
      "learning_rate": 0.00016269538147682322,
      "loss": 12.2025,
      "step": 17581
    },
    {
      "epoch": 2.8789913214344196,
      "grad_norm": 0.18304291367530823,
      "learning_rate": 0.00016269135394867844,
      "loss": 12.1557,
      "step": 17582
    },
    {
      "epoch": 2.879155067954806,
      "grad_norm": 0.16221554577350616,
      "learning_rate": 0.00016268732625298964,
      "loss": 12.1631,
      "step": 17583
    },
    {
      "epoch": 2.8793188144751927,
      "grad_norm": 0.12732015550136566,
      "learning_rate": 0.00016268329838976762,
      "loss": 12.177,
      "step": 17584
    },
    {
      "epoch": 2.8794825609955788,
      "grad_norm": 0.2054612785577774,
      "learning_rate": 0.00016267927035902306,
      "loss": 12.1775,
      "step": 17585
    },
    {
      "epoch": 2.8796463075159653,
      "grad_norm": 0.18008722364902496,
      "learning_rate": 0.00016267524216076682,
      "loss": 12.1872,
      "step": 17586
    },
    {
      "epoch": 2.879810054036352,
      "grad_norm": 0.1509760320186615,
      "learning_rate": 0.00016267121379500958,
      "loss": 12.1582,
      "step": 17587
    },
    {
      "epoch": 2.879973800556738,
      "grad_norm": 0.20314723253250122,
      "learning_rate": 0.0001626671852617622,
      "loss": 12.1928,
      "step": 17588
    },
    {
      "epoch": 2.8801375470771244,
      "grad_norm": 0.18227167427539825,
      "learning_rate": 0.00016266315656103533,
      "loss": 12.1924,
      "step": 17589
    },
    {
      "epoch": 2.880301293597511,
      "grad_norm": 0.20420010387897491,
      "learning_rate": 0.0001626591276928399,
      "loss": 12.1674,
      "step": 17590
    },
    {
      "epoch": 2.8804650401178975,
      "grad_norm": 0.14885061979293823,
      "learning_rate": 0.0001626550986571865,
      "loss": 12.1906,
      "step": 17591
    },
    {
      "epoch": 2.880628786638284,
      "grad_norm": 0.13765011727809906,
      "learning_rate": 0.000162651069454086,
      "loss": 12.3399,
      "step": 17592
    },
    {
      "epoch": 2.8807925331586706,
      "grad_norm": 0.17585565149784088,
      "learning_rate": 0.00016264704008354914,
      "loss": 12.1909,
      "step": 17593
    },
    {
      "epoch": 2.880956279679057,
      "grad_norm": 0.1746174395084381,
      "learning_rate": 0.00016264301054558667,
      "loss": 12.2018,
      "step": 17594
    },
    {
      "epoch": 2.881120026199443,
      "grad_norm": 0.1324371099472046,
      "learning_rate": 0.00016263898084020942,
      "loss": 12.1687,
      "step": 17595
    },
    {
      "epoch": 2.8812837727198297,
      "grad_norm": 0.21698744595050812,
      "learning_rate": 0.00016263495096742808,
      "loss": 12.1767,
      "step": 17596
    },
    {
      "epoch": 2.8814475192402162,
      "grad_norm": 0.2348453253507614,
      "learning_rate": 0.00016263092092725352,
      "loss": 12.176,
      "step": 17597
    },
    {
      "epoch": 2.8816112657606023,
      "grad_norm": 0.12435548007488251,
      "learning_rate": 0.0001626268907196964,
      "loss": 12.2152,
      "step": 17598
    },
    {
      "epoch": 2.881775012280989,
      "grad_norm": 0.12652845680713654,
      "learning_rate": 0.00016262286034476756,
      "loss": 12.191,
      "step": 17599
    },
    {
      "epoch": 2.8819387588013754,
      "grad_norm": 0.1621048003435135,
      "learning_rate": 0.00016261882980247777,
      "loss": 12.1963,
      "step": 17600
    },
    {
      "epoch": 2.882102505321762,
      "grad_norm": 0.1578598916530609,
      "learning_rate": 0.0001626147990928378,
      "loss": 12.1987,
      "step": 17601
    },
    {
      "epoch": 2.8822662518421485,
      "grad_norm": 0.15094004571437836,
      "learning_rate": 0.00016261076821585838,
      "loss": 12.172,
      "step": 17602
    },
    {
      "epoch": 2.882429998362535,
      "grad_norm": 0.270193487405777,
      "learning_rate": 0.0001626067371715503,
      "loss": 12.1717,
      "step": 17603
    },
    {
      "epoch": 2.882593744882921,
      "grad_norm": 0.17854447662830353,
      "learning_rate": 0.00016260270595992436,
      "loss": 12.1645,
      "step": 17604
    },
    {
      "epoch": 2.8827574914033076,
      "grad_norm": 0.1388583779335022,
      "learning_rate": 0.00016259867458099132,
      "loss": 12.1759,
      "step": 17605
    },
    {
      "epoch": 2.882921237923694,
      "grad_norm": 0.15058310329914093,
      "learning_rate": 0.00016259464303476195,
      "loss": 12.1747,
      "step": 17606
    },
    {
      "epoch": 2.8830849844440807,
      "grad_norm": 0.1533128023147583,
      "learning_rate": 0.00016259061132124701,
      "loss": 12.1606,
      "step": 17607
    },
    {
      "epoch": 2.8832487309644668,
      "grad_norm": 0.18753750622272491,
      "learning_rate": 0.00016258657944045733,
      "loss": 12.1668,
      "step": 17608
    },
    {
      "epoch": 2.8834124774848533,
      "grad_norm": 0.25762203335762024,
      "learning_rate": 0.0001625825473924036,
      "loss": 12.1575,
      "step": 17609
    },
    {
      "epoch": 2.88357622400524,
      "grad_norm": 0.14076711237430573,
      "learning_rate": 0.00016257851517709665,
      "loss": 12.182,
      "step": 17610
    },
    {
      "epoch": 2.8837399705256264,
      "grad_norm": 0.15379086136817932,
      "learning_rate": 0.00016257448279454728,
      "loss": 12.1607,
      "step": 17611
    },
    {
      "epoch": 2.883903717046013,
      "grad_norm": 0.13737799227237701,
      "learning_rate": 0.0001625704502447662,
      "loss": 12.1778,
      "step": 17612
    },
    {
      "epoch": 2.8840674635663994,
      "grad_norm": 0.28085634112358093,
      "learning_rate": 0.00016256641752776424,
      "loss": 12.169,
      "step": 17613
    },
    {
      "epoch": 2.8842312100867855,
      "grad_norm": 0.1464764028787613,
      "learning_rate": 0.00016256238464355216,
      "loss": 12.1482,
      "step": 17614
    },
    {
      "epoch": 2.884394956607172,
      "grad_norm": 0.1554102897644043,
      "learning_rate": 0.00016255835159214072,
      "loss": 12.1753,
      "step": 17615
    },
    {
      "epoch": 2.8845587031275586,
      "grad_norm": 0.1471642106771469,
      "learning_rate": 0.00016255431837354075,
      "loss": 12.1928,
      "step": 17616
    },
    {
      "epoch": 2.884722449647945,
      "grad_norm": 0.18405377864837646,
      "learning_rate": 0.00016255028498776296,
      "loss": 12.1746,
      "step": 17617
    },
    {
      "epoch": 2.884886196168331,
      "grad_norm": 0.1824103593826294,
      "learning_rate": 0.00016254625143481815,
      "loss": 12.1471,
      "step": 17618
    },
    {
      "epoch": 2.8850499426887177,
      "grad_norm": 0.12831845879554749,
      "learning_rate": 0.00016254221771471716,
      "loss": 12.1808,
      "step": 17619
    },
    {
      "epoch": 2.8852136892091043,
      "grad_norm": 0.15749917924404144,
      "learning_rate": 0.0001625381838274707,
      "loss": 12.206,
      "step": 17620
    },
    {
      "epoch": 2.885377435729491,
      "grad_norm": 0.18241512775421143,
      "learning_rate": 0.0001625341497730896,
      "loss": 12.2018,
      "step": 17621
    },
    {
      "epoch": 2.8855411822498773,
      "grad_norm": 0.23572157323360443,
      "learning_rate": 0.00016253011555158458,
      "loss": 12.1981,
      "step": 17622
    },
    {
      "epoch": 2.885704928770264,
      "grad_norm": 0.1550692617893219,
      "learning_rate": 0.00016252608116296643,
      "loss": 12.1498,
      "step": 17623
    },
    {
      "epoch": 2.88586867529065,
      "grad_norm": 0.1905713975429535,
      "learning_rate": 0.00016252204660724604,
      "loss": 12.1329,
      "step": 17624
    },
    {
      "epoch": 2.8860324218110365,
      "grad_norm": 0.19809681177139282,
      "learning_rate": 0.00016251801188443406,
      "loss": 12.2023,
      "step": 17625
    },
    {
      "epoch": 2.886196168331423,
      "grad_norm": 0.17381589114665985,
      "learning_rate": 0.00016251397699454132,
      "loss": 12.213,
      "step": 17626
    },
    {
      "epoch": 2.8863599148518095,
      "grad_norm": 0.1263689398765564,
      "learning_rate": 0.00016250994193757863,
      "loss": 12.1801,
      "step": 17627
    },
    {
      "epoch": 2.8865236613721956,
      "grad_norm": 0.15588101744651794,
      "learning_rate": 0.0001625059067135567,
      "loss": 12.1369,
      "step": 17628
    },
    {
      "epoch": 2.886687407892582,
      "grad_norm": 0.1533779352903366,
      "learning_rate": 0.00016250187132248645,
      "loss": 12.1506,
      "step": 17629
    },
    {
      "epoch": 2.8868511544129687,
      "grad_norm": 0.14347872138023376,
      "learning_rate": 0.00016249783576437852,
      "loss": 12.1863,
      "step": 17630
    },
    {
      "epoch": 2.887014900933355,
      "grad_norm": 0.20646539330482483,
      "learning_rate": 0.00016249380003924377,
      "loss": 12.1142,
      "step": 17631
    },
    {
      "epoch": 2.8871786474537418,
      "grad_norm": 0.13476446270942688,
      "learning_rate": 0.00016248976414709297,
      "loss": 12.2261,
      "step": 17632
    },
    {
      "epoch": 2.8873423939741283,
      "grad_norm": 0.1551956981420517,
      "learning_rate": 0.00016248572808793692,
      "loss": 12.2347,
      "step": 17633
    },
    {
      "epoch": 2.8875061404945144,
      "grad_norm": 0.1419953554868698,
      "learning_rate": 0.00016248169186178636,
      "loss": 12.2279,
      "step": 17634
    },
    {
      "epoch": 2.887669887014901,
      "grad_norm": 0.19982099533081055,
      "learning_rate": 0.00016247765546865216,
      "loss": 12.1926,
      "step": 17635
    },
    {
      "epoch": 2.8878336335352874,
      "grad_norm": 0.3392673134803772,
      "learning_rate": 0.000162473618908545,
      "loss": 12.2335,
      "step": 17636
    },
    {
      "epoch": 2.887997380055674,
      "grad_norm": 0.2197265774011612,
      "learning_rate": 0.00016246958218147576,
      "loss": 12.2085,
      "step": 17637
    },
    {
      "epoch": 2.88816112657606,
      "grad_norm": 0.144283726811409,
      "learning_rate": 0.0001624655452874552,
      "loss": 12.1595,
      "step": 17638
    },
    {
      "epoch": 2.8883248730964466,
      "grad_norm": 0.16441264748573303,
      "learning_rate": 0.00016246150822649412,
      "loss": 12.2026,
      "step": 17639
    },
    {
      "epoch": 2.888488619616833,
      "grad_norm": 0.15619832277297974,
      "learning_rate": 0.00016245747099860323,
      "loss": 12.1354,
      "step": 17640
    },
    {
      "epoch": 2.8886523661372197,
      "grad_norm": 0.14738906919956207,
      "learning_rate": 0.00016245343360379343,
      "loss": 12.1869,
      "step": 17641
    },
    {
      "epoch": 2.888816112657606,
      "grad_norm": 0.13375414907932281,
      "learning_rate": 0.00016244939604207544,
      "loss": 12.2108,
      "step": 17642
    },
    {
      "epoch": 2.8889798591779927,
      "grad_norm": 0.17691370844841003,
      "learning_rate": 0.00016244535831346006,
      "loss": 12.1812,
      "step": 17643
    },
    {
      "epoch": 2.889143605698379,
      "grad_norm": 0.1472938358783722,
      "learning_rate": 0.00016244132041795813,
      "loss": 12.197,
      "step": 17644
    },
    {
      "epoch": 2.8893073522187653,
      "grad_norm": 0.1520429253578186,
      "learning_rate": 0.00016243728235558038,
      "loss": 12.1809,
      "step": 17645
    },
    {
      "epoch": 2.889471098739152,
      "grad_norm": 0.1362963318824768,
      "learning_rate": 0.0001624332441263376,
      "loss": 12.2041,
      "step": 17646
    },
    {
      "epoch": 2.8896348452595384,
      "grad_norm": 0.139022096991539,
      "learning_rate": 0.00016242920573024066,
      "loss": 12.2037,
      "step": 17647
    },
    {
      "epoch": 2.8897985917799245,
      "grad_norm": 0.14372967183589935,
      "learning_rate": 0.00016242516716730027,
      "loss": 12.1631,
      "step": 17648
    },
    {
      "epoch": 2.889962338300311,
      "grad_norm": 0.16158311069011688,
      "learning_rate": 0.00016242112843752726,
      "loss": 12.2078,
      "step": 17649
    },
    {
      "epoch": 2.8901260848206975,
      "grad_norm": 0.17040769755840302,
      "learning_rate": 0.0001624170895409324,
      "loss": 12.1673,
      "step": 17650
    },
    {
      "epoch": 2.890289831341084,
      "grad_norm": 0.16909165680408478,
      "learning_rate": 0.00016241305047752654,
      "loss": 12.1965,
      "step": 17651
    },
    {
      "epoch": 2.8904535778614706,
      "grad_norm": 0.15279635787010193,
      "learning_rate": 0.0001624090112473204,
      "loss": 12.1795,
      "step": 17652
    },
    {
      "epoch": 2.890617324381857,
      "grad_norm": 0.14995643496513367,
      "learning_rate": 0.00016240497185032485,
      "loss": 12.1812,
      "step": 17653
    },
    {
      "epoch": 2.8907810709022432,
      "grad_norm": 0.15649837255477905,
      "learning_rate": 0.0001624009322865506,
      "loss": 12.1726,
      "step": 17654
    },
    {
      "epoch": 2.8909448174226298,
      "grad_norm": 0.158268004655838,
      "learning_rate": 0.00016239689255600852,
      "loss": 12.1475,
      "step": 17655
    },
    {
      "epoch": 2.8911085639430163,
      "grad_norm": 0.12149190157651901,
      "learning_rate": 0.00016239285265870937,
      "loss": 12.161,
      "step": 17656
    },
    {
      "epoch": 2.8912723104634024,
      "grad_norm": 0.1792679876089096,
      "learning_rate": 0.00016238881259466394,
      "loss": 12.1673,
      "step": 17657
    },
    {
      "epoch": 2.891436056983789,
      "grad_norm": 0.15837107598781586,
      "learning_rate": 0.00016238477236388306,
      "loss": 12.1631,
      "step": 17658
    },
    {
      "epoch": 2.8915998035041754,
      "grad_norm": 0.1689053475856781,
      "learning_rate": 0.00016238073196637754,
      "loss": 12.1301,
      "step": 17659
    },
    {
      "epoch": 2.891763550024562,
      "grad_norm": 0.16451843082904816,
      "learning_rate": 0.0001623766914021581,
      "loss": 12.1947,
      "step": 17660
    },
    {
      "epoch": 2.8919272965449485,
      "grad_norm": 0.1907866895198822,
      "learning_rate": 0.0001623726506712356,
      "loss": 12.2123,
      "step": 17661
    },
    {
      "epoch": 2.892091043065335,
      "grad_norm": 0.16184735298156738,
      "learning_rate": 0.00016236860977362084,
      "loss": 12.1989,
      "step": 17662
    },
    {
      "epoch": 2.8922547895857216,
      "grad_norm": 0.14285415410995483,
      "learning_rate": 0.00016236456870932458,
      "loss": 12.2087,
      "step": 17663
    },
    {
      "epoch": 2.8924185361061077,
      "grad_norm": 0.11718335002660751,
      "learning_rate": 0.0001623605274783577,
      "loss": 12.1898,
      "step": 17664
    },
    {
      "epoch": 2.892582282626494,
      "grad_norm": 0.1516258865594864,
      "learning_rate": 0.00016235648608073087,
      "loss": 12.2015,
      "step": 17665
    },
    {
      "epoch": 2.8927460291468807,
      "grad_norm": 0.1522883176803589,
      "learning_rate": 0.00016235244451645497,
      "loss": 12.1781,
      "step": 17666
    },
    {
      "epoch": 2.892909775667267,
      "grad_norm": 0.16409121453762054,
      "learning_rate": 0.00016234840278554085,
      "loss": 12.1732,
      "step": 17667
    },
    {
      "epoch": 2.8930735221876533,
      "grad_norm": 0.17254067957401276,
      "learning_rate": 0.00016234436088799923,
      "loss": 12.1815,
      "step": 17668
    },
    {
      "epoch": 2.89323726870804,
      "grad_norm": 0.17263323068618774,
      "learning_rate": 0.00016234031882384094,
      "loss": 12.1485,
      "step": 17669
    },
    {
      "epoch": 2.8934010152284264,
      "grad_norm": 0.14714020490646362,
      "learning_rate": 0.00016233627659307674,
      "loss": 12.2193,
      "step": 17670
    },
    {
      "epoch": 2.893564761748813,
      "grad_norm": 0.13715475797653198,
      "learning_rate": 0.00016233223419571754,
      "loss": 12.1833,
      "step": 17671
    },
    {
      "epoch": 2.8937285082691995,
      "grad_norm": 0.16485920548439026,
      "learning_rate": 0.00016232819163177406,
      "loss": 12.1764,
      "step": 17672
    },
    {
      "epoch": 2.8938922547895856,
      "grad_norm": 0.15717759728431702,
      "learning_rate": 0.00016232414890125714,
      "loss": 12.1529,
      "step": 17673
    },
    {
      "epoch": 2.894056001309972,
      "grad_norm": 0.15056832134723663,
      "learning_rate": 0.00016232010600417755,
      "loss": 12.1748,
      "step": 17674
    },
    {
      "epoch": 2.8942197478303586,
      "grad_norm": 0.14198142290115356,
      "learning_rate": 0.0001623160629405461,
      "loss": 12.188,
      "step": 17675
    },
    {
      "epoch": 2.894383494350745,
      "grad_norm": 0.1554643213748932,
      "learning_rate": 0.00016231201971037362,
      "loss": 12.1686,
      "step": 17676
    },
    {
      "epoch": 2.8945472408711312,
      "grad_norm": 0.20708832144737244,
      "learning_rate": 0.00016230797631367093,
      "loss": 12.2803,
      "step": 17677
    },
    {
      "epoch": 2.8947109873915178,
      "grad_norm": 0.16144594550132751,
      "learning_rate": 0.00016230393275044875,
      "loss": 12.2763,
      "step": 17678
    },
    {
      "epoch": 2.8948747339119043,
      "grad_norm": 0.1743743121623993,
      "learning_rate": 0.000162299889020718,
      "loss": 12.1356,
      "step": 17679
    },
    {
      "epoch": 2.895038480432291,
      "grad_norm": 0.13221168518066406,
      "learning_rate": 0.0001622958451244894,
      "loss": 12.1804,
      "step": 17680
    },
    {
      "epoch": 2.8952022269526774,
      "grad_norm": 0.13346487283706665,
      "learning_rate": 0.00016229180106177378,
      "loss": 12.1546,
      "step": 17681
    },
    {
      "epoch": 2.895365973473064,
      "grad_norm": 0.1642550528049469,
      "learning_rate": 0.00016228775683258198,
      "loss": 12.1581,
      "step": 17682
    },
    {
      "epoch": 2.89552971999345,
      "grad_norm": 0.17459304630756378,
      "learning_rate": 0.00016228371243692477,
      "loss": 12.2213,
      "step": 17683
    },
    {
      "epoch": 2.8956934665138365,
      "grad_norm": 0.13872455060482025,
      "learning_rate": 0.000162279667874813,
      "loss": 12.2074,
      "step": 17684
    },
    {
      "epoch": 2.895857213034223,
      "grad_norm": 0.16522446274757385,
      "learning_rate": 0.00016227562314625744,
      "loss": 12.1784,
      "step": 17685
    },
    {
      "epoch": 2.8960209595546096,
      "grad_norm": 0.17154556512832642,
      "learning_rate": 0.00016227157825126888,
      "loss": 12.1779,
      "step": 17686
    },
    {
      "epoch": 2.8961847060749957,
      "grad_norm": 0.1502927839756012,
      "learning_rate": 0.00016226753318985821,
      "loss": 12.1671,
      "step": 17687
    },
    {
      "epoch": 2.896348452595382,
      "grad_norm": 0.17385734617710114,
      "learning_rate": 0.00016226348796203618,
      "loss": 12.1408,
      "step": 17688
    },
    {
      "epoch": 2.8965121991157687,
      "grad_norm": 0.15757806599140167,
      "learning_rate": 0.00016225944256781363,
      "loss": 12.1872,
      "step": 17689
    },
    {
      "epoch": 2.8966759456361553,
      "grad_norm": 0.18836811184883118,
      "learning_rate": 0.00016225539700720135,
      "loss": 12.196,
      "step": 17690
    },
    {
      "epoch": 2.896839692156542,
      "grad_norm": 0.27030423283576965,
      "learning_rate": 0.0001622513512802101,
      "loss": 12.1552,
      "step": 17691
    },
    {
      "epoch": 2.8970034386769283,
      "grad_norm": 0.1498723179101944,
      "learning_rate": 0.0001622473053868508,
      "loss": 12.191,
      "step": 17692
    },
    {
      "epoch": 2.8971671851973144,
      "grad_norm": 0.16851487755775452,
      "learning_rate": 0.00016224325932713421,
      "loss": 12.1801,
      "step": 17693
    },
    {
      "epoch": 2.897330931717701,
      "grad_norm": 0.1961437612771988,
      "learning_rate": 0.00016223921310107116,
      "loss": 12.1797,
      "step": 17694
    },
    {
      "epoch": 2.8974946782380875,
      "grad_norm": 0.21172580122947693,
      "learning_rate": 0.00016223516670867244,
      "loss": 12.171,
      "step": 17695
    },
    {
      "epoch": 2.897658424758474,
      "grad_norm": 0.13595464825630188,
      "learning_rate": 0.0001622311201499489,
      "loss": 12.1387,
      "step": 17696
    },
    {
      "epoch": 2.89782217127886,
      "grad_norm": 0.192287415266037,
      "learning_rate": 0.00016222707342491128,
      "loss": 12.1573,
      "step": 17697
    },
    {
      "epoch": 2.8979859177992466,
      "grad_norm": 0.2536361515522003,
      "learning_rate": 0.00016222302653357047,
      "loss": 12.2417,
      "step": 17698
    },
    {
      "epoch": 2.898149664319633,
      "grad_norm": 0.12928542494773865,
      "learning_rate": 0.00016221897947593726,
      "loss": 12.206,
      "step": 17699
    },
    {
      "epoch": 2.8983134108400197,
      "grad_norm": 0.19817951321601868,
      "learning_rate": 0.00016221493225202245,
      "loss": 12.177,
      "step": 17700
    },
    {
      "epoch": 2.8984771573604062,
      "grad_norm": 0.1251116842031479,
      "learning_rate": 0.00016221088486183689,
      "loss": 12.1725,
      "step": 17701
    },
    {
      "epoch": 2.8986409038807928,
      "grad_norm": 0.15393510460853577,
      "learning_rate": 0.00016220683730539133,
      "loss": 12.1609,
      "step": 17702
    },
    {
      "epoch": 2.898804650401179,
      "grad_norm": 0.1623562127351761,
      "learning_rate": 0.00016220278958269671,
      "loss": 12.1816,
      "step": 17703
    },
    {
      "epoch": 2.8989683969215654,
      "grad_norm": 0.1148359403014183,
      "learning_rate": 0.00016219874169376373,
      "loss": 12.1621,
      "step": 17704
    },
    {
      "epoch": 2.899132143441952,
      "grad_norm": 0.1586703062057495,
      "learning_rate": 0.00016219469363860323,
      "loss": 12.1963,
      "step": 17705
    },
    {
      "epoch": 2.8992958899623384,
      "grad_norm": 0.26365992426872253,
      "learning_rate": 0.00016219064541722608,
      "loss": 12.1992,
      "step": 17706
    },
    {
      "epoch": 2.8994596364827245,
      "grad_norm": 0.18975143134593964,
      "learning_rate": 0.00016218659702964307,
      "loss": 12.2109,
      "step": 17707
    },
    {
      "epoch": 2.899623383003111,
      "grad_norm": 0.16537001729011536,
      "learning_rate": 0.000162182548475865,
      "loss": 12.171,
      "step": 17708
    },
    {
      "epoch": 2.8997871295234976,
      "grad_norm": 0.13341516256332397,
      "learning_rate": 0.00016217849975590272,
      "loss": 12.154,
      "step": 17709
    },
    {
      "epoch": 2.899950876043884,
      "grad_norm": 0.12220855802297592,
      "learning_rate": 0.00016217445086976704,
      "loss": 12.1504,
      "step": 17710
    },
    {
      "epoch": 2.9001146225642707,
      "grad_norm": 0.14438748359680176,
      "learning_rate": 0.00016217040181746878,
      "loss": 12.1758,
      "step": 17711
    },
    {
      "epoch": 2.900278369084657,
      "grad_norm": 0.17124831676483154,
      "learning_rate": 0.00016216635259901877,
      "loss": 12.1577,
      "step": 17712
    },
    {
      "epoch": 2.9004421156050433,
      "grad_norm": 0.15364758670330048,
      "learning_rate": 0.0001621623032144278,
      "loss": 12.1599,
      "step": 17713
    },
    {
      "epoch": 2.90060586212543,
      "grad_norm": 0.23651108145713806,
      "learning_rate": 0.00016215825366370669,
      "loss": 12.1607,
      "step": 17714
    },
    {
      "epoch": 2.9007696086458163,
      "grad_norm": 0.17446768283843994,
      "learning_rate": 0.00016215420394686633,
      "loss": 12.1822,
      "step": 17715
    },
    {
      "epoch": 2.900933355166203,
      "grad_norm": 0.1220608651638031,
      "learning_rate": 0.0001621501540639175,
      "loss": 12.1944,
      "step": 17716
    },
    {
      "epoch": 2.901097101686589,
      "grad_norm": 0.15660011768341064,
      "learning_rate": 0.000162146104014871,
      "loss": 12.1761,
      "step": 17717
    },
    {
      "epoch": 2.9012608482069755,
      "grad_norm": 0.12391781806945801,
      "learning_rate": 0.00016214205379973766,
      "loss": 12.1783,
      "step": 17718
    },
    {
      "epoch": 2.901424594727362,
      "grad_norm": 0.15405654907226562,
      "learning_rate": 0.00016213800341852833,
      "loss": 12.1746,
      "step": 17719
    },
    {
      "epoch": 2.9015883412477486,
      "grad_norm": 0.16966678202152252,
      "learning_rate": 0.00016213395287125387,
      "loss": 12.1264,
      "step": 17720
    },
    {
      "epoch": 2.901752087768135,
      "grad_norm": 0.18941755592823029,
      "learning_rate": 0.000162129902157925,
      "loss": 12.1814,
      "step": 17721
    },
    {
      "epoch": 2.9019158342885216,
      "grad_norm": 0.14164285361766815,
      "learning_rate": 0.00016212585127855266,
      "loss": 12.1724,
      "step": 17722
    },
    {
      "epoch": 2.9020795808089077,
      "grad_norm": 0.15776485204696655,
      "learning_rate": 0.00016212180023314758,
      "loss": 12.1428,
      "step": 17723
    },
    {
      "epoch": 2.9022433273292942,
      "grad_norm": 0.13204245269298553,
      "learning_rate": 0.00016211774902172066,
      "loss": 12.1642,
      "step": 17724
    },
    {
      "epoch": 2.9024070738496808,
      "grad_norm": 0.16415438055992126,
      "learning_rate": 0.00016211369764428265,
      "loss": 12.2082,
      "step": 17725
    },
    {
      "epoch": 2.902570820370067,
      "grad_norm": 0.16588006913661957,
      "learning_rate": 0.00016210964610084447,
      "loss": 12.1681,
      "step": 17726
    },
    {
      "epoch": 2.9027345668904534,
      "grad_norm": 0.13819019496440887,
      "learning_rate": 0.00016210559439141687,
      "loss": 12.1705,
      "step": 17727
    },
    {
      "epoch": 2.90289831341084,
      "grad_norm": 0.16895495355129242,
      "learning_rate": 0.00016210154251601074,
      "loss": 12.183,
      "step": 17728
    },
    {
      "epoch": 2.9030620599312265,
      "grad_norm": 0.15097646415233612,
      "learning_rate": 0.00016209749047463686,
      "loss": 12.1291,
      "step": 17729
    },
    {
      "epoch": 2.903225806451613,
      "grad_norm": 0.15123434364795685,
      "learning_rate": 0.0001620934382673061,
      "loss": 12.1856,
      "step": 17730
    },
    {
      "epoch": 2.9033895529719995,
      "grad_norm": 0.15806981921195984,
      "learning_rate": 0.0001620893858940292,
      "loss": 12.1494,
      "step": 17731
    },
    {
      "epoch": 2.903553299492386,
      "grad_norm": 0.161489337682724,
      "learning_rate": 0.00016208533335481713,
      "loss": 12.2132,
      "step": 17732
    },
    {
      "epoch": 2.903717046012772,
      "grad_norm": 0.13516226410865784,
      "learning_rate": 0.0001620812806496806,
      "loss": 12.1657,
      "step": 17733
    },
    {
      "epoch": 2.9038807925331587,
      "grad_norm": 0.3224247992038727,
      "learning_rate": 0.00016207722777863048,
      "loss": 12.2011,
      "step": 17734
    },
    {
      "epoch": 2.904044539053545,
      "grad_norm": 0.14880059659481049,
      "learning_rate": 0.00016207317474167766,
      "loss": 12.1927,
      "step": 17735
    },
    {
      "epoch": 2.9042082855739313,
      "grad_norm": 0.17499037086963654,
      "learning_rate": 0.00016206912153883288,
      "loss": 12.1635,
      "step": 17736
    },
    {
      "epoch": 2.904372032094318,
      "grad_norm": 0.1435646265745163,
      "learning_rate": 0.00016206506817010704,
      "loss": 12.1666,
      "step": 17737
    },
    {
      "epoch": 2.9045357786147044,
      "grad_norm": 0.1689532995223999,
      "learning_rate": 0.00016206101463551092,
      "loss": 12.1829,
      "step": 17738
    },
    {
      "epoch": 2.904699525135091,
      "grad_norm": 0.19467926025390625,
      "learning_rate": 0.00016205696093505543,
      "loss": 12.1758,
      "step": 17739
    },
    {
      "epoch": 2.9048632716554774,
      "grad_norm": 0.1394548863172531,
      "learning_rate": 0.00016205290706875126,
      "loss": 12.2055,
      "step": 17740
    },
    {
      "epoch": 2.905027018175864,
      "grad_norm": 0.16295106709003448,
      "learning_rate": 0.00016204885303660943,
      "loss": 12.1686,
      "step": 17741
    },
    {
      "epoch": 2.90519076469625,
      "grad_norm": 0.1455521136522293,
      "learning_rate": 0.00016204479883864063,
      "loss": 12.141,
      "step": 17742
    },
    {
      "epoch": 2.9053545112166366,
      "grad_norm": 0.2292538583278656,
      "learning_rate": 0.00016204074447485577,
      "loss": 12.2063,
      "step": 17743
    },
    {
      "epoch": 2.905518257737023,
      "grad_norm": 0.15316079556941986,
      "learning_rate": 0.00016203668994526564,
      "loss": 12.1766,
      "step": 17744
    },
    {
      "epoch": 2.9056820042574096,
      "grad_norm": 0.17402173578739166,
      "learning_rate": 0.00016203263524988112,
      "loss": 12.1939,
      "step": 17745
    },
    {
      "epoch": 2.9058457507777957,
      "grad_norm": 0.16768066585063934,
      "learning_rate": 0.00016202858038871302,
      "loss": 12.2338,
      "step": 17746
    },
    {
      "epoch": 2.9060094972981823,
      "grad_norm": 0.16561183333396912,
      "learning_rate": 0.00016202452536177219,
      "loss": 12.1959,
      "step": 17747
    },
    {
      "epoch": 2.906173243818569,
      "grad_norm": 0.17940695583820343,
      "learning_rate": 0.00016202047016906942,
      "loss": 12.1513,
      "step": 17748
    },
    {
      "epoch": 2.9063369903389553,
      "grad_norm": 0.13785219192504883,
      "learning_rate": 0.00016201641481061561,
      "loss": 12.1619,
      "step": 17749
    },
    {
      "epoch": 2.906500736859342,
      "grad_norm": 0.106516033411026,
      "learning_rate": 0.00016201235928642156,
      "loss": 12.2048,
      "step": 17750
    },
    {
      "epoch": 2.9066644833797284,
      "grad_norm": 0.19943109154701233,
      "learning_rate": 0.00016200830359649815,
      "loss": 12.2148,
      "step": 17751
    },
    {
      "epoch": 2.9068282299001145,
      "grad_norm": 0.2422027885913849,
      "learning_rate": 0.00016200424774085617,
      "loss": 12.2812,
      "step": 17752
    },
    {
      "epoch": 2.906991976420501,
      "grad_norm": 0.13503849506378174,
      "learning_rate": 0.00016200019171950646,
      "loss": 12.1866,
      "step": 17753
    },
    {
      "epoch": 2.9071557229408875,
      "grad_norm": 0.18145351111888885,
      "learning_rate": 0.0001619961355324599,
      "loss": 12.1945,
      "step": 17754
    },
    {
      "epoch": 2.907319469461274,
      "grad_norm": 0.14941875636577606,
      "learning_rate": 0.00016199207917972733,
      "loss": 12.1517,
      "step": 17755
    },
    {
      "epoch": 2.90748321598166,
      "grad_norm": 0.16074438393115997,
      "learning_rate": 0.00016198802266131955,
      "loss": 12.2014,
      "step": 17756
    },
    {
      "epoch": 2.9076469625020467,
      "grad_norm": 0.14978259801864624,
      "learning_rate": 0.00016198396597724742,
      "loss": 12.1936,
      "step": 17757
    },
    {
      "epoch": 2.907810709022433,
      "grad_norm": 0.15665683150291443,
      "learning_rate": 0.0001619799091275218,
      "loss": 12.1394,
      "step": 17758
    },
    {
      "epoch": 2.9079744555428197,
      "grad_norm": 0.1640831083059311,
      "learning_rate": 0.00016197585211215348,
      "loss": 12.1372,
      "step": 17759
    },
    {
      "epoch": 2.9081382020632063,
      "grad_norm": 0.1438578963279724,
      "learning_rate": 0.00016197179493115339,
      "loss": 12.1914,
      "step": 17760
    },
    {
      "epoch": 2.908301948583593,
      "grad_norm": 0.13984857499599457,
      "learning_rate": 0.0001619677375845323,
      "loss": 12.1578,
      "step": 17761
    },
    {
      "epoch": 2.908465695103979,
      "grad_norm": 0.1441946178674698,
      "learning_rate": 0.00016196368007230107,
      "loss": 12.1607,
      "step": 17762
    },
    {
      "epoch": 2.9086294416243654,
      "grad_norm": 0.17696717381477356,
      "learning_rate": 0.00016195962239447053,
      "loss": 12.1928,
      "step": 17763
    },
    {
      "epoch": 2.908793188144752,
      "grad_norm": 0.1468452513217926,
      "learning_rate": 0.00016195556455105158,
      "loss": 12.1926,
      "step": 17764
    },
    {
      "epoch": 2.9089569346651385,
      "grad_norm": 0.1665569394826889,
      "learning_rate": 0.000161951506542055,
      "loss": 12.1541,
      "step": 17765
    },
    {
      "epoch": 2.9091206811855246,
      "grad_norm": 0.16238293051719666,
      "learning_rate": 0.00016194744836749164,
      "loss": 12.1974,
      "step": 17766
    },
    {
      "epoch": 2.909284427705911,
      "grad_norm": 0.15756382048130035,
      "learning_rate": 0.0001619433900273724,
      "loss": 12.1534,
      "step": 17767
    },
    {
      "epoch": 2.9094481742262976,
      "grad_norm": 0.14932838082313538,
      "learning_rate": 0.0001619393315217081,
      "loss": 12.1643,
      "step": 17768
    },
    {
      "epoch": 2.909611920746684,
      "grad_norm": 0.16547435522079468,
      "learning_rate": 0.0001619352728505096,
      "loss": 12.1596,
      "step": 17769
    },
    {
      "epoch": 2.9097756672670707,
      "grad_norm": 0.18215312063694,
      "learning_rate": 0.00016193121401378768,
      "loss": 12.176,
      "step": 17770
    },
    {
      "epoch": 2.9099394137874572,
      "grad_norm": 0.17823615670204163,
      "learning_rate": 0.00016192715501155323,
      "loss": 12.2321,
      "step": 17771
    },
    {
      "epoch": 2.9101031603078433,
      "grad_norm": 0.1770864725112915,
      "learning_rate": 0.00016192309584381714,
      "loss": 12.2113,
      "step": 17772
    },
    {
      "epoch": 2.91026690682823,
      "grad_norm": 0.14125873148441315,
      "learning_rate": 0.00016191903651059018,
      "loss": 12.1558,
      "step": 17773
    },
    {
      "epoch": 2.9104306533486164,
      "grad_norm": 0.17981864511966705,
      "learning_rate": 0.00016191497701188327,
      "loss": 12.1567,
      "step": 17774
    },
    {
      "epoch": 2.910594399869003,
      "grad_norm": 0.16691605746746063,
      "learning_rate": 0.00016191091734770724,
      "loss": 12.1819,
      "step": 17775
    },
    {
      "epoch": 2.910758146389389,
      "grad_norm": 0.13100391626358032,
      "learning_rate": 0.0001619068575180729,
      "loss": 12.1607,
      "step": 17776
    },
    {
      "epoch": 2.9109218929097755,
      "grad_norm": 0.17923125624656677,
      "learning_rate": 0.00016190279752299112,
      "loss": 12.1964,
      "step": 17777
    },
    {
      "epoch": 2.911085639430162,
      "grad_norm": 0.17825821042060852,
      "learning_rate": 0.00016189873736247278,
      "loss": 12.1975,
      "step": 17778
    },
    {
      "epoch": 2.9112493859505486,
      "grad_norm": 0.15640586614608765,
      "learning_rate": 0.0001618946770365287,
      "loss": 12.2006,
      "step": 17779
    },
    {
      "epoch": 2.911413132470935,
      "grad_norm": 0.22289659082889557,
      "learning_rate": 0.00016189061654516972,
      "loss": 12.199,
      "step": 17780
    },
    {
      "epoch": 2.9115768789913217,
      "grad_norm": 0.14839887619018555,
      "learning_rate": 0.00016188655588840676,
      "loss": 12.1675,
      "step": 17781
    },
    {
      "epoch": 2.9117406255117078,
      "grad_norm": 0.17776188254356384,
      "learning_rate": 0.0001618824950662506,
      "loss": 12.2158,
      "step": 17782
    },
    {
      "epoch": 2.9119043720320943,
      "grad_norm": 0.12371926754713058,
      "learning_rate": 0.0001618784340787121,
      "loss": 12.1991,
      "step": 17783
    },
    {
      "epoch": 2.912068118552481,
      "grad_norm": 0.16330470144748688,
      "learning_rate": 0.00016187437292580214,
      "loss": 12.2031,
      "step": 17784
    },
    {
      "epoch": 2.9122318650728674,
      "grad_norm": 0.2525287866592407,
      "learning_rate": 0.0001618703116075316,
      "loss": 12.1773,
      "step": 17785
    },
    {
      "epoch": 2.9123956115932534,
      "grad_norm": 0.1585352122783661,
      "learning_rate": 0.00016186625012391126,
      "loss": 12.168,
      "step": 17786
    },
    {
      "epoch": 2.91255935811364,
      "grad_norm": 0.20872974395751953,
      "learning_rate": 0.000161862188474952,
      "loss": 12.1244,
      "step": 17787
    },
    {
      "epoch": 2.9127231046340265,
      "grad_norm": 0.1921566277742386,
      "learning_rate": 0.0001618581266606647,
      "loss": 12.1743,
      "step": 17788
    },
    {
      "epoch": 2.912886851154413,
      "grad_norm": 0.18692028522491455,
      "learning_rate": 0.0001618540646810602,
      "loss": 12.1892,
      "step": 17789
    },
    {
      "epoch": 2.9130505976747996,
      "grad_norm": 0.1429375261068344,
      "learning_rate": 0.00016185000253614938,
      "loss": 12.1769,
      "step": 17790
    },
    {
      "epoch": 2.913214344195186,
      "grad_norm": 0.16721400618553162,
      "learning_rate": 0.00016184594022594303,
      "loss": 12.1648,
      "step": 17791
    },
    {
      "epoch": 2.913378090715572,
      "grad_norm": 0.14840254187583923,
      "learning_rate": 0.0001618418777504521,
      "loss": 12.1865,
      "step": 17792
    },
    {
      "epoch": 2.9135418372359587,
      "grad_norm": 0.17652954161167145,
      "learning_rate": 0.00016183781510968736,
      "loss": 12.161,
      "step": 17793
    },
    {
      "epoch": 2.9137055837563453,
      "grad_norm": 0.12602105736732483,
      "learning_rate": 0.00016183375230365972,
      "loss": 12.1777,
      "step": 17794
    },
    {
      "epoch": 2.913869330276732,
      "grad_norm": 0.14827798306941986,
      "learning_rate": 0.00016182968933238002,
      "loss": 12.1445,
      "step": 17795
    },
    {
      "epoch": 2.914033076797118,
      "grad_norm": 0.1437404751777649,
      "learning_rate": 0.00016182562619585915,
      "loss": 12.1679,
      "step": 17796
    },
    {
      "epoch": 2.9141968233175044,
      "grad_norm": 0.16697907447814941,
      "learning_rate": 0.0001618215628941079,
      "loss": 12.1679,
      "step": 17797
    },
    {
      "epoch": 2.914360569837891,
      "grad_norm": 0.13653352856636047,
      "learning_rate": 0.00016181749942713718,
      "loss": 12.1631,
      "step": 17798
    },
    {
      "epoch": 2.9145243163582775,
      "grad_norm": 0.1884884238243103,
      "learning_rate": 0.00016181343579495784,
      "loss": 12.2392,
      "step": 17799
    },
    {
      "epoch": 2.914688062878664,
      "grad_norm": 0.16295716166496277,
      "learning_rate": 0.00016180937199758075,
      "loss": 12.1469,
      "step": 17800
    },
    {
      "epoch": 2.9148518093990505,
      "grad_norm": 0.14631503820419312,
      "learning_rate": 0.00016180530803501674,
      "loss": 12.1847,
      "step": 17801
    },
    {
      "epoch": 2.9150155559194366,
      "grad_norm": 0.18314354121685028,
      "learning_rate": 0.00016180124390727672,
      "loss": 12.1673,
      "step": 17802
    },
    {
      "epoch": 2.915179302439823,
      "grad_norm": 0.14423437416553497,
      "learning_rate": 0.00016179717961437148,
      "loss": 12.1429,
      "step": 17803
    },
    {
      "epoch": 2.9153430489602097,
      "grad_norm": 0.13886111974716187,
      "learning_rate": 0.00016179311515631195,
      "loss": 12.1723,
      "step": 17804
    },
    {
      "epoch": 2.9155067954805958,
      "grad_norm": 0.18431127071380615,
      "learning_rate": 0.00016178905053310897,
      "loss": 12.1953,
      "step": 17805
    },
    {
      "epoch": 2.9156705420009823,
      "grad_norm": 0.1427147090435028,
      "learning_rate": 0.0001617849857447734,
      "loss": 12.1697,
      "step": 17806
    },
    {
      "epoch": 2.915834288521369,
      "grad_norm": 0.1393982172012329,
      "learning_rate": 0.0001617809207913161,
      "loss": 12.1651,
      "step": 17807
    },
    {
      "epoch": 2.9159980350417554,
      "grad_norm": 0.20620852708816528,
      "learning_rate": 0.0001617768556727479,
      "loss": 12.2014,
      "step": 17808
    },
    {
      "epoch": 2.916161781562142,
      "grad_norm": 0.12875588238239288,
      "learning_rate": 0.00016177279038907976,
      "loss": 12.1941,
      "step": 17809
    },
    {
      "epoch": 2.9163255280825284,
      "grad_norm": 0.16519804298877716,
      "learning_rate": 0.00016176872494032244,
      "loss": 12.1663,
      "step": 17810
    },
    {
      "epoch": 2.916489274602915,
      "grad_norm": 0.17772963643074036,
      "learning_rate": 0.00016176465932648689,
      "loss": 12.1378,
      "step": 17811
    },
    {
      "epoch": 2.916653021123301,
      "grad_norm": 0.22025522589683533,
      "learning_rate": 0.0001617605935475839,
      "loss": 12.2498,
      "step": 17812
    },
    {
      "epoch": 2.9168167676436876,
      "grad_norm": 0.17287153005599976,
      "learning_rate": 0.0001617565276036244,
      "loss": 12.1891,
      "step": 17813
    },
    {
      "epoch": 2.916980514164074,
      "grad_norm": 0.14342525601387024,
      "learning_rate": 0.0001617524614946192,
      "loss": 12.1803,
      "step": 17814
    },
    {
      "epoch": 2.91714426068446,
      "grad_norm": 0.18527309596538544,
      "learning_rate": 0.00016174839522057922,
      "loss": 12.2521,
      "step": 17815
    },
    {
      "epoch": 2.9173080072048467,
      "grad_norm": 0.15207304060459137,
      "learning_rate": 0.0001617443287815153,
      "loss": 12.164,
      "step": 17816
    },
    {
      "epoch": 2.9174717537252333,
      "grad_norm": 0.12660981714725494,
      "learning_rate": 0.0001617402621774383,
      "loss": 12.1431,
      "step": 17817
    },
    {
      "epoch": 2.91763550024562,
      "grad_norm": 0.14303374290466309,
      "learning_rate": 0.00016173619540835906,
      "loss": 12.1728,
      "step": 17818
    },
    {
      "epoch": 2.9177992467660063,
      "grad_norm": 0.13930994272232056,
      "learning_rate": 0.00016173212847428854,
      "loss": 12.1712,
      "step": 17819
    },
    {
      "epoch": 2.917962993286393,
      "grad_norm": 0.14407716691493988,
      "learning_rate": 0.00016172806137523753,
      "loss": 12.1795,
      "step": 17820
    },
    {
      "epoch": 2.918126739806779,
      "grad_norm": 0.1298045665025711,
      "learning_rate": 0.0001617239941112169,
      "loss": 12.1749,
      "step": 17821
    },
    {
      "epoch": 2.9182904863271655,
      "grad_norm": 0.10688076168298721,
      "learning_rate": 0.00016171992668223762,
      "loss": 12.1543,
      "step": 17822
    },
    {
      "epoch": 2.918454232847552,
      "grad_norm": 0.15873600542545319,
      "learning_rate": 0.0001617158590883104,
      "loss": 12.1572,
      "step": 17823
    },
    {
      "epoch": 2.9186179793679385,
      "grad_norm": 0.1577347368001938,
      "learning_rate": 0.00016171179132944626,
      "loss": 12.1623,
      "step": 17824
    },
    {
      "epoch": 2.9187817258883246,
      "grad_norm": 0.16087444126605988,
      "learning_rate": 0.00016170772340565596,
      "loss": 12.1607,
      "step": 17825
    },
    {
      "epoch": 2.918945472408711,
      "grad_norm": 0.14530807733535767,
      "learning_rate": 0.00016170365531695044,
      "loss": 12.2508,
      "step": 17826
    },
    {
      "epoch": 2.9191092189290977,
      "grad_norm": 0.1551840752363205,
      "learning_rate": 0.00016169958706334055,
      "loss": 12.17,
      "step": 17827
    },
    {
      "epoch": 2.9192729654494842,
      "grad_norm": 0.14771270751953125,
      "learning_rate": 0.00016169551864483715,
      "loss": 12.1579,
      "step": 17828
    },
    {
      "epoch": 2.9194367119698708,
      "grad_norm": 0.13059236109256744,
      "learning_rate": 0.00016169145006145113,
      "loss": 12.1473,
      "step": 17829
    },
    {
      "epoch": 2.9196004584902573,
      "grad_norm": 0.23982039093971252,
      "learning_rate": 0.00016168738131319338,
      "loss": 12.1394,
      "step": 17830
    },
    {
      "epoch": 2.9197642050106434,
      "grad_norm": 0.15747752785682678,
      "learning_rate": 0.00016168331240007473,
      "loss": 12.165,
      "step": 17831
    },
    {
      "epoch": 2.91992795153103,
      "grad_norm": 0.16618138551712036,
      "learning_rate": 0.00016167924332210608,
      "loss": 12.1906,
      "step": 17832
    },
    {
      "epoch": 2.9200916980514164,
      "grad_norm": 0.13724718987941742,
      "learning_rate": 0.0001616751740792983,
      "loss": 12.1578,
      "step": 17833
    },
    {
      "epoch": 2.920255444571803,
      "grad_norm": 0.16518722474575043,
      "learning_rate": 0.00016167110467166227,
      "loss": 12.1919,
      "step": 17834
    },
    {
      "epoch": 2.920419191092189,
      "grad_norm": 0.2356129288673401,
      "learning_rate": 0.00016166703509920885,
      "loss": 12.1482,
      "step": 17835
    },
    {
      "epoch": 2.9205829376125756,
      "grad_norm": 0.15695777535438538,
      "learning_rate": 0.00016166296536194896,
      "loss": 12.1604,
      "step": 17836
    },
    {
      "epoch": 2.920746684132962,
      "grad_norm": 0.1399197280406952,
      "learning_rate": 0.00016165889545989343,
      "loss": 12.2039,
      "step": 17837
    },
    {
      "epoch": 2.9209104306533487,
      "grad_norm": 0.14328916370868683,
      "learning_rate": 0.00016165482539305312,
      "loss": 12.1948,
      "step": 17838
    },
    {
      "epoch": 2.921074177173735,
      "grad_norm": 0.18314070999622345,
      "learning_rate": 0.00016165075516143897,
      "loss": 12.1144,
      "step": 17839
    },
    {
      "epoch": 2.9212379236941217,
      "grad_norm": 0.16660159826278687,
      "learning_rate": 0.0001616466847650618,
      "loss": 12.2225,
      "step": 17840
    },
    {
      "epoch": 2.921401670214508,
      "grad_norm": 0.19264721870422363,
      "learning_rate": 0.0001616426142039326,
      "loss": 12.1702,
      "step": 17841
    },
    {
      "epoch": 2.9215654167348943,
      "grad_norm": 0.160559743642807,
      "learning_rate": 0.00016163854347806206,
      "loss": 12.1918,
      "step": 17842
    },
    {
      "epoch": 2.921729163255281,
      "grad_norm": 0.14714457094669342,
      "learning_rate": 0.00016163447258746123,
      "loss": 12.2125,
      "step": 17843
    },
    {
      "epoch": 2.9218929097756674,
      "grad_norm": 0.14122596383094788,
      "learning_rate": 0.00016163040153214088,
      "loss": 12.2398,
      "step": 17844
    },
    {
      "epoch": 2.9220566562960535,
      "grad_norm": 0.18274717032909393,
      "learning_rate": 0.00016162633031211195,
      "loss": 12.1633,
      "step": 17845
    },
    {
      "epoch": 2.92222040281644,
      "grad_norm": 0.15857268869876862,
      "learning_rate": 0.0001616222589273853,
      "loss": 12.1935,
      "step": 17846
    },
    {
      "epoch": 2.9223841493368266,
      "grad_norm": 0.1713338941335678,
      "learning_rate": 0.00016161818737797182,
      "loss": 12.1748,
      "step": 17847
    },
    {
      "epoch": 2.922547895857213,
      "grad_norm": 0.1731063276529312,
      "learning_rate": 0.0001616141156638824,
      "loss": 12.1483,
      "step": 17848
    },
    {
      "epoch": 2.9227116423775996,
      "grad_norm": 0.21577313542366028,
      "learning_rate": 0.0001616100437851279,
      "loss": 12.1279,
      "step": 17849
    },
    {
      "epoch": 2.922875388897986,
      "grad_norm": 0.17630034685134888,
      "learning_rate": 0.00016160597174171915,
      "loss": 12.1518,
      "step": 17850
    },
    {
      "epoch": 2.9230391354183722,
      "grad_norm": 0.23114846646785736,
      "learning_rate": 0.00016160189953366713,
      "loss": 12.1649,
      "step": 17851
    },
    {
      "epoch": 2.9232028819387588,
      "grad_norm": 0.18015137314796448,
      "learning_rate": 0.0001615978271609827,
      "loss": 12.1907,
      "step": 17852
    },
    {
      "epoch": 2.9233666284591453,
      "grad_norm": 0.1668972223997116,
      "learning_rate": 0.00016159375462367672,
      "loss": 12.2223,
      "step": 17853
    },
    {
      "epoch": 2.923530374979532,
      "grad_norm": 0.1398262232542038,
      "learning_rate": 0.00016158968192176007,
      "loss": 12.1773,
      "step": 17854
    },
    {
      "epoch": 2.923694121499918,
      "grad_norm": 0.11576805263757706,
      "learning_rate": 0.00016158560905524366,
      "loss": 12.1961,
      "step": 17855
    },
    {
      "epoch": 2.9238578680203045,
      "grad_norm": 0.25600674748420715,
      "learning_rate": 0.00016158153602413838,
      "loss": 12.1829,
      "step": 17856
    },
    {
      "epoch": 2.924021614540691,
      "grad_norm": 0.249616801738739,
      "learning_rate": 0.00016157746282845507,
      "loss": 12.1922,
      "step": 17857
    },
    {
      "epoch": 2.9241853610610775,
      "grad_norm": 0.15466506779193878,
      "learning_rate": 0.00016157338946820463,
      "loss": 12.181,
      "step": 17858
    },
    {
      "epoch": 2.924349107581464,
      "grad_norm": 0.1633090078830719,
      "learning_rate": 0.00016156931594339796,
      "loss": 12.1147,
      "step": 17859
    },
    {
      "epoch": 2.9245128541018506,
      "grad_norm": 0.1527194380760193,
      "learning_rate": 0.000161565242254046,
      "loss": 12.1924,
      "step": 17860
    },
    {
      "epoch": 2.9246766006222367,
      "grad_norm": 0.1576119363307953,
      "learning_rate": 0.00016156116840015955,
      "loss": 12.1948,
      "step": 17861
    },
    {
      "epoch": 2.924840347142623,
      "grad_norm": 0.2356315702199936,
      "learning_rate": 0.00016155709438174948,
      "loss": 12.1619,
      "step": 17862
    },
    {
      "epoch": 2.9250040936630097,
      "grad_norm": 0.16090597212314606,
      "learning_rate": 0.00016155302019882676,
      "loss": 12.1698,
      "step": 17863
    },
    {
      "epoch": 2.9251678401833963,
      "grad_norm": 0.13933420181274414,
      "learning_rate": 0.00016154894585140227,
      "loss": 12.2077,
      "step": 17864
    },
    {
      "epoch": 2.9253315867037823,
      "grad_norm": 0.15589365363121033,
      "learning_rate": 0.00016154487133948685,
      "loss": 12.1994,
      "step": 17865
    },
    {
      "epoch": 2.925495333224169,
      "grad_norm": 0.16499902307987213,
      "learning_rate": 0.00016154079666309143,
      "loss": 12.1892,
      "step": 17866
    },
    {
      "epoch": 2.9256590797445554,
      "grad_norm": 0.11781828850507736,
      "learning_rate": 0.00016153672182222687,
      "loss": 12.201,
      "step": 17867
    },
    {
      "epoch": 2.925822826264942,
      "grad_norm": 0.2013743370771408,
      "learning_rate": 0.00016153264681690409,
      "loss": 12.1293,
      "step": 17868
    },
    {
      "epoch": 2.9259865727853285,
      "grad_norm": 0.18045072257518768,
      "learning_rate": 0.00016152857164713396,
      "loss": 12.1411,
      "step": 17869
    },
    {
      "epoch": 2.926150319305715,
      "grad_norm": 0.227117657661438,
      "learning_rate": 0.00016152449631292735,
      "loss": 12.1834,
      "step": 17870
    },
    {
      "epoch": 2.926314065826101,
      "grad_norm": 0.22384944558143616,
      "learning_rate": 0.0001615204208142952,
      "loss": 12.2176,
      "step": 17871
    },
    {
      "epoch": 2.9264778123464876,
      "grad_norm": 0.1716557741165161,
      "learning_rate": 0.00016151634515124835,
      "loss": 12.2083,
      "step": 17872
    },
    {
      "epoch": 2.926641558866874,
      "grad_norm": 0.14765135943889618,
      "learning_rate": 0.00016151226932379777,
      "loss": 12.1956,
      "step": 17873
    },
    {
      "epoch": 2.9268053053872602,
      "grad_norm": 0.1567862629890442,
      "learning_rate": 0.00016150819333195427,
      "loss": 12.1833,
      "step": 17874
    },
    {
      "epoch": 2.926969051907647,
      "grad_norm": 0.16322840750217438,
      "learning_rate": 0.0001615041171757288,
      "loss": 12.163,
      "step": 17875
    },
    {
      "epoch": 2.9271327984280333,
      "grad_norm": 0.16964025795459747,
      "learning_rate": 0.0001615000408551322,
      "loss": 12.1609,
      "step": 17876
    },
    {
      "epoch": 2.92729654494842,
      "grad_norm": 0.18580545485019684,
      "learning_rate": 0.0001614959643701754,
      "loss": 12.2027,
      "step": 17877
    },
    {
      "epoch": 2.9274602914688064,
      "grad_norm": 0.13359110057353973,
      "learning_rate": 0.00016149188772086927,
      "loss": 12.193,
      "step": 17878
    },
    {
      "epoch": 2.927624037989193,
      "grad_norm": 0.14986857771873474,
      "learning_rate": 0.00016148781090722479,
      "loss": 12.205,
      "step": 17879
    },
    {
      "epoch": 2.9277877845095794,
      "grad_norm": 0.32796305418014526,
      "learning_rate": 0.0001614837339292527,
      "loss": 12.206,
      "step": 17880
    },
    {
      "epoch": 2.9279515310299655,
      "grad_norm": 0.136665940284729,
      "learning_rate": 0.00016147965678696405,
      "loss": 12.1807,
      "step": 17881
    },
    {
      "epoch": 2.928115277550352,
      "grad_norm": 0.20095102488994598,
      "learning_rate": 0.00016147557948036965,
      "loss": 12.1886,
      "step": 17882
    },
    {
      "epoch": 2.9282790240707386,
      "grad_norm": 0.23708724975585938,
      "learning_rate": 0.00016147150200948043,
      "loss": 12.1991,
      "step": 17883
    },
    {
      "epoch": 2.9284427705911247,
      "grad_norm": 0.1353088617324829,
      "learning_rate": 0.00016146742437430725,
      "loss": 12.234,
      "step": 17884
    },
    {
      "epoch": 2.928606517111511,
      "grad_norm": 0.1759297251701355,
      "learning_rate": 0.00016146334657486105,
      "loss": 12.1723,
      "step": 17885
    },
    {
      "epoch": 2.9287702636318977,
      "grad_norm": 0.15432052314281464,
      "learning_rate": 0.00016145926861115272,
      "loss": 12.1522,
      "step": 17886
    },
    {
      "epoch": 2.9289340101522843,
      "grad_norm": 0.2060866355895996,
      "learning_rate": 0.00016145519048319312,
      "loss": 12.1554,
      "step": 17887
    },
    {
      "epoch": 2.929097756672671,
      "grad_norm": 0.2899894416332245,
      "learning_rate": 0.00016145111219099319,
      "loss": 12.2888,
      "step": 17888
    },
    {
      "epoch": 2.9292615031930573,
      "grad_norm": 0.15518467128276825,
      "learning_rate": 0.0001614470337345638,
      "loss": 12.1772,
      "step": 17889
    },
    {
      "epoch": 2.9294252497134434,
      "grad_norm": 0.28231802582740784,
      "learning_rate": 0.0001614429551139159,
      "loss": 12.2003,
      "step": 17890
    },
    {
      "epoch": 2.92958899623383,
      "grad_norm": 0.13447314500808716,
      "learning_rate": 0.00016143887632906034,
      "loss": 12.1448,
      "step": 17891
    },
    {
      "epoch": 2.9297527427542165,
      "grad_norm": 0.178346186876297,
      "learning_rate": 0.00016143479738000806,
      "loss": 12.1807,
      "step": 17892
    },
    {
      "epoch": 2.929916489274603,
      "grad_norm": 0.19545398652553558,
      "learning_rate": 0.0001614307182667699,
      "loss": 12.2258,
      "step": 17893
    },
    {
      "epoch": 2.930080235794989,
      "grad_norm": 0.24108996987342834,
      "learning_rate": 0.00016142663898935684,
      "loss": 12.1698,
      "step": 17894
    },
    {
      "epoch": 2.9302439823153756,
      "grad_norm": 0.1504768431186676,
      "learning_rate": 0.0001614225595477797,
      "loss": 12.204,
      "step": 17895
    },
    {
      "epoch": 2.930407728835762,
      "grad_norm": 0.1823713481426239,
      "learning_rate": 0.00016141847994204946,
      "loss": 12.1545,
      "step": 17896
    },
    {
      "epoch": 2.9305714753561487,
      "grad_norm": 0.18578922748565674,
      "learning_rate": 0.00016141440017217694,
      "loss": 12.2029,
      "step": 17897
    },
    {
      "epoch": 2.9307352218765352,
      "grad_norm": 0.1378663182258606,
      "learning_rate": 0.00016141032023817315,
      "loss": 12.2021,
      "step": 17898
    },
    {
      "epoch": 2.9308989683969218,
      "grad_norm": 0.22056420147418976,
      "learning_rate": 0.0001614062401400489,
      "loss": 12.1953,
      "step": 17899
    },
    {
      "epoch": 2.931062714917308,
      "grad_norm": 0.17556558549404144,
      "learning_rate": 0.00016140215987781514,
      "loss": 12.1629,
      "step": 17900
    },
    {
      "epoch": 2.9312264614376944,
      "grad_norm": 0.16158419847488403,
      "learning_rate": 0.00016139807945148276,
      "loss": 12.1743,
      "step": 17901
    },
    {
      "epoch": 2.931390207958081,
      "grad_norm": 0.1625351756811142,
      "learning_rate": 0.00016139399886106267,
      "loss": 12.1698,
      "step": 17902
    },
    {
      "epoch": 2.9315539544784674,
      "grad_norm": 0.15267135202884674,
      "learning_rate": 0.00016138991810656577,
      "loss": 12.1858,
      "step": 17903
    },
    {
      "epoch": 2.9317177009988535,
      "grad_norm": 0.17875684797763824,
      "learning_rate": 0.000161385837188003,
      "loss": 12.1894,
      "step": 17904
    },
    {
      "epoch": 2.93188144751924,
      "grad_norm": 0.13404209911823273,
      "learning_rate": 0.00016138175610538516,
      "loss": 12.1801,
      "step": 17905
    },
    {
      "epoch": 2.9320451940396266,
      "grad_norm": 0.12065914273262024,
      "learning_rate": 0.00016137767485872333,
      "loss": 12.2048,
      "step": 17906
    },
    {
      "epoch": 2.932208940560013,
      "grad_norm": 0.1519286185503006,
      "learning_rate": 0.00016137359344802824,
      "loss": 12.1975,
      "step": 17907
    },
    {
      "epoch": 2.9323726870803997,
      "grad_norm": 0.16992095112800598,
      "learning_rate": 0.0001613695118733109,
      "loss": 12.1752,
      "step": 17908
    },
    {
      "epoch": 2.932536433600786,
      "grad_norm": 0.14770731329917908,
      "learning_rate": 0.0001613654301345822,
      "loss": 12.1923,
      "step": 17909
    },
    {
      "epoch": 2.9327001801211723,
      "grad_norm": 0.1422368437051773,
      "learning_rate": 0.00016136134823185305,
      "loss": 12.1579,
      "step": 17910
    },
    {
      "epoch": 2.932863926641559,
      "grad_norm": 0.17780275642871857,
      "learning_rate": 0.00016135726616513436,
      "loss": 12.2265,
      "step": 17911
    },
    {
      "epoch": 2.9330276731619453,
      "grad_norm": 0.2093934416770935,
      "learning_rate": 0.000161353183934437,
      "loss": 12.1988,
      "step": 17912
    },
    {
      "epoch": 2.933191419682332,
      "grad_norm": 0.11942224949598312,
      "learning_rate": 0.00016134910153977193,
      "loss": 12.1899,
      "step": 17913
    },
    {
      "epoch": 2.933355166202718,
      "grad_norm": 0.13372044265270233,
      "learning_rate": 0.00016134501898115006,
      "loss": 12.1542,
      "step": 17914
    },
    {
      "epoch": 2.9335189127231045,
      "grad_norm": 0.12903524935245514,
      "learning_rate": 0.0001613409362585823,
      "loss": 12.1576,
      "step": 17915
    },
    {
      "epoch": 2.933682659243491,
      "grad_norm": 0.15602834522724152,
      "learning_rate": 0.00016133685337207948,
      "loss": 12.2387,
      "step": 17916
    },
    {
      "epoch": 2.9338464057638776,
      "grad_norm": 0.11482081562280655,
      "learning_rate": 0.00016133277032165264,
      "loss": 12.1414,
      "step": 17917
    },
    {
      "epoch": 2.934010152284264,
      "grad_norm": 0.1448492705821991,
      "learning_rate": 0.00016132868710731256,
      "loss": 12.1947,
      "step": 17918
    },
    {
      "epoch": 2.9341738988046506,
      "grad_norm": 0.1547631323337555,
      "learning_rate": 0.00016132460372907028,
      "loss": 12.1842,
      "step": 17919
    },
    {
      "epoch": 2.9343376453250367,
      "grad_norm": 0.15878577530384064,
      "learning_rate": 0.00016132052018693664,
      "loss": 12.2081,
      "step": 17920
    },
    {
      "epoch": 2.9345013918454232,
      "grad_norm": 0.15502893924713135,
      "learning_rate": 0.00016131643648092256,
      "loss": 12.1638,
      "step": 17921
    },
    {
      "epoch": 2.9346651383658098,
      "grad_norm": 0.2576897442340851,
      "learning_rate": 0.00016131235261103894,
      "loss": 12.1706,
      "step": 17922
    },
    {
      "epoch": 2.9348288848861963,
      "grad_norm": 0.15967227518558502,
      "learning_rate": 0.00016130826857729678,
      "loss": 12.1559,
      "step": 17923
    },
    {
      "epoch": 2.9349926314065824,
      "grad_norm": 0.15564770996570587,
      "learning_rate": 0.00016130418437970687,
      "loss": 12.227,
      "step": 17924
    },
    {
      "epoch": 2.935156377926969,
      "grad_norm": 0.13849864900112152,
      "learning_rate": 0.0001613001000182802,
      "loss": 12.1644,
      "step": 17925
    },
    {
      "epoch": 2.9353201244473555,
      "grad_norm": 0.15699054300785065,
      "learning_rate": 0.00016129601549302766,
      "loss": 12.168,
      "step": 17926
    },
    {
      "epoch": 2.935483870967742,
      "grad_norm": 0.19478218257427216,
      "learning_rate": 0.00016129193080396018,
      "loss": 12.1979,
      "step": 17927
    },
    {
      "epoch": 2.9356476174881285,
      "grad_norm": 0.13161681592464447,
      "learning_rate": 0.0001612878459510887,
      "loss": 12.1651,
      "step": 17928
    },
    {
      "epoch": 2.935811364008515,
      "grad_norm": 0.1456146091222763,
      "learning_rate": 0.00016128376093442408,
      "loss": 12.1837,
      "step": 17929
    },
    {
      "epoch": 2.935975110528901,
      "grad_norm": 0.1715259701013565,
      "learning_rate": 0.00016127967575397726,
      "loss": 12.16,
      "step": 17930
    },
    {
      "epoch": 2.9361388570492877,
      "grad_norm": 0.15102671086788177,
      "learning_rate": 0.0001612755904097592,
      "loss": 12.173,
      "step": 17931
    },
    {
      "epoch": 2.936302603569674,
      "grad_norm": 0.1551676094532013,
      "learning_rate": 0.00016127150490178075,
      "loss": 12.1926,
      "step": 17932
    },
    {
      "epoch": 2.9364663500900607,
      "grad_norm": 0.1708613932132721,
      "learning_rate": 0.00016126741923005287,
      "loss": 12.2294,
      "step": 17933
    },
    {
      "epoch": 2.936630096610447,
      "grad_norm": 0.15742038190364838,
      "learning_rate": 0.0001612633333945865,
      "loss": 12.1491,
      "step": 17934
    },
    {
      "epoch": 2.9367938431308334,
      "grad_norm": 0.1446615606546402,
      "learning_rate": 0.0001612592473953925,
      "loss": 12.1922,
      "step": 17935
    },
    {
      "epoch": 2.93695758965122,
      "grad_norm": 0.1323935091495514,
      "learning_rate": 0.0001612551612324818,
      "loss": 12.1615,
      "step": 17936
    },
    {
      "epoch": 2.9371213361716064,
      "grad_norm": 0.150042325258255,
      "learning_rate": 0.00016125107490586537,
      "loss": 12.1886,
      "step": 17937
    },
    {
      "epoch": 2.937285082691993,
      "grad_norm": 0.20308130979537964,
      "learning_rate": 0.0001612469884155541,
      "loss": 12.1791,
      "step": 17938
    },
    {
      "epoch": 2.9374488292123795,
      "grad_norm": 0.13083183765411377,
      "learning_rate": 0.00016124290176155892,
      "loss": 12.1961,
      "step": 17939
    },
    {
      "epoch": 2.9376125757327656,
      "grad_norm": 0.16243115067481995,
      "learning_rate": 0.00016123881494389073,
      "loss": 12.167,
      "step": 17940
    },
    {
      "epoch": 2.937776322253152,
      "grad_norm": 0.12259486317634583,
      "learning_rate": 0.00016123472796256047,
      "loss": 12.2172,
      "step": 17941
    },
    {
      "epoch": 2.9379400687735386,
      "grad_norm": 0.16621237993240356,
      "learning_rate": 0.00016123064081757904,
      "loss": 12.1648,
      "step": 17942
    },
    {
      "epoch": 2.938103815293925,
      "grad_norm": 0.14951004087924957,
      "learning_rate": 0.00016122655350895738,
      "loss": 12.1626,
      "step": 17943
    },
    {
      "epoch": 2.9382675618143113,
      "grad_norm": 0.16630356013774872,
      "learning_rate": 0.00016122246603670644,
      "loss": 12.1832,
      "step": 17944
    },
    {
      "epoch": 2.938431308334698,
      "grad_norm": 0.11723549664020538,
      "learning_rate": 0.0001612183784008371,
      "loss": 12.1956,
      "step": 17945
    },
    {
      "epoch": 2.9385950548550843,
      "grad_norm": 0.17349743843078613,
      "learning_rate": 0.00016121429060136032,
      "loss": 12.2396,
      "step": 17946
    },
    {
      "epoch": 2.938758801375471,
      "grad_norm": 0.14182695746421814,
      "learning_rate": 0.00016121020263828705,
      "loss": 12.2003,
      "step": 17947
    },
    {
      "epoch": 2.9389225478958574,
      "grad_norm": 0.14096885919570923,
      "learning_rate": 0.0001612061145116281,
      "loss": 12.1929,
      "step": 17948
    },
    {
      "epoch": 2.939086294416244,
      "grad_norm": 0.17035236954689026,
      "learning_rate": 0.00016120202622139451,
      "loss": 12.2168,
      "step": 17949
    },
    {
      "epoch": 2.93925004093663,
      "grad_norm": 0.17127493023872375,
      "learning_rate": 0.00016119793776759713,
      "loss": 12.1921,
      "step": 17950
    },
    {
      "epoch": 2.9394137874570165,
      "grad_norm": 0.15800748765468597,
      "learning_rate": 0.00016119384915024693,
      "loss": 12.1769,
      "step": 17951
    },
    {
      "epoch": 2.939577533977403,
      "grad_norm": 0.24975167214870453,
      "learning_rate": 0.00016118976036935486,
      "loss": 12.2285,
      "step": 17952
    },
    {
      "epoch": 2.939741280497789,
      "grad_norm": 0.1518244445323944,
      "learning_rate": 0.0001611856714249318,
      "loss": 12.1555,
      "step": 17953
    },
    {
      "epoch": 2.9399050270181757,
      "grad_norm": 0.15125006437301636,
      "learning_rate": 0.00016118158231698864,
      "loss": 12.1987,
      "step": 17954
    },
    {
      "epoch": 2.940068773538562,
      "grad_norm": 0.16841678321361542,
      "learning_rate": 0.00016117749304553645,
      "loss": 12.1157,
      "step": 17955
    },
    {
      "epoch": 2.9402325200589488,
      "grad_norm": 0.15282042324543,
      "learning_rate": 0.000161173403610586,
      "loss": 12.1354,
      "step": 17956
    },
    {
      "epoch": 2.9403962665793353,
      "grad_norm": 0.2251756489276886,
      "learning_rate": 0.00016116931401214833,
      "loss": 12.1419,
      "step": 17957
    },
    {
      "epoch": 2.940560013099722,
      "grad_norm": 0.17257478833198547,
      "learning_rate": 0.0001611652242502343,
      "loss": 12.143,
      "step": 17958
    },
    {
      "epoch": 2.9407237596201083,
      "grad_norm": 0.11187386512756348,
      "learning_rate": 0.0001611611343248549,
      "loss": 12.1967,
      "step": 17959
    },
    {
      "epoch": 2.9408875061404944,
      "grad_norm": 0.14465448260307312,
      "learning_rate": 0.00016115704423602103,
      "loss": 12.1619,
      "step": 17960
    },
    {
      "epoch": 2.941051252660881,
      "grad_norm": 0.1494167000055313,
      "learning_rate": 0.00016115295398374358,
      "loss": 12.1732,
      "step": 17961
    },
    {
      "epoch": 2.9412149991812675,
      "grad_norm": 0.19007673859596252,
      "learning_rate": 0.00016114886356803355,
      "loss": 12.1295,
      "step": 17962
    },
    {
      "epoch": 2.9413787457016536,
      "grad_norm": 0.13580451905727386,
      "learning_rate": 0.00016114477298890184,
      "loss": 12.1461,
      "step": 17963
    },
    {
      "epoch": 2.94154249222204,
      "grad_norm": 0.16787491738796234,
      "learning_rate": 0.0001611406822463594,
      "loss": 12.1654,
      "step": 17964
    },
    {
      "epoch": 2.9417062387424266,
      "grad_norm": 0.18594306707382202,
      "learning_rate": 0.00016113659134041713,
      "loss": 12.1908,
      "step": 17965
    },
    {
      "epoch": 2.941869985262813,
      "grad_norm": 0.18799036741256714,
      "learning_rate": 0.00016113250027108595,
      "loss": 12.2405,
      "step": 17966
    },
    {
      "epoch": 2.9420337317831997,
      "grad_norm": 0.11902493238449097,
      "learning_rate": 0.00016112840903837687,
      "loss": 12.1384,
      "step": 17967
    },
    {
      "epoch": 2.9421974783035862,
      "grad_norm": 0.15125824511051178,
      "learning_rate": 0.0001611243176423008,
      "loss": 12.1523,
      "step": 17968
    },
    {
      "epoch": 2.9423612248239723,
      "grad_norm": 0.1602209210395813,
      "learning_rate": 0.00016112022608286857,
      "loss": 12.2218,
      "step": 17969
    },
    {
      "epoch": 2.942524971344359,
      "grad_norm": 0.19526486098766327,
      "learning_rate": 0.00016111613436009124,
      "loss": 12.133,
      "step": 17970
    },
    {
      "epoch": 2.9426887178647454,
      "grad_norm": 0.17644302546977997,
      "learning_rate": 0.00016111204247397972,
      "loss": 12.2517,
      "step": 17971
    },
    {
      "epoch": 2.942852464385132,
      "grad_norm": 0.16246579587459564,
      "learning_rate": 0.0001611079504245449,
      "loss": 12.1641,
      "step": 17972
    },
    {
      "epoch": 2.943016210905518,
      "grad_norm": 0.169187530875206,
      "learning_rate": 0.00016110385821179778,
      "loss": 12.1906,
      "step": 17973
    },
    {
      "epoch": 2.9431799574259045,
      "grad_norm": 0.15955810248851776,
      "learning_rate": 0.00016109976583574925,
      "loss": 12.1912,
      "step": 17974
    },
    {
      "epoch": 2.943343703946291,
      "grad_norm": 0.13681131601333618,
      "learning_rate": 0.00016109567329641023,
      "loss": 12.1824,
      "step": 17975
    },
    {
      "epoch": 2.9435074504666776,
      "grad_norm": 0.1389070600271225,
      "learning_rate": 0.0001610915805937917,
      "loss": 12.1615,
      "step": 17976
    },
    {
      "epoch": 2.943671196987064,
      "grad_norm": 0.1711488515138626,
      "learning_rate": 0.00016108748772790458,
      "loss": 12.2388,
      "step": 17977
    },
    {
      "epoch": 2.9438349435074507,
      "grad_norm": 0.1819039285182953,
      "learning_rate": 0.0001610833946987598,
      "loss": 12.2019,
      "step": 17978
    },
    {
      "epoch": 2.9439986900278368,
      "grad_norm": 0.17916664481163025,
      "learning_rate": 0.00016107930150636833,
      "loss": 12.1725,
      "step": 17979
    },
    {
      "epoch": 2.9441624365482233,
      "grad_norm": 0.15572133660316467,
      "learning_rate": 0.0001610752081507411,
      "loss": 12.1577,
      "step": 17980
    },
    {
      "epoch": 2.94432618306861,
      "grad_norm": 0.1933118999004364,
      "learning_rate": 0.00016107111463188904,
      "loss": 12.1567,
      "step": 17981
    },
    {
      "epoch": 2.9444899295889964,
      "grad_norm": 0.1498020887374878,
      "learning_rate": 0.00016106702094982307,
      "loss": 12.2198,
      "step": 17982
    },
    {
      "epoch": 2.9446536761093824,
      "grad_norm": 0.15568193793296814,
      "learning_rate": 0.00016106292710455416,
      "loss": 12.23,
      "step": 17983
    },
    {
      "epoch": 2.944817422629769,
      "grad_norm": 0.14542309939861298,
      "learning_rate": 0.00016105883309609323,
      "loss": 12.194,
      "step": 17984
    },
    {
      "epoch": 2.9449811691501555,
      "grad_norm": 0.1504906713962555,
      "learning_rate": 0.00016105473892445122,
      "loss": 12.1704,
      "step": 17985
    },
    {
      "epoch": 2.945144915670542,
      "grad_norm": 0.14661498367786407,
      "learning_rate": 0.0001610506445896391,
      "loss": 12.1545,
      "step": 17986
    },
    {
      "epoch": 2.9453086621909286,
      "grad_norm": 0.1842685490846634,
      "learning_rate": 0.0001610465500916678,
      "loss": 12.2295,
      "step": 17987
    },
    {
      "epoch": 2.945472408711315,
      "grad_norm": 0.19635352492332458,
      "learning_rate": 0.00016104245543054825,
      "loss": 12.1541,
      "step": 17988
    },
    {
      "epoch": 2.945636155231701,
      "grad_norm": 0.17799319326877594,
      "learning_rate": 0.0001610383606062914,
      "loss": 12.196,
      "step": 17989
    },
    {
      "epoch": 2.9457999017520877,
      "grad_norm": 0.23165930807590485,
      "learning_rate": 0.0001610342656189082,
      "loss": 12.1994,
      "step": 17990
    },
    {
      "epoch": 2.9459636482724743,
      "grad_norm": 0.1683855652809143,
      "learning_rate": 0.0001610301704684096,
      "loss": 12.1632,
      "step": 17991
    },
    {
      "epoch": 2.946127394792861,
      "grad_norm": 0.15275266766548157,
      "learning_rate": 0.0001610260751548065,
      "loss": 12.1423,
      "step": 17992
    },
    {
      "epoch": 2.946291141313247,
      "grad_norm": 0.1610533893108368,
      "learning_rate": 0.0001610219796781099,
      "loss": 12.1961,
      "step": 17993
    },
    {
      "epoch": 2.9464548878336334,
      "grad_norm": 0.1662028431892395,
      "learning_rate": 0.00016101788403833075,
      "loss": 12.1552,
      "step": 17994
    },
    {
      "epoch": 2.94661863435402,
      "grad_norm": 0.1362602859735489,
      "learning_rate": 0.0001610137882354799,
      "loss": 12.2106,
      "step": 17995
    },
    {
      "epoch": 2.9467823808744065,
      "grad_norm": 0.1526397168636322,
      "learning_rate": 0.0001610096922695684,
      "loss": 12.1619,
      "step": 17996
    },
    {
      "epoch": 2.946946127394793,
      "grad_norm": 0.14213897287845612,
      "learning_rate": 0.00016100559614060718,
      "loss": 12.1426,
      "step": 17997
    },
    {
      "epoch": 2.9471098739151795,
      "grad_norm": 0.16081836819648743,
      "learning_rate": 0.00016100149984860714,
      "loss": 12.1967,
      "step": 17998
    },
    {
      "epoch": 2.9472736204355656,
      "grad_norm": 0.17900869250297546,
      "learning_rate": 0.00016099740339357927,
      "loss": 12.1704,
      "step": 17999
    },
    {
      "epoch": 2.947437366955952,
      "grad_norm": 0.163558229804039,
      "learning_rate": 0.0001609933067755345,
      "loss": 12.1894,
      "step": 18000
    },
    {
      "epoch": 2.947437366955952,
      "eval_loss": 12.1637544631958,
      "eval_runtime": 7.3005,
      "eval_samples_per_second": 33.696,
      "eval_steps_per_second": 16.848,
      "step": 18000
    },
    {
      "epoch": 2.9476011134763387,
      "grad_norm": 0.14082202315330505,
      "learning_rate": 0.00016098920999448377,
      "loss": 12.1545,
      "step": 18001
    },
    {
      "epoch": 2.947764859996725,
      "grad_norm": 0.13507036864757538,
      "learning_rate": 0.00016098511305043806,
      "loss": 12.209,
      "step": 18002
    },
    {
      "epoch": 2.9479286065171113,
      "grad_norm": 0.1402100920677185,
      "learning_rate": 0.00016098101594340828,
      "loss": 12.1862,
      "step": 18003
    },
    {
      "epoch": 2.948092353037498,
      "grad_norm": 0.15007877349853516,
      "learning_rate": 0.00016097691867340545,
      "loss": 12.1662,
      "step": 18004
    },
    {
      "epoch": 2.9482560995578844,
      "grad_norm": 0.1654708832502365,
      "learning_rate": 0.00016097282124044043,
      "loss": 12.1822,
      "step": 18005
    },
    {
      "epoch": 2.948419846078271,
      "grad_norm": 0.1306912899017334,
      "learning_rate": 0.0001609687236445242,
      "loss": 12.1809,
      "step": 18006
    },
    {
      "epoch": 2.9485835925986574,
      "grad_norm": 0.21794186532497406,
      "learning_rate": 0.00016096462588566771,
      "loss": 12.1599,
      "step": 18007
    },
    {
      "epoch": 2.948747339119044,
      "grad_norm": 0.15891531109809875,
      "learning_rate": 0.00016096052796388198,
      "loss": 12.1738,
      "step": 18008
    },
    {
      "epoch": 2.94891108563943,
      "grad_norm": 0.14518558979034424,
      "learning_rate": 0.00016095642987917788,
      "loss": 12.1658,
      "step": 18009
    },
    {
      "epoch": 2.9490748321598166,
      "grad_norm": 0.14994338154792786,
      "learning_rate": 0.00016095233163156632,
      "loss": 12.1724,
      "step": 18010
    },
    {
      "epoch": 2.949238578680203,
      "grad_norm": 0.16013208031654358,
      "learning_rate": 0.0001609482332210584,
      "loss": 12.1915,
      "step": 18011
    },
    {
      "epoch": 2.9494023252005896,
      "grad_norm": 0.12380539625883102,
      "learning_rate": 0.00016094413464766495,
      "loss": 12.156,
      "step": 18012
    },
    {
      "epoch": 2.9495660717209757,
      "grad_norm": 0.22629965841770172,
      "learning_rate": 0.00016094003591139703,
      "loss": 12.1279,
      "step": 18013
    },
    {
      "epoch": 2.9497298182413623,
      "grad_norm": 0.17069298028945923,
      "learning_rate": 0.00016093593701226546,
      "loss": 12.1753,
      "step": 18014
    },
    {
      "epoch": 2.949893564761749,
      "grad_norm": 0.1772785782814026,
      "learning_rate": 0.00016093183795028127,
      "loss": 12.1923,
      "step": 18015
    },
    {
      "epoch": 2.9500573112821353,
      "grad_norm": 0.15286566317081451,
      "learning_rate": 0.00016092773872545543,
      "loss": 12.1586,
      "step": 18016
    },
    {
      "epoch": 2.950221057802522,
      "grad_norm": 0.14059583842754364,
      "learning_rate": 0.0001609236393377989,
      "loss": 12.2085,
      "step": 18017
    },
    {
      "epoch": 2.9503848043229084,
      "grad_norm": 0.16315416991710663,
      "learning_rate": 0.00016091953978732257,
      "loss": 12.2043,
      "step": 18018
    },
    {
      "epoch": 2.9505485508432945,
      "grad_norm": 0.14500397443771362,
      "learning_rate": 0.00016091544007403746,
      "loss": 12.2007,
      "step": 18019
    },
    {
      "epoch": 2.950712297363681,
      "grad_norm": 0.13049130141735077,
      "learning_rate": 0.00016091134019795446,
      "loss": 12.136,
      "step": 18020
    },
    {
      "epoch": 2.9508760438840675,
      "grad_norm": 0.1636369824409485,
      "learning_rate": 0.00016090724015908458,
      "loss": 12.1748,
      "step": 18021
    },
    {
      "epoch": 2.9510397904044536,
      "grad_norm": 0.14059121906757355,
      "learning_rate": 0.0001609031399574388,
      "loss": 12.1815,
      "step": 18022
    },
    {
      "epoch": 2.95120353692484,
      "grad_norm": 0.19700857996940613,
      "learning_rate": 0.000160899039593028,
      "loss": 12.181,
      "step": 18023
    },
    {
      "epoch": 2.9513672834452267,
      "grad_norm": 0.15537117421627045,
      "learning_rate": 0.00016089493906586323,
      "loss": 12.1542,
      "step": 18024
    },
    {
      "epoch": 2.9515310299656132,
      "grad_norm": 0.13986459374427795,
      "learning_rate": 0.0001608908383759554,
      "loss": 12.1668,
      "step": 18025
    },
    {
      "epoch": 2.9516947764859998,
      "grad_norm": 0.21487851440906525,
      "learning_rate": 0.00016088673752331545,
      "loss": 12.213,
      "step": 18026
    },
    {
      "epoch": 2.9518585230063863,
      "grad_norm": 0.2013631910085678,
      "learning_rate": 0.00016088263650795436,
      "loss": 12.1829,
      "step": 18027
    },
    {
      "epoch": 2.952022269526773,
      "grad_norm": 0.12963785231113434,
      "learning_rate": 0.00016087853532988308,
      "loss": 12.1586,
      "step": 18028
    },
    {
      "epoch": 2.952186016047159,
      "grad_norm": 0.18744131922721863,
      "learning_rate": 0.00016087443398911258,
      "loss": 12.1514,
      "step": 18029
    },
    {
      "epoch": 2.9523497625675454,
      "grad_norm": 0.2743568420410156,
      "learning_rate": 0.00016087033248565386,
      "loss": 12.1965,
      "step": 18030
    },
    {
      "epoch": 2.952513509087932,
      "grad_norm": 0.15416322648525238,
      "learning_rate": 0.0001608662308195178,
      "loss": 12.1608,
      "step": 18031
    },
    {
      "epoch": 2.952677255608318,
      "grad_norm": 0.13384929299354553,
      "learning_rate": 0.00016086212899071544,
      "loss": 12.1926,
      "step": 18032
    },
    {
      "epoch": 2.9528410021287046,
      "grad_norm": 0.2117052972316742,
      "learning_rate": 0.0001608580269992577,
      "loss": 12.2256,
      "step": 18033
    },
    {
      "epoch": 2.953004748649091,
      "grad_norm": 0.1710641235113144,
      "learning_rate": 0.00016085392484515554,
      "loss": 12.1721,
      "step": 18034
    },
    {
      "epoch": 2.9531684951694777,
      "grad_norm": 0.17114749550819397,
      "learning_rate": 0.00016084982252841993,
      "loss": 12.1535,
      "step": 18035
    },
    {
      "epoch": 2.953332241689864,
      "grad_norm": 0.15063470602035522,
      "learning_rate": 0.00016084572004906183,
      "loss": 12.2026,
      "step": 18036
    },
    {
      "epoch": 2.9534959882102507,
      "grad_norm": 0.19138827919960022,
      "learning_rate": 0.00016084161740709225,
      "loss": 12.1891,
      "step": 18037
    },
    {
      "epoch": 2.953659734730637,
      "grad_norm": 0.2265327423810959,
      "learning_rate": 0.0001608375146025221,
      "loss": 12.201,
      "step": 18038
    },
    {
      "epoch": 2.9538234812510233,
      "grad_norm": 0.17981210350990295,
      "learning_rate": 0.00016083341163536234,
      "loss": 12.2445,
      "step": 18039
    },
    {
      "epoch": 2.95398722777141,
      "grad_norm": 0.16793107986450195,
      "learning_rate": 0.00016082930850562396,
      "loss": 12.1859,
      "step": 18040
    },
    {
      "epoch": 2.9541509742917964,
      "grad_norm": 0.13983725011348724,
      "learning_rate": 0.00016082520521331793,
      "loss": 12.1865,
      "step": 18041
    },
    {
      "epoch": 2.9543147208121825,
      "grad_norm": 0.18892548978328705,
      "learning_rate": 0.0001608211017584552,
      "loss": 12.2018,
      "step": 18042
    },
    {
      "epoch": 2.954478467332569,
      "grad_norm": 0.13717883825302124,
      "learning_rate": 0.00016081699814104674,
      "loss": 12.186,
      "step": 18043
    },
    {
      "epoch": 2.9546422138529556,
      "grad_norm": 0.2040591984987259,
      "learning_rate": 0.00016081289436110355,
      "loss": 12.1787,
      "step": 18044
    },
    {
      "epoch": 2.954805960373342,
      "grad_norm": 0.1358243227005005,
      "learning_rate": 0.00016080879041863652,
      "loss": 12.1529,
      "step": 18045
    },
    {
      "epoch": 2.9549697068937286,
      "grad_norm": 0.2141098976135254,
      "learning_rate": 0.00016080468631365672,
      "loss": 12.1774,
      "step": 18046
    },
    {
      "epoch": 2.955133453414115,
      "grad_norm": 0.18709313869476318,
      "learning_rate": 0.00016080058204617502,
      "loss": 12.2224,
      "step": 18047
    },
    {
      "epoch": 2.9552971999345012,
      "grad_norm": 0.15626096725463867,
      "learning_rate": 0.00016079647761620244,
      "loss": 12.1589,
      "step": 18048
    },
    {
      "epoch": 2.9554609464548878,
      "grad_norm": 0.1711740642786026,
      "learning_rate": 0.00016079237302374995,
      "loss": 12.1849,
      "step": 18049
    },
    {
      "epoch": 2.9556246929752743,
      "grad_norm": 0.15609139204025269,
      "learning_rate": 0.00016078826826882852,
      "loss": 12.1846,
      "step": 18050
    },
    {
      "epoch": 2.955788439495661,
      "grad_norm": 0.17751650512218475,
      "learning_rate": 0.0001607841633514491,
      "loss": 12.1665,
      "step": 18051
    },
    {
      "epoch": 2.955952186016047,
      "grad_norm": 0.15700380504131317,
      "learning_rate": 0.00016078005827162265,
      "loss": 12.1543,
      "step": 18052
    },
    {
      "epoch": 2.9561159325364335,
      "grad_norm": 0.1499554067850113,
      "learning_rate": 0.00016077595302936023,
      "loss": 12.1716,
      "step": 18053
    },
    {
      "epoch": 2.95627967905682,
      "grad_norm": 0.14602582156658173,
      "learning_rate": 0.0001607718476246727,
      "loss": 12.1916,
      "step": 18054
    },
    {
      "epoch": 2.9564434255772065,
      "grad_norm": 0.1669849008321762,
      "learning_rate": 0.00016076774205757107,
      "loss": 12.1639,
      "step": 18055
    },
    {
      "epoch": 2.956607172097593,
      "grad_norm": 0.15569981932640076,
      "learning_rate": 0.00016076363632806632,
      "loss": 12.1764,
      "step": 18056
    },
    {
      "epoch": 2.9567709186179796,
      "grad_norm": 0.20084935426712036,
      "learning_rate": 0.00016075953043616945,
      "loss": 12.1997,
      "step": 18057
    },
    {
      "epoch": 2.9569346651383657,
      "grad_norm": 0.1612653285264969,
      "learning_rate": 0.00016075542438189137,
      "loss": 12.175,
      "step": 18058
    },
    {
      "epoch": 2.957098411658752,
      "grad_norm": 0.13663239777088165,
      "learning_rate": 0.00016075131816524311,
      "loss": 12.1536,
      "step": 18059
    },
    {
      "epoch": 2.9572621581791387,
      "grad_norm": 0.15810565650463104,
      "learning_rate": 0.0001607472117862356,
      "loss": 12.143,
      "step": 18060
    },
    {
      "epoch": 2.9574259046995253,
      "grad_norm": 0.1959984004497528,
      "learning_rate": 0.00016074310524487987,
      "loss": 12.2228,
      "step": 18061
    },
    {
      "epoch": 2.9575896512199114,
      "grad_norm": Infinity,
      "learning_rate": 0.00016074310524487987,
      "loss": 12.1648,
      "step": 18062
    },
    {
      "epoch": 2.957753397740298,
      "grad_norm": 0.14085140824317932,
      "learning_rate": 0.0001607389985411868,
      "loss": 12.1963,
      "step": 18063
    },
    {
      "epoch": 2.9579171442606844,
      "grad_norm": 0.14887735247612,
      "learning_rate": 0.00016073489167516748,
      "loss": 12.1593,
      "step": 18064
    },
    {
      "epoch": 2.958080890781071,
      "grad_norm": 0.12668374180793762,
      "learning_rate": 0.00016073078464683285,
      "loss": 12.1661,
      "step": 18065
    },
    {
      "epoch": 2.9582446373014575,
      "grad_norm": 0.1616809368133545,
      "learning_rate": 0.00016072667745619382,
      "loss": 12.1256,
      "step": 18066
    },
    {
      "epoch": 2.958408383821844,
      "grad_norm": 0.18689866364002228,
      "learning_rate": 0.00016072257010326144,
      "loss": 12.1963,
      "step": 18067
    },
    {
      "epoch": 2.95857213034223,
      "grad_norm": 0.13923543691635132,
      "learning_rate": 0.00016071846258804663,
      "loss": 12.1731,
      "step": 18068
    },
    {
      "epoch": 2.9587358768626166,
      "grad_norm": 0.19220036268234253,
      "learning_rate": 0.00016071435491056045,
      "loss": 12.1611,
      "step": 18069
    },
    {
      "epoch": 2.958899623383003,
      "grad_norm": 0.19657431542873383,
      "learning_rate": 0.00016071024707081378,
      "loss": 12.2011,
      "step": 18070
    },
    {
      "epoch": 2.9590633699033897,
      "grad_norm": 0.17298594117164612,
      "learning_rate": 0.00016070613906881768,
      "loss": 12.2405,
      "step": 18071
    },
    {
      "epoch": 2.959227116423776,
      "grad_norm": 0.13286404311656952,
      "learning_rate": 0.00016070203090458307,
      "loss": 12.1605,
      "step": 18072
    },
    {
      "epoch": 2.9593908629441623,
      "grad_norm": 0.15326879918575287,
      "learning_rate": 0.00016069792257812098,
      "loss": 12.1871,
      "step": 18073
    },
    {
      "epoch": 2.959554609464549,
      "grad_norm": 0.1584305763244629,
      "learning_rate": 0.00016069381408944232,
      "loss": 12.1427,
      "step": 18074
    },
    {
      "epoch": 2.9597183559849354,
      "grad_norm": 0.11564803868532181,
      "learning_rate": 0.00016068970543855815,
      "loss": 12.1958,
      "step": 18075
    },
    {
      "epoch": 2.959882102505322,
      "grad_norm": 0.13325756788253784,
      "learning_rate": 0.0001606855966254794,
      "loss": 12.192,
      "step": 18076
    },
    {
      "epoch": 2.9600458490257084,
      "grad_norm": 0.20637622475624084,
      "learning_rate": 0.00016068148765021708,
      "loss": 12.214,
      "step": 18077
    },
    {
      "epoch": 2.9602095955460945,
      "grad_norm": 0.14896303415298462,
      "learning_rate": 0.00016067737851278212,
      "loss": 12.212,
      "step": 18078
    },
    {
      "epoch": 2.960373342066481,
      "grad_norm": 0.14430998265743256,
      "learning_rate": 0.00016067326921318558,
      "loss": 12.1624,
      "step": 18079
    },
    {
      "epoch": 2.9605370885868676,
      "grad_norm": 0.15629926323890686,
      "learning_rate": 0.00016066915975143837,
      "loss": 12.169,
      "step": 18080
    },
    {
      "epoch": 2.960700835107254,
      "grad_norm": 0.1350388526916504,
      "learning_rate": 0.0001606650501275515,
      "loss": 12.2048,
      "step": 18081
    },
    {
      "epoch": 2.96086458162764,
      "grad_norm": 0.145377516746521,
      "learning_rate": 0.00016066094034153597,
      "loss": 12.1665,
      "step": 18082
    },
    {
      "epoch": 2.9610283281480267,
      "grad_norm": 0.14801570773124695,
      "learning_rate": 0.0001606568303934027,
      "loss": 12.2201,
      "step": 18083
    },
    {
      "epoch": 2.9611920746684133,
      "grad_norm": 0.13931864500045776,
      "learning_rate": 0.00016065272028316282,
      "loss": 12.2096,
      "step": 18084
    },
    {
      "epoch": 2.9613558211888,
      "grad_norm": 0.12165109068155289,
      "learning_rate": 0.00016064861001082714,
      "loss": 12.1628,
      "step": 18085
    },
    {
      "epoch": 2.9615195677091863,
      "grad_norm": 0.1391260325908661,
      "learning_rate": 0.00016064449957640676,
      "loss": 12.1757,
      "step": 18086
    },
    {
      "epoch": 2.961683314229573,
      "grad_norm": 0.14819172024726868,
      "learning_rate": 0.00016064038897991258,
      "loss": 12.1946,
      "step": 18087
    },
    {
      "epoch": 2.961847060749959,
      "grad_norm": 0.17427495121955872,
      "learning_rate": 0.0001606362782213557,
      "loss": 12.2146,
      "step": 18088
    },
    {
      "epoch": 2.9620108072703455,
      "grad_norm": 0.1988772451877594,
      "learning_rate": 0.00016063216730074698,
      "loss": 12.199,
      "step": 18089
    },
    {
      "epoch": 2.962174553790732,
      "grad_norm": 0.23240457475185394,
      "learning_rate": 0.00016062805621809749,
      "loss": 12.1911,
      "step": 18090
    },
    {
      "epoch": 2.9623383003111186,
      "grad_norm": 0.14316174387931824,
      "learning_rate": 0.00016062394497341818,
      "loss": 12.1851,
      "step": 18091
    },
    {
      "epoch": 2.9625020468315046,
      "grad_norm": 0.12337160110473633,
      "learning_rate": 0.00016061983356672007,
      "loss": 12.1392,
      "step": 18092
    },
    {
      "epoch": 2.962665793351891,
      "grad_norm": 0.16639797389507294,
      "learning_rate": 0.0001606157219980141,
      "loss": 12.2309,
      "step": 18093
    },
    {
      "epoch": 2.9628295398722777,
      "grad_norm": 0.13473959267139435,
      "learning_rate": 0.0001606116102673113,
      "loss": 12.1972,
      "step": 18094
    },
    {
      "epoch": 2.9629932863926642,
      "grad_norm": 0.2054332047700882,
      "learning_rate": 0.00016060749837462263,
      "loss": 12.1699,
      "step": 18095
    },
    {
      "epoch": 2.9631570329130508,
      "grad_norm": 0.15751317143440247,
      "learning_rate": 0.00016060338631995912,
      "loss": 12.2365,
      "step": 18096
    },
    {
      "epoch": 2.9633207794334373,
      "grad_norm": 0.12052261829376221,
      "learning_rate": 0.00016059927410333173,
      "loss": 12.1905,
      "step": 18097
    },
    {
      "epoch": 2.9634845259538234,
      "grad_norm": 0.175331249833107,
      "learning_rate": 0.00016059516172475143,
      "loss": 12.2055,
      "step": 18098
    },
    {
      "epoch": 2.96364827247421,
      "grad_norm": 0.13965371251106262,
      "learning_rate": 0.00016059104918422925,
      "loss": 12.2208,
      "step": 18099
    },
    {
      "epoch": 2.9638120189945965,
      "grad_norm": 0.12879492342472076,
      "learning_rate": 0.00016058693648177616,
      "loss": 12.174,
      "step": 18100
    },
    {
      "epoch": 2.9639757655149825,
      "grad_norm": 0.15995687246322632,
      "learning_rate": 0.0001605828236174032,
      "loss": 12.1707,
      "step": 18101
    },
    {
      "epoch": 2.964139512035369,
      "grad_norm": 0.18511377274990082,
      "learning_rate": 0.00016057871059112122,
      "loss": 12.1521,
      "step": 18102
    },
    {
      "epoch": 2.9643032585557556,
      "grad_norm": 0.1529986709356308,
      "learning_rate": 0.00016057459740294138,
      "loss": 12.182,
      "step": 18103
    },
    {
      "epoch": 2.964467005076142,
      "grad_norm": 0.1328698694705963,
      "learning_rate": 0.00016057048405287457,
      "loss": 12.1921,
      "step": 18104
    },
    {
      "epoch": 2.9646307515965287,
      "grad_norm": 0.16783690452575684,
      "learning_rate": 0.00016056637054093185,
      "loss": 12.226,
      "step": 18105
    },
    {
      "epoch": 2.964794498116915,
      "grad_norm": 0.14142975211143494,
      "learning_rate": 0.00016056225686712417,
      "loss": 12.2149,
      "step": 18106
    },
    {
      "epoch": 2.9649582446373017,
      "grad_norm": 0.16762880980968475,
      "learning_rate": 0.0001605581430314625,
      "loss": 12.1949,
      "step": 18107
    },
    {
      "epoch": 2.965121991157688,
      "grad_norm": 0.15184521675109863,
      "learning_rate": 0.0001605540290339579,
      "loss": 12.1588,
      "step": 18108
    },
    {
      "epoch": 2.9652857376780744,
      "grad_norm": 0.14590193331241608,
      "learning_rate": 0.00016054991487462133,
      "loss": 12.1873,
      "step": 18109
    },
    {
      "epoch": 2.965449484198461,
      "grad_norm": 0.1394340991973877,
      "learning_rate": 0.00016054580055346375,
      "loss": 12.1657,
      "step": 18110
    },
    {
      "epoch": 2.965613230718847,
      "grad_norm": 0.1437094807624817,
      "learning_rate": 0.00016054168607049622,
      "loss": 12.1628,
      "step": 18111
    },
    {
      "epoch": 2.9657769772392335,
      "grad_norm": 0.15530629456043243,
      "learning_rate": 0.0001605375714257297,
      "loss": 12.2006,
      "step": 18112
    },
    {
      "epoch": 2.96594072375962,
      "grad_norm": 0.18201136589050293,
      "learning_rate": 0.0001605334566191752,
      "loss": 12.1986,
      "step": 18113
    },
    {
      "epoch": 2.9661044702800066,
      "grad_norm": 0.14975063502788544,
      "learning_rate": 0.00016052934165084373,
      "loss": 12.1773,
      "step": 18114
    },
    {
      "epoch": 2.966268216800393,
      "grad_norm": 0.135536789894104,
      "learning_rate": 0.00016052522652074624,
      "loss": 12.1967,
      "step": 18115
    },
    {
      "epoch": 2.9664319633207796,
      "grad_norm": 0.16748696565628052,
      "learning_rate": 0.00016052111122889375,
      "loss": 12.185,
      "step": 18116
    },
    {
      "epoch": 2.9665957098411657,
      "grad_norm": 0.2100805640220642,
      "learning_rate": 0.0001605169957752973,
      "loss": 12.1786,
      "step": 18117
    },
    {
      "epoch": 2.9667594563615522,
      "grad_norm": 0.11962133646011353,
      "learning_rate": 0.00016051288015996783,
      "loss": 12.1773,
      "step": 18118
    },
    {
      "epoch": 2.966923202881939,
      "grad_norm": 0.16872742772102356,
      "learning_rate": 0.00016050876438291635,
      "loss": 12.1479,
      "step": 18119
    },
    {
      "epoch": 2.9670869494023253,
      "grad_norm": 0.14606672525405884,
      "learning_rate": 0.0001605046484441539,
      "loss": 12.1699,
      "step": 18120
    },
    {
      "epoch": 2.9672506959227114,
      "grad_norm": 0.1256120800971985,
      "learning_rate": 0.00016050053234369145,
      "loss": 12.1559,
      "step": 18121
    },
    {
      "epoch": 2.967414442443098,
      "grad_norm": 0.10562728345394135,
      "learning_rate": 0.00016049641608154,
      "loss": 12.189,
      "step": 18122
    },
    {
      "epoch": 2.9675781889634845,
      "grad_norm": 0.14648497104644775,
      "learning_rate": 0.00016049229965771055,
      "loss": 12.1764,
      "step": 18123
    },
    {
      "epoch": 2.967741935483871,
      "grad_norm": 0.1553693264722824,
      "learning_rate": 0.0001604881830722141,
      "loss": 12.1948,
      "step": 18124
    },
    {
      "epoch": 2.9679056820042575,
      "grad_norm": 0.31142276525497437,
      "learning_rate": 0.00016048406632506164,
      "loss": 12.1987,
      "step": 18125
    },
    {
      "epoch": 2.968069428524644,
      "grad_norm": 0.13294172286987305,
      "learning_rate": 0.00016047994941626424,
      "loss": 12.1704,
      "step": 18126
    },
    {
      "epoch": 2.96823317504503,
      "grad_norm": 0.12838979065418243,
      "learning_rate": 0.00016047583234583279,
      "loss": 12.1545,
      "step": 18127
    },
    {
      "epoch": 2.9683969215654167,
      "grad_norm": 0.18318749964237213,
      "learning_rate": 0.0001604717151137784,
      "loss": 12.1682,
      "step": 18128
    },
    {
      "epoch": 2.968560668085803,
      "grad_norm": 0.180011585354805,
      "learning_rate": 0.000160467597720112,
      "loss": 12.1637,
      "step": 18129
    },
    {
      "epoch": 2.9687244146061897,
      "grad_norm": 0.17805619537830353,
      "learning_rate": 0.00016046348016484464,
      "loss": 12.2011,
      "step": 18130
    },
    {
      "epoch": 2.968888161126576,
      "grad_norm": 0.16058659553527832,
      "learning_rate": 0.00016045936244798726,
      "loss": 12.1423,
      "step": 18131
    },
    {
      "epoch": 2.9690519076469624,
      "grad_norm": 0.1314864605665207,
      "learning_rate": 0.00016045524456955094,
      "loss": 12.1517,
      "step": 18132
    },
    {
      "epoch": 2.969215654167349,
      "grad_norm": 0.12321111559867859,
      "learning_rate": 0.00016045112652954665,
      "loss": 12.17,
      "step": 18133
    },
    {
      "epoch": 2.9693794006877354,
      "grad_norm": 0.20374566316604614,
      "learning_rate": 0.0001604470083279854,
      "loss": 12.1642,
      "step": 18134
    },
    {
      "epoch": 2.969543147208122,
      "grad_norm": 0.20051123201847076,
      "learning_rate": 0.00016044288996487822,
      "loss": 12.1847,
      "step": 18135
    },
    {
      "epoch": 2.9697068937285085,
      "grad_norm": 0.14850996434688568,
      "learning_rate": 0.0001604387714402361,
      "loss": 12.1989,
      "step": 18136
    },
    {
      "epoch": 2.9698706402488946,
      "grad_norm": 0.1548708826303482,
      "learning_rate": 0.00016043465275407002,
      "loss": 12.251,
      "step": 18137
    },
    {
      "epoch": 2.970034386769281,
      "grad_norm": 0.14781484007835388,
      "learning_rate": 0.000160430533906391,
      "loss": 12.1275,
      "step": 18138
    },
    {
      "epoch": 2.9701981332896676,
      "grad_norm": 0.12244698405265808,
      "learning_rate": 0.00016042641489721007,
      "loss": 12.2092,
      "step": 18139
    },
    {
      "epoch": 2.970361879810054,
      "grad_norm": 0.19545458257198334,
      "learning_rate": 0.0001604222957265382,
      "loss": 12.1595,
      "step": 18140
    },
    {
      "epoch": 2.9705256263304403,
      "grad_norm": 0.1522723138332367,
      "learning_rate": 0.00016041817639438644,
      "loss": 12.1793,
      "step": 18141
    },
    {
      "epoch": 2.970689372850827,
      "grad_norm": 0.17114128172397614,
      "learning_rate": 0.00016041405690076576,
      "loss": 12.1645,
      "step": 18142
    },
    {
      "epoch": 2.9708531193712133,
      "grad_norm": 0.19215957820415497,
      "learning_rate": 0.00016040993724568723,
      "loss": 12.2099,
      "step": 18143
    },
    {
      "epoch": 2.9710168658916,
      "grad_norm": 0.13796129822731018,
      "learning_rate": 0.0001604058174291618,
      "loss": 12.2157,
      "step": 18144
    },
    {
      "epoch": 2.9711806124119864,
      "grad_norm": 0.125105619430542,
      "learning_rate": 0.00016040169745120048,
      "loss": 12.1839,
      "step": 18145
    },
    {
      "epoch": 2.971344358932373,
      "grad_norm": 0.2665559649467468,
      "learning_rate": 0.0001603975773118143,
      "loss": 12.2077,
      "step": 18146
    },
    {
      "epoch": 2.971508105452759,
      "grad_norm": 0.16955991089344025,
      "learning_rate": 0.00016039345701101429,
      "loss": 12.1412,
      "step": 18147
    },
    {
      "epoch": 2.9716718519731455,
      "grad_norm": 0.1470523178577423,
      "learning_rate": 0.00016038933654881143,
      "loss": 12.1898,
      "step": 18148
    },
    {
      "epoch": 2.971835598493532,
      "grad_norm": 0.17642661929130554,
      "learning_rate": 0.00016038521592521678,
      "loss": 12.171,
      "step": 18149
    },
    {
      "epoch": 2.9719993450139186,
      "grad_norm": 0.17234207689762115,
      "learning_rate": 0.0001603810951402413,
      "loss": 12.2043,
      "step": 18150
    },
    {
      "epoch": 2.9721630915343047,
      "grad_norm": 0.14700208604335785,
      "learning_rate": 0.000160376974193896,
      "loss": 12.1922,
      "step": 18151
    },
    {
      "epoch": 2.9723268380546912,
      "grad_norm": 0.1757231503725052,
      "learning_rate": 0.00016037285308619195,
      "loss": 12.2803,
      "step": 18152
    },
    {
      "epoch": 2.9724905845750778,
      "grad_norm": 0.13484227657318115,
      "learning_rate": 0.00016036873181714007,
      "loss": 12.1361,
      "step": 18153
    },
    {
      "epoch": 2.9726543310954643,
      "grad_norm": 0.17513447999954224,
      "learning_rate": 0.0001603646103867515,
      "loss": 12.1633,
      "step": 18154
    },
    {
      "epoch": 2.972818077615851,
      "grad_norm": 0.18379053473472595,
      "learning_rate": 0.00016036048879503712,
      "loss": 12.1922,
      "step": 18155
    },
    {
      "epoch": 2.9729818241362373,
      "grad_norm": 0.14729736745357513,
      "learning_rate": 0.00016035636704200807,
      "loss": 12.1578,
      "step": 18156
    },
    {
      "epoch": 2.9731455706566234,
      "grad_norm": 0.1377011239528656,
      "learning_rate": 0.0001603522451276753,
      "loss": 12.1584,
      "step": 18157
    },
    {
      "epoch": 2.97330931717701,
      "grad_norm": 0.1699463278055191,
      "learning_rate": 0.00016034812305204982,
      "loss": 12.1775,
      "step": 18158
    },
    {
      "epoch": 2.9734730636973965,
      "grad_norm": 0.15157940983772278,
      "learning_rate": 0.00016034400081514264,
      "loss": 12.1617,
      "step": 18159
    },
    {
      "epoch": 2.973636810217783,
      "grad_norm": 0.18662506341934204,
      "learning_rate": 0.00016033987841696483,
      "loss": 12.1927,
      "step": 18160
    },
    {
      "epoch": 2.973800556738169,
      "grad_norm": 0.21503257751464844,
      "learning_rate": 0.00016033575585752737,
      "loss": 12.2154,
      "step": 18161
    },
    {
      "epoch": 2.9739643032585557,
      "grad_norm": 0.16484087705612183,
      "learning_rate": 0.0001603316331368413,
      "loss": 12.1479,
      "step": 18162
    },
    {
      "epoch": 2.974128049778942,
      "grad_norm": 0.1734234243631363,
      "learning_rate": 0.00016032751025491754,
      "loss": 12.1958,
      "step": 18163
    },
    {
      "epoch": 2.9742917962993287,
      "grad_norm": 0.1694905161857605,
      "learning_rate": 0.00016032338721176724,
      "loss": 12.1808,
      "step": 18164
    },
    {
      "epoch": 2.9744555428197152,
      "grad_norm": 0.17376065254211426,
      "learning_rate": 0.00016031926400740136,
      "loss": 12.1963,
      "step": 18165
    },
    {
      "epoch": 2.974619289340102,
      "grad_norm": 0.16948123276233673,
      "learning_rate": 0.00016031514064183093,
      "loss": 12.1715,
      "step": 18166
    },
    {
      "epoch": 2.974783035860488,
      "grad_norm": 0.1531846672296524,
      "learning_rate": 0.00016031101711506696,
      "loss": 12.2239,
      "step": 18167
    },
    {
      "epoch": 2.9749467823808744,
      "grad_norm": 0.16195471584796906,
      "learning_rate": 0.00016030689342712049,
      "loss": 12.2271,
      "step": 18168
    },
    {
      "epoch": 2.975110528901261,
      "grad_norm": 0.1429632157087326,
      "learning_rate": 0.00016030276957800253,
      "loss": 12.1574,
      "step": 18169
    },
    {
      "epoch": 2.975274275421647,
      "grad_norm": 0.12550696730613708,
      "learning_rate": 0.00016029864556772405,
      "loss": 12.1526,
      "step": 18170
    },
    {
      "epoch": 2.9754380219420336,
      "grad_norm": 0.18806102871894836,
      "learning_rate": 0.00016029452139629618,
      "loss": 12.1788,
      "step": 18171
    },
    {
      "epoch": 2.97560176846242,
      "grad_norm": 0.12222583591938019,
      "learning_rate": 0.00016029039706372985,
      "loss": 12.202,
      "step": 18172
    },
    {
      "epoch": 2.9757655149828066,
      "grad_norm": 0.1581466645002365,
      "learning_rate": 0.0001602862725700361,
      "loss": 12.2295,
      "step": 18173
    },
    {
      "epoch": 2.975929261503193,
      "grad_norm": 0.15583215653896332,
      "learning_rate": 0.00016028214791522603,
      "loss": 12.1916,
      "step": 18174
    },
    {
      "epoch": 2.9760930080235797,
      "grad_norm": 0.201163649559021,
      "learning_rate": 0.00016027802309931052,
      "loss": 12.1717,
      "step": 18175
    },
    {
      "epoch": 2.976256754543966,
      "grad_norm": 0.14885953068733215,
      "learning_rate": 0.0001602738981223007,
      "loss": 12.1701,
      "step": 18176
    },
    {
      "epoch": 2.9764205010643523,
      "grad_norm": 0.1402963250875473,
      "learning_rate": 0.0001602697729842076,
      "loss": 12.1447,
      "step": 18177
    },
    {
      "epoch": 2.976584247584739,
      "grad_norm": 0.150132954120636,
      "learning_rate": 0.0001602656476850422,
      "loss": 12.191,
      "step": 18178
    },
    {
      "epoch": 2.9767479941051254,
      "grad_norm": 0.15084141492843628,
      "learning_rate": 0.00016026152222481553,
      "loss": 12.1747,
      "step": 18179
    },
    {
      "epoch": 2.9769117406255114,
      "grad_norm": 0.179411381483078,
      "learning_rate": 0.0001602573966035386,
      "loss": 12.2003,
      "step": 18180
    },
    {
      "epoch": 2.977075487145898,
      "grad_norm": 0.1834564059972763,
      "learning_rate": 0.00016025327082122247,
      "loss": 12.171,
      "step": 18181
    },
    {
      "epoch": 2.9772392336662845,
      "grad_norm": 0.11807198822498322,
      "learning_rate": 0.00016024914487787814,
      "loss": 12.1957,
      "step": 18182
    },
    {
      "epoch": 2.977402980186671,
      "grad_norm": 0.18475370109081268,
      "learning_rate": 0.0001602450187735167,
      "loss": 12.1782,
      "step": 18183
    },
    {
      "epoch": 2.9775667267070576,
      "grad_norm": 0.13859306275844574,
      "learning_rate": 0.0001602408925081491,
      "loss": 12.1564,
      "step": 18184
    },
    {
      "epoch": 2.977730473227444,
      "grad_norm": 0.15347792208194733,
      "learning_rate": 0.00016023676608178637,
      "loss": 12.1968,
      "step": 18185
    },
    {
      "epoch": 2.97789421974783,
      "grad_norm": 0.2314368039369583,
      "learning_rate": 0.00016023263949443961,
      "loss": 12.1474,
      "step": 18186
    },
    {
      "epoch": 2.9780579662682167,
      "grad_norm": 0.12584204971790314,
      "learning_rate": 0.00016022851274611976,
      "loss": 12.1761,
      "step": 18187
    },
    {
      "epoch": 2.9782217127886033,
      "grad_norm": 0.2116003930568695,
      "learning_rate": 0.00016022438583683792,
      "loss": 12.1967,
      "step": 18188
    },
    {
      "epoch": 2.97838545930899,
      "grad_norm": 0.2023116946220398,
      "learning_rate": 0.00016022025876660507,
      "loss": 12.1844,
      "step": 18189
    },
    {
      "epoch": 2.978549205829376,
      "grad_norm": 0.14755770564079285,
      "learning_rate": 0.00016021613153543228,
      "loss": 12.1813,
      "step": 18190
    },
    {
      "epoch": 2.9787129523497624,
      "grad_norm": 0.14598025381565094,
      "learning_rate": 0.00016021200414333055,
      "loss": 12.1839,
      "step": 18191
    },
    {
      "epoch": 2.978876698870149,
      "grad_norm": 0.17477747797966003,
      "learning_rate": 0.0001602078765903109,
      "loss": 12.1846,
      "step": 18192
    },
    {
      "epoch": 2.9790404453905355,
      "grad_norm": 0.1328720599412918,
      "learning_rate": 0.00016020374887638442,
      "loss": 12.1911,
      "step": 18193
    },
    {
      "epoch": 2.979204191910922,
      "grad_norm": 0.12095361948013306,
      "learning_rate": 0.00016019962100156208,
      "loss": 12.1959,
      "step": 18194
    },
    {
      "epoch": 2.9793679384313085,
      "grad_norm": 0.13504309952259064,
      "learning_rate": 0.00016019549296585495,
      "loss": 12.1504,
      "step": 18195
    },
    {
      "epoch": 2.9795316849516946,
      "grad_norm": 0.21256248652935028,
      "learning_rate": 0.00016019136476927402,
      "loss": 12.2101,
      "step": 18196
    },
    {
      "epoch": 2.979695431472081,
      "grad_norm": 0.1700304001569748,
      "learning_rate": 0.00016018723641183035,
      "loss": 12.2204,
      "step": 18197
    },
    {
      "epoch": 2.9798591779924677,
      "grad_norm": 0.1288936287164688,
      "learning_rate": 0.000160183107893535,
      "loss": 12.1483,
      "step": 18198
    },
    {
      "epoch": 2.980022924512854,
      "grad_norm": 0.15771202743053436,
      "learning_rate": 0.00016017897921439896,
      "loss": 12.156,
      "step": 18199
    },
    {
      "epoch": 2.9801866710332403,
      "grad_norm": 0.18819250166416168,
      "learning_rate": 0.00016017485037443327,
      "loss": 12.1447,
      "step": 18200
    },
    {
      "epoch": 2.980350417553627,
      "grad_norm": 0.15731149911880493,
      "learning_rate": 0.000160170721373649,
      "loss": 12.1731,
      "step": 18201
    },
    {
      "epoch": 2.9805141640740134,
      "grad_norm": 0.17218120396137238,
      "learning_rate": 0.00016016659221205714,
      "loss": 12.1923,
      "step": 18202
    },
    {
      "epoch": 2.9806779105944,
      "grad_norm": 0.17317712306976318,
      "learning_rate": 0.00016016246288966875,
      "loss": 12.1824,
      "step": 18203
    },
    {
      "epoch": 2.9808416571147864,
      "grad_norm": 0.19267654418945312,
      "learning_rate": 0.00016015833340649486,
      "loss": 12.1809,
      "step": 18204
    },
    {
      "epoch": 2.981005403635173,
      "grad_norm": 0.1312837153673172,
      "learning_rate": 0.00016015420376254652,
      "loss": 12.1622,
      "step": 18205
    },
    {
      "epoch": 2.981169150155559,
      "grad_norm": 0.23202596604824066,
      "learning_rate": 0.00016015007395783472,
      "loss": 12.2083,
      "step": 18206
    },
    {
      "epoch": 2.9813328966759456,
      "grad_norm": 0.20959708094596863,
      "learning_rate": 0.00016014594399237057,
      "loss": 12.1763,
      "step": 18207
    },
    {
      "epoch": 2.981496643196332,
      "grad_norm": 0.15337544679641724,
      "learning_rate": 0.00016014181386616504,
      "loss": 12.1448,
      "step": 18208
    },
    {
      "epoch": 2.9816603897167187,
      "grad_norm": 0.19518956542015076,
      "learning_rate": 0.00016013768357922922,
      "loss": 12.2007,
      "step": 18209
    },
    {
      "epoch": 2.9818241362371047,
      "grad_norm": 0.20662523806095123,
      "learning_rate": 0.0001601335531315741,
      "loss": 12.1907,
      "step": 18210
    },
    {
      "epoch": 2.9819878827574913,
      "grad_norm": 0.15990939736366272,
      "learning_rate": 0.00016012942252321074,
      "loss": 12.1635,
      "step": 18211
    },
    {
      "epoch": 2.982151629277878,
      "grad_norm": 0.12954315543174744,
      "learning_rate": 0.00016012529175415022,
      "loss": 12.1652,
      "step": 18212
    },
    {
      "epoch": 2.9823153757982643,
      "grad_norm": 0.14469130337238312,
      "learning_rate": 0.00016012116082440348,
      "loss": 12.1836,
      "step": 18213
    },
    {
      "epoch": 2.982479122318651,
      "grad_norm": 0.22388996183872223,
      "learning_rate": 0.00016011702973398167,
      "loss": 12.1684,
      "step": 18214
    },
    {
      "epoch": 2.9826428688390374,
      "grad_norm": 0.14757443964481354,
      "learning_rate": 0.0001601128984828958,
      "loss": 12.1946,
      "step": 18215
    },
    {
      "epoch": 2.9828066153594235,
      "grad_norm": 0.14986597001552582,
      "learning_rate": 0.00016010876707115682,
      "loss": 12.1882,
      "step": 18216
    },
    {
      "epoch": 2.98297036187981,
      "grad_norm": 0.14681464433670044,
      "learning_rate": 0.00016010463549877591,
      "loss": 12.1626,
      "step": 18217
    },
    {
      "epoch": 2.9831341084001965,
      "grad_norm": 0.14859145879745483,
      "learning_rate": 0.000160100503765764,
      "loss": 12.2685,
      "step": 18218
    },
    {
      "epoch": 2.983297854920583,
      "grad_norm": 0.16556663811206818,
      "learning_rate": 0.0001600963718721322,
      "loss": 12.1817,
      "step": 18219
    },
    {
      "epoch": 2.983461601440969,
      "grad_norm": 0.1756790429353714,
      "learning_rate": 0.0001600922398178915,
      "loss": 12.1398,
      "step": 18220
    },
    {
      "epoch": 2.9836253479613557,
      "grad_norm": 0.24105100333690643,
      "learning_rate": 0.00016008810760305303,
      "loss": 12.2462,
      "step": 18221
    },
    {
      "epoch": 2.9837890944817422,
      "grad_norm": 0.18190254271030426,
      "learning_rate": 0.00016008397522762776,
      "loss": 12.1748,
      "step": 18222
    },
    {
      "epoch": 2.9839528410021288,
      "grad_norm": 0.15031705796718597,
      "learning_rate": 0.0001600798426916267,
      "loss": 12.1696,
      "step": 18223
    },
    {
      "epoch": 2.9841165875225153,
      "grad_norm": 0.17044463753700256,
      "learning_rate": 0.00016007570999506098,
      "loss": 12.1864,
      "step": 18224
    },
    {
      "epoch": 2.984280334042902,
      "grad_norm": 0.14644213020801544,
      "learning_rate": 0.0001600715771379416,
      "loss": 12.2081,
      "step": 18225
    },
    {
      "epoch": 2.984444080563288,
      "grad_norm": 0.14696964621543884,
      "learning_rate": 0.00016006744412027965,
      "loss": 12.2181,
      "step": 18226
    },
    {
      "epoch": 2.9846078270836744,
      "grad_norm": 0.1332886815071106,
      "learning_rate": 0.0001600633109420861,
      "loss": 12.1889,
      "step": 18227
    },
    {
      "epoch": 2.984771573604061,
      "grad_norm": 0.1244780644774437,
      "learning_rate": 0.00016005917760337205,
      "loss": 12.2046,
      "step": 18228
    },
    {
      "epoch": 2.9849353201244475,
      "grad_norm": 0.1665896475315094,
      "learning_rate": 0.00016005504410414854,
      "loss": 12.2114,
      "step": 18229
    },
    {
      "epoch": 2.9850990666448336,
      "grad_norm": 0.12204372137784958,
      "learning_rate": 0.00016005091044442662,
      "loss": 12.1574,
      "step": 18230
    },
    {
      "epoch": 2.98526281316522,
      "grad_norm": 0.15774524211883545,
      "learning_rate": 0.0001600467766242173,
      "loss": 12.1841,
      "step": 18231
    },
    {
      "epoch": 2.9854265596856067,
      "grad_norm": 0.12659969925880432,
      "learning_rate": 0.00016004264264353165,
      "loss": 12.2034,
      "step": 18232
    },
    {
      "epoch": 2.985590306205993,
      "grad_norm": 0.15979191660881042,
      "learning_rate": 0.00016003850850238073,
      "loss": 12.199,
      "step": 18233
    },
    {
      "epoch": 2.9857540527263797,
      "grad_norm": 0.14707504212856293,
      "learning_rate": 0.00016003437420077562,
      "loss": 12.1636,
      "step": 18234
    },
    {
      "epoch": 2.9859177992467663,
      "grad_norm": 0.1583641916513443,
      "learning_rate": 0.0001600302397387273,
      "loss": 12.1735,
      "step": 18235
    },
    {
      "epoch": 2.9860815457671523,
      "grad_norm": 0.1791289746761322,
      "learning_rate": 0.00016002610511624683,
      "loss": 12.1906,
      "step": 18236
    },
    {
      "epoch": 2.986245292287539,
      "grad_norm": 0.19227170944213867,
      "learning_rate": 0.0001600219703333453,
      "loss": 12.1728,
      "step": 18237
    },
    {
      "epoch": 2.9864090388079254,
      "grad_norm": 0.20497314631938934,
      "learning_rate": 0.00016001783539003372,
      "loss": 12.2186,
      "step": 18238
    },
    {
      "epoch": 2.9865727853283115,
      "grad_norm": 0.17546769976615906,
      "learning_rate": 0.0001600137002863232,
      "loss": 12.1458,
      "step": 18239
    },
    {
      "epoch": 2.986736531848698,
      "grad_norm": 0.17880406975746155,
      "learning_rate": 0.00016000956502222472,
      "loss": 12.2154,
      "step": 18240
    },
    {
      "epoch": 2.9869002783690846,
      "grad_norm": 0.1778639853000641,
      "learning_rate": 0.00016000542959774937,
      "loss": 12.1591,
      "step": 18241
    },
    {
      "epoch": 2.987064024889471,
      "grad_norm": 0.13567966222763062,
      "learning_rate": 0.0001600012940129082,
      "loss": 12.2002,
      "step": 18242
    },
    {
      "epoch": 2.9872277714098576,
      "grad_norm": 0.1621702015399933,
      "learning_rate": 0.00015999715826771227,
      "loss": 12.1629,
      "step": 18243
    },
    {
      "epoch": 2.987391517930244,
      "grad_norm": 0.21332092583179474,
      "learning_rate": 0.00015999302236217256,
      "loss": 12.1699,
      "step": 18244
    },
    {
      "epoch": 2.9875552644506307,
      "grad_norm": 0.12233129888772964,
      "learning_rate": 0.00015998888629630025,
      "loss": 12.1514,
      "step": 18245
    },
    {
      "epoch": 2.9877190109710168,
      "grad_norm": 0.11603636294603348,
      "learning_rate": 0.00015998475007010635,
      "loss": 12.1978,
      "step": 18246
    },
    {
      "epoch": 2.9878827574914033,
      "grad_norm": 0.1376451998949051,
      "learning_rate": 0.00015998061368360182,
      "loss": 12.1772,
      "step": 18247
    },
    {
      "epoch": 2.98804650401179,
      "grad_norm": 0.12819066643714905,
      "learning_rate": 0.00015997647713679783,
      "loss": 12.1854,
      "step": 18248
    },
    {
      "epoch": 2.988210250532176,
      "grad_norm": 0.17212416231632233,
      "learning_rate": 0.00015997234042970537,
      "loss": 12.2204,
      "step": 18249
    },
    {
      "epoch": 2.9883739970525625,
      "grad_norm": 0.16284967958927155,
      "learning_rate": 0.0001599682035623355,
      "loss": 12.1327,
      "step": 18250
    },
    {
      "epoch": 2.988537743572949,
      "grad_norm": 0.15096800029277802,
      "learning_rate": 0.00015996406653469934,
      "loss": 12.1843,
      "step": 18251
    },
    {
      "epoch": 2.9887014900933355,
      "grad_norm": 0.15396925806999207,
      "learning_rate": 0.0001599599293468079,
      "loss": 12.1573,
      "step": 18252
    },
    {
      "epoch": 2.988865236613722,
      "grad_norm": 0.14637769758701324,
      "learning_rate": 0.0001599557919986722,
      "loss": 12.1847,
      "step": 18253
    },
    {
      "epoch": 2.9890289831341086,
      "grad_norm": 0.17522786557674408,
      "learning_rate": 0.00015995165449030334,
      "loss": 12.1709,
      "step": 18254
    },
    {
      "epoch": 2.989192729654495,
      "grad_norm": 0.14787662029266357,
      "learning_rate": 0.00015994751682171237,
      "loss": 12.1302,
      "step": 18255
    },
    {
      "epoch": 2.989356476174881,
      "grad_norm": 0.1327550709247589,
      "learning_rate": 0.00015994337899291033,
      "loss": 12.1712,
      "step": 18256
    },
    {
      "epoch": 2.9895202226952677,
      "grad_norm": 0.17985455691814423,
      "learning_rate": 0.00015993924100390835,
      "loss": 12.1863,
      "step": 18257
    },
    {
      "epoch": 2.9896839692156543,
      "grad_norm": 0.10604867339134216,
      "learning_rate": 0.0001599351028547174,
      "loss": 12.1695,
      "step": 18258
    },
    {
      "epoch": 2.9898477157360404,
      "grad_norm": 0.1579740047454834,
      "learning_rate": 0.00015993096454534856,
      "loss": 12.1741,
      "step": 18259
    },
    {
      "epoch": 2.990011462256427,
      "grad_norm": 0.18418273329734802,
      "learning_rate": 0.00015992682607581297,
      "loss": 12.1703,
      "step": 18260
    },
    {
      "epoch": 2.9901752087768134,
      "grad_norm": 0.14616437256336212,
      "learning_rate": 0.00015992268744612154,
      "loss": 12.1751,
      "step": 18261
    },
    {
      "epoch": 2.9903389552972,
      "grad_norm": 0.18803510069847107,
      "learning_rate": 0.0001599185486562855,
      "loss": 12.185,
      "step": 18262
    },
    {
      "epoch": 2.9905027018175865,
      "grad_norm": 0.15573841333389282,
      "learning_rate": 0.00015991440970631574,
      "loss": 12.2035,
      "step": 18263
    },
    {
      "epoch": 2.990666448337973,
      "grad_norm": 0.19906491041183472,
      "learning_rate": 0.00015991027059622347,
      "loss": 12.174,
      "step": 18264
    },
    {
      "epoch": 2.990830194858359,
      "grad_norm": 0.16136488318443298,
      "learning_rate": 0.0001599061313260197,
      "loss": 12.2271,
      "step": 18265
    },
    {
      "epoch": 2.9909939413787456,
      "grad_norm": 0.1086454838514328,
      "learning_rate": 0.0001599019918957154,
      "loss": 12.1315,
      "step": 18266
    },
    {
      "epoch": 2.991157687899132,
      "grad_norm": 0.1923523247241974,
      "learning_rate": 0.0001598978523053218,
      "loss": 12.1829,
      "step": 18267
    },
    {
      "epoch": 2.9913214344195187,
      "grad_norm": 0.10053268074989319,
      "learning_rate": 0.00015989371255484985,
      "loss": 12.171,
      "step": 18268
    },
    {
      "epoch": 2.991485180939905,
      "grad_norm": 0.16259504854679108,
      "learning_rate": 0.00015988957264431063,
      "loss": 12.158,
      "step": 18269
    },
    {
      "epoch": 2.9916489274602913,
      "grad_norm": 0.16665910184383392,
      "learning_rate": 0.00015988543257371523,
      "loss": 12.1475,
      "step": 18270
    },
    {
      "epoch": 2.991812673980678,
      "grad_norm": 0.15341562032699585,
      "learning_rate": 0.00015988129234307467,
      "loss": 12.1774,
      "step": 18271
    },
    {
      "epoch": 2.9919764205010644,
      "grad_norm": 0.14476892352104187,
      "learning_rate": 0.00015987715195240007,
      "loss": 12.1883,
      "step": 18272
    },
    {
      "epoch": 2.992140167021451,
      "grad_norm": 0.19770751893520355,
      "learning_rate": 0.00015987301140170246,
      "loss": 12.1813,
      "step": 18273
    },
    {
      "epoch": 2.9923039135418374,
      "grad_norm": 0.14499130845069885,
      "learning_rate": 0.00015986887069099293,
      "loss": 12.2146,
      "step": 18274
    },
    {
      "epoch": 2.9924676600622235,
      "grad_norm": 0.15138259530067444,
      "learning_rate": 0.00015986472982028254,
      "loss": 12.1864,
      "step": 18275
    },
    {
      "epoch": 2.99263140658261,
      "grad_norm": 0.18655690550804138,
      "learning_rate": 0.00015986058878958233,
      "loss": 12.1643,
      "step": 18276
    },
    {
      "epoch": 2.9927951531029966,
      "grad_norm": 0.12872786819934845,
      "learning_rate": 0.00015985644759890339,
      "loss": 12.1603,
      "step": 18277
    },
    {
      "epoch": 2.992958899623383,
      "grad_norm": 0.14760737121105194,
      "learning_rate": 0.00015985230624825678,
      "loss": 12.1587,
      "step": 18278
    },
    {
      "epoch": 2.993122646143769,
      "grad_norm": 0.1458331048488617,
      "learning_rate": 0.0001598481647376536,
      "loss": 12.1582,
      "step": 18279
    },
    {
      "epoch": 2.9932863926641557,
      "grad_norm": 0.16216325759887695,
      "learning_rate": 0.00015984402306710484,
      "loss": 12.2255,
      "step": 18280
    },
    {
      "epoch": 2.9934501391845423,
      "grad_norm": 0.16815398633480072,
      "learning_rate": 0.00015983988123662165,
      "loss": 12.1788,
      "step": 18281
    },
    {
      "epoch": 2.993613885704929,
      "grad_norm": 0.1513882577419281,
      "learning_rate": 0.00015983573924621504,
      "loss": 12.1626,
      "step": 18282
    },
    {
      "epoch": 2.9937776322253153,
      "grad_norm": 0.18137961626052856,
      "learning_rate": 0.00015983159709589615,
      "loss": 12.2256,
      "step": 18283
    },
    {
      "epoch": 2.993941378745702,
      "grad_norm": 0.2021798938512802,
      "learning_rate": 0.00015982745478567597,
      "loss": 12.1926,
      "step": 18284
    },
    {
      "epoch": 2.994105125266088,
      "grad_norm": 0.17181500792503357,
      "learning_rate": 0.00015982331231556563,
      "loss": 12.1907,
      "step": 18285
    },
    {
      "epoch": 2.9942688717864745,
      "grad_norm": 0.17790648341178894,
      "learning_rate": 0.00015981916968557615,
      "loss": 12.1546,
      "step": 18286
    },
    {
      "epoch": 2.994432618306861,
      "grad_norm": 0.16074500977993011,
      "learning_rate": 0.00015981502689571864,
      "loss": 12.219,
      "step": 18287
    },
    {
      "epoch": 2.9945963648272476,
      "grad_norm": 0.13624505698680878,
      "learning_rate": 0.00015981088394600418,
      "loss": 12.2099,
      "step": 18288
    },
    {
      "epoch": 2.9947601113476336,
      "grad_norm": 0.1610976606607437,
      "learning_rate": 0.00015980674083644378,
      "loss": 12.1724,
      "step": 18289
    },
    {
      "epoch": 2.99492385786802,
      "grad_norm": 0.24613496661186218,
      "learning_rate": 0.00015980259756704862,
      "loss": 12.1783,
      "step": 18290
    },
    {
      "epoch": 2.9950876043884067,
      "grad_norm": 0.17413856089115143,
      "learning_rate": 0.00015979845413782967,
      "loss": 12.2512,
      "step": 18291
    },
    {
      "epoch": 2.9952513509087932,
      "grad_norm": 0.13889186084270477,
      "learning_rate": 0.00015979431054879804,
      "loss": 12.1926,
      "step": 18292
    },
    {
      "epoch": 2.9954150974291798,
      "grad_norm": 0.1411798596382141,
      "learning_rate": 0.0001597901667999648,
      "loss": 12.1449,
      "step": 18293
    },
    {
      "epoch": 2.9955788439495663,
      "grad_norm": 0.14753875136375427,
      "learning_rate": 0.00015978602289134104,
      "loss": 12.1857,
      "step": 18294
    },
    {
      "epoch": 2.9957425904699524,
      "grad_norm": 0.13629132509231567,
      "learning_rate": 0.00015978187882293782,
      "loss": 12.1326,
      "step": 18295
    },
    {
      "epoch": 2.995906336990339,
      "grad_norm": 0.19055578112602234,
      "learning_rate": 0.00015977773459476623,
      "loss": 12.1595,
      "step": 18296
    },
    {
      "epoch": 2.9960700835107255,
      "grad_norm": 0.18577313423156738,
      "learning_rate": 0.0001597735902068373,
      "loss": 12.1816,
      "step": 18297
    },
    {
      "epoch": 2.996233830031112,
      "grad_norm": 0.17473271489143372,
      "learning_rate": 0.0001597694456591622,
      "loss": 12.1594,
      "step": 18298
    },
    {
      "epoch": 2.996397576551498,
      "grad_norm": 0.17061157524585724,
      "learning_rate": 0.0001597653009517519,
      "loss": 12.1832,
      "step": 18299
    },
    {
      "epoch": 2.9965613230718846,
      "grad_norm": 0.18719343841075897,
      "learning_rate": 0.00015976115608461758,
      "loss": 12.156,
      "step": 18300
    },
    {
      "epoch": 2.996725069592271,
      "grad_norm": 0.20538227260112762,
      "learning_rate": 0.0001597570110577702,
      "loss": 12.1845,
      "step": 18301
    },
    {
      "epoch": 2.9968888161126577,
      "grad_norm": 0.20533668994903564,
      "learning_rate": 0.00015975286587122093,
      "loss": 12.1749,
      "step": 18302
    },
    {
      "epoch": 2.997052562633044,
      "grad_norm": 0.1606704145669937,
      "learning_rate": 0.0001597487205249808,
      "loss": 12.1861,
      "step": 18303
    },
    {
      "epoch": 2.9972163091534307,
      "grad_norm": 0.13721221685409546,
      "learning_rate": 0.00015974457501906092,
      "loss": 12.1941,
      "step": 18304
    },
    {
      "epoch": 2.997380055673817,
      "grad_norm": 0.19393542408943176,
      "learning_rate": 0.00015974042935347233,
      "loss": 12.2395,
      "step": 18305
    },
    {
      "epoch": 2.9975438021942034,
      "grad_norm": 0.14211124181747437,
      "learning_rate": 0.00015973628352822616,
      "loss": 12.1745,
      "step": 18306
    },
    {
      "epoch": 2.99770754871459,
      "grad_norm": 0.18361200392246246,
      "learning_rate": 0.00015973213754333346,
      "loss": 12.1756,
      "step": 18307
    },
    {
      "epoch": 2.9978712952349764,
      "grad_norm": 0.14423152804374695,
      "learning_rate": 0.00015972799139880533,
      "loss": 12.1679,
      "step": 18308
    },
    {
      "epoch": 2.9980350417553625,
      "grad_norm": 0.1801699846982956,
      "learning_rate": 0.0001597238450946528,
      "loss": 12.1869,
      "step": 18309
    },
    {
      "epoch": 2.998198788275749,
      "grad_norm": 0.14251980185508728,
      "learning_rate": 0.000159719698630887,
      "loss": 12.2035,
      "step": 18310
    },
    {
      "epoch": 2.9983625347961356,
      "grad_norm": 0.279299259185791,
      "learning_rate": 0.00015971555200751904,
      "loss": 12.1934,
      "step": 18311
    },
    {
      "epoch": 2.998526281316522,
      "grad_norm": 0.2034393846988678,
      "learning_rate": 0.0001597114052245599,
      "loss": 12.2301,
      "step": 18312
    },
    {
      "epoch": 2.9986900278369086,
      "grad_norm": 0.12293603271245956,
      "learning_rate": 0.00015970725828202075,
      "loss": 12.1687,
      "step": 18313
    },
    {
      "epoch": 2.998853774357295,
      "grad_norm": 0.15508462488651276,
      "learning_rate": 0.00015970311117991263,
      "loss": 12.1702,
      "step": 18314
    },
    {
      "epoch": 2.9990175208776813,
      "grad_norm": 0.15362700819969177,
      "learning_rate": 0.00015969896391824668,
      "loss": 12.1433,
      "step": 18315
    },
    {
      "epoch": 2.999181267398068,
      "grad_norm": 0.15206609666347504,
      "learning_rate": 0.00015969481649703388,
      "loss": 12.1592,
      "step": 18316
    },
    {
      "epoch": 2.9993450139184543,
      "grad_norm": 0.17577363550662994,
      "learning_rate": 0.0001596906689162854,
      "loss": 12.1367,
      "step": 18317
    },
    {
      "epoch": 2.9995087604388404,
      "grad_norm": 0.15606696903705597,
      "learning_rate": 0.00015968652117601232,
      "loss": 12.1878,
      "step": 18318
    },
    {
      "epoch": 2.999672506959227,
      "grad_norm": 0.2515058219432831,
      "learning_rate": 0.00015968237327622568,
      "loss": 12.1775,
      "step": 18319
    },
    {
      "epoch": 2.9998362534796135,
      "grad_norm": 0.14444471895694733,
      "learning_rate": 0.0001596782252169366,
      "loss": 12.1593,
      "step": 18320
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.16777610778808594,
      "learning_rate": 0.00015967407699815617,
      "loss": 12.2136,
      "step": 18321
    },
    {
      "epoch": 3.0001637465203865,
      "grad_norm": 0.13094785809516907,
      "learning_rate": 0.00015966992861989545,
      "loss": 12.1973,
      "step": 18322
    },
    {
      "epoch": 3.000327493040773,
      "grad_norm": 0.20087912678718567,
      "learning_rate": 0.00015966578008216553,
      "loss": 12.1454,
      "step": 18323
    },
    {
      "epoch": 3.000491239561159,
      "grad_norm": 0.18985995650291443,
      "learning_rate": 0.00015966163138497752,
      "loss": 12.1804,
      "step": 18324
    },
    {
      "epoch": 3.0006549860815457,
      "grad_norm": 0.17817817628383636,
      "learning_rate": 0.00015965748252834248,
      "loss": 12.1479,
      "step": 18325
    },
    {
      "epoch": 3.000818732601932,
      "grad_norm": 0.16741375625133514,
      "learning_rate": 0.0001596533335122715,
      "loss": 12.1203,
      "step": 18326
    },
    {
      "epoch": 3.0009824791223187,
      "grad_norm": 0.12384491413831711,
      "learning_rate": 0.0001596491843367757,
      "loss": 12.18,
      "step": 18327
    },
    {
      "epoch": 3.0011462256427053,
      "grad_norm": 0.14059311151504517,
      "learning_rate": 0.00015964503500186616,
      "loss": 12.1979,
      "step": 18328
    },
    {
      "epoch": 3.0013099721630914,
      "grad_norm": 0.17296642065048218,
      "learning_rate": 0.00015964088550755393,
      "loss": 12.156,
      "step": 18329
    },
    {
      "epoch": 3.001473718683478,
      "grad_norm": 0.14934033155441284,
      "learning_rate": 0.00015963673585385016,
      "loss": 12.1861,
      "step": 18330
    },
    {
      "epoch": 3.0016374652038644,
      "grad_norm": 0.1245734691619873,
      "learning_rate": 0.00015963258604076587,
      "loss": 12.2173,
      "step": 18331
    },
    {
      "epoch": 3.001801211724251,
      "grad_norm": 0.17588293552398682,
      "learning_rate": 0.00015962843606831225,
      "loss": 12.165,
      "step": 18332
    },
    {
      "epoch": 3.0019649582446375,
      "grad_norm": 0.12147196382284164,
      "learning_rate": 0.00015962428593650025,
      "loss": 12.1591,
      "step": 18333
    },
    {
      "epoch": 3.0021287047650236,
      "grad_norm": 0.1452684849500656,
      "learning_rate": 0.0001596201356453411,
      "loss": 12.1743,
      "step": 18334
    },
    {
      "epoch": 3.00229245128541,
      "grad_norm": 0.1303209364414215,
      "learning_rate": 0.00015961598519484578,
      "loss": 12.1774,
      "step": 18335
    },
    {
      "epoch": 3.0024561978057966,
      "grad_norm": 0.16385255753993988,
      "learning_rate": 0.00015961183458502548,
      "loss": 12.1833,
      "step": 18336
    },
    {
      "epoch": 3.002619944326183,
      "grad_norm": 0.15388868749141693,
      "learning_rate": 0.0001596076838158912,
      "loss": 12.1477,
      "step": 18337
    },
    {
      "epoch": 3.0027836908465697,
      "grad_norm": 0.1517113298177719,
      "learning_rate": 0.00015960353288745413,
      "loss": 12.1963,
      "step": 18338
    },
    {
      "epoch": 3.002947437366956,
      "grad_norm": 0.1226198673248291,
      "learning_rate": 0.00015959938179972529,
      "loss": 12.1347,
      "step": 18339
    },
    {
      "epoch": 3.0031111838873423,
      "grad_norm": 0.15765418112277985,
      "learning_rate": 0.00015959523055271579,
      "loss": 12.2109,
      "step": 18340
    },
    {
      "epoch": 3.003274930407729,
      "grad_norm": 0.1407776176929474,
      "learning_rate": 0.00015959107914643674,
      "loss": 12.1742,
      "step": 18341
    },
    {
      "epoch": 3.0034386769281154,
      "grad_norm": 0.20690032839775085,
      "learning_rate": 0.00015958692758089922,
      "loss": 12.1941,
      "step": 18342
    },
    {
      "epoch": 3.003602423448502,
      "grad_norm": 0.16679838299751282,
      "learning_rate": 0.00015958277585611437,
      "loss": 12.1565,
      "step": 18343
    },
    {
      "epoch": 3.003766169968888,
      "grad_norm": 0.15914854407310486,
      "learning_rate": 0.0001595786239720932,
      "loss": 12.1622,
      "step": 18344
    },
    {
      "epoch": 3.0039299164892745,
      "grad_norm": 0.12845109403133392,
      "learning_rate": 0.00015957447192884686,
      "loss": 12.1597,
      "step": 18345
    },
    {
      "epoch": 3.004093663009661,
      "grad_norm": 0.1667349934577942,
      "learning_rate": 0.00015957031972638642,
      "loss": 12.1616,
      "step": 18346
    },
    {
      "epoch": 3.0042574095300476,
      "grad_norm": 0.19908685982227325,
      "learning_rate": 0.00015956616736472306,
      "loss": 12.1695,
      "step": 18347
    },
    {
      "epoch": 3.004421156050434,
      "grad_norm": 0.24832549691200256,
      "learning_rate": 0.00015956201484386778,
      "loss": 12.2045,
      "step": 18348
    },
    {
      "epoch": 3.0045849025708202,
      "grad_norm": 0.2014787346124649,
      "learning_rate": 0.00015955786216383168,
      "loss": 12.162,
      "step": 18349
    },
    {
      "epoch": 3.0047486490912068,
      "grad_norm": 0.12553462386131287,
      "learning_rate": 0.00015955370932462591,
      "loss": 12.1686,
      "step": 18350
    },
    {
      "epoch": 3.0049123956115933,
      "grad_norm": 0.14452633261680603,
      "learning_rate": 0.00015954955632626157,
      "loss": 12.1636,
      "step": 18351
    },
    {
      "epoch": 3.00507614213198,
      "grad_norm": 0.16959324479103088,
      "learning_rate": 0.00015954540316874972,
      "loss": 12.1847,
      "step": 18352
    },
    {
      "epoch": 3.0052398886523664,
      "grad_norm": 0.19368211925029755,
      "learning_rate": 0.0001595412498521015,
      "loss": 12.266,
      "step": 18353
    },
    {
      "epoch": 3.0054036351727524,
      "grad_norm": 0.1674923598766327,
      "learning_rate": 0.0001595370963763279,
      "loss": 12.1761,
      "step": 18354
    },
    {
      "epoch": 3.005567381693139,
      "grad_norm": 0.2235715687274933,
      "learning_rate": 0.0001595329427414402,
      "loss": 12.1725,
      "step": 18355
    },
    {
      "epoch": 3.0057311282135255,
      "grad_norm": 0.2130129635334015,
      "learning_rate": 0.00015952878894744937,
      "loss": 12.2009,
      "step": 18356
    },
    {
      "epoch": 3.005894874733912,
      "grad_norm": 0.1978648155927658,
      "learning_rate": 0.00015952463499436655,
      "loss": 12.1955,
      "step": 18357
    },
    {
      "epoch": 3.006058621254298,
      "grad_norm": 0.12075116485357285,
      "learning_rate": 0.00015952048088220284,
      "loss": 12.1746,
      "step": 18358
    },
    {
      "epoch": 3.0062223677746847,
      "grad_norm": 0.22504261136054993,
      "learning_rate": 0.00015951632661096934,
      "loss": 12.1642,
      "step": 18359
    },
    {
      "epoch": 3.006386114295071,
      "grad_norm": 0.19420172274112701,
      "learning_rate": 0.00015951217218067716,
      "loss": 12.2584,
      "step": 18360
    },
    {
      "epoch": 3.0065498608154577,
      "grad_norm": 0.15173475444316864,
      "learning_rate": 0.0001595080175913374,
      "loss": 12.1525,
      "step": 18361
    },
    {
      "epoch": 3.0067136073358443,
      "grad_norm": 0.12405923753976822,
      "learning_rate": 0.00015950386284296114,
      "loss": 12.2236,
      "step": 18362
    },
    {
      "epoch": 3.0068773538562303,
      "grad_norm": 0.14239469170570374,
      "learning_rate": 0.00015949970793555952,
      "loss": 12.2001,
      "step": 18363
    },
    {
      "epoch": 3.007041100376617,
      "grad_norm": 0.12764771282672882,
      "learning_rate": 0.00015949555286914362,
      "loss": 12.2533,
      "step": 18364
    },
    {
      "epoch": 3.0072048468970034,
      "grad_norm": 0.13075384497642517,
      "learning_rate": 0.00015949139764372453,
      "loss": 12.1952,
      "step": 18365
    },
    {
      "epoch": 3.00736859341739,
      "grad_norm": 0.1551022082567215,
      "learning_rate": 0.00015948724225931345,
      "loss": 12.1904,
      "step": 18366
    },
    {
      "epoch": 3.0075323399377765,
      "grad_norm": 0.142257958650589,
      "learning_rate": 0.00015948308671592134,
      "loss": 12.1913,
      "step": 18367
    },
    {
      "epoch": 3.0076960864581626,
      "grad_norm": 0.23812422156333923,
      "learning_rate": 0.0001594789310135594,
      "loss": 12.1228,
      "step": 18368
    },
    {
      "epoch": 3.007859832978549,
      "grad_norm": 0.1524071991443634,
      "learning_rate": 0.00015947477515223873,
      "loss": 12.2074,
      "step": 18369
    },
    {
      "epoch": 3.0080235794989356,
      "grad_norm": 0.18596084415912628,
      "learning_rate": 0.0001594706191319704,
      "loss": 12.1794,
      "step": 18370
    },
    {
      "epoch": 3.008187326019322,
      "grad_norm": 0.16646207869052887,
      "learning_rate": 0.00015946646295276554,
      "loss": 12.207,
      "step": 18371
    },
    {
      "epoch": 3.0083510725397087,
      "grad_norm": 0.13276737928390503,
      "learning_rate": 0.0001594623066146353,
      "loss": 12.2087,
      "step": 18372
    },
    {
      "epoch": 3.0085148190600948,
      "grad_norm": 0.123866505920887,
      "learning_rate": 0.00015945815011759068,
      "loss": 12.1944,
      "step": 18373
    },
    {
      "epoch": 3.0086785655804813,
      "grad_norm": 0.18788965046405792,
      "learning_rate": 0.00015945399346164286,
      "loss": 12.1641,
      "step": 18374
    },
    {
      "epoch": 3.008842312100868,
      "grad_norm": 0.19899293780326843,
      "learning_rate": 0.00015944983664680296,
      "loss": 12.1997,
      "step": 18375
    },
    {
      "epoch": 3.0090060586212544,
      "grad_norm": 0.16345028579235077,
      "learning_rate": 0.00015944567967308206,
      "loss": 12.135,
      "step": 18376
    },
    {
      "epoch": 3.009169805141641,
      "grad_norm": 0.14422480762004852,
      "learning_rate": 0.0001594415225404913,
      "loss": 12.2078,
      "step": 18377
    },
    {
      "epoch": 3.009333551662027,
      "grad_norm": 0.2014777660369873,
      "learning_rate": 0.00015943736524904174,
      "loss": 12.2119,
      "step": 18378
    },
    {
      "epoch": 3.0094972981824135,
      "grad_norm": 0.16038420796394348,
      "learning_rate": 0.00015943320779874455,
      "loss": 12.1848,
      "step": 18379
    },
    {
      "epoch": 3.0096610447028,
      "grad_norm": 0.18534526228904724,
      "learning_rate": 0.0001594290501896108,
      "loss": 12.1521,
      "step": 18380
    },
    {
      "epoch": 3.0098247912231866,
      "grad_norm": 0.14616437256336212,
      "learning_rate": 0.00015942489242165163,
      "loss": 12.1996,
      "step": 18381
    },
    {
      "epoch": 3.009988537743573,
      "grad_norm": 0.17658661305904388,
      "learning_rate": 0.0001594207344948781,
      "loss": 12.1722,
      "step": 18382
    },
    {
      "epoch": 3.010152284263959,
      "grad_norm": 0.14782486855983734,
      "learning_rate": 0.00015941657640930137,
      "loss": 12.2275,
      "step": 18383
    },
    {
      "epoch": 3.0103160307843457,
      "grad_norm": 0.14734409749507904,
      "learning_rate": 0.00015941241816493253,
      "loss": 12.1887,
      "step": 18384
    },
    {
      "epoch": 3.0104797773047323,
      "grad_norm": 0.13776201009750366,
      "learning_rate": 0.0001594082597617827,
      "loss": 12.1764,
      "step": 18385
    },
    {
      "epoch": 3.010643523825119,
      "grad_norm": 0.18387393653392792,
      "learning_rate": 0.000159404101199863,
      "loss": 12.177,
      "step": 18386
    },
    {
      "epoch": 3.0108072703455053,
      "grad_norm": 0.16051048040390015,
      "learning_rate": 0.00015939994247918455,
      "loss": 12.1711,
      "step": 18387
    },
    {
      "epoch": 3.0109710168658914,
      "grad_norm": 0.1335652768611908,
      "learning_rate": 0.00015939578359975843,
      "loss": 12.1624,
      "step": 18388
    },
    {
      "epoch": 3.011134763386278,
      "grad_norm": 0.22410961985588074,
      "learning_rate": 0.0001593916245615958,
      "loss": 12.1763,
      "step": 18389
    },
    {
      "epoch": 3.0112985099066645,
      "grad_norm": 0.1705802083015442,
      "learning_rate": 0.00015938746536470774,
      "loss": 12.2082,
      "step": 18390
    },
    {
      "epoch": 3.011462256427051,
      "grad_norm": 0.2139149010181427,
      "learning_rate": 0.00015938330600910537,
      "loss": 12.1632,
      "step": 18391
    },
    {
      "epoch": 3.0116260029474375,
      "grad_norm": 0.13368694484233856,
      "learning_rate": 0.00015937914649479985,
      "loss": 12.1488,
      "step": 18392
    },
    {
      "epoch": 3.0117897494678236,
      "grad_norm": 0.1475236862897873,
      "learning_rate": 0.00015937498682180222,
      "loss": 12.1676,
      "step": 18393
    },
    {
      "epoch": 3.01195349598821,
      "grad_norm": 0.25366514921188354,
      "learning_rate": 0.00015937082699012367,
      "loss": 12.152,
      "step": 18394
    },
    {
      "epoch": 3.0121172425085967,
      "grad_norm": 0.175761416554451,
      "learning_rate": 0.00015936666699977524,
      "loss": 12.1874,
      "step": 18395
    },
    {
      "epoch": 3.0122809890289832,
      "grad_norm": 0.1543433517217636,
      "learning_rate": 0.00015936250685076814,
      "loss": 12.1952,
      "step": 18396
    },
    {
      "epoch": 3.0124447355493698,
      "grad_norm": 0.1578301191329956,
      "learning_rate": 0.00015935834654311342,
      "loss": 12.1701,
      "step": 18397
    },
    {
      "epoch": 3.012608482069756,
      "grad_norm": 0.1288101226091385,
      "learning_rate": 0.00015935418607682222,
      "loss": 12.1787,
      "step": 18398
    },
    {
      "epoch": 3.0127722285901424,
      "grad_norm": 0.16124427318572998,
      "learning_rate": 0.00015935002545190564,
      "loss": 12.1572,
      "step": 18399
    },
    {
      "epoch": 3.012935975110529,
      "grad_norm": 0.1383962780237198,
      "learning_rate": 0.00015934586466837488,
      "loss": 12.1663,
      "step": 18400
    },
    {
      "epoch": 3.0130997216309154,
      "grad_norm": 0.12543421983718872,
      "learning_rate": 0.00015934170372624093,
      "loss": 12.1694,
      "step": 18401
    },
    {
      "epoch": 3.013263468151302,
      "grad_norm": 0.13744831085205078,
      "learning_rate": 0.000159337542625515,
      "loss": 12.1837,
      "step": 18402
    },
    {
      "epoch": 3.013427214671688,
      "grad_norm": 0.17614832520484924,
      "learning_rate": 0.00015933338136620817,
      "loss": 12.1776,
      "step": 18403
    },
    {
      "epoch": 3.0135909611920746,
      "grad_norm": 0.15551336109638214,
      "learning_rate": 0.00015932921994833162,
      "loss": 12.2204,
      "step": 18404
    },
    {
      "epoch": 3.013754707712461,
      "grad_norm": 0.1679341346025467,
      "learning_rate": 0.0001593250583718964,
      "loss": 12.2378,
      "step": 18405
    },
    {
      "epoch": 3.0139184542328477,
      "grad_norm": 0.14407986402511597,
      "learning_rate": 0.0001593208966369137,
      "loss": 12.1761,
      "step": 18406
    },
    {
      "epoch": 3.014082200753234,
      "grad_norm": 0.15505993366241455,
      "learning_rate": 0.00015931673474339455,
      "loss": 12.2075,
      "step": 18407
    },
    {
      "epoch": 3.0142459472736203,
      "grad_norm": 0.1234709843993187,
      "learning_rate": 0.00015931257269135015,
      "loss": 12.1502,
      "step": 18408
    },
    {
      "epoch": 3.014409693794007,
      "grad_norm": 0.11368440091609955,
      "learning_rate": 0.0001593084104807916,
      "loss": 12.2132,
      "step": 18409
    },
    {
      "epoch": 3.0145734403143933,
      "grad_norm": 0.15588121116161346,
      "learning_rate": 0.00015930424811173,
      "loss": 12.1651,
      "step": 18410
    },
    {
      "epoch": 3.01473718683478,
      "grad_norm": 0.12906987965106964,
      "learning_rate": 0.00015930008558417654,
      "loss": 12.1728,
      "step": 18411
    },
    {
      "epoch": 3.0149009333551664,
      "grad_norm": 0.15736360847949982,
      "learning_rate": 0.0001592959228981423,
      "loss": 12.1993,
      "step": 18412
    },
    {
      "epoch": 3.0150646798755525,
      "grad_norm": 0.16152141988277435,
      "learning_rate": 0.0001592917600536384,
      "loss": 12.1736,
      "step": 18413
    },
    {
      "epoch": 3.015228426395939,
      "grad_norm": 0.16718287765979767,
      "learning_rate": 0.00015928759705067597,
      "loss": 12.1997,
      "step": 18414
    },
    {
      "epoch": 3.0153921729163256,
      "grad_norm": 0.14939522743225098,
      "learning_rate": 0.00015928343388926615,
      "loss": 12.1867,
      "step": 18415
    },
    {
      "epoch": 3.015555919436712,
      "grad_norm": 0.16284359991550446,
      "learning_rate": 0.00015927927056942002,
      "loss": 12.2206,
      "step": 18416
    },
    {
      "epoch": 3.0157196659570986,
      "grad_norm": 0.14497597515583038,
      "learning_rate": 0.00015927510709114876,
      "loss": 12.232,
      "step": 18417
    },
    {
      "epoch": 3.0158834124774847,
      "grad_norm": 0.13733549416065216,
      "learning_rate": 0.00015927094345446346,
      "loss": 12.2233,
      "step": 18418
    },
    {
      "epoch": 3.0160471589978712,
      "grad_norm": 0.16478584706783295,
      "learning_rate": 0.00015926677965937534,
      "loss": 12.1786,
      "step": 18419
    },
    {
      "epoch": 3.0162109055182578,
      "grad_norm": 0.18124006688594818,
      "learning_rate": 0.00015926261570589536,
      "loss": 12.1519,
      "step": 18420
    },
    {
      "epoch": 3.0163746520386443,
      "grad_norm": 0.14047987759113312,
      "learning_rate": 0.00015925845159403478,
      "loss": 12.1548,
      "step": 18421
    },
    {
      "epoch": 3.016538398559031,
      "grad_norm": 0.24504908919334412,
      "learning_rate": 0.00015925428732380473,
      "loss": 12.2097,
      "step": 18422
    },
    {
      "epoch": 3.016702145079417,
      "grad_norm": 0.1508440226316452,
      "learning_rate": 0.00015925012289521624,
      "loss": 12.1825,
      "step": 18423
    },
    {
      "epoch": 3.0168658915998035,
      "grad_norm": 0.15805990993976593,
      "learning_rate": 0.00015924595830828052,
      "loss": 12.1454,
      "step": 18424
    },
    {
      "epoch": 3.01702963812019,
      "grad_norm": 0.16802020370960236,
      "learning_rate": 0.00015924179356300867,
      "loss": 12.1358,
      "step": 18425
    },
    {
      "epoch": 3.0171933846405765,
      "grad_norm": 0.14809732139110565,
      "learning_rate": 0.00015923762865941186,
      "loss": 12.1748,
      "step": 18426
    },
    {
      "epoch": 3.017357131160963,
      "grad_norm": 0.171892449259758,
      "learning_rate": 0.00015923346359750115,
      "loss": 12.1549,
      "step": 18427
    },
    {
      "epoch": 3.017520877681349,
      "grad_norm": 0.18638108670711517,
      "learning_rate": 0.00015922929837728774,
      "loss": 12.1642,
      "step": 18428
    },
    {
      "epoch": 3.0176846242017357,
      "grad_norm": 0.19591176509857178,
      "learning_rate": 0.0001592251329987827,
      "loss": 12.2113,
      "step": 18429
    },
    {
      "epoch": 3.017848370722122,
      "grad_norm": 0.1972368359565735,
      "learning_rate": 0.00015922096746199724,
      "loss": 12.2404,
      "step": 18430
    },
    {
      "epoch": 3.0180121172425087,
      "grad_norm": 0.17003756761550903,
      "learning_rate": 0.00015921680176694242,
      "loss": 12.1611,
      "step": 18431
    },
    {
      "epoch": 3.0181758637628953,
      "grad_norm": 0.16138345003128052,
      "learning_rate": 0.0001592126359136294,
      "loss": 12.1745,
      "step": 18432
    },
    {
      "epoch": 3.0183396102832813,
      "grad_norm": 0.1583414375782013,
      "learning_rate": 0.00015920846990206933,
      "loss": 12.1745,
      "step": 18433
    },
    {
      "epoch": 3.018503356803668,
      "grad_norm": 0.15717972815036774,
      "learning_rate": 0.00015920430373227333,
      "loss": 12.1614,
      "step": 18434
    },
    {
      "epoch": 3.0186671033240544,
      "grad_norm": 0.16547933220863342,
      "learning_rate": 0.0001592001374042525,
      "loss": 12.2202,
      "step": 18435
    },
    {
      "epoch": 3.018830849844441,
      "grad_norm": 0.18114060163497925,
      "learning_rate": 0.00015919597091801805,
      "loss": 12.1583,
      "step": 18436
    },
    {
      "epoch": 3.018994596364827,
      "grad_norm": 0.15723249316215515,
      "learning_rate": 0.00015919180427358102,
      "loss": 12.2219,
      "step": 18437
    },
    {
      "epoch": 3.0191583428852136,
      "grad_norm": 0.1457359790802002,
      "learning_rate": 0.00015918763747095263,
      "loss": 12.181,
      "step": 18438
    },
    {
      "epoch": 3.0193220894056,
      "grad_norm": 0.1689467579126358,
      "learning_rate": 0.00015918347051014397,
      "loss": 12.1754,
      "step": 18439
    },
    {
      "epoch": 3.0194858359259866,
      "grad_norm": 0.12574999034404755,
      "learning_rate": 0.0001591793033911662,
      "loss": 12.1462,
      "step": 18440
    },
    {
      "epoch": 3.019649582446373,
      "grad_norm": 0.15618060529232025,
      "learning_rate": 0.00015917513611403043,
      "loss": 12.2351,
      "step": 18441
    },
    {
      "epoch": 3.0198133289667592,
      "grad_norm": 0.14686256647109985,
      "learning_rate": 0.00015917096867874785,
      "loss": 12.1901,
      "step": 18442
    },
    {
      "epoch": 3.019977075487146,
      "grad_norm": 0.19476330280303955,
      "learning_rate": 0.0001591668010853295,
      "loss": 12.1575,
      "step": 18443
    },
    {
      "epoch": 3.0201408220075323,
      "grad_norm": 0.15171168744564056,
      "learning_rate": 0.00015916263333378664,
      "loss": 12.1444,
      "step": 18444
    },
    {
      "epoch": 3.020304568527919,
      "grad_norm": 0.17503942549228668,
      "learning_rate": 0.00015915846542413032,
      "loss": 12.1727,
      "step": 18445
    },
    {
      "epoch": 3.0204683150483054,
      "grad_norm": 0.16615527868270874,
      "learning_rate": 0.00015915429735637168,
      "loss": 12.1985,
      "step": 18446
    },
    {
      "epoch": 3.0206320615686915,
      "grad_norm": 0.22955675423145294,
      "learning_rate": 0.00015915012913052191,
      "loss": 12.1516,
      "step": 18447
    },
    {
      "epoch": 3.020795808089078,
      "grad_norm": 0.16320732235908508,
      "learning_rate": 0.00015914596074659214,
      "loss": 12.1866,
      "step": 18448
    },
    {
      "epoch": 3.0209595546094645,
      "grad_norm": 0.14767606556415558,
      "learning_rate": 0.0001591417922045935,
      "loss": 12.2337,
      "step": 18449
    },
    {
      "epoch": 3.021123301129851,
      "grad_norm": 0.11670872569084167,
      "learning_rate": 0.00015913762350453707,
      "loss": 12.1539,
      "step": 18450
    },
    {
      "epoch": 3.0212870476502376,
      "grad_norm": 0.1419878900051117,
      "learning_rate": 0.0001591334546464341,
      "loss": 12.1843,
      "step": 18451
    },
    {
      "epoch": 3.0214507941706237,
      "grad_norm": 0.1310015469789505,
      "learning_rate": 0.00015912928563029566,
      "loss": 12.1777,
      "step": 18452
    },
    {
      "epoch": 3.02161454069101,
      "grad_norm": 0.13470928370952606,
      "learning_rate": 0.0001591251164561329,
      "loss": 12.1549,
      "step": 18453
    },
    {
      "epoch": 3.0217782872113967,
      "grad_norm": 0.11616368591785431,
      "learning_rate": 0.000159120947123957,
      "loss": 12.192,
      "step": 18454
    },
    {
      "epoch": 3.0219420337317833,
      "grad_norm": 0.13090071082115173,
      "learning_rate": 0.00015911677763377904,
      "loss": 12.2105,
      "step": 18455
    },
    {
      "epoch": 3.02210578025217,
      "grad_norm": 0.1369367092847824,
      "learning_rate": 0.0001591126079856102,
      "loss": 12.1875,
      "step": 18456
    },
    {
      "epoch": 3.022269526772556,
      "grad_norm": 0.15999318659305573,
      "learning_rate": 0.00015910843817946164,
      "loss": 12.1537,
      "step": 18457
    },
    {
      "epoch": 3.0224332732929424,
      "grad_norm": 0.14505940675735474,
      "learning_rate": 0.00015910426821534447,
      "loss": 12.2205,
      "step": 18458
    },
    {
      "epoch": 3.022597019813329,
      "grad_norm": 0.12313199043273926,
      "learning_rate": 0.00015910009809326988,
      "loss": 12.1915,
      "step": 18459
    },
    {
      "epoch": 3.0227607663337155,
      "grad_norm": 0.16728176176548004,
      "learning_rate": 0.00015909592781324894,
      "loss": 12.2126,
      "step": 18460
    },
    {
      "epoch": 3.022924512854102,
      "grad_norm": 0.16681627929210663,
      "learning_rate": 0.00015909175737529284,
      "loss": 12.2035,
      "step": 18461
    },
    {
      "epoch": 3.023088259374488,
      "grad_norm": 0.21927934885025024,
      "learning_rate": 0.00015908758677941277,
      "loss": 12.1666,
      "step": 18462
    },
    {
      "epoch": 3.0232520058948746,
      "grad_norm": 0.13203077018260956,
      "learning_rate": 0.0001590834160256198,
      "loss": 12.1499,
      "step": 18463
    },
    {
      "epoch": 3.023415752415261,
      "grad_norm": 0.19769713282585144,
      "learning_rate": 0.0001590792451139251,
      "loss": 12.1969,
      "step": 18464
    },
    {
      "epoch": 3.0235794989356477,
      "grad_norm": 0.15082043409347534,
      "learning_rate": 0.0001590750740443398,
      "loss": 12.1924,
      "step": 18465
    },
    {
      "epoch": 3.0237432454560342,
      "grad_norm": 0.14509716629981995,
      "learning_rate": 0.00015907090281687514,
      "loss": 12.2067,
      "step": 18466
    },
    {
      "epoch": 3.0239069919764203,
      "grad_norm": 0.14756695926189423,
      "learning_rate": 0.00015906673143154215,
      "loss": 12.2135,
      "step": 18467
    },
    {
      "epoch": 3.024070738496807,
      "grad_norm": 0.14731548726558685,
      "learning_rate": 0.00015906255988835203,
      "loss": 12.1872,
      "step": 18468
    },
    {
      "epoch": 3.0242344850171934,
      "grad_norm": 0.1401471048593521,
      "learning_rate": 0.00015905838818731593,
      "loss": 12.1662,
      "step": 18469
    },
    {
      "epoch": 3.02439823153758,
      "grad_norm": 0.1841803789138794,
      "learning_rate": 0.000159054216328445,
      "loss": 12.1819,
      "step": 18470
    },
    {
      "epoch": 3.0245619780579664,
      "grad_norm": 0.1912393569946289,
      "learning_rate": 0.00015905004431175036,
      "loss": 12.2272,
      "step": 18471
    },
    {
      "epoch": 3.0247257245783525,
      "grad_norm": 0.16589568555355072,
      "learning_rate": 0.00015904587213724325,
      "loss": 12.1531,
      "step": 18472
    },
    {
      "epoch": 3.024889471098739,
      "grad_norm": 0.1273924559354782,
      "learning_rate": 0.0001590416998049347,
      "loss": 12.1872,
      "step": 18473
    },
    {
      "epoch": 3.0250532176191256,
      "grad_norm": 0.17497044801712036,
      "learning_rate": 0.00015903752731483592,
      "loss": 12.1901,
      "step": 18474
    },
    {
      "epoch": 3.025216964139512,
      "grad_norm": 0.16325654089450836,
      "learning_rate": 0.00015903335466695807,
      "loss": 12.1954,
      "step": 18475
    },
    {
      "epoch": 3.0253807106598987,
      "grad_norm": 0.1873505860567093,
      "learning_rate": 0.0001590291818613123,
      "loss": 12.2077,
      "step": 18476
    },
    {
      "epoch": 3.0255444571802848,
      "grad_norm": 0.2148345410823822,
      "learning_rate": 0.00015902500889790967,
      "loss": 12.1534,
      "step": 18477
    },
    {
      "epoch": 3.0257082037006713,
      "grad_norm": 0.17970800399780273,
      "learning_rate": 0.00015902083577676147,
      "loss": 12.1658,
      "step": 18478
    },
    {
      "epoch": 3.025871950221058,
      "grad_norm": 0.15937504172325134,
      "learning_rate": 0.0001590166624978788,
      "loss": 12.1562,
      "step": 18479
    },
    {
      "epoch": 3.0260356967414443,
      "grad_norm": 0.15773726999759674,
      "learning_rate": 0.0001590124890612728,
      "loss": 12.1554,
      "step": 18480
    },
    {
      "epoch": 3.026199443261831,
      "grad_norm": 0.1318332552909851,
      "learning_rate": 0.00015900831546695462,
      "loss": 12.1717,
      "step": 18481
    },
    {
      "epoch": 3.026363189782217,
      "grad_norm": 0.20688201487064362,
      "learning_rate": 0.0001590041417149354,
      "loss": 12.2079,
      "step": 18482
    },
    {
      "epoch": 3.0265269363026035,
      "grad_norm": 0.2056436985731125,
      "learning_rate": 0.0001589999678052264,
      "loss": 12.1949,
      "step": 18483
    },
    {
      "epoch": 3.02669068282299,
      "grad_norm": 0.14891789853572845,
      "learning_rate": 0.0001589957937378386,
      "loss": 12.2409,
      "step": 18484
    },
    {
      "epoch": 3.0268544293433766,
      "grad_norm": 0.13029246032238007,
      "learning_rate": 0.00015899161951278331,
      "loss": 12.1663,
      "step": 18485
    },
    {
      "epoch": 3.027018175863763,
      "grad_norm": 0.10695666074752808,
      "learning_rate": 0.0001589874451300716,
      "loss": 12.2032,
      "step": 18486
    },
    {
      "epoch": 3.027181922384149,
      "grad_norm": 0.1359049379825592,
      "learning_rate": 0.0001589832705897147,
      "loss": 12.1497,
      "step": 18487
    },
    {
      "epoch": 3.0273456689045357,
      "grad_norm": 0.154219850897789,
      "learning_rate": 0.00015897909589172366,
      "loss": 12.1486,
      "step": 18488
    },
    {
      "epoch": 3.0275094154249222,
      "grad_norm": 0.17637547850608826,
      "learning_rate": 0.00015897492103610972,
      "loss": 12.1707,
      "step": 18489
    },
    {
      "epoch": 3.0276731619453088,
      "grad_norm": 0.15321706235408783,
      "learning_rate": 0.000158970746022884,
      "loss": 12.1752,
      "step": 18490
    },
    {
      "epoch": 3.0278369084656953,
      "grad_norm": 0.1443149894475937,
      "learning_rate": 0.00015896657085205765,
      "loss": 12.1589,
      "step": 18491
    },
    {
      "epoch": 3.0280006549860814,
      "grad_norm": 0.1367296725511551,
      "learning_rate": 0.0001589623955236419,
      "loss": 12.1585,
      "step": 18492
    },
    {
      "epoch": 3.028164401506468,
      "grad_norm": 0.16370955109596252,
      "learning_rate": 0.00015895822003764783,
      "loss": 12.2067,
      "step": 18493
    },
    {
      "epoch": 3.0283281480268545,
      "grad_norm": 0.17955733835697174,
      "learning_rate": 0.0001589540443940866,
      "loss": 12.1388,
      "step": 18494
    },
    {
      "epoch": 3.028491894547241,
      "grad_norm": 0.22445973753929138,
      "learning_rate": 0.0001589498685929694,
      "loss": 12.2116,
      "step": 18495
    },
    {
      "epoch": 3.0286556410676275,
      "grad_norm": 0.16899876296520233,
      "learning_rate": 0.00015894569263430743,
      "loss": 12.1564,
      "step": 18496
    },
    {
      "epoch": 3.0288193875880136,
      "grad_norm": 0.16770532727241516,
      "learning_rate": 0.00015894151651811176,
      "loss": 12.1498,
      "step": 18497
    },
    {
      "epoch": 3.0289831341084,
      "grad_norm": 0.14331884682178497,
      "learning_rate": 0.00015893734024439364,
      "loss": 12.1388,
      "step": 18498
    },
    {
      "epoch": 3.0291468806287867,
      "grad_norm": 0.16443943977355957,
      "learning_rate": 0.00015893316381316414,
      "loss": 12.194,
      "step": 18499
    },
    {
      "epoch": 3.029310627149173,
      "grad_norm": 0.1640595644712448,
      "learning_rate": 0.00015892898722443452,
      "loss": 12.1673,
      "step": 18500
    },
    {
      "epoch": 3.0294743736695597,
      "grad_norm": 0.17109426856040955,
      "learning_rate": 0.00015892481047821586,
      "loss": 12.1911,
      "step": 18501
    },
    {
      "epoch": 3.029638120189946,
      "grad_norm": 0.14640921354293823,
      "learning_rate": 0.00015892063357451935,
      "loss": 12.1566,
      "step": 18502
    },
    {
      "epoch": 3.0298018667103324,
      "grad_norm": 0.20828305184841156,
      "learning_rate": 0.00015891645651335616,
      "loss": 12.1542,
      "step": 18503
    },
    {
      "epoch": 3.029965613230719,
      "grad_norm": 0.15018092095851898,
      "learning_rate": 0.00015891227929473747,
      "loss": 12.207,
      "step": 18504
    },
    {
      "epoch": 3.0301293597511054,
      "grad_norm": 0.13534076511859894,
      "learning_rate": 0.0001589081019186744,
      "loss": 12.1971,
      "step": 18505
    },
    {
      "epoch": 3.0302931062714915,
      "grad_norm": 0.1921909600496292,
      "learning_rate": 0.00015890392438517816,
      "loss": 12.1592,
      "step": 18506
    },
    {
      "epoch": 3.030456852791878,
      "grad_norm": 0.14894835650920868,
      "learning_rate": 0.00015889974669425986,
      "loss": 12.1785,
      "step": 18507
    },
    {
      "epoch": 3.0306205993122646,
      "grad_norm": 0.14493124186992645,
      "learning_rate": 0.00015889556884593074,
      "loss": 12.1313,
      "step": 18508
    },
    {
      "epoch": 3.030784345832651,
      "grad_norm": 0.14160744845867157,
      "learning_rate": 0.00015889139084020187,
      "loss": 12.1703,
      "step": 18509
    },
    {
      "epoch": 3.0309480923530376,
      "grad_norm": 0.24682068824768066,
      "learning_rate": 0.00015888721267708452,
      "loss": 12.2212,
      "step": 18510
    },
    {
      "epoch": 3.0311118388734237,
      "grad_norm": 0.15096020698547363,
      "learning_rate": 0.00015888303435658977,
      "loss": 12.164,
      "step": 18511
    },
    {
      "epoch": 3.0312755853938103,
      "grad_norm": 0.15216116607189178,
      "learning_rate": 0.0001588788558787288,
      "loss": 12.1713,
      "step": 18512
    },
    {
      "epoch": 3.031439331914197,
      "grad_norm": 0.15802596509456635,
      "learning_rate": 0.00015887467724351285,
      "loss": 12.1904,
      "step": 18513
    },
    {
      "epoch": 3.0316030784345833,
      "grad_norm": 0.1664166897535324,
      "learning_rate": 0.00015887049845095304,
      "loss": 12.1447,
      "step": 18514
    },
    {
      "epoch": 3.03176682495497,
      "grad_norm": 0.14813964068889618,
      "learning_rate": 0.0001588663195010605,
      "loss": 12.1758,
      "step": 18515
    },
    {
      "epoch": 3.031930571475356,
      "grad_norm": 0.16312743723392487,
      "learning_rate": 0.00015886214039384644,
      "loss": 12.2258,
      "step": 18516
    },
    {
      "epoch": 3.0320943179957425,
      "grad_norm": 0.14053216576576233,
      "learning_rate": 0.000158857961129322,
      "loss": 12.1795,
      "step": 18517
    },
    {
      "epoch": 3.032258064516129,
      "grad_norm": 0.15490283071994781,
      "learning_rate": 0.00015885378170749838,
      "loss": 12.2006,
      "step": 18518
    },
    {
      "epoch": 3.0324218110365155,
      "grad_norm": 0.1464356929063797,
      "learning_rate": 0.00015884960212838678,
      "loss": 12.1968,
      "step": 18519
    },
    {
      "epoch": 3.032585557556902,
      "grad_norm": 0.15340544283390045,
      "learning_rate": 0.0001588454223919983,
      "loss": 12.1979,
      "step": 18520
    },
    {
      "epoch": 3.032749304077288,
      "grad_norm": 0.13042207062244415,
      "learning_rate": 0.00015884124249834414,
      "loss": 12.1754,
      "step": 18521
    },
    {
      "epoch": 3.0329130505976747,
      "grad_norm": 0.17028264701366425,
      "learning_rate": 0.00015883706244743546,
      "loss": 12.2626,
      "step": 18522
    },
    {
      "epoch": 3.033076797118061,
      "grad_norm": 0.280834823846817,
      "learning_rate": 0.00015883288223928345,
      "loss": 12.1879,
      "step": 18523
    },
    {
      "epoch": 3.0332405436384478,
      "grad_norm": 0.12907521426677704,
      "learning_rate": 0.0001588287018738993,
      "loss": 12.1731,
      "step": 18524
    },
    {
      "epoch": 3.0334042901588343,
      "grad_norm": 0.17013128101825714,
      "learning_rate": 0.00015882452135129412,
      "loss": 12.1867,
      "step": 18525
    },
    {
      "epoch": 3.0335680366792204,
      "grad_norm": 0.1938316971063614,
      "learning_rate": 0.00015882034067147912,
      "loss": 12.1836,
      "step": 18526
    },
    {
      "epoch": 3.033731783199607,
      "grad_norm": 0.164341539144516,
      "learning_rate": 0.0001588161598344655,
      "loss": 12.1952,
      "step": 18527
    },
    {
      "epoch": 3.0338955297199934,
      "grad_norm": 0.12595857679843903,
      "learning_rate": 0.0001588119788402644,
      "loss": 12.1933,
      "step": 18528
    },
    {
      "epoch": 3.03405927624038,
      "grad_norm": 0.1299266815185547,
      "learning_rate": 0.00015880779768888696,
      "loss": 12.1869,
      "step": 18529
    },
    {
      "epoch": 3.0342230227607665,
      "grad_norm": 0.17109248042106628,
      "learning_rate": 0.00015880361638034442,
      "loss": 12.1158,
      "step": 18530
    },
    {
      "epoch": 3.0343867692811526,
      "grad_norm": 0.16442595422267914,
      "learning_rate": 0.00015879943491464794,
      "loss": 12.1454,
      "step": 18531
    },
    {
      "epoch": 3.034550515801539,
      "grad_norm": 0.16100379824638367,
      "learning_rate": 0.00015879525329180866,
      "loss": 12.1578,
      "step": 18532
    },
    {
      "epoch": 3.0347142623219256,
      "grad_norm": 0.16847553849220276,
      "learning_rate": 0.0001587910715118378,
      "loss": 12.1478,
      "step": 18533
    },
    {
      "epoch": 3.034878008842312,
      "grad_norm": 0.152150496840477,
      "learning_rate": 0.0001587868895747465,
      "loss": 12.1498,
      "step": 18534
    },
    {
      "epoch": 3.0350417553626987,
      "grad_norm": 0.21378850936889648,
      "learning_rate": 0.00015878270748054596,
      "loss": 12.2747,
      "step": 18535
    },
    {
      "epoch": 3.035205501883085,
      "grad_norm": 0.1576240062713623,
      "learning_rate": 0.00015877852522924732,
      "loss": 12.1848,
      "step": 18536
    },
    {
      "epoch": 3.0353692484034713,
      "grad_norm": 0.12811750173568726,
      "learning_rate": 0.00015877434282086182,
      "loss": 12.1288,
      "step": 18537
    },
    {
      "epoch": 3.035532994923858,
      "grad_norm": 0.18172509968280792,
      "learning_rate": 0.00015877016025540056,
      "loss": 12.1605,
      "step": 18538
    },
    {
      "epoch": 3.0356967414442444,
      "grad_norm": 0.140638068318367,
      "learning_rate": 0.0001587659775328748,
      "loss": 12.181,
      "step": 18539
    },
    {
      "epoch": 3.035860487964631,
      "grad_norm": 0.17832794785499573,
      "learning_rate": 0.00015876179465329566,
      "loss": 12.1667,
      "step": 18540
    },
    {
      "epoch": 3.036024234485017,
      "grad_norm": 0.15247321128845215,
      "learning_rate": 0.00015875761161667434,
      "loss": 12.253,
      "step": 18541
    },
    {
      "epoch": 3.0361879810054035,
      "grad_norm": 0.15110152959823608,
      "learning_rate": 0.00015875342842302202,
      "loss": 12.1328,
      "step": 18542
    },
    {
      "epoch": 3.03635172752579,
      "grad_norm": 0.13474853336811066,
      "learning_rate": 0.00015874924507234989,
      "loss": 12.1896,
      "step": 18543
    },
    {
      "epoch": 3.0365154740461766,
      "grad_norm": 0.2128559798002243,
      "learning_rate": 0.0001587450615646691,
      "loss": 12.2173,
      "step": 18544
    },
    {
      "epoch": 3.036679220566563,
      "grad_norm": 0.18491463363170624,
      "learning_rate": 0.0001587408778999908,
      "loss": 12.1609,
      "step": 18545
    },
    {
      "epoch": 3.0368429670869492,
      "grad_norm": 0.14782162010669708,
      "learning_rate": 0.00015873669407832629,
      "loss": 12.1736,
      "step": 18546
    },
    {
      "epoch": 3.0370067136073358,
      "grad_norm": 0.2384757250547409,
      "learning_rate": 0.00015873251009968664,
      "loss": 12.1821,
      "step": 18547
    },
    {
      "epoch": 3.0371704601277223,
      "grad_norm": 0.23367063701152802,
      "learning_rate": 0.00015872832596408308,
      "loss": 12.1264,
      "step": 18548
    },
    {
      "epoch": 3.037334206648109,
      "grad_norm": 0.12732408940792084,
      "learning_rate": 0.00015872414167152678,
      "loss": 12.1682,
      "step": 18549
    },
    {
      "epoch": 3.0374979531684954,
      "grad_norm": 0.14649979770183563,
      "learning_rate": 0.00015871995722202892,
      "loss": 12.1927,
      "step": 18550
    },
    {
      "epoch": 3.0376616996888814,
      "grad_norm": 0.19334620237350464,
      "learning_rate": 0.00015871577261560068,
      "loss": 12.1146,
      "step": 18551
    },
    {
      "epoch": 3.037825446209268,
      "grad_norm": 0.1411466747522354,
      "learning_rate": 0.00015871158785225328,
      "loss": 12.1153,
      "step": 18552
    },
    {
      "epoch": 3.0379891927296545,
      "grad_norm": 0.18057918548583984,
      "learning_rate": 0.0001587074029319979,
      "loss": 12.1847,
      "step": 18553
    },
    {
      "epoch": 3.038152939250041,
      "grad_norm": 0.16756455600261688,
      "learning_rate": 0.00015870321785484563,
      "loss": 12.1948,
      "step": 18554
    },
    {
      "epoch": 3.0383166857704276,
      "grad_norm": 0.15406401455402374,
      "learning_rate": 0.00015869903262080777,
      "loss": 12.1696,
      "step": 18555
    },
    {
      "epoch": 3.0384804322908137,
      "grad_norm": 0.16815532743930817,
      "learning_rate": 0.00015869484722989545,
      "loss": 12.1589,
      "step": 18556
    },
    {
      "epoch": 3.0386441788112,
      "grad_norm": 0.17605771124362946,
      "learning_rate": 0.0001586906616821199,
      "loss": 12.1755,
      "step": 18557
    },
    {
      "epoch": 3.0388079253315867,
      "grad_norm": 0.2007056027650833,
      "learning_rate": 0.0001586864759774922,
      "loss": 12.1781,
      "step": 18558
    },
    {
      "epoch": 3.0389716718519733,
      "grad_norm": 0.18479983508586884,
      "learning_rate": 0.00015868229011602365,
      "loss": 12.2066,
      "step": 18559
    },
    {
      "epoch": 3.03913541837236,
      "grad_norm": 0.20866280794143677,
      "learning_rate": 0.00015867810409772538,
      "loss": 12.2087,
      "step": 18560
    },
    {
      "epoch": 3.039299164892746,
      "grad_norm": 0.12288764119148254,
      "learning_rate": 0.00015867391792260863,
      "loss": 12.1608,
      "step": 18561
    },
    {
      "epoch": 3.0394629114131324,
      "grad_norm": 0.1294803023338318,
      "learning_rate": 0.00015866973159068447,
      "loss": 12.1982,
      "step": 18562
    },
    {
      "epoch": 3.039626657933519,
      "grad_norm": 0.1455913484096527,
      "learning_rate": 0.00015866554510196424,
      "loss": 12.1452,
      "step": 18563
    },
    {
      "epoch": 3.0397904044539055,
      "grad_norm": 0.17870956659317017,
      "learning_rate": 0.00015866135845645903,
      "loss": 12.152,
      "step": 18564
    },
    {
      "epoch": 3.039954150974292,
      "grad_norm": 0.22102640569210052,
      "learning_rate": 0.00015865717165418003,
      "loss": 12.1454,
      "step": 18565
    },
    {
      "epoch": 3.040117897494678,
      "grad_norm": 0.15747439861297607,
      "learning_rate": 0.0001586529846951385,
      "loss": 12.1988,
      "step": 18566
    },
    {
      "epoch": 3.0402816440150646,
      "grad_norm": 0.32289573550224304,
      "learning_rate": 0.0001586487975793456,
      "loss": 12.1131,
      "step": 18567
    },
    {
      "epoch": 3.040445390535451,
      "grad_norm": 0.15558159351348877,
      "learning_rate": 0.00015864461030681246,
      "loss": 12.1687,
      "step": 18568
    },
    {
      "epoch": 3.0406091370558377,
      "grad_norm": 0.11690638214349747,
      "learning_rate": 0.0001586404228775503,
      "loss": 12.1898,
      "step": 18569
    },
    {
      "epoch": 3.040772883576224,
      "grad_norm": 0.16593961417675018,
      "learning_rate": 0.00015863623529157036,
      "loss": 12.1363,
      "step": 18570
    },
    {
      "epoch": 3.0409366300966103,
      "grad_norm": 0.2087351232767105,
      "learning_rate": 0.0001586320475488838,
      "loss": 12.1667,
      "step": 18571
    },
    {
      "epoch": 3.041100376616997,
      "grad_norm": 0.18303434550762177,
      "learning_rate": 0.0001586278596495018,
      "loss": 12.175,
      "step": 18572
    },
    {
      "epoch": 3.0412641231373834,
      "grad_norm": 0.16170065104961395,
      "learning_rate": 0.00015862367159343553,
      "loss": 12.1912,
      "step": 18573
    },
    {
      "epoch": 3.04142786965777,
      "grad_norm": 0.18995779752731323,
      "learning_rate": 0.00015861948338069626,
      "loss": 12.169,
      "step": 18574
    },
    {
      "epoch": 3.0415916161781564,
      "grad_norm": 0.16139209270477295,
      "learning_rate": 0.00015861529501129512,
      "loss": 12.201,
      "step": 18575
    },
    {
      "epoch": 3.0417553626985425,
      "grad_norm": 0.1682601124048233,
      "learning_rate": 0.0001586111064852433,
      "loss": 12.2146,
      "step": 18576
    },
    {
      "epoch": 3.041919109218929,
      "grad_norm": 0.15443946421146393,
      "learning_rate": 0.00015860691780255205,
      "loss": 12.1981,
      "step": 18577
    },
    {
      "epoch": 3.0420828557393156,
      "grad_norm": 0.2353964000940323,
      "learning_rate": 0.0001586027289632325,
      "loss": 12.2173,
      "step": 18578
    },
    {
      "epoch": 3.042246602259702,
      "grad_norm": 0.16338320076465607,
      "learning_rate": 0.0001585985399672959,
      "loss": 12.2198,
      "step": 18579
    },
    {
      "epoch": 3.0424103487800886,
      "grad_norm": 0.14468935132026672,
      "learning_rate": 0.00015859435081475343,
      "loss": 12.187,
      "step": 18580
    },
    {
      "epoch": 3.0425740953004747,
      "grad_norm": 0.16886723041534424,
      "learning_rate": 0.00015859016150561624,
      "loss": 12.1714,
      "step": 18581
    },
    {
      "epoch": 3.0427378418208613,
      "grad_norm": 0.14107494056224823,
      "learning_rate": 0.00015858597203989553,
      "loss": 12.2288,
      "step": 18582
    },
    {
      "epoch": 3.042901588341248,
      "grad_norm": 0.1936674416065216,
      "learning_rate": 0.00015858178241760258,
      "loss": 12.1922,
      "step": 18583
    },
    {
      "epoch": 3.0430653348616343,
      "grad_norm": 0.16302458941936493,
      "learning_rate": 0.00015857759263874854,
      "loss": 12.1864,
      "step": 18584
    },
    {
      "epoch": 3.0432290813820204,
      "grad_norm": 0.14897038042545319,
      "learning_rate": 0.00015857340270334456,
      "loss": 12.1724,
      "step": 18585
    },
    {
      "epoch": 3.043392827902407,
      "grad_norm": 0.11833126097917557,
      "learning_rate": 0.0001585692126114019,
      "loss": 12.1686,
      "step": 18586
    },
    {
      "epoch": 3.0435565744227935,
      "grad_norm": 0.12560516595840454,
      "learning_rate": 0.00015856502236293176,
      "loss": 12.1711,
      "step": 18587
    },
    {
      "epoch": 3.04372032094318,
      "grad_norm": 0.21536420285701752,
      "learning_rate": 0.00015856083195794527,
      "loss": 12.2246,
      "step": 18588
    },
    {
      "epoch": 3.0438840674635665,
      "grad_norm": 0.1317710280418396,
      "learning_rate": 0.0001585566413964537,
      "loss": 12.1495,
      "step": 18589
    },
    {
      "epoch": 3.0440478139839526,
      "grad_norm": 0.15818028151988983,
      "learning_rate": 0.00015855245067846821,
      "loss": 12.1636,
      "step": 18590
    },
    {
      "epoch": 3.044211560504339,
      "grad_norm": 0.1653469204902649,
      "learning_rate": 0.00015854825980400004,
      "loss": 12.2233,
      "step": 18591
    },
    {
      "epoch": 3.0443753070247257,
      "grad_norm": 0.13262170553207397,
      "learning_rate": 0.00015854406877306034,
      "loss": 12.2159,
      "step": 18592
    },
    {
      "epoch": 3.0445390535451122,
      "grad_norm": 0.22914420068264008,
      "learning_rate": 0.00015853987758566033,
      "loss": 12.1991,
      "step": 18593
    },
    {
      "epoch": 3.0447028000654988,
      "grad_norm": 0.14972636103630066,
      "learning_rate": 0.00015853568624181122,
      "loss": 12.1551,
      "step": 18594
    },
    {
      "epoch": 3.044866546585885,
      "grad_norm": 0.13814131915569305,
      "learning_rate": 0.00015853149474152423,
      "loss": 12.1627,
      "step": 18595
    },
    {
      "epoch": 3.0450302931062714,
      "grad_norm": 0.1593194305896759,
      "learning_rate": 0.0001585273030848105,
      "loss": 12.1559,
      "step": 18596
    },
    {
      "epoch": 3.045194039626658,
      "grad_norm": 0.12971340119838715,
      "learning_rate": 0.0001585231112716813,
      "loss": 12.2095,
      "step": 18597
    },
    {
      "epoch": 3.0453577861470444,
      "grad_norm": 0.1393105387687683,
      "learning_rate": 0.00015851891930214777,
      "loss": 12.1914,
      "step": 18598
    },
    {
      "epoch": 3.045521532667431,
      "grad_norm": 0.16669440269470215,
      "learning_rate": 0.0001585147271762212,
      "loss": 12.1866,
      "step": 18599
    },
    {
      "epoch": 3.045685279187817,
      "grad_norm": 0.15461094677448273,
      "learning_rate": 0.0001585105348939127,
      "loss": 12.18,
      "step": 18600
    },
    {
      "epoch": 3.0458490257082036,
      "grad_norm": 0.18902021646499634,
      "learning_rate": 0.0001585063424552335,
      "loss": 12.1882,
      "step": 18601
    },
    {
      "epoch": 3.04601277222859,
      "grad_norm": 0.145838662981987,
      "learning_rate": 0.00015850214986019487,
      "loss": 12.1982,
      "step": 18602
    },
    {
      "epoch": 3.0461765187489767,
      "grad_norm": 0.1576516181230545,
      "learning_rate": 0.00015849795710880794,
      "loss": 12.1618,
      "step": 18603
    },
    {
      "epoch": 3.046340265269363,
      "grad_norm": 0.16078679263591766,
      "learning_rate": 0.00015849376420108393,
      "loss": 12.1855,
      "step": 18604
    },
    {
      "epoch": 3.0465040117897493,
      "grad_norm": 0.18580801784992218,
      "learning_rate": 0.00015848957113703404,
      "loss": 12.1723,
      "step": 18605
    },
    {
      "epoch": 3.046667758310136,
      "grad_norm": 0.1641751080751419,
      "learning_rate": 0.00015848537791666954,
      "loss": 12.1722,
      "step": 18606
    },
    {
      "epoch": 3.0468315048305223,
      "grad_norm": 0.33276525139808655,
      "learning_rate": 0.00015848118454000153,
      "loss": 12.2953,
      "step": 18607
    },
    {
      "epoch": 3.046995251350909,
      "grad_norm": 0.17124691605567932,
      "learning_rate": 0.00015847699100704133,
      "loss": 12.1391,
      "step": 18608
    },
    {
      "epoch": 3.0471589978712954,
      "grad_norm": 0.16100828349590302,
      "learning_rate": 0.00015847279731780005,
      "loss": 12.1566,
      "step": 18609
    },
    {
      "epoch": 3.0473227443916815,
      "grad_norm": 0.22282059490680695,
      "learning_rate": 0.00015846860347228895,
      "loss": 12.1961,
      "step": 18610
    },
    {
      "epoch": 3.047486490912068,
      "grad_norm": 0.19758903980255127,
      "learning_rate": 0.0001584644094705192,
      "loss": 12.2014,
      "step": 18611
    },
    {
      "epoch": 3.0476502374324546,
      "grad_norm": 0.141173854470253,
      "learning_rate": 0.0001584602153125021,
      "loss": 12.1982,
      "step": 18612
    },
    {
      "epoch": 3.047813983952841,
      "grad_norm": 0.17518876492977142,
      "learning_rate": 0.00015845602099824873,
      "loss": 12.177,
      "step": 18613
    },
    {
      "epoch": 3.0479777304732276,
      "grad_norm": 0.16083818674087524,
      "learning_rate": 0.0001584518265277704,
      "loss": 12.1522,
      "step": 18614
    },
    {
      "epoch": 3.0481414769936137,
      "grad_norm": 0.19576074182987213,
      "learning_rate": 0.00015844763190107827,
      "loss": 12.2267,
      "step": 18615
    },
    {
      "epoch": 3.0483052235140002,
      "grad_norm": 0.16517576575279236,
      "learning_rate": 0.00015844343711818356,
      "loss": 12.1799,
      "step": 18616
    },
    {
      "epoch": 3.0484689700343868,
      "grad_norm": 0.15258759260177612,
      "learning_rate": 0.0001584392421790975,
      "loss": 12.1672,
      "step": 18617
    },
    {
      "epoch": 3.0486327165547733,
      "grad_norm": 0.14140672981739044,
      "learning_rate": 0.00015843504708383128,
      "loss": 12.1909,
      "step": 18618
    },
    {
      "epoch": 3.04879646307516,
      "grad_norm": 0.17939692735671997,
      "learning_rate": 0.0001584308518323961,
      "loss": 12.1377,
      "step": 18619
    },
    {
      "epoch": 3.048960209595546,
      "grad_norm": 0.181817427277565,
      "learning_rate": 0.00015842665642480322,
      "loss": 12.1675,
      "step": 18620
    },
    {
      "epoch": 3.0491239561159325,
      "grad_norm": 0.1797858625650406,
      "learning_rate": 0.0001584224608610638,
      "loss": 12.146,
      "step": 18621
    },
    {
      "epoch": 3.049287702636319,
      "grad_norm": 0.1542074829339981,
      "learning_rate": 0.00015841826514118907,
      "loss": 12.1715,
      "step": 18622
    },
    {
      "epoch": 3.0494514491567055,
      "grad_norm": 0.17972373962402344,
      "learning_rate": 0.00015841406926519027,
      "loss": 12.2343,
      "step": 18623
    },
    {
      "epoch": 3.049615195677092,
      "grad_norm": 0.1501859724521637,
      "learning_rate": 0.00015840987323307857,
      "loss": 12.1547,
      "step": 18624
    },
    {
      "epoch": 3.049778942197478,
      "grad_norm": 0.16667041182518005,
      "learning_rate": 0.00015840567704486518,
      "loss": 12.1688,
      "step": 18625
    },
    {
      "epoch": 3.0499426887178647,
      "grad_norm": 0.1559704691171646,
      "learning_rate": 0.0001584014807005614,
      "loss": 12.1531,
      "step": 18626
    },
    {
      "epoch": 3.050106435238251,
      "grad_norm": 0.14769768714904785,
      "learning_rate": 0.00015839728420017837,
      "loss": 12.1692,
      "step": 18627
    },
    {
      "epoch": 3.0502701817586377,
      "grad_norm": 0.1978224813938141,
      "learning_rate": 0.00015839308754372729,
      "loss": 12.1647,
      "step": 18628
    },
    {
      "epoch": 3.0504339282790243,
      "grad_norm": 0.17784853279590607,
      "learning_rate": 0.00015838889073121944,
      "loss": 12.1662,
      "step": 18629
    },
    {
      "epoch": 3.0505976747994104,
      "grad_norm": 0.1458880752325058,
      "learning_rate": 0.00015838469376266593,
      "loss": 12.1645,
      "step": 18630
    },
    {
      "epoch": 3.050761421319797,
      "grad_norm": 0.13612614572048187,
      "learning_rate": 0.0001583804966380781,
      "loss": 12.1603,
      "step": 18631
    },
    {
      "epoch": 3.0509251678401834,
      "grad_norm": 0.16783377528190613,
      "learning_rate": 0.00015837629935746712,
      "loss": 12.1776,
      "step": 18632
    },
    {
      "epoch": 3.05108891436057,
      "grad_norm": 0.18666693568229675,
      "learning_rate": 0.0001583721019208442,
      "loss": 12.1801,
      "step": 18633
    },
    {
      "epoch": 3.0512526608809565,
      "grad_norm": 0.13883376121520996,
      "learning_rate": 0.00015836790432822054,
      "loss": 12.218,
      "step": 18634
    },
    {
      "epoch": 3.0514164074013426,
      "grad_norm": 0.18576925992965698,
      "learning_rate": 0.0001583637065796074,
      "loss": 12.1674,
      "step": 18635
    },
    {
      "epoch": 3.051580153921729,
      "grad_norm": 0.13740870356559753,
      "learning_rate": 0.00015835950867501596,
      "loss": 12.1657,
      "step": 18636
    },
    {
      "epoch": 3.0517439004421156,
      "grad_norm": 0.19006569683551788,
      "learning_rate": 0.00015835531061445747,
      "loss": 12.2243,
      "step": 18637
    },
    {
      "epoch": 3.051907646962502,
      "grad_norm": 0.14791981875896454,
      "learning_rate": 0.00015835111239794313,
      "loss": 12.1444,
      "step": 18638
    },
    {
      "epoch": 3.0520713934828887,
      "grad_norm": 0.14673061668872833,
      "learning_rate": 0.00015834691402548414,
      "loss": 12.1679,
      "step": 18639
    },
    {
      "epoch": 3.052235140003275,
      "grad_norm": 0.14313997328281403,
      "learning_rate": 0.0001583427154970918,
      "loss": 12.2305,
      "step": 18640
    },
    {
      "epoch": 3.0523988865236613,
      "grad_norm": 0.17237979173660278,
      "learning_rate": 0.0001583385168127772,
      "loss": 12.3303,
      "step": 18641
    },
    {
      "epoch": 3.052562633044048,
      "grad_norm": 0.1769527643918991,
      "learning_rate": 0.00015833431797255168,
      "loss": 12.2077,
      "step": 18642
    },
    {
      "epoch": 3.0527263795644344,
      "grad_norm": 0.17241977155208588,
      "learning_rate": 0.0001583301189764264,
      "loss": 12.1658,
      "step": 18643
    },
    {
      "epoch": 3.052890126084821,
      "grad_norm": 0.14771676063537598,
      "learning_rate": 0.00015832591982441261,
      "loss": 12.1789,
      "step": 18644
    },
    {
      "epoch": 3.053053872605207,
      "grad_norm": 0.19148533046245575,
      "learning_rate": 0.00015832172051652153,
      "loss": 12.1927,
      "step": 18645
    },
    {
      "epoch": 3.0532176191255935,
      "grad_norm": 0.12190050631761551,
      "learning_rate": 0.00015831752105276438,
      "loss": 12.1547,
      "step": 18646
    },
    {
      "epoch": 3.05338136564598,
      "grad_norm": 0.12670081853866577,
      "learning_rate": 0.00015831332143315235,
      "loss": 12.1693,
      "step": 18647
    },
    {
      "epoch": 3.0535451121663666,
      "grad_norm": 0.19052517414093018,
      "learning_rate": 0.00015830912165769673,
      "loss": 12.1513,
      "step": 18648
    },
    {
      "epoch": 3.053708858686753,
      "grad_norm": 0.18380950391292572,
      "learning_rate": 0.00015830492172640867,
      "loss": 12.1572,
      "step": 18649
    },
    {
      "epoch": 3.053872605207139,
      "grad_norm": 0.16483955085277557,
      "learning_rate": 0.00015830072163929945,
      "loss": 12.1825,
      "step": 18650
    },
    {
      "epoch": 3.0540363517275257,
      "grad_norm": 0.13475656509399414,
      "learning_rate": 0.00015829652139638027,
      "loss": 12.2209,
      "step": 18651
    },
    {
      "epoch": 3.0542000982479123,
      "grad_norm": 0.12641185522079468,
      "learning_rate": 0.00015829232099766232,
      "loss": 12.1589,
      "step": 18652
    },
    {
      "epoch": 3.054363844768299,
      "grad_norm": 0.17741172015666962,
      "learning_rate": 0.00015828812044315694,
      "loss": 12.2065,
      "step": 18653
    },
    {
      "epoch": 3.054527591288685,
      "grad_norm": 0.11905708909034729,
      "learning_rate": 0.00015828391973287523,
      "loss": 12.1744,
      "step": 18654
    },
    {
      "epoch": 3.0546913378090714,
      "grad_norm": 0.1819857954978943,
      "learning_rate": 0.0001582797188668285,
      "loss": 12.194,
      "step": 18655
    },
    {
      "epoch": 3.054855084329458,
      "grad_norm": 0.16116338968276978,
      "learning_rate": 0.0001582755178450279,
      "loss": 12.1646,
      "step": 18656
    },
    {
      "epoch": 3.0550188308498445,
      "grad_norm": 0.15725025534629822,
      "learning_rate": 0.00015827131666748474,
      "loss": 12.1736,
      "step": 18657
    },
    {
      "epoch": 3.055182577370231,
      "grad_norm": 0.16390015184879303,
      "learning_rate": 0.00015826711533421022,
      "loss": 12.1721,
      "step": 18658
    },
    {
      "epoch": 3.055346323890617,
      "grad_norm": 0.15558984875679016,
      "learning_rate": 0.00015826291384521553,
      "loss": 12.1529,
      "step": 18659
    },
    {
      "epoch": 3.0555100704110036,
      "grad_norm": 0.24292732775211334,
      "learning_rate": 0.00015825871220051193,
      "loss": 12.227,
      "step": 18660
    },
    {
      "epoch": 3.05567381693139,
      "grad_norm": 0.1450769305229187,
      "learning_rate": 0.00015825451040011066,
      "loss": 12.2024,
      "step": 18661
    },
    {
      "epoch": 3.0558375634517767,
      "grad_norm": 0.1703147441148758,
      "learning_rate": 0.0001582503084440229,
      "loss": 12.1565,
      "step": 18662
    },
    {
      "epoch": 3.0560013099721632,
      "grad_norm": 0.15268509089946747,
      "learning_rate": 0.00015824610633225996,
      "loss": 12.1753,
      "step": 18663
    },
    {
      "epoch": 3.0561650564925493,
      "grad_norm": 0.1859310120344162,
      "learning_rate": 0.00015824190406483302,
      "loss": 12.1833,
      "step": 18664
    },
    {
      "epoch": 3.056328803012936,
      "grad_norm": 0.16841933131217957,
      "learning_rate": 0.00015823770164175328,
      "loss": 12.1651,
      "step": 18665
    },
    {
      "epoch": 3.0564925495333224,
      "grad_norm": 0.22612705826759338,
      "learning_rate": 0.00015823349906303203,
      "loss": 12.1974,
      "step": 18666
    },
    {
      "epoch": 3.056656296053709,
      "grad_norm": 0.18165737390518188,
      "learning_rate": 0.0001582292963286805,
      "loss": 12.202,
      "step": 18667
    },
    {
      "epoch": 3.0568200425740955,
      "grad_norm": 0.1810009479522705,
      "learning_rate": 0.00015822509343870985,
      "loss": 12.1674,
      "step": 18668
    },
    {
      "epoch": 3.0569837890944815,
      "grad_norm": 0.3029271960258484,
      "learning_rate": 0.0001582208903931314,
      "loss": 12.1681,
      "step": 18669
    },
    {
      "epoch": 3.057147535614868,
      "grad_norm": 0.1204719990491867,
      "learning_rate": 0.00015821668719195634,
      "loss": 12.1863,
      "step": 18670
    },
    {
      "epoch": 3.0573112821352546,
      "grad_norm": 0.1330571472644806,
      "learning_rate": 0.00015821248383519592,
      "loss": 12.1496,
      "step": 18671
    },
    {
      "epoch": 3.057475028655641,
      "grad_norm": 0.16091594099998474,
      "learning_rate": 0.00015820828032286132,
      "loss": 12.2146,
      "step": 18672
    },
    {
      "epoch": 3.0576387751760277,
      "grad_norm": 0.15092532336711884,
      "learning_rate": 0.00015820407665496385,
      "loss": 12.1639,
      "step": 18673
    },
    {
      "epoch": 3.0578025216964138,
      "grad_norm": 0.16891136765480042,
      "learning_rate": 0.00015819987283151473,
      "loss": 12.1761,
      "step": 18674
    },
    {
      "epoch": 3.0579662682168003,
      "grad_norm": 0.1513313204050064,
      "learning_rate": 0.00015819566885252515,
      "loss": 12.2279,
      "step": 18675
    },
    {
      "epoch": 3.058130014737187,
      "grad_norm": 0.16207902133464813,
      "learning_rate": 0.00015819146471800636,
      "loss": 12.1439,
      "step": 18676
    },
    {
      "epoch": 3.0582937612575734,
      "grad_norm": 0.1873302161693573,
      "learning_rate": 0.00015818726042796962,
      "loss": 12.1584,
      "step": 18677
    },
    {
      "epoch": 3.05845750777796,
      "grad_norm": 0.18843616545200348,
      "learning_rate": 0.00015818305598242613,
      "loss": 12.1523,
      "step": 18678
    },
    {
      "epoch": 3.058621254298346,
      "grad_norm": 0.1671847403049469,
      "learning_rate": 0.00015817885138138716,
      "loss": 12.1384,
      "step": 18679
    },
    {
      "epoch": 3.0587850008187325,
      "grad_norm": 0.1464177519083023,
      "learning_rate": 0.00015817464662486397,
      "loss": 12.1766,
      "step": 18680
    },
    {
      "epoch": 3.058948747339119,
      "grad_norm": 0.13657523691654205,
      "learning_rate": 0.0001581704417128677,
      "loss": 12.2237,
      "step": 18681
    },
    {
      "epoch": 3.0591124938595056,
      "grad_norm": 0.18064554035663605,
      "learning_rate": 0.0001581662366454097,
      "loss": 12.2083,
      "step": 18682
    },
    {
      "epoch": 3.059276240379892,
      "grad_norm": 0.2124224454164505,
      "learning_rate": 0.00015816203142250115,
      "loss": 12.3137,
      "step": 18683
    },
    {
      "epoch": 3.059439986900278,
      "grad_norm": 0.15905334055423737,
      "learning_rate": 0.0001581578260441533,
      "loss": 12.1396,
      "step": 18684
    },
    {
      "epoch": 3.0596037334206647,
      "grad_norm": 0.16862450540065765,
      "learning_rate": 0.0001581536205103774,
      "loss": 12.2523,
      "step": 18685
    },
    {
      "epoch": 3.0597674799410512,
      "grad_norm": 0.18157753348350525,
      "learning_rate": 0.00015814941482118462,
      "loss": 12.1702,
      "step": 18686
    },
    {
      "epoch": 3.059931226461438,
      "grad_norm": 0.12330080568790436,
      "learning_rate": 0.00015814520897658628,
      "loss": 12.1908,
      "step": 18687
    },
    {
      "epoch": 3.0600949729818243,
      "grad_norm": 0.15799292922019958,
      "learning_rate": 0.00015814100297659362,
      "loss": 12.1589,
      "step": 18688
    },
    {
      "epoch": 3.0602587195022104,
      "grad_norm": 0.13545125722885132,
      "learning_rate": 0.00015813679682121786,
      "loss": 12.1495,
      "step": 18689
    },
    {
      "epoch": 3.060422466022597,
      "grad_norm": 0.14221826195716858,
      "learning_rate": 0.0001581325905104702,
      "loss": 12.1362,
      "step": 18690
    },
    {
      "epoch": 3.0605862125429835,
      "grad_norm": 0.1628241091966629,
      "learning_rate": 0.00015812838404436193,
      "loss": 12.2025,
      "step": 18691
    },
    {
      "epoch": 3.06074995906337,
      "grad_norm": 0.1327640861272812,
      "learning_rate": 0.0001581241774229043,
      "loss": 12.2081,
      "step": 18692
    },
    {
      "epoch": 3.0609137055837565,
      "grad_norm": 0.14248548448085785,
      "learning_rate": 0.00015811997064610854,
      "loss": 12.1879,
      "step": 18693
    },
    {
      "epoch": 3.0610774521041426,
      "grad_norm": 0.12657687067985535,
      "learning_rate": 0.00015811576371398584,
      "loss": 12.2215,
      "step": 18694
    },
    {
      "epoch": 3.061241198624529,
      "grad_norm": 0.12683135271072388,
      "learning_rate": 0.00015811155662654754,
      "loss": 12.1925,
      "step": 18695
    },
    {
      "epoch": 3.0614049451449157,
      "grad_norm": 0.12810103595256805,
      "learning_rate": 0.0001581073493838048,
      "loss": 12.1738,
      "step": 18696
    },
    {
      "epoch": 3.061568691665302,
      "grad_norm": 0.16575467586517334,
      "learning_rate": 0.0001581031419857689,
      "loss": 12.1785,
      "step": 18697
    },
    {
      "epoch": 3.0617324381856887,
      "grad_norm": 0.16388660669326782,
      "learning_rate": 0.00015809893443245108,
      "loss": 12.1964,
      "step": 18698
    },
    {
      "epoch": 3.061896184706075,
      "grad_norm": 0.13544006645679474,
      "learning_rate": 0.0001580947267238626,
      "loss": 12.174,
      "step": 18699
    },
    {
      "epoch": 3.0620599312264614,
      "grad_norm": 0.1631547063589096,
      "learning_rate": 0.00015809051886001466,
      "loss": 12.1877,
      "step": 18700
    },
    {
      "epoch": 3.062223677746848,
      "grad_norm": 0.13244584202766418,
      "learning_rate": 0.0001580863108409186,
      "loss": 12.2084,
      "step": 18701
    },
    {
      "epoch": 3.0623874242672344,
      "grad_norm": 0.19237470626831055,
      "learning_rate": 0.00015808210266658553,
      "loss": 12.1715,
      "step": 18702
    },
    {
      "epoch": 3.062551170787621,
      "grad_norm": 0.1691722273826599,
      "learning_rate": 0.0001580778943370268,
      "loss": 12.2399,
      "step": 18703
    },
    {
      "epoch": 3.062714917308007,
      "grad_norm": 0.12894611060619354,
      "learning_rate": 0.00015807368585225363,
      "loss": 12.1685,
      "step": 18704
    },
    {
      "epoch": 3.0628786638283936,
      "grad_norm": 0.12914849817752838,
      "learning_rate": 0.00015806947721227726,
      "loss": 12.2048,
      "step": 18705
    },
    {
      "epoch": 3.06304241034878,
      "grad_norm": 0.16439683735370636,
      "learning_rate": 0.00015806526841710895,
      "loss": 12.2193,
      "step": 18706
    },
    {
      "epoch": 3.0632061568691666,
      "grad_norm": 0.17453332245349884,
      "learning_rate": 0.0001580610594667599,
      "loss": 12.169,
      "step": 18707
    },
    {
      "epoch": 3.063369903389553,
      "grad_norm": 0.20960968732833862,
      "learning_rate": 0.00015805685036124142,
      "loss": 12.2253,
      "step": 18708
    },
    {
      "epoch": 3.0635336499099393,
      "grad_norm": 0.15562011301517487,
      "learning_rate": 0.00015805264110056475,
      "loss": 12.2122,
      "step": 18709
    },
    {
      "epoch": 3.063697396430326,
      "grad_norm": 0.15607695281505585,
      "learning_rate": 0.00015804843168474114,
      "loss": 12.1976,
      "step": 18710
    },
    {
      "epoch": 3.0638611429507123,
      "grad_norm": 0.1414879858493805,
      "learning_rate": 0.00015804422211378175,
      "loss": 12.1775,
      "step": 18711
    },
    {
      "epoch": 3.064024889471099,
      "grad_norm": 0.12537309527397156,
      "learning_rate": 0.000158040012387698,
      "loss": 12.1842,
      "step": 18712
    },
    {
      "epoch": 3.0641886359914854,
      "grad_norm": 0.123895563185215,
      "learning_rate": 0.00015803580250650095,
      "loss": 12.1526,
      "step": 18713
    },
    {
      "epoch": 3.0643523825118715,
      "grad_norm": 0.14454597234725952,
      "learning_rate": 0.00015803159247020204,
      "loss": 12.1781,
      "step": 18714
    },
    {
      "epoch": 3.064516129032258,
      "grad_norm": 0.143723264336586,
      "learning_rate": 0.00015802738227881235,
      "loss": 12.2138,
      "step": 18715
    },
    {
      "epoch": 3.0646798755526445,
      "grad_norm": 0.1459428071975708,
      "learning_rate": 0.00015802317193234328,
      "loss": 12.1943,
      "step": 18716
    },
    {
      "epoch": 3.064843622073031,
      "grad_norm": 0.13726326823234558,
      "learning_rate": 0.00015801896143080596,
      "loss": 12.2464,
      "step": 18717
    },
    {
      "epoch": 3.0650073685934176,
      "grad_norm": 0.15161627531051636,
      "learning_rate": 0.00015801475077421173,
      "loss": 12.197,
      "step": 18718
    },
    {
      "epoch": 3.0651711151138037,
      "grad_norm": 0.1659676432609558,
      "learning_rate": 0.0001580105399625718,
      "loss": 12.1656,
      "step": 18719
    },
    {
      "epoch": 3.0653348616341902,
      "grad_norm": 0.14570827782154083,
      "learning_rate": 0.00015800632899589737,
      "loss": 12.2096,
      "step": 18720
    },
    {
      "epoch": 3.0654986081545768,
      "grad_norm": 0.13358943164348602,
      "learning_rate": 0.00015800211787419984,
      "loss": 12.1681,
      "step": 18721
    },
    {
      "epoch": 3.0656623546749633,
      "grad_norm": 0.16745926439762115,
      "learning_rate": 0.00015799790659749033,
      "loss": 12.2052,
      "step": 18722
    },
    {
      "epoch": 3.0658261011953494,
      "grad_norm": 0.15548163652420044,
      "learning_rate": 0.0001579936951657802,
      "loss": 12.2116,
      "step": 18723
    },
    {
      "epoch": 3.065989847715736,
      "grad_norm": 0.25611984729766846,
      "learning_rate": 0.0001579894835790806,
      "loss": 12.1422,
      "step": 18724
    },
    {
      "epoch": 3.0661535942361224,
      "grad_norm": 0.22878552973270416,
      "learning_rate": 0.00015798527183740285,
      "loss": 12.1866,
      "step": 18725
    },
    {
      "epoch": 3.066317340756509,
      "grad_norm": 0.14692218601703644,
      "learning_rate": 0.00015798105994075816,
      "loss": 12.1872,
      "step": 18726
    },
    {
      "epoch": 3.0664810872768955,
      "grad_norm": 0.19598612189292908,
      "learning_rate": 0.00015797684788915788,
      "loss": 12.1903,
      "step": 18727
    },
    {
      "epoch": 3.066644833797282,
      "grad_norm": 0.1327933967113495,
      "learning_rate": 0.00015797263568261314,
      "loss": 12.1556,
      "step": 18728
    },
    {
      "epoch": 3.066808580317668,
      "grad_norm": 0.15611204504966736,
      "learning_rate": 0.00015796842332113534,
      "loss": 12.1874,
      "step": 18729
    },
    {
      "epoch": 3.0669723268380547,
      "grad_norm": 0.12359178811311722,
      "learning_rate": 0.00015796421080473559,
      "loss": 12.1507,
      "step": 18730
    },
    {
      "epoch": 3.067136073358441,
      "grad_norm": 0.16864556074142456,
      "learning_rate": 0.00015795999813342525,
      "loss": 12.1999,
      "step": 18731
    },
    {
      "epoch": 3.0672998198788277,
      "grad_norm": 0.17313267290592194,
      "learning_rate": 0.0001579557853072155,
      "loss": 12.1885,
      "step": 18732
    },
    {
      "epoch": 3.067463566399214,
      "grad_norm": 0.14097338914871216,
      "learning_rate": 0.0001579515723261177,
      "loss": 12.1819,
      "step": 18733
    },
    {
      "epoch": 3.0676273129196003,
      "grad_norm": 0.22571085393428802,
      "learning_rate": 0.00015794735919014304,
      "loss": 12.1432,
      "step": 18734
    },
    {
      "epoch": 3.067791059439987,
      "grad_norm": 0.16060644388198853,
      "learning_rate": 0.00015794314589930277,
      "loss": 12.199,
      "step": 18735
    },
    {
      "epoch": 3.0679548059603734,
      "grad_norm": 0.11745670437812805,
      "learning_rate": 0.00015793893245360821,
      "loss": 12.2096,
      "step": 18736
    },
    {
      "epoch": 3.06811855248076,
      "grad_norm": 0.24902386963367462,
      "learning_rate": 0.00015793471885307053,
      "loss": 12.1278,
      "step": 18737
    },
    {
      "epoch": 3.068282299001146,
      "grad_norm": 0.19381782412528992,
      "learning_rate": 0.00015793050509770108,
      "loss": 12.1427,
      "step": 18738
    },
    {
      "epoch": 3.0684460455215326,
      "grad_norm": 0.1924942433834076,
      "learning_rate": 0.0001579262911875111,
      "loss": 12.1858,
      "step": 18739
    },
    {
      "epoch": 3.068609792041919,
      "grad_norm": 0.14815625548362732,
      "learning_rate": 0.00015792207712251184,
      "loss": 12.1692,
      "step": 18740
    },
    {
      "epoch": 3.0687735385623056,
      "grad_norm": 0.1550934761762619,
      "learning_rate": 0.00015791786290271452,
      "loss": 12.163,
      "step": 18741
    },
    {
      "epoch": 3.068937285082692,
      "grad_norm": 0.1447649747133255,
      "learning_rate": 0.00015791364852813045,
      "loss": 12.2062,
      "step": 18742
    },
    {
      "epoch": 3.0691010316030782,
      "grad_norm": 0.17121361196041107,
      "learning_rate": 0.00015790943399877092,
      "loss": 12.2041,
      "step": 18743
    },
    {
      "epoch": 3.0692647781234648,
      "grad_norm": 0.16210579872131348,
      "learning_rate": 0.00015790521931464716,
      "loss": 12.2448,
      "step": 18744
    },
    {
      "epoch": 3.0694285246438513,
      "grad_norm": 0.164617121219635,
      "learning_rate": 0.0001579010044757704,
      "loss": 12.1748,
      "step": 18745
    },
    {
      "epoch": 3.069592271164238,
      "grad_norm": 0.16596972942352295,
      "learning_rate": 0.00015789678948215197,
      "loss": 12.1866,
      "step": 18746
    },
    {
      "epoch": 3.0697560176846244,
      "grad_norm": 0.25633472204208374,
      "learning_rate": 0.00015789257433380306,
      "loss": 12.2167,
      "step": 18747
    },
    {
      "epoch": 3.0699197642050104,
      "grad_norm": 0.16444233059883118,
      "learning_rate": 0.000157888359030735,
      "loss": 12.2292,
      "step": 18748
    },
    {
      "epoch": 3.070083510725397,
      "grad_norm": 0.14333756268024445,
      "learning_rate": 0.00015788414357295903,
      "loss": 12.2193,
      "step": 18749
    },
    {
      "epoch": 3.0702472572457835,
      "grad_norm": 0.19326846301555634,
      "learning_rate": 0.00015787992796048646,
      "loss": 12.1231,
      "step": 18750
    },
    {
      "epoch": 3.07041100376617,
      "grad_norm": 0.18667757511138916,
      "learning_rate": 0.00015787571219332848,
      "loss": 12.1934,
      "step": 18751
    },
    {
      "epoch": 3.0705747502865566,
      "grad_norm": 0.1580941528081894,
      "learning_rate": 0.0001578714962714964,
      "loss": 12.163,
      "step": 18752
    },
    {
      "epoch": 3.0707384968069427,
      "grad_norm": 0.1466563194990158,
      "learning_rate": 0.00015786728019500146,
      "loss": 12.1629,
      "step": 18753
    },
    {
      "epoch": 3.070902243327329,
      "grad_norm": 0.12508466839790344,
      "learning_rate": 0.00015786306396385494,
      "loss": 12.1998,
      "step": 18754
    },
    {
      "epoch": 3.0710659898477157,
      "grad_norm": 0.15287037193775177,
      "learning_rate": 0.00015785884757806815,
      "loss": 12.1582,
      "step": 18755
    },
    {
      "epoch": 3.0712297363681023,
      "grad_norm": 0.15743611752986908,
      "learning_rate": 0.0001578546310376523,
      "loss": 12.1834,
      "step": 18756
    },
    {
      "epoch": 3.071393482888489,
      "grad_norm": 0.14681774377822876,
      "learning_rate": 0.00015785041434261866,
      "loss": 12.1193,
      "step": 18757
    },
    {
      "epoch": 3.071557229408875,
      "grad_norm": 0.20063872635364532,
      "learning_rate": 0.00015784619749297857,
      "loss": 12.1558,
      "step": 18758
    },
    {
      "epoch": 3.0717209759292614,
      "grad_norm": 0.145490825176239,
      "learning_rate": 0.0001578419804887432,
      "loss": 12.1727,
      "step": 18759
    },
    {
      "epoch": 3.071884722449648,
      "grad_norm": 0.17959249019622803,
      "learning_rate": 0.0001578377633299239,
      "loss": 12.2041,
      "step": 18760
    },
    {
      "epoch": 3.0720484689700345,
      "grad_norm": 0.19896456599235535,
      "learning_rate": 0.00015783354601653192,
      "loss": 12.2235,
      "step": 18761
    },
    {
      "epoch": 3.072212215490421,
      "grad_norm": 0.14873358607292175,
      "learning_rate": 0.00015782932854857852,
      "loss": 12.1804,
      "step": 18762
    },
    {
      "epoch": 3.072375962010807,
      "grad_norm": 0.1324157416820526,
      "learning_rate": 0.00015782511092607497,
      "loss": 12.1799,
      "step": 18763
    },
    {
      "epoch": 3.0725397085311936,
      "grad_norm": 0.19032199680805206,
      "learning_rate": 0.00015782089314903252,
      "loss": 12.1973,
      "step": 18764
    },
    {
      "epoch": 3.07270345505158,
      "grad_norm": 0.16000737249851227,
      "learning_rate": 0.00015781667521746248,
      "loss": 12.1759,
      "step": 18765
    },
    {
      "epoch": 3.0728672015719667,
      "grad_norm": 0.1575622260570526,
      "learning_rate": 0.00015781245713137611,
      "loss": 12.1674,
      "step": 18766
    },
    {
      "epoch": 3.073030948092353,
      "grad_norm": 0.18801555037498474,
      "learning_rate": 0.0001578082388907847,
      "loss": 12.1447,
      "step": 18767
    },
    {
      "epoch": 3.0731946946127393,
      "grad_norm": 0.21426737308502197,
      "learning_rate": 0.00015780402049569948,
      "loss": 12.1454,
      "step": 18768
    },
    {
      "epoch": 3.073358441133126,
      "grad_norm": 0.19911904633045197,
      "learning_rate": 0.00015779980194613179,
      "loss": 12.155,
      "step": 18769
    },
    {
      "epoch": 3.0735221876535124,
      "grad_norm": 0.15710577368736267,
      "learning_rate": 0.0001577955832420928,
      "loss": 12.1634,
      "step": 18770
    },
    {
      "epoch": 3.073685934173899,
      "grad_norm": 0.16200527548789978,
      "learning_rate": 0.0001577913643835939,
      "loss": 12.1583,
      "step": 18771
    },
    {
      "epoch": 3.0738496806942854,
      "grad_norm": 0.16768628358840942,
      "learning_rate": 0.0001577871453706463,
      "loss": 12.1849,
      "step": 18772
    },
    {
      "epoch": 3.0740134272146715,
      "grad_norm": 0.16849131882190704,
      "learning_rate": 0.00015778292620326128,
      "loss": 12.151,
      "step": 18773
    },
    {
      "epoch": 3.074177173735058,
      "grad_norm": 0.17898865044116974,
      "learning_rate": 0.00015777870688145012,
      "loss": 12.1877,
      "step": 18774
    },
    {
      "epoch": 3.0743409202554446,
      "grad_norm": 0.1731557995080948,
      "learning_rate": 0.0001577744874052241,
      "loss": 12.1731,
      "step": 18775
    },
    {
      "epoch": 3.074504666775831,
      "grad_norm": 0.16141659021377563,
      "learning_rate": 0.00015777026777459452,
      "loss": 12.1868,
      "step": 18776
    },
    {
      "epoch": 3.0746684132962177,
      "grad_norm": 0.22183547914028168,
      "learning_rate": 0.00015776604798957262,
      "loss": 12.1736,
      "step": 18777
    },
    {
      "epoch": 3.0748321598166037,
      "grad_norm": 0.14946085214614868,
      "learning_rate": 0.00015776182805016972,
      "loss": 12.1232,
      "step": 18778
    },
    {
      "epoch": 3.0749959063369903,
      "grad_norm": 0.12112672626972198,
      "learning_rate": 0.00015775760795639702,
      "loss": 12.2152,
      "step": 18779
    },
    {
      "epoch": 3.075159652857377,
      "grad_norm": 0.1615062952041626,
      "learning_rate": 0.00015775338770826586,
      "loss": 12.2069,
      "step": 18780
    },
    {
      "epoch": 3.0753233993777633,
      "grad_norm": 0.19738946855068207,
      "learning_rate": 0.00015774916730578752,
      "loss": 12.1822,
      "step": 18781
    },
    {
      "epoch": 3.07548714589815,
      "grad_norm": 0.1432742178440094,
      "learning_rate": 0.00015774494674897327,
      "loss": 12.1725,
      "step": 18782
    },
    {
      "epoch": 3.075650892418536,
      "grad_norm": 0.14416073262691498,
      "learning_rate": 0.0001577407260378344,
      "loss": 12.2129,
      "step": 18783
    },
    {
      "epoch": 3.0758146389389225,
      "grad_norm": 0.1408371925354004,
      "learning_rate": 0.00015773650517238213,
      "loss": 12.1479,
      "step": 18784
    },
    {
      "epoch": 3.075978385459309,
      "grad_norm": 0.18890421092510223,
      "learning_rate": 0.0001577322841526278,
      "loss": 12.1591,
      "step": 18785
    },
    {
      "epoch": 3.0761421319796955,
      "grad_norm": 0.12666457891464233,
      "learning_rate": 0.0001577280629785827,
      "loss": 12.1737,
      "step": 18786
    },
    {
      "epoch": 3.076305878500082,
      "grad_norm": 0.14263756573200226,
      "learning_rate": 0.00015772384165025805,
      "loss": 12.1814,
      "step": 18787
    },
    {
      "epoch": 3.076469625020468,
      "grad_norm": 0.1668112426996231,
      "learning_rate": 0.00015771962016766523,
      "loss": 12.2218,
      "step": 18788
    },
    {
      "epoch": 3.0766333715408547,
      "grad_norm": 0.14425893127918243,
      "learning_rate": 0.0001577153985308154,
      "loss": 12.1742,
      "step": 18789
    },
    {
      "epoch": 3.0767971180612412,
      "grad_norm": 0.16017045080661774,
      "learning_rate": 0.00015771117673971991,
      "loss": 12.1672,
      "step": 18790
    },
    {
      "epoch": 3.0769608645816278,
      "grad_norm": 0.13677845895290375,
      "learning_rate": 0.00015770695479439006,
      "loss": 12.1993,
      "step": 18791
    },
    {
      "epoch": 3.0771246111020143,
      "grad_norm": 0.13326731324195862,
      "learning_rate": 0.00015770273269483708,
      "loss": 12.1809,
      "step": 18792
    },
    {
      "epoch": 3.0772883576224004,
      "grad_norm": 0.17145976424217224,
      "learning_rate": 0.00015769851044107234,
      "loss": 12.2046,
      "step": 18793
    },
    {
      "epoch": 3.077452104142787,
      "grad_norm": 0.15481753647327423,
      "learning_rate": 0.00015769428803310702,
      "loss": 12.2387,
      "step": 18794
    },
    {
      "epoch": 3.0776158506631734,
      "grad_norm": 0.17510554194450378,
      "learning_rate": 0.00015769006547095246,
      "loss": 12.2088,
      "step": 18795
    },
    {
      "epoch": 3.07777959718356,
      "grad_norm": 0.15170791745185852,
      "learning_rate": 0.00015768584275461996,
      "loss": 12.1654,
      "step": 18796
    },
    {
      "epoch": 3.0779433437039465,
      "grad_norm": 0.16152755916118622,
      "learning_rate": 0.00015768161988412077,
      "loss": 12.1373,
      "step": 18797
    },
    {
      "epoch": 3.0781070902243326,
      "grad_norm": 0.12152805179357529,
      "learning_rate": 0.00015767739685946616,
      "loss": 12.2067,
      "step": 18798
    },
    {
      "epoch": 3.078270836744719,
      "grad_norm": 0.13821446895599365,
      "learning_rate": 0.00015767317368066747,
      "loss": 12.2115,
      "step": 18799
    },
    {
      "epoch": 3.0784345832651057,
      "grad_norm": 0.15884774923324585,
      "learning_rate": 0.00015766895034773594,
      "loss": 12.2046,
      "step": 18800
    },
    {
      "epoch": 3.078598329785492,
      "grad_norm": 0.12789812684059143,
      "learning_rate": 0.00015766472686068293,
      "loss": 12.177,
      "step": 18801
    },
    {
      "epoch": 3.0787620763058783,
      "grad_norm": 0.21420282125473022,
      "learning_rate": 0.0001576605032195196,
      "loss": 12.1657,
      "step": 18802
    },
    {
      "epoch": 3.078925822826265,
      "grad_norm": 0.12861651182174683,
      "learning_rate": 0.00015765627942425736,
      "loss": 12.1658,
      "step": 18803
    },
    {
      "epoch": 3.0790895693466513,
      "grad_norm": 0.20423874258995056,
      "learning_rate": 0.00015765205547490742,
      "loss": 12.2338,
      "step": 18804
    },
    {
      "epoch": 3.079253315867038,
      "grad_norm": 0.12200508266687393,
      "learning_rate": 0.00015764783137148114,
      "loss": 12.1955,
      "step": 18805
    },
    {
      "epoch": 3.0794170623874244,
      "grad_norm": 0.17059876024723053,
      "learning_rate": 0.00015764360711398973,
      "loss": 12.1272,
      "step": 18806
    },
    {
      "epoch": 3.0795808089078105,
      "grad_norm": 0.25858619809150696,
      "learning_rate": 0.00015763938270244455,
      "loss": 12.2074,
      "step": 18807
    },
    {
      "epoch": 3.079744555428197,
      "grad_norm": 0.1605995148420334,
      "learning_rate": 0.00015763515813685682,
      "loss": 12.1758,
      "step": 18808
    },
    {
      "epoch": 3.0799083019485836,
      "grad_norm": 0.13004179298877716,
      "learning_rate": 0.0001576309334172379,
      "loss": 12.1469,
      "step": 18809
    },
    {
      "epoch": 3.08007204846897,
      "grad_norm": 0.12212516367435455,
      "learning_rate": 0.00015762670854359905,
      "loss": 12.1425,
      "step": 18810
    },
    {
      "epoch": 3.0802357949893566,
      "grad_norm": 0.21827635169029236,
      "learning_rate": 0.00015762248351595154,
      "loss": 12.2355,
      "step": 18811
    },
    {
      "epoch": 3.0803995415097427,
      "grad_norm": 0.13621237874031067,
      "learning_rate": 0.0001576182583343067,
      "loss": 12.2069,
      "step": 18812
    },
    {
      "epoch": 3.0805632880301292,
      "grad_norm": 0.17027413845062256,
      "learning_rate": 0.00015761403299867577,
      "loss": 12.143,
      "step": 18813
    },
    {
      "epoch": 3.0807270345505158,
      "grad_norm": 0.18039314448833466,
      "learning_rate": 0.0001576098075090701,
      "loss": 12.1213,
      "step": 18814
    },
    {
      "epoch": 3.0808907810709023,
      "grad_norm": 0.14565600454807281,
      "learning_rate": 0.00015760558186550094,
      "loss": 12.1727,
      "step": 18815
    },
    {
      "epoch": 3.081054527591289,
      "grad_norm": 0.15244729816913605,
      "learning_rate": 0.00015760135606797962,
      "loss": 12.2237,
      "step": 18816
    },
    {
      "epoch": 3.081218274111675,
      "grad_norm": 0.1801227331161499,
      "learning_rate": 0.00015759713011651743,
      "loss": 12.2193,
      "step": 18817
    },
    {
      "epoch": 3.0813820206320615,
      "grad_norm": 0.13641804456710815,
      "learning_rate": 0.0001575929040111256,
      "loss": 12.185,
      "step": 18818
    },
    {
      "epoch": 3.081545767152448,
      "grad_norm": 0.13586294651031494,
      "learning_rate": 0.0001575886777518155,
      "loss": 12.1501,
      "step": 18819
    },
    {
      "epoch": 3.0817095136728345,
      "grad_norm": 0.20373950898647308,
      "learning_rate": 0.0001575844513385984,
      "loss": 12.2064,
      "step": 18820
    },
    {
      "epoch": 3.081873260193221,
      "grad_norm": 0.1388634741306305,
      "learning_rate": 0.00015758022477148562,
      "loss": 12.1625,
      "step": 18821
    },
    {
      "epoch": 3.082037006713607,
      "grad_norm": 0.15712563693523407,
      "learning_rate": 0.00015757599805048839,
      "loss": 12.1894,
      "step": 18822
    },
    {
      "epoch": 3.0822007532339937,
      "grad_norm": 0.12173174321651459,
      "learning_rate": 0.00015757177117561806,
      "loss": 12.195,
      "step": 18823
    },
    {
      "epoch": 3.08236449975438,
      "grad_norm": 0.23501579463481903,
      "learning_rate": 0.0001575675441468859,
      "loss": 12.2106,
      "step": 18824
    },
    {
      "epoch": 3.0825282462747667,
      "grad_norm": 0.14035244286060333,
      "learning_rate": 0.00015756331696430322,
      "loss": 12.1704,
      "step": 18825
    },
    {
      "epoch": 3.0826919927951533,
      "grad_norm": 0.14481617510318756,
      "learning_rate": 0.0001575590896278813,
      "loss": 12.1488,
      "step": 18826
    },
    {
      "epoch": 3.0828557393155394,
      "grad_norm": 0.18901820480823517,
      "learning_rate": 0.00015755486213763148,
      "loss": 12.2596,
      "step": 18827
    },
    {
      "epoch": 3.083019485835926,
      "grad_norm": 0.13725608587265015,
      "learning_rate": 0.000157550634493565,
      "loss": 12.2119,
      "step": 18828
    },
    {
      "epoch": 3.0831832323563124,
      "grad_norm": 0.1502949297428131,
      "learning_rate": 0.00015754640669569323,
      "loss": 12.1788,
      "step": 18829
    },
    {
      "epoch": 3.083346978876699,
      "grad_norm": 0.1441320776939392,
      "learning_rate": 0.00015754217874402738,
      "loss": 12.1895,
      "step": 18830
    },
    {
      "epoch": 3.0835107253970855,
      "grad_norm": 0.14070282876491547,
      "learning_rate": 0.00015753795063857886,
      "loss": 12.1522,
      "step": 18831
    },
    {
      "epoch": 3.0836744719174716,
      "grad_norm": 0.13879285752773285,
      "learning_rate": 0.00015753372237935887,
      "loss": 12.1664,
      "step": 18832
    },
    {
      "epoch": 3.083838218437858,
      "grad_norm": 0.12063931673765182,
      "learning_rate": 0.00015752949396637874,
      "loss": 12.1371,
      "step": 18833
    },
    {
      "epoch": 3.0840019649582446,
      "grad_norm": 0.17139893770217896,
      "learning_rate": 0.0001575252653996498,
      "loss": 12.2442,
      "step": 18834
    },
    {
      "epoch": 3.084165711478631,
      "grad_norm": 0.1706640124320984,
      "learning_rate": 0.0001575210366791833,
      "loss": 12.2041,
      "step": 18835
    },
    {
      "epoch": 3.0843294579990177,
      "grad_norm": 0.16791485249996185,
      "learning_rate": 0.00015751680780499058,
      "loss": 12.1577,
      "step": 18836
    },
    {
      "epoch": 3.084493204519404,
      "grad_norm": 0.15889400243759155,
      "learning_rate": 0.00015751257877708293,
      "loss": 12.1806,
      "step": 18837
    },
    {
      "epoch": 3.0846569510397903,
      "grad_norm": 0.14879420399665833,
      "learning_rate": 0.00015750834959547168,
      "loss": 12.2002,
      "step": 18838
    },
    {
      "epoch": 3.084820697560177,
      "grad_norm": 0.21262262761592865,
      "learning_rate": 0.00015750412026016808,
      "loss": 12.2281,
      "step": 18839
    },
    {
      "epoch": 3.0849844440805634,
      "grad_norm": 0.12300902605056763,
      "learning_rate": 0.00015749989077118345,
      "loss": 12.1574,
      "step": 18840
    },
    {
      "epoch": 3.08514819060095,
      "grad_norm": 0.15620157122612,
      "learning_rate": 0.0001574956611285291,
      "loss": 12.139,
      "step": 18841
    },
    {
      "epoch": 3.085311937121336,
      "grad_norm": 0.14228656888008118,
      "learning_rate": 0.00015749143133221636,
      "loss": 12.1632,
      "step": 18842
    },
    {
      "epoch": 3.0854756836417225,
      "grad_norm": 0.1330374926328659,
      "learning_rate": 0.0001574872013822565,
      "loss": 12.1696,
      "step": 18843
    },
    {
      "epoch": 3.085639430162109,
      "grad_norm": 0.14735357463359833,
      "learning_rate": 0.00015748297127866087,
      "loss": 12.1928,
      "step": 18844
    },
    {
      "epoch": 3.0858031766824956,
      "grad_norm": 0.12815193831920624,
      "learning_rate": 0.0001574787410214407,
      "loss": 12.1432,
      "step": 18845
    },
    {
      "epoch": 3.085966923202882,
      "grad_norm": 0.17301736772060394,
      "learning_rate": 0.00015747451061060735,
      "loss": 12.1486,
      "step": 18846
    },
    {
      "epoch": 3.086130669723268,
      "grad_norm": 0.15480248630046844,
      "learning_rate": 0.0001574702800461721,
      "loss": 12.1867,
      "step": 18847
    },
    {
      "epoch": 3.0862944162436547,
      "grad_norm": 0.14054186642169952,
      "learning_rate": 0.0001574660493281463,
      "loss": 12.1602,
      "step": 18848
    },
    {
      "epoch": 3.0864581627640413,
      "grad_norm": 0.13225963711738586,
      "learning_rate": 0.0001574618184565412,
      "loss": 12.172,
      "step": 18849
    },
    {
      "epoch": 3.086621909284428,
      "grad_norm": 0.15130078792572021,
      "learning_rate": 0.00015745758743136812,
      "loss": 12.1864,
      "step": 18850
    },
    {
      "epoch": 3.0867856558048143,
      "grad_norm": 0.11700887233018875,
      "learning_rate": 0.0001574533562526384,
      "loss": 12.1738,
      "step": 18851
    },
    {
      "epoch": 3.0869494023252004,
      "grad_norm": 0.12439971417188644,
      "learning_rate": 0.0001574491249203633,
      "loss": 12.1913,
      "step": 18852
    },
    {
      "epoch": 3.087113148845587,
      "grad_norm": 0.1522802859544754,
      "learning_rate": 0.00015744489343455417,
      "loss": 12.1785,
      "step": 18853
    },
    {
      "epoch": 3.0872768953659735,
      "grad_norm": 0.1640256941318512,
      "learning_rate": 0.0001574406617952223,
      "loss": 12.1702,
      "step": 18854
    },
    {
      "epoch": 3.08744064188636,
      "grad_norm": 0.23440417647361755,
      "learning_rate": 0.00015743643000237903,
      "loss": 12.1332,
      "step": 18855
    },
    {
      "epoch": 3.0876043884067466,
      "grad_norm": 0.13589265942573547,
      "learning_rate": 0.00015743219805603565,
      "loss": 12.1553,
      "step": 18856
    },
    {
      "epoch": 3.0877681349271326,
      "grad_norm": 0.11590736359357834,
      "learning_rate": 0.00015742796595620342,
      "loss": 12.1636,
      "step": 18857
    },
    {
      "epoch": 3.087931881447519,
      "grad_norm": 0.16754008829593658,
      "learning_rate": 0.0001574237337028937,
      "loss": 12.1937,
      "step": 18858
    },
    {
      "epoch": 3.0880956279679057,
      "grad_norm": 0.19972030818462372,
      "learning_rate": 0.0001574195012961178,
      "loss": 12.1746,
      "step": 18859
    },
    {
      "epoch": 3.0882593744882922,
      "grad_norm": 0.17594267427921295,
      "learning_rate": 0.00015741526873588703,
      "loss": 12.1672,
      "step": 18860
    },
    {
      "epoch": 3.0884231210086788,
      "grad_norm": 0.15794788300991058,
      "learning_rate": 0.0001574110360222127,
      "loss": 12.1525,
      "step": 18861
    },
    {
      "epoch": 3.088586867529065,
      "grad_norm": 0.15222704410552979,
      "learning_rate": 0.00015740680315510613,
      "loss": 12.1936,
      "step": 18862
    },
    {
      "epoch": 3.0887506140494514,
      "grad_norm": 0.1487518548965454,
      "learning_rate": 0.0001574025701345786,
      "loss": 12.2007,
      "step": 18863
    },
    {
      "epoch": 3.088914360569838,
      "grad_norm": 0.14765116572380066,
      "learning_rate": 0.00015739833696064146,
      "loss": 12.1625,
      "step": 18864
    },
    {
      "epoch": 3.0890781070902245,
      "grad_norm": 0.15516328811645508,
      "learning_rate": 0.000157394103633306,
      "loss": 12.1633,
      "step": 18865
    },
    {
      "epoch": 3.089241853610611,
      "grad_norm": 0.15372543036937714,
      "learning_rate": 0.00015738987015258353,
      "loss": 12.2087,
      "step": 18866
    },
    {
      "epoch": 3.089405600130997,
      "grad_norm": 0.1822020411491394,
      "learning_rate": 0.0001573856365184854,
      "loss": 12.1653,
      "step": 18867
    },
    {
      "epoch": 3.0895693466513836,
      "grad_norm": 0.1977439522743225,
      "learning_rate": 0.00015738140273102288,
      "loss": 12.198,
      "step": 18868
    },
    {
      "epoch": 3.08973309317177,
      "grad_norm": 0.15696536004543304,
      "learning_rate": 0.0001573771687902073,
      "loss": 12.2002,
      "step": 18869
    },
    {
      "epoch": 3.0898968396921567,
      "grad_norm": 0.12142917513847351,
      "learning_rate": 0.00015737293469605002,
      "loss": 12.196,
      "step": 18870
    },
    {
      "epoch": 3.0900605862125428,
      "grad_norm": 0.15955175459384918,
      "learning_rate": 0.00015736870044856226,
      "loss": 12.2009,
      "step": 18871
    },
    {
      "epoch": 3.0902243327329293,
      "grad_norm": 0.21150092780590057,
      "learning_rate": 0.00015736446604775543,
      "loss": 12.2383,
      "step": 18872
    },
    {
      "epoch": 3.090388079253316,
      "grad_norm": 0.18542377650737762,
      "learning_rate": 0.0001573602314936408,
      "loss": 12.1965,
      "step": 18873
    },
    {
      "epoch": 3.0905518257737024,
      "grad_norm": 0.20576445758342743,
      "learning_rate": 0.00015735599678622967,
      "loss": 12.1991,
      "step": 18874
    },
    {
      "epoch": 3.090715572294089,
      "grad_norm": 0.14134827256202698,
      "learning_rate": 0.0001573517619255334,
      "loss": 12.1572,
      "step": 18875
    },
    {
      "epoch": 3.0908793188144754,
      "grad_norm": 0.15678969025611877,
      "learning_rate": 0.00015734752691156333,
      "loss": 12.1805,
      "step": 18876
    },
    {
      "epoch": 3.0910430653348615,
      "grad_norm": 0.1665382981300354,
      "learning_rate": 0.00015734329174433068,
      "loss": 12.2052,
      "step": 18877
    },
    {
      "epoch": 3.091206811855248,
      "grad_norm": 0.15767847001552582,
      "learning_rate": 0.00015733905642384684,
      "loss": 12.1509,
      "step": 18878
    },
    {
      "epoch": 3.0913705583756346,
      "grad_norm": 0.16472607851028442,
      "learning_rate": 0.00015733482095012312,
      "loss": 12.2237,
      "step": 18879
    },
    {
      "epoch": 3.091534304896021,
      "grad_norm": 0.19883792102336884,
      "learning_rate": 0.00015733058532317086,
      "loss": 12.1435,
      "step": 18880
    },
    {
      "epoch": 3.091698051416407,
      "grad_norm": 0.1726742535829544,
      "learning_rate": 0.00015732634954300135,
      "loss": 12.1583,
      "step": 18881
    },
    {
      "epoch": 3.0918617979367937,
      "grad_norm": 0.12947948276996613,
      "learning_rate": 0.0001573221136096259,
      "loss": 12.1661,
      "step": 18882
    },
    {
      "epoch": 3.0920255444571803,
      "grad_norm": 0.17989614605903625,
      "learning_rate": 0.00015731787752305585,
      "loss": 12.1903,
      "step": 18883
    },
    {
      "epoch": 3.092189290977567,
      "grad_norm": 0.16746823489665985,
      "learning_rate": 0.0001573136412833025,
      "loss": 12.21,
      "step": 18884
    },
    {
      "epoch": 3.0923530374979533,
      "grad_norm": 0.16393564641475677,
      "learning_rate": 0.0001573094048903772,
      "loss": 12.1738,
      "step": 18885
    },
    {
      "epoch": 3.0925167840183394,
      "grad_norm": 0.1807558387517929,
      "learning_rate": 0.00015730516834429128,
      "loss": 12.1734,
      "step": 18886
    },
    {
      "epoch": 3.092680530538726,
      "grad_norm": 0.19536595046520233,
      "learning_rate": 0.000157300931645056,
      "loss": 12.1903,
      "step": 18887
    },
    {
      "epoch": 3.0928442770591125,
      "grad_norm": 0.258952796459198,
      "learning_rate": 0.0001572966947926828,
      "loss": 12.1977,
      "step": 18888
    },
    {
      "epoch": 3.093008023579499,
      "grad_norm": 0.1701093167066574,
      "learning_rate": 0.00015729245778718285,
      "loss": 12.1696,
      "step": 18889
    },
    {
      "epoch": 3.0931717700998855,
      "grad_norm": 0.13957560062408447,
      "learning_rate": 0.00015728822062856758,
      "loss": 12.1697,
      "step": 18890
    },
    {
      "epoch": 3.0933355166202716,
      "grad_norm": 0.15923872590065002,
      "learning_rate": 0.00015728398331684828,
      "loss": 12.1528,
      "step": 18891
    },
    {
      "epoch": 3.093499263140658,
      "grad_norm": 0.1443995237350464,
      "learning_rate": 0.0001572797458520363,
      "loss": 12.1729,
      "step": 18892
    },
    {
      "epoch": 3.0936630096610447,
      "grad_norm": 0.13139639794826508,
      "learning_rate": 0.0001572755082341429,
      "loss": 12.1806,
      "step": 18893
    },
    {
      "epoch": 3.093826756181431,
      "grad_norm": 0.1716003715991974,
      "learning_rate": 0.0001572712704631795,
      "loss": 12.1586,
      "step": 18894
    },
    {
      "epoch": 3.0939905027018177,
      "grad_norm": 0.16752058267593384,
      "learning_rate": 0.00015726703253915737,
      "loss": 12.1323,
      "step": 18895
    },
    {
      "epoch": 3.094154249222204,
      "grad_norm": 0.29876723885536194,
      "learning_rate": 0.00015726279446208783,
      "loss": 12.1723,
      "step": 18896
    },
    {
      "epoch": 3.0943179957425904,
      "grad_norm": 0.19496546685695648,
      "learning_rate": 0.00015725855623198223,
      "loss": 12.1724,
      "step": 18897
    },
    {
      "epoch": 3.094481742262977,
      "grad_norm": 0.14211571216583252,
      "learning_rate": 0.00015725431784885185,
      "loss": 12.1792,
      "step": 18898
    },
    {
      "epoch": 3.0946454887833634,
      "grad_norm": 0.22750084102153778,
      "learning_rate": 0.00015725007931270807,
      "loss": 12.159,
      "step": 18899
    },
    {
      "epoch": 3.09480923530375,
      "grad_norm": 0.15154103934764862,
      "learning_rate": 0.00015724584062356222,
      "loss": 12.1764,
      "step": 18900
    },
    {
      "epoch": 3.094972981824136,
      "grad_norm": 0.13137388229370117,
      "learning_rate": 0.0001572416017814256,
      "loss": 12.2106,
      "step": 18901
    },
    {
      "epoch": 3.0951367283445226,
      "grad_norm": 0.1416214108467102,
      "learning_rate": 0.00015723736278630952,
      "loss": 12.2128,
      "step": 18902
    },
    {
      "epoch": 3.095300474864909,
      "grad_norm": 0.28489360213279724,
      "learning_rate": 0.00015723312363822537,
      "loss": 12.2238,
      "step": 18903
    },
    {
      "epoch": 3.0954642213852956,
      "grad_norm": 0.1696874499320984,
      "learning_rate": 0.0001572288843371844,
      "loss": 12.1921,
      "step": 18904
    },
    {
      "epoch": 3.095627967905682,
      "grad_norm": 0.1444440633058548,
      "learning_rate": 0.00015722464488319803,
      "loss": 12.181,
      "step": 18905
    },
    {
      "epoch": 3.0957917144260683,
      "grad_norm": 0.15090852975845337,
      "learning_rate": 0.00015722040527627753,
      "loss": 12.1733,
      "step": 18906
    },
    {
      "epoch": 3.095955460946455,
      "grad_norm": 0.17502272129058838,
      "learning_rate": 0.00015721616551643422,
      "loss": 12.1549,
      "step": 18907
    },
    {
      "epoch": 3.0961192074668413,
      "grad_norm": 0.1550922393798828,
      "learning_rate": 0.0001572119256036795,
      "loss": 12.1464,
      "step": 18908
    },
    {
      "epoch": 3.096282953987228,
      "grad_norm": 0.11530497670173645,
      "learning_rate": 0.0001572076855380246,
      "loss": 12.1698,
      "step": 18909
    },
    {
      "epoch": 3.0964467005076144,
      "grad_norm": 0.12813080847263336,
      "learning_rate": 0.00015720344531948094,
      "loss": 12.1828,
      "step": 18910
    },
    {
      "epoch": 3.0966104470280005,
      "grad_norm": 0.14885103702545166,
      "learning_rate": 0.0001571992049480598,
      "loss": 12.1845,
      "step": 18911
    },
    {
      "epoch": 3.096774193548387,
      "grad_norm": 0.12780283391475677,
      "learning_rate": 0.00015719496442377255,
      "loss": 12.1799,
      "step": 18912
    },
    {
      "epoch": 3.0969379400687735,
      "grad_norm": 0.16913734376430511,
      "learning_rate": 0.00015719072374663047,
      "loss": 12.1699,
      "step": 18913
    },
    {
      "epoch": 3.09710168658916,
      "grad_norm": 0.16691896319389343,
      "learning_rate": 0.00015718648291664498,
      "loss": 12.2151,
      "step": 18914
    },
    {
      "epoch": 3.0972654331095466,
      "grad_norm": 0.17708204686641693,
      "learning_rate": 0.00015718224193382734,
      "loss": 12.1472,
      "step": 18915
    },
    {
      "epoch": 3.0974291796299327,
      "grad_norm": 0.14692996442317963,
      "learning_rate": 0.00015717800079818889,
      "loss": 12.1403,
      "step": 18916
    },
    {
      "epoch": 3.0975929261503192,
      "grad_norm": 0.1658301055431366,
      "learning_rate": 0.00015717375950974102,
      "loss": 12.1976,
      "step": 18917
    },
    {
      "epoch": 3.0977566726707058,
      "grad_norm": 0.137623131275177,
      "learning_rate": 0.000157169518068495,
      "loss": 12.1806,
      "step": 18918
    },
    {
      "epoch": 3.0979204191910923,
      "grad_norm": 0.19507935643196106,
      "learning_rate": 0.00015716527647446218,
      "loss": 12.2317,
      "step": 18919
    },
    {
      "epoch": 3.098084165711479,
      "grad_norm": 0.1670687198638916,
      "learning_rate": 0.00015716103472765392,
      "loss": 12.2406,
      "step": 18920
    },
    {
      "epoch": 3.098247912231865,
      "grad_norm": 0.13523975014686584,
      "learning_rate": 0.00015715679282808154,
      "loss": 12.2043,
      "step": 18921
    },
    {
      "epoch": 3.0984116587522514,
      "grad_norm": 0.1541660875082016,
      "learning_rate": 0.00015715255077575639,
      "loss": 12.169,
      "step": 18922
    },
    {
      "epoch": 3.098575405272638,
      "grad_norm": 0.13231854140758514,
      "learning_rate": 0.00015714830857068977,
      "loss": 12.159,
      "step": 18923
    },
    {
      "epoch": 3.0987391517930245,
      "grad_norm": 0.12638196349143982,
      "learning_rate": 0.0001571440662128931,
      "loss": 12.1932,
      "step": 18924
    },
    {
      "epoch": 3.098902898313411,
      "grad_norm": 0.15180766582489014,
      "learning_rate": 0.00015713982370237761,
      "loss": 12.186,
      "step": 18925
    },
    {
      "epoch": 3.099066644833797,
      "grad_norm": 0.13306932151317596,
      "learning_rate": 0.00015713558103915473,
      "loss": 12.1408,
      "step": 18926
    },
    {
      "epoch": 3.0992303913541837,
      "grad_norm": 0.14894473552703857,
      "learning_rate": 0.0001571313382232357,
      "loss": 12.1708,
      "step": 18927
    },
    {
      "epoch": 3.09939413787457,
      "grad_norm": 0.14812655746936798,
      "learning_rate": 0.00015712709525463197,
      "loss": 12.1678,
      "step": 18928
    },
    {
      "epoch": 3.0995578843949567,
      "grad_norm": 0.18165703117847443,
      "learning_rate": 0.0001571228521333548,
      "loss": 12.2006,
      "step": 18929
    },
    {
      "epoch": 3.0997216309153433,
      "grad_norm": 0.15869247913360596,
      "learning_rate": 0.00015711860885941556,
      "loss": 12.1575,
      "step": 18930
    },
    {
      "epoch": 3.0998853774357293,
      "grad_norm": 0.15855468809604645,
      "learning_rate": 0.0001571143654328256,
      "loss": 12.1754,
      "step": 18931
    },
    {
      "epoch": 3.100049123956116,
      "grad_norm": 0.15896038711071014,
      "learning_rate": 0.00015711012185359624,
      "loss": 12.1801,
      "step": 18932
    },
    {
      "epoch": 3.1002128704765024,
      "grad_norm": 0.1386408656835556,
      "learning_rate": 0.00015710587812173884,
      "loss": 12.155,
      "step": 18933
    },
    {
      "epoch": 3.100376616996889,
      "grad_norm": 0.1333790123462677,
      "learning_rate": 0.0001571016342372647,
      "loss": 12.1779,
      "step": 18934
    },
    {
      "epoch": 3.1005403635172755,
      "grad_norm": 0.1339525729417801,
      "learning_rate": 0.0001570973902001852,
      "loss": 12.147,
      "step": 18935
    },
    {
      "epoch": 3.1007041100376616,
      "grad_norm": 0.14079679548740387,
      "learning_rate": 0.0001570931460105117,
      "loss": 12.1953,
      "step": 18936
    },
    {
      "epoch": 3.100867856558048,
      "grad_norm": 0.1624881774187088,
      "learning_rate": 0.00015708890166825552,
      "loss": 12.1825,
      "step": 18937
    },
    {
      "epoch": 3.1010316030784346,
      "grad_norm": 0.17298643290996552,
      "learning_rate": 0.00015708465717342794,
      "loss": 12.1598,
      "step": 18938
    },
    {
      "epoch": 3.101195349598821,
      "grad_norm": 0.13865576684474945,
      "learning_rate": 0.00015708041252604043,
      "loss": 12.1974,
      "step": 18939
    },
    {
      "epoch": 3.1013590961192077,
      "grad_norm": 0.13171078264713287,
      "learning_rate": 0.00015707616772610424,
      "loss": 12.1537,
      "step": 18940
    },
    {
      "epoch": 3.1015228426395938,
      "grad_norm": 0.11673479527235031,
      "learning_rate": 0.00015707192277363073,
      "loss": 12.1349,
      "step": 18941
    },
    {
      "epoch": 3.1016865891599803,
      "grad_norm": 0.15947560966014862,
      "learning_rate": 0.0001570676776686313,
      "loss": 12.1824,
      "step": 18942
    },
    {
      "epoch": 3.101850335680367,
      "grad_norm": 0.18138113617897034,
      "learning_rate": 0.0001570634324111172,
      "loss": 12.1446,
      "step": 18943
    },
    {
      "epoch": 3.1020140822007534,
      "grad_norm": 0.17565006017684937,
      "learning_rate": 0.00015705918700109986,
      "loss": 12.1936,
      "step": 18944
    },
    {
      "epoch": 3.10217782872114,
      "grad_norm": 0.19829045236110687,
      "learning_rate": 0.00015705494143859058,
      "loss": 12.186,
      "step": 18945
    },
    {
      "epoch": 3.102341575241526,
      "grad_norm": 0.14996565878391266,
      "learning_rate": 0.00015705069572360071,
      "loss": 12.2093,
      "step": 18946
    },
    {
      "epoch": 3.1025053217619125,
      "grad_norm": 0.15974809229373932,
      "learning_rate": 0.00015704644985614164,
      "loss": 12.1295,
      "step": 18947
    },
    {
      "epoch": 3.102669068282299,
      "grad_norm": 0.16565795242786407,
      "learning_rate": 0.00015704220383622465,
      "loss": 12.1434,
      "step": 18948
    },
    {
      "epoch": 3.1028328148026856,
      "grad_norm": 0.15288738906383514,
      "learning_rate": 0.00015703795766386114,
      "loss": 12.1586,
      "step": 18949
    },
    {
      "epoch": 3.1029965613230717,
      "grad_norm": 0.13594257831573486,
      "learning_rate": 0.00015703371133906244,
      "loss": 12.1922,
      "step": 18950
    },
    {
      "epoch": 3.103160307843458,
      "grad_norm": 0.16099339723587036,
      "learning_rate": 0.00015702946486183988,
      "loss": 12.1641,
      "step": 18951
    },
    {
      "epoch": 3.1033240543638447,
      "grad_norm": 0.16976816952228546,
      "learning_rate": 0.00015702521823220483,
      "loss": 12.1659,
      "step": 18952
    },
    {
      "epoch": 3.1034878008842313,
      "grad_norm": 0.18874934315681458,
      "learning_rate": 0.00015702097145016866,
      "loss": 12.1839,
      "step": 18953
    },
    {
      "epoch": 3.103651547404618,
      "grad_norm": 0.18617968261241913,
      "learning_rate": 0.00015701672451574265,
      "loss": 12.1694,
      "step": 18954
    },
    {
      "epoch": 3.103815293925004,
      "grad_norm": 0.15037000179290771,
      "learning_rate": 0.00015701247742893823,
      "loss": 12.1926,
      "step": 18955
    },
    {
      "epoch": 3.1039790404453904,
      "grad_norm": 0.12202606350183487,
      "learning_rate": 0.0001570082301897667,
      "loss": 12.1719,
      "step": 18956
    },
    {
      "epoch": 3.104142786965777,
      "grad_norm": 0.15619240701198578,
      "learning_rate": 0.00015700398279823945,
      "loss": 12.199,
      "step": 18957
    },
    {
      "epoch": 3.1043065334861635,
      "grad_norm": 0.13593129813671112,
      "learning_rate": 0.00015699973525436778,
      "loss": 12.1874,
      "step": 18958
    },
    {
      "epoch": 3.10447028000655,
      "grad_norm": 0.16916310787200928,
      "learning_rate": 0.00015699548755816308,
      "loss": 12.1445,
      "step": 18959
    },
    {
      "epoch": 3.104634026526936,
      "grad_norm": 0.13254337012767792,
      "learning_rate": 0.0001569912397096367,
      "loss": 12.1848,
      "step": 18960
    },
    {
      "epoch": 3.1047977730473226,
      "grad_norm": 0.12896201014518738,
      "learning_rate": 0.00015698699170879995,
      "loss": 12.2494,
      "step": 18961
    },
    {
      "epoch": 3.104961519567709,
      "grad_norm": 0.17101524770259857,
      "learning_rate": 0.00015698274355566423,
      "loss": 12.2012,
      "step": 18962
    },
    {
      "epoch": 3.1051252660880957,
      "grad_norm": 0.16925865411758423,
      "learning_rate": 0.00015697849525024094,
      "loss": 12.1939,
      "step": 18963
    },
    {
      "epoch": 3.1052890126084822,
      "grad_norm": 0.1249520555138588,
      "learning_rate": 0.0001569742467925413,
      "loss": 12.17,
      "step": 18964
    },
    {
      "epoch": 3.1054527591288683,
      "grad_norm": 0.186072438955307,
      "learning_rate": 0.0001569699981825768,
      "loss": 12.1978,
      "step": 18965
    },
    {
      "epoch": 3.105616505649255,
      "grad_norm": 0.16464681923389435,
      "learning_rate": 0.00015696574942035865,
      "loss": 12.1773,
      "step": 18966
    },
    {
      "epoch": 3.1057802521696414,
      "grad_norm": 0.1477719396352768,
      "learning_rate": 0.00015696150050589837,
      "loss": 12.226,
      "step": 18967
    },
    {
      "epoch": 3.105943998690028,
      "grad_norm": 0.20738840103149414,
      "learning_rate": 0.00015695725143920718,
      "loss": 12.1937,
      "step": 18968
    },
    {
      "epoch": 3.1061077452104144,
      "grad_norm": 0.15811654925346375,
      "learning_rate": 0.00015695300222029652,
      "loss": 12.1441,
      "step": 18969
    },
    {
      "epoch": 3.1062714917308005,
      "grad_norm": 0.15794086456298828,
      "learning_rate": 0.00015694875284917768,
      "loss": 12.1762,
      "step": 18970
    },
    {
      "epoch": 3.106435238251187,
      "grad_norm": 0.18837085366249084,
      "learning_rate": 0.0001569445033258621,
      "loss": 12.1608,
      "step": 18971
    },
    {
      "epoch": 3.1065989847715736,
      "grad_norm": 0.15469500422477722,
      "learning_rate": 0.00015694025365036102,
      "loss": 12.1386,
      "step": 18972
    },
    {
      "epoch": 3.10676273129196,
      "grad_norm": 0.18176528811454773,
      "learning_rate": 0.00015693600382268592,
      "loss": 12.1664,
      "step": 18973
    },
    {
      "epoch": 3.1069264778123467,
      "grad_norm": 0.1176740899682045,
      "learning_rate": 0.00015693175384284808,
      "loss": 12.1527,
      "step": 18974
    },
    {
      "epoch": 3.1070902243327327,
      "grad_norm": 0.13345034420490265,
      "learning_rate": 0.0001569275037108589,
      "loss": 12.1776,
      "step": 18975
    },
    {
      "epoch": 3.1072539708531193,
      "grad_norm": 0.21688272058963776,
      "learning_rate": 0.00015692325342672972,
      "loss": 12.18,
      "step": 18976
    },
    {
      "epoch": 3.107417717373506,
      "grad_norm": 0.14106334745883942,
      "learning_rate": 0.00015691900299047188,
      "loss": 12.1857,
      "step": 18977
    },
    {
      "epoch": 3.1075814638938923,
      "grad_norm": 0.17985829710960388,
      "learning_rate": 0.00015691475240209673,
      "loss": 12.1486,
      "step": 18978
    },
    {
      "epoch": 3.107745210414279,
      "grad_norm": 0.1432504951953888,
      "learning_rate": 0.0001569105016616157,
      "loss": 12.1966,
      "step": 18979
    },
    {
      "epoch": 3.107908956934665,
      "grad_norm": 0.16607971489429474,
      "learning_rate": 0.00015690625076904011,
      "loss": 12.1721,
      "step": 18980
    },
    {
      "epoch": 3.1080727034550515,
      "grad_norm": 0.16565930843353271,
      "learning_rate": 0.00015690199972438128,
      "loss": 12.1728,
      "step": 18981
    },
    {
      "epoch": 3.108236449975438,
      "grad_norm": 0.1551210731267929,
      "learning_rate": 0.00015689774852765064,
      "loss": 12.1574,
      "step": 18982
    },
    {
      "epoch": 3.1084001964958246,
      "grad_norm": 0.1464838981628418,
      "learning_rate": 0.00015689349717885951,
      "loss": 12.1757,
      "step": 18983
    },
    {
      "epoch": 3.108563943016211,
      "grad_norm": 0.17041628062725067,
      "learning_rate": 0.00015688924567801928,
      "loss": 12.1571,
      "step": 18984
    },
    {
      "epoch": 3.108727689536597,
      "grad_norm": 0.16272509098052979,
      "learning_rate": 0.0001568849940251413,
      "loss": 12.1773,
      "step": 18985
    },
    {
      "epoch": 3.1088914360569837,
      "grad_norm": 0.1718427687883377,
      "learning_rate": 0.00015688074222023693,
      "loss": 12.1508,
      "step": 18986
    },
    {
      "epoch": 3.1090551825773702,
      "grad_norm": 0.1758413463830948,
      "learning_rate": 0.0001568764902633175,
      "loss": 12.173,
      "step": 18987
    },
    {
      "epoch": 3.1092189290977568,
      "grad_norm": 0.1665976196527481,
      "learning_rate": 0.00015687223815439444,
      "loss": 12.174,
      "step": 18988
    },
    {
      "epoch": 3.1093826756181433,
      "grad_norm": 0.12606166303157806,
      "learning_rate": 0.00015686798589347904,
      "loss": 12.158,
      "step": 18989
    },
    {
      "epoch": 3.1095464221385294,
      "grad_norm": 0.15245391428470612,
      "learning_rate": 0.00015686373348058273,
      "loss": 12.185,
      "step": 18990
    },
    {
      "epoch": 3.109710168658916,
      "grad_norm": 0.16422860324382782,
      "learning_rate": 0.0001568594809157168,
      "loss": 12.1781,
      "step": 18991
    },
    {
      "epoch": 3.1098739151793025,
      "grad_norm": 0.14066866040229797,
      "learning_rate": 0.00015685522819889274,
      "loss": 12.1756,
      "step": 18992
    },
    {
      "epoch": 3.110037661699689,
      "grad_norm": 0.208875373005867,
      "learning_rate": 0.00015685097533012175,
      "loss": 12.1989,
      "step": 18993
    },
    {
      "epoch": 3.1102014082200755,
      "grad_norm": 0.15426281094551086,
      "learning_rate": 0.00015684672230941536,
      "loss": 12.1926,
      "step": 18994
    },
    {
      "epoch": 3.1103651547404616,
      "grad_norm": 0.14360103011131287,
      "learning_rate": 0.0001568424691367848,
      "loss": 12.1888,
      "step": 18995
    },
    {
      "epoch": 3.110528901260848,
      "grad_norm": 0.1215648204088211,
      "learning_rate": 0.00015683821581224155,
      "loss": 12.1919,
      "step": 18996
    },
    {
      "epoch": 3.1106926477812347,
      "grad_norm": 0.14149616658687592,
      "learning_rate": 0.00015683396233579687,
      "loss": 12.1876,
      "step": 18997
    },
    {
      "epoch": 3.110856394301621,
      "grad_norm": 0.14913630485534668,
      "learning_rate": 0.00015682970870746222,
      "loss": 12.1692,
      "step": 18998
    },
    {
      "epoch": 3.1110201408220077,
      "grad_norm": 0.18111267685890198,
      "learning_rate": 0.00015682545492724895,
      "loss": 12.1496,
      "step": 18999
    },
    {
      "epoch": 3.111183887342394,
      "grad_norm": 0.17106293141841888,
      "learning_rate": 0.00015682120099516834,
      "loss": 12.2065,
      "step": 19000
    },
    {
      "epoch": 3.111183887342394,
      "eval_loss": 12.163285255432129,
      "eval_runtime": 7.2586,
      "eval_samples_per_second": 33.891,
      "eval_steps_per_second": 16.945,
      "step": 19000
    },
    {
      "epoch": 3.1113476338627803,
      "grad_norm": 0.19199158251285553,
      "learning_rate": 0.00015681694691123188,
      "loss": 12.2154,
      "step": 19001
    },
    {
      "epoch": 3.111511380383167,
      "grad_norm": 0.1667732298374176,
      "learning_rate": 0.00015681269267545087,
      "loss": 12.1392,
      "step": 19002
    },
    {
      "epoch": 3.1116751269035534,
      "grad_norm": 0.12370210886001587,
      "learning_rate": 0.0001568084382878367,
      "loss": 12.2151,
      "step": 19003
    },
    {
      "epoch": 3.11183887342394,
      "grad_norm": 0.18011769652366638,
      "learning_rate": 0.00015680418374840072,
      "loss": 12.1543,
      "step": 19004
    },
    {
      "epoch": 3.112002619944326,
      "grad_norm": 0.1578446924686432,
      "learning_rate": 0.00015679992905715432,
      "loss": 12.1889,
      "step": 19005
    },
    {
      "epoch": 3.1121663664647126,
      "grad_norm": 0.15251973271369934,
      "learning_rate": 0.00015679567421410885,
      "loss": 12.202,
      "step": 19006
    },
    {
      "epoch": 3.112330112985099,
      "grad_norm": 0.1778571456670761,
      "learning_rate": 0.00015679141921927573,
      "loss": 12.1653,
      "step": 19007
    },
    {
      "epoch": 3.1124938595054856,
      "grad_norm": 0.15331915020942688,
      "learning_rate": 0.00015678716407266626,
      "loss": 12.1808,
      "step": 19008
    },
    {
      "epoch": 3.112657606025872,
      "grad_norm": 0.14122825860977173,
      "learning_rate": 0.00015678290877429188,
      "loss": 12.1649,
      "step": 19009
    },
    {
      "epoch": 3.1128213525462582,
      "grad_norm": 0.17963533103466034,
      "learning_rate": 0.00015677865332416392,
      "loss": 12.2033,
      "step": 19010
    },
    {
      "epoch": 3.112985099066645,
      "grad_norm": 0.1591958850622177,
      "learning_rate": 0.00015677439772229378,
      "loss": 12.162,
      "step": 19011
    },
    {
      "epoch": 3.1131488455870313,
      "grad_norm": 0.1439499855041504,
      "learning_rate": 0.0001567701419686928,
      "loss": 12.1861,
      "step": 19012
    },
    {
      "epoch": 3.113312592107418,
      "grad_norm": 0.17276813089847565,
      "learning_rate": 0.0001567658860633724,
      "loss": 12.1863,
      "step": 19013
    },
    {
      "epoch": 3.1134763386278044,
      "grad_norm": 0.12311962246894836,
      "learning_rate": 0.0001567616300063439,
      "loss": 12.1746,
      "step": 19014
    },
    {
      "epoch": 3.1136400851481905,
      "grad_norm": 0.1493658423423767,
      "learning_rate": 0.00015675737379761872,
      "loss": 12.1837,
      "step": 19015
    },
    {
      "epoch": 3.113803831668577,
      "grad_norm": 0.21018314361572266,
      "learning_rate": 0.0001567531174372082,
      "loss": 12.2149,
      "step": 19016
    },
    {
      "epoch": 3.1139675781889635,
      "grad_norm": 0.14032205939292908,
      "learning_rate": 0.00015674886092512374,
      "loss": 12.1707,
      "step": 19017
    },
    {
      "epoch": 3.11413132470935,
      "grad_norm": 0.14332757890224457,
      "learning_rate": 0.0001567446042613767,
      "loss": 12.1515,
      "step": 19018
    },
    {
      "epoch": 3.114295071229736,
      "grad_norm": 0.15657202899456024,
      "learning_rate": 0.00015674034744597845,
      "loss": 12.2187,
      "step": 19019
    },
    {
      "epoch": 3.1144588177501227,
      "grad_norm": 0.12029343098402023,
      "learning_rate": 0.0001567360904789404,
      "loss": 12.1552,
      "step": 19020
    },
    {
      "epoch": 3.114622564270509,
      "grad_norm": 0.1358562856912613,
      "learning_rate": 0.0001567318333602739,
      "loss": 12.1576,
      "step": 19021
    },
    {
      "epoch": 3.1147863107908957,
      "grad_norm": 0.24947990477085114,
      "learning_rate": 0.00015672757608999033,
      "loss": 12.1653,
      "step": 19022
    },
    {
      "epoch": 3.1149500573112823,
      "grad_norm": 0.2259862720966339,
      "learning_rate": 0.00015672331866810107,
      "loss": 12.2169,
      "step": 19023
    },
    {
      "epoch": 3.115113803831669,
      "grad_norm": 0.17034393548965454,
      "learning_rate": 0.00015671906109461753,
      "loss": 12.161,
      "step": 19024
    },
    {
      "epoch": 3.115277550352055,
      "grad_norm": 0.12177326530218124,
      "learning_rate": 0.000156714803369551,
      "loss": 12.1744,
      "step": 19025
    },
    {
      "epoch": 3.1154412968724414,
      "grad_norm": 0.13589470088481903,
      "learning_rate": 0.00015671054549291295,
      "loss": 12.1526,
      "step": 19026
    },
    {
      "epoch": 3.115605043392828,
      "grad_norm": 0.1325433850288391,
      "learning_rate": 0.0001567062874647147,
      "loss": 12.1871,
      "step": 19027
    },
    {
      "epoch": 3.1157687899132145,
      "grad_norm": 0.1412879079580307,
      "learning_rate": 0.0001567020292849677,
      "loss": 12.1844,
      "step": 19028
    },
    {
      "epoch": 3.1159325364336006,
      "grad_norm": 0.14925257861614227,
      "learning_rate": 0.00015669777095368327,
      "loss": 12.1725,
      "step": 19029
    },
    {
      "epoch": 3.116096282953987,
      "grad_norm": 0.19531534612178802,
      "learning_rate": 0.00015669351247087277,
      "loss": 12.1854,
      "step": 19030
    },
    {
      "epoch": 3.1162600294743736,
      "grad_norm": 0.16686463356018066,
      "learning_rate": 0.00015668925383654765,
      "loss": 12.1522,
      "step": 19031
    },
    {
      "epoch": 3.11642377599476,
      "grad_norm": 0.1705421805381775,
      "learning_rate": 0.00015668499505071926,
      "loss": 12.1513,
      "step": 19032
    },
    {
      "epoch": 3.1165875225151467,
      "grad_norm": 0.1343052089214325,
      "learning_rate": 0.00015668073611339897,
      "loss": 12.2129,
      "step": 19033
    },
    {
      "epoch": 3.116751269035533,
      "grad_norm": 0.19887061417102814,
      "learning_rate": 0.00015667647702459817,
      "loss": 12.2114,
      "step": 19034
    },
    {
      "epoch": 3.1169150155559193,
      "grad_norm": 0.15519002079963684,
      "learning_rate": 0.00015667221778432823,
      "loss": 12.2022,
      "step": 19035
    },
    {
      "epoch": 3.117078762076306,
      "grad_norm": 0.16822539269924164,
      "learning_rate": 0.00015666795839260056,
      "loss": 12.1793,
      "step": 19036
    },
    {
      "epoch": 3.1172425085966924,
      "grad_norm": 0.2226753830909729,
      "learning_rate": 0.00015666369884942654,
      "loss": 12.2027,
      "step": 19037
    },
    {
      "epoch": 3.117406255117079,
      "grad_norm": 0.19432851672172546,
      "learning_rate": 0.0001566594391548175,
      "loss": 12.2099,
      "step": 19038
    },
    {
      "epoch": 3.117570001637465,
      "grad_norm": 0.14592471718788147,
      "learning_rate": 0.00015665517930878493,
      "loss": 12.1714,
      "step": 19039
    },
    {
      "epoch": 3.1177337481578515,
      "grad_norm": 0.20502780377864838,
      "learning_rate": 0.00015665091931134012,
      "loss": 12.1682,
      "step": 19040
    },
    {
      "epoch": 3.117897494678238,
      "grad_norm": 0.11582226306200027,
      "learning_rate": 0.00015664665916249453,
      "loss": 12.1673,
      "step": 19041
    },
    {
      "epoch": 3.1180612411986246,
      "grad_norm": 0.141975536942482,
      "learning_rate": 0.00015664239886225943,
      "loss": 12.17,
      "step": 19042
    },
    {
      "epoch": 3.118224987719011,
      "grad_norm": 0.14128999412059784,
      "learning_rate": 0.00015663813841064635,
      "loss": 12.2046,
      "step": 19043
    },
    {
      "epoch": 3.118388734239397,
      "grad_norm": 0.13936735689640045,
      "learning_rate": 0.00015663387780766655,
      "loss": 12.1943,
      "step": 19044
    },
    {
      "epoch": 3.1185524807597838,
      "grad_norm": 0.12798796594142914,
      "learning_rate": 0.0001566296170533315,
      "loss": 12.1644,
      "step": 19045
    },
    {
      "epoch": 3.1187162272801703,
      "grad_norm": 0.33929121494293213,
      "learning_rate": 0.00015662535614765255,
      "loss": 12.2028,
      "step": 19046
    },
    {
      "epoch": 3.118879973800557,
      "grad_norm": 0.14817069470882416,
      "learning_rate": 0.00015662109509064108,
      "loss": 12.163,
      "step": 19047
    },
    {
      "epoch": 3.1190437203209433,
      "grad_norm": 0.14777736365795135,
      "learning_rate": 0.0001566168338823085,
      "loss": 12.1894,
      "step": 19048
    },
    {
      "epoch": 3.1192074668413294,
      "grad_norm": 0.1710442155599594,
      "learning_rate": 0.0001566125725226662,
      "loss": 12.1602,
      "step": 19049
    },
    {
      "epoch": 3.119371213361716,
      "grad_norm": 0.1309177279472351,
      "learning_rate": 0.00015660831101172557,
      "loss": 12.23,
      "step": 19050
    },
    {
      "epoch": 3.1195349598821025,
      "grad_norm": 0.13489572703838348,
      "learning_rate": 0.00015660404934949798,
      "loss": 12.1806,
      "step": 19051
    },
    {
      "epoch": 3.119698706402489,
      "grad_norm": 0.1666688174009323,
      "learning_rate": 0.00015659978753599486,
      "loss": 12.1496,
      "step": 19052
    },
    {
      "epoch": 3.1198624529228756,
      "grad_norm": 0.1874793916940689,
      "learning_rate": 0.0001565955255712275,
      "loss": 12.1744,
      "step": 19053
    },
    {
      "epoch": 3.1200261994432616,
      "grad_norm": 0.19575537741184235,
      "learning_rate": 0.00015659126345520742,
      "loss": 12.2171,
      "step": 19054
    },
    {
      "epoch": 3.120189945963648,
      "grad_norm": 0.1597088873386383,
      "learning_rate": 0.0001565870011879459,
      "loss": 12.2082,
      "step": 19055
    },
    {
      "epoch": 3.1203536924840347,
      "grad_norm": 0.15347334742546082,
      "learning_rate": 0.0001565827387694544,
      "loss": 12.1826,
      "step": 19056
    },
    {
      "epoch": 3.1205174390044212,
      "grad_norm": 0.15199922025203705,
      "learning_rate": 0.0001565784761997443,
      "loss": 12.18,
      "step": 19057
    },
    {
      "epoch": 3.1206811855248078,
      "grad_norm": 0.1391562670469284,
      "learning_rate": 0.00015657421347882696,
      "loss": 12.1679,
      "step": 19058
    },
    {
      "epoch": 3.120844932045194,
      "grad_norm": 0.19022303819656372,
      "learning_rate": 0.00015656995060671385,
      "loss": 12.1657,
      "step": 19059
    },
    {
      "epoch": 3.1210086785655804,
      "grad_norm": 0.18525396287441254,
      "learning_rate": 0.00015656568758341626,
      "loss": 12.164,
      "step": 19060
    },
    {
      "epoch": 3.121172425085967,
      "grad_norm": 0.14501680433750153,
      "learning_rate": 0.00015656142440894564,
      "loss": 12.1933,
      "step": 19061
    },
    {
      "epoch": 3.1213361716063535,
      "grad_norm": 0.21861813962459564,
      "learning_rate": 0.00015655716108331337,
      "loss": 12.1608,
      "step": 19062
    },
    {
      "epoch": 3.12149991812674,
      "grad_norm": 0.15393544733524323,
      "learning_rate": 0.00015655289760653087,
      "loss": 12.1782,
      "step": 19063
    },
    {
      "epoch": 3.121663664647126,
      "grad_norm": 0.14552460610866547,
      "learning_rate": 0.00015654863397860947,
      "loss": 12.1422,
      "step": 19064
    },
    {
      "epoch": 3.1218274111675126,
      "grad_norm": 0.14682917296886444,
      "learning_rate": 0.00015654437019956067,
      "loss": 12.1569,
      "step": 19065
    },
    {
      "epoch": 3.121991157687899,
      "grad_norm": 0.13233597576618195,
      "learning_rate": 0.00015654010626939575,
      "loss": 12.2204,
      "step": 19066
    },
    {
      "epoch": 3.1221549042082857,
      "grad_norm": 0.11346505582332611,
      "learning_rate": 0.00015653584218812617,
      "loss": 12.1803,
      "step": 19067
    },
    {
      "epoch": 3.122318650728672,
      "grad_norm": 0.12993471324443817,
      "learning_rate": 0.0001565315779557633,
      "loss": 12.1533,
      "step": 19068
    },
    {
      "epoch": 3.1224823972490583,
      "grad_norm": 0.1597609668970108,
      "learning_rate": 0.0001565273135723186,
      "loss": 12.1599,
      "step": 19069
    },
    {
      "epoch": 3.122646143769445,
      "grad_norm": 0.1603604406118393,
      "learning_rate": 0.0001565230490378034,
      "loss": 12.178,
      "step": 19070
    },
    {
      "epoch": 3.1228098902898314,
      "grad_norm": 0.19144193828105927,
      "learning_rate": 0.0001565187843522291,
      "loss": 12.1721,
      "step": 19071
    },
    {
      "epoch": 3.122973636810218,
      "grad_norm": 0.17859001457691193,
      "learning_rate": 0.00015651451951560711,
      "loss": 12.1936,
      "step": 19072
    },
    {
      "epoch": 3.1231373833306044,
      "grad_norm": 0.16104818880558014,
      "learning_rate": 0.00015651025452794882,
      "loss": 12.1797,
      "step": 19073
    },
    {
      "epoch": 3.1233011298509905,
      "grad_norm": 0.12165054678916931,
      "learning_rate": 0.00015650598938926567,
      "loss": 12.1621,
      "step": 19074
    },
    {
      "epoch": 3.123464876371377,
      "grad_norm": 0.12726646661758423,
      "learning_rate": 0.00015650172409956899,
      "loss": 12.1981,
      "step": 19075
    },
    {
      "epoch": 3.1236286228917636,
      "grad_norm": 0.15735922753810883,
      "learning_rate": 0.00015649745865887023,
      "loss": 12.19,
      "step": 19076
    },
    {
      "epoch": 3.12379236941215,
      "grad_norm": 0.15243911743164062,
      "learning_rate": 0.00015649319306718077,
      "loss": 12.1727,
      "step": 19077
    },
    {
      "epoch": 3.1239561159325366,
      "grad_norm": 0.14691559970378876,
      "learning_rate": 0.000156488927324512,
      "loss": 12.1737,
      "step": 19078
    },
    {
      "epoch": 3.1241198624529227,
      "grad_norm": 0.1398346871137619,
      "learning_rate": 0.00015648466143087538,
      "loss": 12.1807,
      "step": 19079
    },
    {
      "epoch": 3.1242836089733093,
      "grad_norm": 0.1447233408689499,
      "learning_rate": 0.00015648039538628222,
      "loss": 12.1702,
      "step": 19080
    },
    {
      "epoch": 3.124447355493696,
      "grad_norm": 0.1726178079843521,
      "learning_rate": 0.000156476129190744,
      "loss": 12.2176,
      "step": 19081
    },
    {
      "epoch": 3.1246111020140823,
      "grad_norm": 0.1497439295053482,
      "learning_rate": 0.00015647186284427206,
      "loss": 12.1485,
      "step": 19082
    },
    {
      "epoch": 3.124774848534469,
      "grad_norm": 0.41304028034210205,
      "learning_rate": 0.00015646759634687784,
      "loss": 12.2899,
      "step": 19083
    },
    {
      "epoch": 3.124938595054855,
      "grad_norm": 0.1465032398700714,
      "learning_rate": 0.00015646332969857275,
      "loss": 12.1854,
      "step": 19084
    },
    {
      "epoch": 3.1251023415752415,
      "grad_norm": 0.21260836720466614,
      "learning_rate": 0.00015645906289936813,
      "loss": 12.18,
      "step": 19085
    },
    {
      "epoch": 3.125266088095628,
      "grad_norm": 0.1765333116054535,
      "learning_rate": 0.00015645479594927547,
      "loss": 12.1629,
      "step": 19086
    },
    {
      "epoch": 3.1254298346160145,
      "grad_norm": 0.14131031930446625,
      "learning_rate": 0.0001564505288483061,
      "loss": 12.2574,
      "step": 19087
    },
    {
      "epoch": 3.1255935811364006,
      "grad_norm": 0.11852424591779709,
      "learning_rate": 0.0001564462615964715,
      "loss": 12.177,
      "step": 19088
    },
    {
      "epoch": 3.125757327656787,
      "grad_norm": 0.1409013718366623,
      "learning_rate": 0.000156441994193783,
      "loss": 12.149,
      "step": 19089
    },
    {
      "epoch": 3.1259210741771737,
      "grad_norm": 0.1618720293045044,
      "learning_rate": 0.00015643772664025206,
      "loss": 12.2548,
      "step": 19090
    },
    {
      "epoch": 3.12608482069756,
      "grad_norm": 0.19918617606163025,
      "learning_rate": 0.00015643345893589,
      "loss": 12.1803,
      "step": 19091
    },
    {
      "epoch": 3.1262485672179467,
      "grad_norm": 0.13828983902931213,
      "learning_rate": 0.00015642919108070836,
      "loss": 12.2186,
      "step": 19092
    },
    {
      "epoch": 3.1264123137383333,
      "grad_norm": 0.13258492946624756,
      "learning_rate": 0.00015642492307471842,
      "loss": 12.1645,
      "step": 19093
    },
    {
      "epoch": 3.1265760602587194,
      "grad_norm": 0.18086302280426025,
      "learning_rate": 0.00015642065491793162,
      "loss": 12.2179,
      "step": 19094
    },
    {
      "epoch": 3.126739806779106,
      "grad_norm": 0.17372922599315643,
      "learning_rate": 0.00015641638661035944,
      "loss": 12.2092,
      "step": 19095
    },
    {
      "epoch": 3.1269035532994924,
      "grad_norm": 0.16757695376873016,
      "learning_rate": 0.0001564121181520132,
      "loss": 12.2089,
      "step": 19096
    },
    {
      "epoch": 3.127067299819879,
      "grad_norm": 0.23715484142303467,
      "learning_rate": 0.00015640784954290435,
      "loss": 12.1883,
      "step": 19097
    },
    {
      "epoch": 3.127231046340265,
      "grad_norm": 0.1329650729894638,
      "learning_rate": 0.00015640358078304427,
      "loss": 12.1525,
      "step": 19098
    },
    {
      "epoch": 3.1273947928606516,
      "grad_norm": 0.14427900314331055,
      "learning_rate": 0.00015639931187244442,
      "loss": 12.1697,
      "step": 19099
    },
    {
      "epoch": 3.127558539381038,
      "grad_norm": 0.16189979016780853,
      "learning_rate": 0.00015639504281111615,
      "loss": 12.1625,
      "step": 19100
    },
    {
      "epoch": 3.1277222859014246,
      "grad_norm": 0.16396108269691467,
      "learning_rate": 0.00015639077359907088,
      "loss": 12.1542,
      "step": 19101
    },
    {
      "epoch": 3.127886032421811,
      "grad_norm": 0.14756210148334503,
      "learning_rate": 0.00015638650423632005,
      "loss": 12.2501,
      "step": 19102
    },
    {
      "epoch": 3.1280497789421977,
      "grad_norm": 0.13605889678001404,
      "learning_rate": 0.00015638223472287506,
      "loss": 12.2061,
      "step": 19103
    },
    {
      "epoch": 3.128213525462584,
      "grad_norm": 0.13531431555747986,
      "learning_rate": 0.0001563779650587473,
      "loss": 12.1537,
      "step": 19104
    },
    {
      "epoch": 3.1283772719829703,
      "grad_norm": 0.17201107740402222,
      "learning_rate": 0.0001563736952439482,
      "loss": 12.1907,
      "step": 19105
    },
    {
      "epoch": 3.128541018503357,
      "grad_norm": 0.19979727268218994,
      "learning_rate": 0.00015636942527848913,
      "loss": 12.2261,
      "step": 19106
    },
    {
      "epoch": 3.1287047650237434,
      "grad_norm": 0.17949983477592468,
      "learning_rate": 0.00015636515516238158,
      "loss": 12.2135,
      "step": 19107
    },
    {
      "epoch": 3.1288685115441295,
      "grad_norm": 0.14101159572601318,
      "learning_rate": 0.0001563608848956369,
      "loss": 12.1707,
      "step": 19108
    },
    {
      "epoch": 3.129032258064516,
      "grad_norm": 0.14493833482265472,
      "learning_rate": 0.00015635661447826655,
      "loss": 12.171,
      "step": 19109
    },
    {
      "epoch": 3.1291960045849025,
      "grad_norm": 0.24059824645519257,
      "learning_rate": 0.00015635234391028188,
      "loss": 12.1431,
      "step": 19110
    },
    {
      "epoch": 3.129359751105289,
      "grad_norm": 0.1554984152317047,
      "learning_rate": 0.00015634807319169435,
      "loss": 12.1423,
      "step": 19111
    },
    {
      "epoch": 3.1295234976256756,
      "grad_norm": 0.17375293374061584,
      "learning_rate": 0.00015634380232251534,
      "loss": 12.2113,
      "step": 19112
    },
    {
      "epoch": 3.1296872441460617,
      "grad_norm": 0.17753145098686218,
      "learning_rate": 0.00015633953130275634,
      "loss": 12.1958,
      "step": 19113
    },
    {
      "epoch": 3.1298509906664482,
      "grad_norm": 0.16255313158035278,
      "learning_rate": 0.00015633526013242866,
      "loss": 12.1851,
      "step": 19114
    },
    {
      "epoch": 3.1300147371868348,
      "grad_norm": 0.16943013668060303,
      "learning_rate": 0.00015633098881154378,
      "loss": 12.155,
      "step": 19115
    },
    {
      "epoch": 3.1301784837072213,
      "grad_norm": 0.12086281180381775,
      "learning_rate": 0.00015632671734011307,
      "loss": 12.1611,
      "step": 19116
    },
    {
      "epoch": 3.130342230227608,
      "grad_norm": 0.13300630450248718,
      "learning_rate": 0.000156322445718148,
      "loss": 12.1661,
      "step": 19117
    },
    {
      "epoch": 3.130505976747994,
      "grad_norm": 0.22748658061027527,
      "learning_rate": 0.00015631817394565998,
      "loss": 12.1912,
      "step": 19118
    },
    {
      "epoch": 3.1306697232683804,
      "grad_norm": 0.14983706176280975,
      "learning_rate": 0.00015631390202266036,
      "loss": 12.1893,
      "step": 19119
    },
    {
      "epoch": 3.130833469788767,
      "grad_norm": 0.1247650682926178,
      "learning_rate": 0.00015630962994916066,
      "loss": 12.1771,
      "step": 19120
    },
    {
      "epoch": 3.1309972163091535,
      "grad_norm": 0.21494947373867035,
      "learning_rate": 0.00015630535772517219,
      "loss": 12.1758,
      "step": 19121
    },
    {
      "epoch": 3.13116096282954,
      "grad_norm": 0.1360127031803131,
      "learning_rate": 0.00015630108535070645,
      "loss": 12.1784,
      "step": 19122
    },
    {
      "epoch": 3.131324709349926,
      "grad_norm": 0.14093193411827087,
      "learning_rate": 0.0001562968128257748,
      "loss": 12.2152,
      "step": 19123
    },
    {
      "epoch": 3.1314884558703127,
      "grad_norm": 0.1368764340877533,
      "learning_rate": 0.0001562925401503887,
      "loss": 12.199,
      "step": 19124
    },
    {
      "epoch": 3.131652202390699,
      "grad_norm": 0.19826817512512207,
      "learning_rate": 0.00015628826732455955,
      "loss": 12.2402,
      "step": 19125
    },
    {
      "epoch": 3.1318159489110857,
      "grad_norm": 0.17047090828418732,
      "learning_rate": 0.0001562839943482988,
      "loss": 12.1575,
      "step": 19126
    },
    {
      "epoch": 3.1319796954314723,
      "grad_norm": 0.159125417470932,
      "learning_rate": 0.0001562797212216178,
      "loss": 12.1457,
      "step": 19127
    },
    {
      "epoch": 3.1321434419518583,
      "grad_norm": 0.11098846793174744,
      "learning_rate": 0.00015627544794452803,
      "loss": 12.2088,
      "step": 19128
    },
    {
      "epoch": 3.132307188472245,
      "grad_norm": 0.16367676854133606,
      "learning_rate": 0.0001562711745170409,
      "loss": 12.1559,
      "step": 19129
    },
    {
      "epoch": 3.1324709349926314,
      "grad_norm": 0.20853392779827118,
      "learning_rate": 0.00015626690093916782,
      "loss": 12.184,
      "step": 19130
    },
    {
      "epoch": 3.132634681513018,
      "grad_norm": 0.15463806688785553,
      "learning_rate": 0.00015626262721092022,
      "loss": 12.1652,
      "step": 19131
    },
    {
      "epoch": 3.1327984280334045,
      "grad_norm": 0.12786196172237396,
      "learning_rate": 0.0001562583533323095,
      "loss": 12.1502,
      "step": 19132
    },
    {
      "epoch": 3.1329621745537906,
      "grad_norm": 0.16758345067501068,
      "learning_rate": 0.00015625407930334713,
      "loss": 12.1914,
      "step": 19133
    },
    {
      "epoch": 3.133125921074177,
      "grad_norm": 0.17934918403625488,
      "learning_rate": 0.00015624980512404446,
      "loss": 12.1752,
      "step": 19134
    },
    {
      "epoch": 3.1332896675945636,
      "grad_norm": 0.13019268214702606,
      "learning_rate": 0.00015624553079441299,
      "loss": 12.1498,
      "step": 19135
    },
    {
      "epoch": 3.13345341411495,
      "grad_norm": 0.1778561770915985,
      "learning_rate": 0.00015624125631446406,
      "loss": 12.1915,
      "step": 19136
    },
    {
      "epoch": 3.1336171606353367,
      "grad_norm": 0.14406535029411316,
      "learning_rate": 0.00015623698168420918,
      "loss": 12.1721,
      "step": 19137
    },
    {
      "epoch": 3.1337809071557228,
      "grad_norm": 0.17415785789489746,
      "learning_rate": 0.00015623270690365973,
      "loss": 12.2112,
      "step": 19138
    },
    {
      "epoch": 3.1339446536761093,
      "grad_norm": 0.15375640988349915,
      "learning_rate": 0.00015622843197282715,
      "loss": 12.1531,
      "step": 19139
    },
    {
      "epoch": 3.134108400196496,
      "grad_norm": 0.161464124917984,
      "learning_rate": 0.00015622415689172284,
      "loss": 12.1735,
      "step": 19140
    },
    {
      "epoch": 3.1342721467168824,
      "grad_norm": 0.15730218589305878,
      "learning_rate": 0.00015621988166035825,
      "loss": 12.16,
      "step": 19141
    },
    {
      "epoch": 3.134435893237269,
      "grad_norm": 0.18106825649738312,
      "learning_rate": 0.00015621560627874476,
      "loss": 12.1947,
      "step": 19142
    },
    {
      "epoch": 3.134599639757655,
      "grad_norm": 0.16913029551506042,
      "learning_rate": 0.00015621133074689386,
      "loss": 12.1439,
      "step": 19143
    },
    {
      "epoch": 3.1347633862780415,
      "grad_norm": 0.1176074743270874,
      "learning_rate": 0.00015620705506481694,
      "loss": 12.2096,
      "step": 19144
    },
    {
      "epoch": 3.134927132798428,
      "grad_norm": 0.13974906504154205,
      "learning_rate": 0.00015620277923252544,
      "loss": 12.18,
      "step": 19145
    },
    {
      "epoch": 3.1350908793188146,
      "grad_norm": 0.136499285697937,
      "learning_rate": 0.00015619850325003078,
      "loss": 12.1811,
      "step": 19146
    },
    {
      "epoch": 3.135254625839201,
      "grad_norm": 0.21135425567626953,
      "learning_rate": 0.0001561942271173444,
      "loss": 12.1533,
      "step": 19147
    },
    {
      "epoch": 3.135418372359587,
      "grad_norm": 0.14792728424072266,
      "learning_rate": 0.0001561899508344777,
      "loss": 12.1651,
      "step": 19148
    },
    {
      "epoch": 3.1355821188799737,
      "grad_norm": 0.1627635955810547,
      "learning_rate": 0.00015618567440144214,
      "loss": 12.1959,
      "step": 19149
    },
    {
      "epoch": 3.1357458654003603,
      "grad_norm": 0.35570213198661804,
      "learning_rate": 0.00015618139781824913,
      "loss": 12.1975,
      "step": 19150
    },
    {
      "epoch": 3.135909611920747,
      "grad_norm": 0.36881184577941895,
      "learning_rate": 0.00015617712108491008,
      "loss": 12.1666,
      "step": 19151
    },
    {
      "epoch": 3.1360733584411333,
      "grad_norm": 0.14724908769130707,
      "learning_rate": 0.00015617284420143648,
      "loss": 12.1928,
      "step": 19152
    },
    {
      "epoch": 3.1362371049615194,
      "grad_norm": 0.15595555305480957,
      "learning_rate": 0.0001561685671678397,
      "loss": 12.1449,
      "step": 19153
    },
    {
      "epoch": 3.136400851481906,
      "grad_norm": 0.12525928020477295,
      "learning_rate": 0.00015616428998413122,
      "loss": 12.17,
      "step": 19154
    },
    {
      "epoch": 3.1365645980022925,
      "grad_norm": 0.16055670380592346,
      "learning_rate": 0.0001561600126503224,
      "loss": 12.1687,
      "step": 19155
    },
    {
      "epoch": 3.136728344522679,
      "grad_norm": 0.14332692325115204,
      "learning_rate": 0.00015615573516642478,
      "loss": 12.1465,
      "step": 19156
    },
    {
      "epoch": 3.136892091043065,
      "grad_norm": 0.17146871984004974,
      "learning_rate": 0.00015615145753244966,
      "loss": 12.2108,
      "step": 19157
    },
    {
      "epoch": 3.1370558375634516,
      "grad_norm": 0.13842211663722992,
      "learning_rate": 0.00015614717974840858,
      "loss": 12.1938,
      "step": 19158
    },
    {
      "epoch": 3.137219584083838,
      "grad_norm": 0.10644663870334625,
      "learning_rate": 0.00015614290181431293,
      "loss": 12.1429,
      "step": 19159
    },
    {
      "epoch": 3.1373833306042247,
      "grad_norm": 0.2089126855134964,
      "learning_rate": 0.00015613862373017415,
      "loss": 12.166,
      "step": 19160
    },
    {
      "epoch": 3.1375470771246112,
      "grad_norm": 0.1668427288532257,
      "learning_rate": 0.00015613434549600363,
      "loss": 12.1594,
      "step": 19161
    },
    {
      "epoch": 3.1377108236449978,
      "grad_norm": 0.1509101837873459,
      "learning_rate": 0.0001561300671118129,
      "loss": 12.1403,
      "step": 19162
    },
    {
      "epoch": 3.137874570165384,
      "grad_norm": 0.1765270233154297,
      "learning_rate": 0.0001561257885776133,
      "loss": 12.1267,
      "step": 19163
    },
    {
      "epoch": 3.1380383166857704,
      "grad_norm": 0.1948644369840622,
      "learning_rate": 0.00015612150989341629,
      "loss": 12.1988,
      "step": 19164
    },
    {
      "epoch": 3.138202063206157,
      "grad_norm": 0.21517956256866455,
      "learning_rate": 0.00015611723105923335,
      "loss": 12.1439,
      "step": 19165
    },
    {
      "epoch": 3.1383658097265434,
      "grad_norm": 0.1919085830450058,
      "learning_rate": 0.00015611295207507587,
      "loss": 12.1331,
      "step": 19166
    },
    {
      "epoch": 3.1385295562469295,
      "grad_norm": 0.1367238610982895,
      "learning_rate": 0.00015610867294095528,
      "loss": 12.1942,
      "step": 19167
    },
    {
      "epoch": 3.138693302767316,
      "grad_norm": 0.1690477579832077,
      "learning_rate": 0.00015610439365688306,
      "loss": 12.1752,
      "step": 19168
    },
    {
      "epoch": 3.1388570492877026,
      "grad_norm": 0.14039422571659088,
      "learning_rate": 0.00015610011422287058,
      "loss": 12.2069,
      "step": 19169
    },
    {
      "epoch": 3.139020795808089,
      "grad_norm": 0.2465815246105194,
      "learning_rate": 0.00015609583463892937,
      "loss": 12.1555,
      "step": 19170
    },
    {
      "epoch": 3.1391845423284757,
      "grad_norm": 0.16166022419929504,
      "learning_rate": 0.00015609155490507078,
      "loss": 12.1751,
      "step": 19171
    },
    {
      "epoch": 3.139348288848862,
      "grad_norm": 0.14882974326610565,
      "learning_rate": 0.00015608727502130628,
      "loss": 12.1882,
      "step": 19172
    },
    {
      "epoch": 3.1395120353692483,
      "grad_norm": 0.24389700591564178,
      "learning_rate": 0.0001560829949876473,
      "loss": 12.1635,
      "step": 19173
    },
    {
      "epoch": 3.139675781889635,
      "grad_norm": 0.13948674499988556,
      "learning_rate": 0.0001560787148041053,
      "loss": 12.2197,
      "step": 19174
    },
    {
      "epoch": 3.1398395284100213,
      "grad_norm": 0.11783453822135925,
      "learning_rate": 0.0001560744344706917,
      "loss": 12.16,
      "step": 19175
    },
    {
      "epoch": 3.140003274930408,
      "grad_norm": 0.15925239026546478,
      "learning_rate": 0.00015607015398741797,
      "loss": 12.2029,
      "step": 19176
    },
    {
      "epoch": 3.140167021450794,
      "grad_norm": 0.15623125433921814,
      "learning_rate": 0.0001560658733542955,
      "loss": 12.1785,
      "step": 19177
    },
    {
      "epoch": 3.1403307679711805,
      "grad_norm": 0.16770562529563904,
      "learning_rate": 0.00015606159257133576,
      "loss": 12.1772,
      "step": 19178
    },
    {
      "epoch": 3.140494514491567,
      "grad_norm": 0.17570775747299194,
      "learning_rate": 0.0001560573116385502,
      "loss": 12.1859,
      "step": 19179
    },
    {
      "epoch": 3.1406582610119536,
      "grad_norm": 0.14595942199230194,
      "learning_rate": 0.00015605303055595023,
      "loss": 12.1486,
      "step": 19180
    },
    {
      "epoch": 3.14082200753234,
      "grad_norm": 0.10557850450277328,
      "learning_rate": 0.00015604874932354735,
      "loss": 12.2229,
      "step": 19181
    },
    {
      "epoch": 3.140985754052726,
      "grad_norm": 0.11037160456180573,
      "learning_rate": 0.0001560444679413529,
      "loss": 12.2201,
      "step": 19182
    },
    {
      "epoch": 3.1411495005731127,
      "grad_norm": 0.15025532245635986,
      "learning_rate": 0.00015604018640937844,
      "loss": 12.173,
      "step": 19183
    },
    {
      "epoch": 3.1413132470934992,
      "grad_norm": 0.13340696692466736,
      "learning_rate": 0.0001560359047276353,
      "loss": 12.1693,
      "step": 19184
    },
    {
      "epoch": 3.1414769936138858,
      "grad_norm": 0.16880473494529724,
      "learning_rate": 0.00015603162289613503,
      "loss": 12.1927,
      "step": 19185
    },
    {
      "epoch": 3.1416407401342723,
      "grad_norm": 0.13983844220638275,
      "learning_rate": 0.00015602734091488895,
      "loss": 12.199,
      "step": 19186
    },
    {
      "epoch": 3.1418044866546584,
      "grad_norm": 0.11613477021455765,
      "learning_rate": 0.00015602305878390863,
      "loss": 12.159,
      "step": 19187
    },
    {
      "epoch": 3.141968233175045,
      "grad_norm": 0.18515904247760773,
      "learning_rate": 0.00015601877650320544,
      "loss": 12.1679,
      "step": 19188
    },
    {
      "epoch": 3.1421319796954315,
      "grad_norm": 0.13557222485542297,
      "learning_rate": 0.00015601449407279085,
      "loss": 12.2131,
      "step": 19189
    },
    {
      "epoch": 3.142295726215818,
      "grad_norm": 0.18105089664459229,
      "learning_rate": 0.00015601021149267628,
      "loss": 12.1838,
      "step": 19190
    },
    {
      "epoch": 3.1424594727362045,
      "grad_norm": 0.14099304378032684,
      "learning_rate": 0.00015600592876287324,
      "loss": 12.1738,
      "step": 19191
    },
    {
      "epoch": 3.1426232192565906,
      "grad_norm": 0.14588825404644012,
      "learning_rate": 0.0001560016458833931,
      "loss": 12.1562,
      "step": 19192
    },
    {
      "epoch": 3.142786965776977,
      "grad_norm": 0.15170426666736603,
      "learning_rate": 0.0001559973628542473,
      "loss": 12.1659,
      "step": 19193
    },
    {
      "epoch": 3.1429507122973637,
      "grad_norm": 0.18027696013450623,
      "learning_rate": 0.00015599307967544736,
      "loss": 12.1741,
      "step": 19194
    },
    {
      "epoch": 3.14311445881775,
      "grad_norm": 0.139750137925148,
      "learning_rate": 0.0001559887963470047,
      "loss": 12.1655,
      "step": 19195
    },
    {
      "epoch": 3.1432782053381367,
      "grad_norm": 0.18286758661270142,
      "learning_rate": 0.00015598451286893074,
      "loss": 12.1908,
      "step": 19196
    },
    {
      "epoch": 3.143441951858523,
      "grad_norm": 0.12207601964473724,
      "learning_rate": 0.00015598022924123695,
      "loss": 12.2425,
      "step": 19197
    },
    {
      "epoch": 3.1436056983789094,
      "grad_norm": 0.1506592035293579,
      "learning_rate": 0.00015597594546393477,
      "loss": 12.1992,
      "step": 19198
    },
    {
      "epoch": 3.143769444899296,
      "grad_norm": 0.22310632467269897,
      "learning_rate": 0.00015597166153703563,
      "loss": 12.1933,
      "step": 19199
    },
    {
      "epoch": 3.1439331914196824,
      "grad_norm": 0.14482279121875763,
      "learning_rate": 0.000155967377460551,
      "loss": 12.1206,
      "step": 19200
    },
    {
      "epoch": 3.144096937940069,
      "grad_norm": 0.18945655226707458,
      "learning_rate": 0.00015596309323449235,
      "loss": 12.1913,
      "step": 19201
    },
    {
      "epoch": 3.144260684460455,
      "grad_norm": 0.1505829393863678,
      "learning_rate": 0.00015595880885887112,
      "loss": 12.2015,
      "step": 19202
    },
    {
      "epoch": 3.1444244309808416,
      "grad_norm": 0.14491790533065796,
      "learning_rate": 0.0001559545243336987,
      "loss": 12.1434,
      "step": 19203
    },
    {
      "epoch": 3.144588177501228,
      "grad_norm": 0.12303432077169418,
      "learning_rate": 0.0001559502396589866,
      "loss": 12.1475,
      "step": 19204
    },
    {
      "epoch": 3.1447519240216146,
      "grad_norm": 0.14933301508426666,
      "learning_rate": 0.0001559459548347463,
      "loss": 12.2008,
      "step": 19205
    },
    {
      "epoch": 3.144915670542001,
      "grad_norm": 0.13119888305664062,
      "learning_rate": 0.00015594166986098918,
      "loss": 12.1701,
      "step": 19206
    },
    {
      "epoch": 3.1450794170623873,
      "grad_norm": 0.13258077204227448,
      "learning_rate": 0.0001559373847377267,
      "loss": 12.1561,
      "step": 19207
    },
    {
      "epoch": 3.145243163582774,
      "grad_norm": 0.149417445063591,
      "learning_rate": 0.00015593309946497036,
      "loss": 12.1705,
      "step": 19208
    },
    {
      "epoch": 3.1454069101031603,
      "grad_norm": 0.12380151450634003,
      "learning_rate": 0.0001559288140427316,
      "loss": 12.1769,
      "step": 19209
    },
    {
      "epoch": 3.145570656623547,
      "grad_norm": 0.15494653582572937,
      "learning_rate": 0.00015592452847102185,
      "loss": 12.185,
      "step": 19210
    },
    {
      "epoch": 3.1457344031439334,
      "grad_norm": 0.12626498937606812,
      "learning_rate": 0.0001559202427498526,
      "loss": 12.1501,
      "step": 19211
    },
    {
      "epoch": 3.1458981496643195,
      "grad_norm": 0.15669474005699158,
      "learning_rate": 0.0001559159568792352,
      "loss": 12.1348,
      "step": 19212
    },
    {
      "epoch": 3.146061896184706,
      "grad_norm": 0.15289345383644104,
      "learning_rate": 0.00015591167085918125,
      "loss": 12.1763,
      "step": 19213
    },
    {
      "epoch": 3.1462256427050925,
      "grad_norm": 0.17526020109653473,
      "learning_rate": 0.00015590738468970213,
      "loss": 12.2469,
      "step": 19214
    },
    {
      "epoch": 3.146389389225479,
      "grad_norm": 0.1342357099056244,
      "learning_rate": 0.00015590309837080926,
      "loss": 12.2049,
      "step": 19215
    },
    {
      "epoch": 3.1465531357458656,
      "grad_norm": 0.13832055032253265,
      "learning_rate": 0.00015589881190251418,
      "loss": 12.1721,
      "step": 19216
    },
    {
      "epoch": 3.1467168822662517,
      "grad_norm": 0.21091678738594055,
      "learning_rate": 0.00015589452528482828,
      "loss": 12.1252,
      "step": 19217
    },
    {
      "epoch": 3.146880628786638,
      "grad_norm": 0.12178003787994385,
      "learning_rate": 0.00015589023851776302,
      "loss": 12.1718,
      "step": 19218
    },
    {
      "epoch": 3.1470443753070247,
      "grad_norm": 0.1271241009235382,
      "learning_rate": 0.00015588595160132988,
      "loss": 12.1764,
      "step": 19219
    },
    {
      "epoch": 3.1472081218274113,
      "grad_norm": 0.13176903128623962,
      "learning_rate": 0.0001558816645355403,
      "loss": 12.179,
      "step": 19220
    },
    {
      "epoch": 3.147371868347798,
      "grad_norm": 0.13757333159446716,
      "learning_rate": 0.00015587737732040578,
      "loss": 12.1684,
      "step": 19221
    },
    {
      "epoch": 3.147535614868184,
      "grad_norm": 0.14068271219730377,
      "learning_rate": 0.00015587308995593775,
      "loss": 12.1591,
      "step": 19222
    },
    {
      "epoch": 3.1476993613885704,
      "grad_norm": 0.23257704079151154,
      "learning_rate": 0.00015586880244214765,
      "loss": 12.1982,
      "step": 19223
    },
    {
      "epoch": 3.147863107908957,
      "grad_norm": 0.1801597625017166,
      "learning_rate": 0.00015586451477904694,
      "loss": 12.1441,
      "step": 19224
    },
    {
      "epoch": 3.1480268544293435,
      "grad_norm": 0.12697066366672516,
      "learning_rate": 0.0001558602269666471,
      "loss": 12.1886,
      "step": 19225
    },
    {
      "epoch": 3.14819060094973,
      "grad_norm": 0.21307997405529022,
      "learning_rate": 0.0001558559390049596,
      "loss": 12.2082,
      "step": 19226
    },
    {
      "epoch": 3.148354347470116,
      "grad_norm": 0.15980654954910278,
      "learning_rate": 0.00015585165089399583,
      "loss": 12.1755,
      "step": 19227
    },
    {
      "epoch": 3.1485180939905026,
      "grad_norm": 0.14054079353809357,
      "learning_rate": 0.00015584736263376736,
      "loss": 12.1541,
      "step": 19228
    },
    {
      "epoch": 3.148681840510889,
      "grad_norm": 0.1695539355278015,
      "learning_rate": 0.00015584307422428554,
      "loss": 12.1712,
      "step": 19229
    },
    {
      "epoch": 3.1488455870312757,
      "grad_norm": 0.18257926404476166,
      "learning_rate": 0.00015583878566556193,
      "loss": 12.1593,
      "step": 19230
    },
    {
      "epoch": 3.1490093335516622,
      "grad_norm": 0.14298155903816223,
      "learning_rate": 0.0001558344969576079,
      "loss": 12.19,
      "step": 19231
    },
    {
      "epoch": 3.1491730800720483,
      "grad_norm": 0.13432621955871582,
      "learning_rate": 0.00015583020810043497,
      "loss": 12.1755,
      "step": 19232
    },
    {
      "epoch": 3.149336826592435,
      "grad_norm": 0.14464810490608215,
      "learning_rate": 0.00015582591909405459,
      "loss": 12.1955,
      "step": 19233
    },
    {
      "epoch": 3.1495005731128214,
      "grad_norm": 0.1971738189458847,
      "learning_rate": 0.0001558216299384782,
      "loss": 12.1677,
      "step": 19234
    },
    {
      "epoch": 3.149664319633208,
      "grad_norm": 0.1700650155544281,
      "learning_rate": 0.0001558173406337173,
      "loss": 12.1855,
      "step": 19235
    },
    {
      "epoch": 3.149828066153594,
      "grad_norm": 0.13443851470947266,
      "learning_rate": 0.00015581305117978332,
      "loss": 12.1791,
      "step": 19236
    },
    {
      "epoch": 3.1499918126739805,
      "grad_norm": 0.14708764851093292,
      "learning_rate": 0.00015580876157668776,
      "loss": 12.1708,
      "step": 19237
    },
    {
      "epoch": 3.150155559194367,
      "grad_norm": 0.13207848370075226,
      "learning_rate": 0.000155804471824442,
      "loss": 12.1817,
      "step": 19238
    },
    {
      "epoch": 3.1503193057147536,
      "grad_norm": 0.16472026705741882,
      "learning_rate": 0.00015580018192305767,
      "loss": 12.1561,
      "step": 19239
    },
    {
      "epoch": 3.15048305223514,
      "grad_norm": 0.13690684735774994,
      "learning_rate": 0.00015579589187254605,
      "loss": 12.186,
      "step": 19240
    },
    {
      "epoch": 3.1506467987555267,
      "grad_norm": 0.13174229860305786,
      "learning_rate": 0.00015579160167291872,
      "loss": 12.2691,
      "step": 19241
    },
    {
      "epoch": 3.1508105452759128,
      "grad_norm": 0.19714973866939545,
      "learning_rate": 0.0001557873113241871,
      "loss": 12.1672,
      "step": 19242
    },
    {
      "epoch": 3.1509742917962993,
      "grad_norm": 0.21138912439346313,
      "learning_rate": 0.00015578302082636268,
      "loss": 12.1656,
      "step": 19243
    },
    {
      "epoch": 3.151138038316686,
      "grad_norm": 0.17034205794334412,
      "learning_rate": 0.00015577873017945694,
      "loss": 12.1831,
      "step": 19244
    },
    {
      "epoch": 3.1513017848370724,
      "grad_norm": 0.16713067889213562,
      "learning_rate": 0.00015577443938348128,
      "loss": 12.189,
      "step": 19245
    },
    {
      "epoch": 3.1514655313574584,
      "grad_norm": 0.17758779227733612,
      "learning_rate": 0.00015577014843844725,
      "loss": 12.1704,
      "step": 19246
    },
    {
      "epoch": 3.151629277877845,
      "grad_norm": 0.18394821882247925,
      "learning_rate": 0.00015576585734436625,
      "loss": 12.1633,
      "step": 19247
    },
    {
      "epoch": 3.1517930243982315,
      "grad_norm": 0.14743801951408386,
      "learning_rate": 0.00015576156610124975,
      "loss": 12.1068,
      "step": 19248
    },
    {
      "epoch": 3.151956770918618,
      "grad_norm": 0.13126236200332642,
      "learning_rate": 0.00015575727470910927,
      "loss": 12.1899,
      "step": 19249
    },
    {
      "epoch": 3.1521205174390046,
      "grad_norm": 0.15383537113666534,
      "learning_rate": 0.00015575298316795625,
      "loss": 12.2278,
      "step": 19250
    },
    {
      "epoch": 3.152284263959391,
      "grad_norm": 0.16986460983753204,
      "learning_rate": 0.00015574869147780217,
      "loss": 12.162,
      "step": 19251
    },
    {
      "epoch": 3.152448010479777,
      "grad_norm": 0.15987949073314667,
      "learning_rate": 0.0001557443996386585,
      "loss": 12.1938,
      "step": 19252
    },
    {
      "epoch": 3.1526117570001637,
      "grad_norm": 0.15326066315174103,
      "learning_rate": 0.00015574010765053665,
      "loss": 12.1666,
      "step": 19253
    },
    {
      "epoch": 3.1527755035205502,
      "grad_norm": 0.14158251881599426,
      "learning_rate": 0.0001557358155134482,
      "loss": 12.1777,
      "step": 19254
    },
    {
      "epoch": 3.152939250040937,
      "grad_norm": 0.18791162967681885,
      "learning_rate": 0.00015573152322740454,
      "loss": 12.2122,
      "step": 19255
    },
    {
      "epoch": 3.153102996561323,
      "grad_norm": 0.1718652844429016,
      "learning_rate": 0.00015572723079241717,
      "loss": 12.1987,
      "step": 19256
    },
    {
      "epoch": 3.1532667430817094,
      "grad_norm": 0.3197656273841858,
      "learning_rate": 0.00015572293820849753,
      "loss": 12.2039,
      "step": 19257
    },
    {
      "epoch": 3.153430489602096,
      "grad_norm": 0.13600696623325348,
      "learning_rate": 0.00015571864547565714,
      "loss": 12.1854,
      "step": 19258
    },
    {
      "epoch": 3.1535942361224825,
      "grad_norm": 0.24572956562042236,
      "learning_rate": 0.00015571435259390746,
      "loss": 12.3081,
      "step": 19259
    },
    {
      "epoch": 3.153757982642869,
      "grad_norm": 0.1965188831090927,
      "learning_rate": 0.00015571005956325994,
      "loss": 12.1543,
      "step": 19260
    },
    {
      "epoch": 3.153921729163255,
      "grad_norm": 0.21742524206638336,
      "learning_rate": 0.00015570576638372605,
      "loss": 12.1618,
      "step": 19261
    },
    {
      "epoch": 3.1540854756836416,
      "grad_norm": 0.15341715514659882,
      "learning_rate": 0.0001557014730553173,
      "loss": 12.1521,
      "step": 19262
    },
    {
      "epoch": 3.154249222204028,
      "grad_norm": 0.16250060498714447,
      "learning_rate": 0.00015569717957804514,
      "loss": 12.1888,
      "step": 19263
    },
    {
      "epoch": 3.1544129687244147,
      "grad_norm": 0.1931922882795334,
      "learning_rate": 0.00015569288595192104,
      "loss": 12.1896,
      "step": 19264
    },
    {
      "epoch": 3.154576715244801,
      "grad_norm": 0.1382414996623993,
      "learning_rate": 0.0001556885921769565,
      "loss": 12.1479,
      "step": 19265
    },
    {
      "epoch": 3.1547404617651873,
      "grad_norm": 0.14642532169818878,
      "learning_rate": 0.00015568429825316295,
      "loss": 12.2156,
      "step": 19266
    },
    {
      "epoch": 3.154904208285574,
      "grad_norm": 0.17241549491882324,
      "learning_rate": 0.0001556800041805519,
      "loss": 12.2239,
      "step": 19267
    },
    {
      "epoch": 3.1550679548059604,
      "grad_norm": 0.15805155038833618,
      "learning_rate": 0.00015567570995913483,
      "loss": 12.2449,
      "step": 19268
    },
    {
      "epoch": 3.155231701326347,
      "grad_norm": 0.15704670548439026,
      "learning_rate": 0.00015567141558892321,
      "loss": 12.1366,
      "step": 19269
    },
    {
      "epoch": 3.1553954478467334,
      "grad_norm": 0.14077569544315338,
      "learning_rate": 0.0001556671210699285,
      "loss": 12.1656,
      "step": 19270
    },
    {
      "epoch": 3.1555591943671195,
      "grad_norm": 0.21254217624664307,
      "learning_rate": 0.0001556628264021622,
      "loss": 12.2373,
      "step": 19271
    },
    {
      "epoch": 3.155722940887506,
      "grad_norm": 0.15940168499946594,
      "learning_rate": 0.00015565853158563576,
      "loss": 12.1359,
      "step": 19272
    },
    {
      "epoch": 3.1558866874078926,
      "grad_norm": 0.11949771642684937,
      "learning_rate": 0.00015565423662036073,
      "loss": 12.1678,
      "step": 19273
    },
    {
      "epoch": 3.156050433928279,
      "grad_norm": 0.12075287848711014,
      "learning_rate": 0.00015564994150634847,
      "loss": 12.1562,
      "step": 19274
    },
    {
      "epoch": 3.1562141804486656,
      "grad_norm": 0.19774770736694336,
      "learning_rate": 0.00015564564624361056,
      "loss": 12.2303,
      "step": 19275
    },
    {
      "epoch": 3.1563779269690517,
      "grad_norm": 0.14601346850395203,
      "learning_rate": 0.00015564135083215842,
      "loss": 12.1604,
      "step": 19276
    },
    {
      "epoch": 3.1565416734894383,
      "grad_norm": 0.14205341041088104,
      "learning_rate": 0.00015563705527200355,
      "loss": 12.1948,
      "step": 19277
    },
    {
      "epoch": 3.156705420009825,
      "grad_norm": 0.221469908952713,
      "learning_rate": 0.00015563275956315744,
      "loss": 12.1738,
      "step": 19278
    },
    {
      "epoch": 3.1568691665302113,
      "grad_norm": 0.17368289828300476,
      "learning_rate": 0.00015562846370563159,
      "loss": 12.2006,
      "step": 19279
    },
    {
      "epoch": 3.157032913050598,
      "grad_norm": 0.23931799829006195,
      "learning_rate": 0.00015562416769943738,
      "loss": 12.1769,
      "step": 19280
    },
    {
      "epoch": 3.157196659570984,
      "grad_norm": 0.1713297814130783,
      "learning_rate": 0.00015561987154458643,
      "loss": 12.1292,
      "step": 19281
    },
    {
      "epoch": 3.1573604060913705,
      "grad_norm": 0.24154269695281982,
      "learning_rate": 0.00015561557524109015,
      "loss": 12.2398,
      "step": 19282
    },
    {
      "epoch": 3.157524152611757,
      "grad_norm": 0.16799631714820862,
      "learning_rate": 0.00015561127878896001,
      "loss": 12.1528,
      "step": 19283
    },
    {
      "epoch": 3.1576878991321435,
      "grad_norm": 0.17779426276683807,
      "learning_rate": 0.0001556069821882075,
      "loss": 12.2443,
      "step": 19284
    },
    {
      "epoch": 3.15785164565253,
      "grad_norm": 0.14746855199337006,
      "learning_rate": 0.00015560268543884416,
      "loss": 12.2034,
      "step": 19285
    },
    {
      "epoch": 3.158015392172916,
      "grad_norm": 0.2371761053800583,
      "learning_rate": 0.00015559838854088136,
      "loss": 12.2186,
      "step": 19286
    },
    {
      "epoch": 3.1581791386933027,
      "grad_norm": 0.14340408146381378,
      "learning_rate": 0.0001555940914943307,
      "loss": 12.1702,
      "step": 19287
    },
    {
      "epoch": 3.158342885213689,
      "grad_norm": 0.19829373061656952,
      "learning_rate": 0.00015558979429920356,
      "loss": 12.2267,
      "step": 19288
    },
    {
      "epoch": 3.1585066317340758,
      "grad_norm": 0.1626889705657959,
      "learning_rate": 0.00015558549695551154,
      "loss": 12.164,
      "step": 19289
    },
    {
      "epoch": 3.1586703782544623,
      "grad_norm": 0.17235144972801208,
      "learning_rate": 0.000155581199463266,
      "loss": 12.2467,
      "step": 19290
    },
    {
      "epoch": 3.1588341247748484,
      "grad_norm": 0.20191094279289246,
      "learning_rate": 0.0001555769018224785,
      "loss": 12.135,
      "step": 19291
    },
    {
      "epoch": 3.158997871295235,
      "grad_norm": 0.1807314157485962,
      "learning_rate": 0.00015557260403316057,
      "loss": 12.1778,
      "step": 19292
    },
    {
      "epoch": 3.1591616178156214,
      "grad_norm": 0.23040224611759186,
      "learning_rate": 0.0001555683060953236,
      "loss": 12.1714,
      "step": 19293
    },
    {
      "epoch": 3.159325364336008,
      "grad_norm": 0.13788831233978271,
      "learning_rate": 0.00015556400800897913,
      "loss": 12.1507,
      "step": 19294
    },
    {
      "epoch": 3.1594891108563945,
      "grad_norm": 0.13580472767353058,
      "learning_rate": 0.00015555970977413857,
      "loss": 12.1984,
      "step": 19295
    },
    {
      "epoch": 3.1596528573767806,
      "grad_norm": 0.48768100142478943,
      "learning_rate": 0.00015555541139081354,
      "loss": 12.17,
      "step": 19296
    },
    {
      "epoch": 3.159816603897167,
      "grad_norm": 0.13453200459480286,
      "learning_rate": 0.00015555111285901543,
      "loss": 12.1994,
      "step": 19297
    },
    {
      "epoch": 3.1599803504175537,
      "grad_norm": 0.15941676497459412,
      "learning_rate": 0.00015554681417875575,
      "loss": 12.1589,
      "step": 19298
    },
    {
      "epoch": 3.16014409693794,
      "grad_norm": 0.1821012943983078,
      "learning_rate": 0.000155542515350046,
      "loss": 12.1535,
      "step": 19299
    },
    {
      "epoch": 3.1603078434583267,
      "grad_norm": 0.13467201590538025,
      "learning_rate": 0.00015553821637289767,
      "loss": 12.1812,
      "step": 19300
    },
    {
      "epoch": 3.160471589978713,
      "grad_norm": 0.15072879195213318,
      "learning_rate": 0.0001555339172473222,
      "loss": 12.1622,
      "step": 19301
    },
    {
      "epoch": 3.1606353364990993,
      "grad_norm": 0.16005432605743408,
      "learning_rate": 0.00015552961797333115,
      "loss": 12.2313,
      "step": 19302
    },
    {
      "epoch": 3.160799083019486,
      "grad_norm": 0.15811048448085785,
      "learning_rate": 0.00015552531855093598,
      "loss": 12.1555,
      "step": 19303
    },
    {
      "epoch": 3.1609628295398724,
      "grad_norm": 0.17849397659301758,
      "learning_rate": 0.00015552101898014823,
      "loss": 12.1558,
      "step": 19304
    },
    {
      "epoch": 3.1611265760602585,
      "grad_norm": 0.16026602685451508,
      "learning_rate": 0.00015551671926097925,
      "loss": 12.1753,
      "step": 19305
    },
    {
      "epoch": 3.161290322580645,
      "grad_norm": 0.1462610512971878,
      "learning_rate": 0.0001555124193934407,
      "loss": 12.1684,
      "step": 19306
    },
    {
      "epoch": 3.1614540691010315,
      "grad_norm": 0.1863175928592682,
      "learning_rate": 0.00015550811937754393,
      "loss": 12.1569,
      "step": 19307
    },
    {
      "epoch": 3.161617815621418,
      "grad_norm": 0.15779896080493927,
      "learning_rate": 0.00015550381921330053,
      "loss": 12.1967,
      "step": 19308
    },
    {
      "epoch": 3.1617815621418046,
      "grad_norm": 0.14754050970077515,
      "learning_rate": 0.00015549951890072197,
      "loss": 12.211,
      "step": 19309
    },
    {
      "epoch": 3.161945308662191,
      "grad_norm": 0.16256721317768097,
      "learning_rate": 0.0001554952184398197,
      "loss": 12.2254,
      "step": 19310
    },
    {
      "epoch": 3.1621090551825772,
      "grad_norm": 0.14917275309562683,
      "learning_rate": 0.00015549091783060526,
      "loss": 12.1849,
      "step": 19311
    },
    {
      "epoch": 3.1622728017029638,
      "grad_norm": 0.15200918912887573,
      "learning_rate": 0.00015548661707309012,
      "loss": 12.2156,
      "step": 19312
    },
    {
      "epoch": 3.1624365482233503,
      "grad_norm": 0.13436900079250336,
      "learning_rate": 0.00015548231616728577,
      "loss": 12.1767,
      "step": 19313
    },
    {
      "epoch": 3.162600294743737,
      "grad_norm": 0.17547759413719177,
      "learning_rate": 0.00015547801511320373,
      "loss": 12.1559,
      "step": 19314
    },
    {
      "epoch": 3.162764041264123,
      "grad_norm": 0.2309362292289734,
      "learning_rate": 0.00015547371391085547,
      "loss": 12.2205,
      "step": 19315
    },
    {
      "epoch": 3.1629277877845094,
      "grad_norm": 0.18342643976211548,
      "learning_rate": 0.0001554694125602525,
      "loss": 12.1752,
      "step": 19316
    },
    {
      "epoch": 3.163091534304896,
      "grad_norm": 0.1389780193567276,
      "learning_rate": 0.0001554651110614063,
      "loss": 12.1741,
      "step": 19317
    },
    {
      "epoch": 3.1632552808252825,
      "grad_norm": 0.16125306487083435,
      "learning_rate": 0.0001554608094143284,
      "loss": 12.1992,
      "step": 19318
    },
    {
      "epoch": 3.163419027345669,
      "grad_norm": 0.13877922296524048,
      "learning_rate": 0.00015545650761903025,
      "loss": 12.2129,
      "step": 19319
    },
    {
      "epoch": 3.1635827738660556,
      "grad_norm": 0.121775321662426,
      "learning_rate": 0.0001554522056755234,
      "loss": 12.1863,
      "step": 19320
    },
    {
      "epoch": 3.1637465203864417,
      "grad_norm": 0.19459041953086853,
      "learning_rate": 0.00015544790358381928,
      "loss": 12.1759,
      "step": 19321
    },
    {
      "epoch": 3.163910266906828,
      "grad_norm": 0.1536746770143509,
      "learning_rate": 0.00015544360134392944,
      "loss": 12.1744,
      "step": 19322
    },
    {
      "epoch": 3.1640740134272147,
      "grad_norm": 0.1385565549135208,
      "learning_rate": 0.00015543929895586538,
      "loss": 12.1525,
      "step": 19323
    },
    {
      "epoch": 3.1642377599476013,
      "grad_norm": 0.1759650558233261,
      "learning_rate": 0.00015543499641963853,
      "loss": 12.1568,
      "step": 19324
    },
    {
      "epoch": 3.1644015064679873,
      "grad_norm": 0.17879697680473328,
      "learning_rate": 0.00015543069373526048,
      "loss": 12.2068,
      "step": 19325
    },
    {
      "epoch": 3.164565252988374,
      "grad_norm": 0.17587894201278687,
      "learning_rate": 0.00015542639090274267,
      "loss": 12.1506,
      "step": 19326
    },
    {
      "epoch": 3.1647289995087604,
      "grad_norm": 0.13949820399284363,
      "learning_rate": 0.00015542208792209664,
      "loss": 12.2001,
      "step": 19327
    },
    {
      "epoch": 3.164892746029147,
      "grad_norm": 0.13377687335014343,
      "learning_rate": 0.00015541778479333381,
      "loss": 12.1736,
      "step": 19328
    },
    {
      "epoch": 3.1650564925495335,
      "grad_norm": 0.163693368434906,
      "learning_rate": 0.00015541348151646578,
      "loss": 12.1838,
      "step": 19329
    },
    {
      "epoch": 3.1652202390699196,
      "grad_norm": 0.1955394148826599,
      "learning_rate": 0.000155409178091504,
      "loss": 12.2137,
      "step": 19330
    },
    {
      "epoch": 3.165383985590306,
      "grad_norm": 0.1876942664384842,
      "learning_rate": 0.00015540487451845997,
      "loss": 12.245,
      "step": 19331
    },
    {
      "epoch": 3.1655477321106926,
      "grad_norm": 0.16687460243701935,
      "learning_rate": 0.00015540057079734522,
      "loss": 12.1567,
      "step": 19332
    },
    {
      "epoch": 3.165711478631079,
      "grad_norm": 0.1522832214832306,
      "learning_rate": 0.00015539626692817122,
      "loss": 12.1967,
      "step": 19333
    },
    {
      "epoch": 3.1658752251514657,
      "grad_norm": 0.2939423620700836,
      "learning_rate": 0.0001553919629109495,
      "loss": 12.1566,
      "step": 19334
    },
    {
      "epoch": 3.1660389716718518,
      "grad_norm": 0.15522584319114685,
      "learning_rate": 0.0001553876587456915,
      "loss": 12.1074,
      "step": 19335
    },
    {
      "epoch": 3.1662027181922383,
      "grad_norm": 0.2427109032869339,
      "learning_rate": 0.0001553833544324088,
      "loss": 12.2017,
      "step": 19336
    },
    {
      "epoch": 3.166366464712625,
      "grad_norm": 0.16260786354541779,
      "learning_rate": 0.0001553790499711129,
      "loss": 12.1466,
      "step": 19337
    },
    {
      "epoch": 3.1665302112330114,
      "grad_norm": 0.13685005903244019,
      "learning_rate": 0.00015537474536181524,
      "loss": 12.1642,
      "step": 19338
    },
    {
      "epoch": 3.166693957753398,
      "grad_norm": 0.17205312848091125,
      "learning_rate": 0.00015537044060452733,
      "loss": 12.2421,
      "step": 19339
    },
    {
      "epoch": 3.166857704273784,
      "grad_norm": 0.17311646044254303,
      "learning_rate": 0.00015536613569926076,
      "loss": 12.199,
      "step": 19340
    },
    {
      "epoch": 3.1670214507941705,
      "grad_norm": 0.19074158370494843,
      "learning_rate": 0.00015536183064602697,
      "loss": 12.1427,
      "step": 19341
    },
    {
      "epoch": 3.167185197314557,
      "grad_norm": 0.1529957354068756,
      "learning_rate": 0.00015535752544483747,
      "loss": 12.1621,
      "step": 19342
    },
    {
      "epoch": 3.1673489438349436,
      "grad_norm": 0.16307489573955536,
      "learning_rate": 0.00015535322009570374,
      "loss": 12.2084,
      "step": 19343
    },
    {
      "epoch": 3.16751269035533,
      "grad_norm": 0.25962674617767334,
      "learning_rate": 0.00015534891459863736,
      "loss": 12.1354,
      "step": 19344
    },
    {
      "epoch": 3.167676436875716,
      "grad_norm": 0.19779351353645325,
      "learning_rate": 0.0001553446089536498,
      "loss": 12.2031,
      "step": 19345
    },
    {
      "epoch": 3.1678401833961027,
      "grad_norm": 0.16139741241931915,
      "learning_rate": 0.0001553403031607525,
      "loss": 12.1943,
      "step": 19346
    },
    {
      "epoch": 3.1680039299164893,
      "grad_norm": 0.19085194170475006,
      "learning_rate": 0.0001553359972199571,
      "loss": 12.1381,
      "step": 19347
    },
    {
      "epoch": 3.168167676436876,
      "grad_norm": 0.1737646907567978,
      "learning_rate": 0.000155331691131275,
      "loss": 12.2029,
      "step": 19348
    },
    {
      "epoch": 3.1683314229572623,
      "grad_norm": 0.14514487981796265,
      "learning_rate": 0.00015532738489471774,
      "loss": 12.2176,
      "step": 19349
    },
    {
      "epoch": 3.1684951694776484,
      "grad_norm": 0.1663787066936493,
      "learning_rate": 0.0001553230785102968,
      "loss": 12.1657,
      "step": 19350
    },
    {
      "epoch": 3.168658915998035,
      "grad_norm": 0.12698408961296082,
      "learning_rate": 0.00015531877197802382,
      "loss": 12.1658,
      "step": 19351
    },
    {
      "epoch": 3.1688226625184215,
      "grad_norm": 0.13201996684074402,
      "learning_rate": 0.00015531446529791013,
      "loss": 12.1596,
      "step": 19352
    },
    {
      "epoch": 3.168986409038808,
      "grad_norm": 0.13047969341278076,
      "learning_rate": 0.00015531015846996735,
      "loss": 12.195,
      "step": 19353
    },
    {
      "epoch": 3.1691501555591945,
      "grad_norm": 0.17530012130737305,
      "learning_rate": 0.00015530585149420694,
      "loss": 12.2424,
      "step": 19354
    },
    {
      "epoch": 3.1693139020795806,
      "grad_norm": 0.12104906886816025,
      "learning_rate": 0.00015530154437064044,
      "loss": 12.1761,
      "step": 19355
    },
    {
      "epoch": 3.169477648599967,
      "grad_norm": 0.13252241909503937,
      "learning_rate": 0.00015529723709927935,
      "loss": 12.1319,
      "step": 19356
    },
    {
      "epoch": 3.1696413951203537,
      "grad_norm": 0.1429402232170105,
      "learning_rate": 0.0001552929296801352,
      "loss": 12.1849,
      "step": 19357
    },
    {
      "epoch": 3.1698051416407402,
      "grad_norm": 0.17200538516044617,
      "learning_rate": 0.00015528862211321943,
      "loss": 12.1953,
      "step": 19358
    },
    {
      "epoch": 3.1699688881611268,
      "grad_norm": 0.21573641896247864,
      "learning_rate": 0.00015528431439854368,
      "loss": 12.1651,
      "step": 19359
    },
    {
      "epoch": 3.170132634681513,
      "grad_norm": 0.13320180773735046,
      "learning_rate": 0.00015528000653611935,
      "loss": 12.1961,
      "step": 19360
    },
    {
      "epoch": 3.1702963812018994,
      "grad_norm": 0.18306639790534973,
      "learning_rate": 0.000155275698525958,
      "loss": 12.1554,
      "step": 19361
    },
    {
      "epoch": 3.170460127722286,
      "grad_norm": 0.21270199120044708,
      "learning_rate": 0.00015527139036807113,
      "loss": 12.1715,
      "step": 19362
    },
    {
      "epoch": 3.1706238742426724,
      "grad_norm": 0.16550788283348083,
      "learning_rate": 0.00015526708206247024,
      "loss": 12.1565,
      "step": 19363
    },
    {
      "epoch": 3.170787620763059,
      "grad_norm": 0.15836530923843384,
      "learning_rate": 0.0001552627736091669,
      "loss": 12.1656,
      "step": 19364
    },
    {
      "epoch": 3.170951367283445,
      "grad_norm": 0.16953404247760773,
      "learning_rate": 0.0001552584650081726,
      "loss": 12.207,
      "step": 19365
    },
    {
      "epoch": 3.1711151138038316,
      "grad_norm": 0.1967647224664688,
      "learning_rate": 0.0001552541562594988,
      "loss": 12.2351,
      "step": 19366
    },
    {
      "epoch": 3.171278860324218,
      "grad_norm": 0.20211856067180634,
      "learning_rate": 0.00015524984736315706,
      "loss": 12.202,
      "step": 19367
    },
    {
      "epoch": 3.1714426068446047,
      "grad_norm": 0.1398554891347885,
      "learning_rate": 0.00015524553831915892,
      "loss": 12.1831,
      "step": 19368
    },
    {
      "epoch": 3.171606353364991,
      "grad_norm": 0.1486552655696869,
      "learning_rate": 0.00015524122912751584,
      "loss": 12.1442,
      "step": 19369
    },
    {
      "epoch": 3.1717700998853773,
      "grad_norm": 0.19598403573036194,
      "learning_rate": 0.00015523691978823936,
      "loss": 12.1526,
      "step": 19370
    },
    {
      "epoch": 3.171933846405764,
      "grad_norm": 0.1928011178970337,
      "learning_rate": 0.00015523261030134103,
      "loss": 12.1697,
      "step": 19371
    },
    {
      "epoch": 3.1720975929261503,
      "grad_norm": 0.1563977599143982,
      "learning_rate": 0.00015522830066683235,
      "loss": 12.1741,
      "step": 19372
    },
    {
      "epoch": 3.172261339446537,
      "grad_norm": 0.18077491223812103,
      "learning_rate": 0.0001552239908847248,
      "loss": 12.1784,
      "step": 19373
    },
    {
      "epoch": 3.1724250859669234,
      "grad_norm": 0.1470729410648346,
      "learning_rate": 0.00015521968095502995,
      "loss": 12.196,
      "step": 19374
    },
    {
      "epoch": 3.1725888324873095,
      "grad_norm": 0.17670370638370514,
      "learning_rate": 0.00015521537087775925,
      "loss": 12.1704,
      "step": 19375
    },
    {
      "epoch": 3.172752579007696,
      "grad_norm": 0.18145976960659027,
      "learning_rate": 0.00015521106065292427,
      "loss": 12.1696,
      "step": 19376
    },
    {
      "epoch": 3.1729163255280826,
      "grad_norm": 0.14533276855945587,
      "learning_rate": 0.00015520675028053658,
      "loss": 12.1564,
      "step": 19377
    },
    {
      "epoch": 3.173080072048469,
      "grad_norm": 0.14235012233257294,
      "learning_rate": 0.00015520243976060758,
      "loss": 12.2062,
      "step": 19378
    },
    {
      "epoch": 3.1732438185688556,
      "grad_norm": 0.15465110540390015,
      "learning_rate": 0.00015519812909314888,
      "loss": 12.1854,
      "step": 19379
    },
    {
      "epoch": 3.1734075650892417,
      "grad_norm": 0.12819106876850128,
      "learning_rate": 0.00015519381827817195,
      "loss": 12.1902,
      "step": 19380
    },
    {
      "epoch": 3.1735713116096282,
      "grad_norm": 0.14988678693771362,
      "learning_rate": 0.00015518950731568837,
      "loss": 12.1876,
      "step": 19381
    },
    {
      "epoch": 3.1737350581300148,
      "grad_norm": 0.19695007801055908,
      "learning_rate": 0.0001551851962057096,
      "loss": 12.1956,
      "step": 19382
    },
    {
      "epoch": 3.1738988046504013,
      "grad_norm": 0.17245204746723175,
      "learning_rate": 0.00015518088494824718,
      "loss": 12.1708,
      "step": 19383
    },
    {
      "epoch": 3.1740625511707874,
      "grad_norm": 0.13501113653182983,
      "learning_rate": 0.00015517657354331262,
      "loss": 12.1883,
      "step": 19384
    },
    {
      "epoch": 3.174226297691174,
      "grad_norm": 0.14288723468780518,
      "learning_rate": 0.0001551722619909175,
      "loss": 12.1873,
      "step": 19385
    },
    {
      "epoch": 3.1743900442115605,
      "grad_norm": 0.16158191859722137,
      "learning_rate": 0.00015516795029107326,
      "loss": 12.1702,
      "step": 19386
    },
    {
      "epoch": 3.174553790731947,
      "grad_norm": 0.14957140386104584,
      "learning_rate": 0.0001551636384437915,
      "loss": 12.2302,
      "step": 19387
    },
    {
      "epoch": 3.1747175372523335,
      "grad_norm": 0.1384553164243698,
      "learning_rate": 0.00015515932644908368,
      "loss": 12.1692,
      "step": 19388
    },
    {
      "epoch": 3.17488128377272,
      "grad_norm": 0.21999961137771606,
      "learning_rate": 0.00015515501430696138,
      "loss": 12.197,
      "step": 19389
    },
    {
      "epoch": 3.175045030293106,
      "grad_norm": 0.14043977856636047,
      "learning_rate": 0.00015515070201743608,
      "loss": 12.1939,
      "step": 19390
    },
    {
      "epoch": 3.1752087768134927,
      "grad_norm": 0.1372615098953247,
      "learning_rate": 0.00015514638958051931,
      "loss": 12.1641,
      "step": 19391
    },
    {
      "epoch": 3.175372523333879,
      "grad_norm": 0.19181302189826965,
      "learning_rate": 0.00015514207699622262,
      "loss": 12.1495,
      "step": 19392
    },
    {
      "epoch": 3.1755362698542657,
      "grad_norm": 0.13420215249061584,
      "learning_rate": 0.0001551377642645575,
      "loss": 12.2437,
      "step": 19393
    },
    {
      "epoch": 3.175700016374652,
      "grad_norm": 0.17448820173740387,
      "learning_rate": 0.00015513345138553554,
      "loss": 12.182,
      "step": 19394
    },
    {
      "epoch": 3.1758637628950384,
      "grad_norm": 0.1640527993440628,
      "learning_rate": 0.00015512913835916817,
      "loss": 12.1434,
      "step": 19395
    },
    {
      "epoch": 3.176027509415425,
      "grad_norm": 0.15003041923046112,
      "learning_rate": 0.00015512482518546702,
      "loss": 12.1785,
      "step": 19396
    },
    {
      "epoch": 3.1761912559358114,
      "grad_norm": 0.155080646276474,
      "learning_rate": 0.00015512051186444356,
      "loss": 12.1799,
      "step": 19397
    },
    {
      "epoch": 3.176355002456198,
      "grad_norm": 0.1643943041563034,
      "learning_rate": 0.0001551161983961093,
      "loss": 12.1994,
      "step": 19398
    },
    {
      "epoch": 3.1765187489765845,
      "grad_norm": 0.17952658236026764,
      "learning_rate": 0.0001551118847804758,
      "loss": 12.195,
      "step": 19399
    },
    {
      "epoch": 3.1766824954969706,
      "grad_norm": 0.1582767814397812,
      "learning_rate": 0.0001551075710175546,
      "loss": 12.1493,
      "step": 19400
    },
    {
      "epoch": 3.176846242017357,
      "grad_norm": 0.12093867361545563,
      "learning_rate": 0.0001551032571073572,
      "loss": 12.1814,
      "step": 19401
    },
    {
      "epoch": 3.1770099885377436,
      "grad_norm": 0.13515432178974152,
      "learning_rate": 0.00015509894304989514,
      "loss": 12.211,
      "step": 19402
    },
    {
      "epoch": 3.17717373505813,
      "grad_norm": 0.11272422224283218,
      "learning_rate": 0.00015509462884517994,
      "loss": 12.1955,
      "step": 19403
    },
    {
      "epoch": 3.1773374815785163,
      "grad_norm": 0.1685703694820404,
      "learning_rate": 0.00015509031449322316,
      "loss": 12.1432,
      "step": 19404
    },
    {
      "epoch": 3.177501228098903,
      "grad_norm": 0.1583210676908493,
      "learning_rate": 0.00015508599999403626,
      "loss": 12.1834,
      "step": 19405
    },
    {
      "epoch": 3.1776649746192893,
      "grad_norm": 0.15890498459339142,
      "learning_rate": 0.00015508168534763086,
      "loss": 12.2282,
      "step": 19406
    },
    {
      "epoch": 3.177828721139676,
      "grad_norm": 0.14193333685398102,
      "learning_rate": 0.00015507737055401845,
      "loss": 12.1458,
      "step": 19407
    },
    {
      "epoch": 3.1779924676600624,
      "grad_norm": 0.1592050939798355,
      "learning_rate": 0.00015507305561321055,
      "loss": 12.1855,
      "step": 19408
    },
    {
      "epoch": 3.1781562141804485,
      "grad_norm": 0.1427614986896515,
      "learning_rate": 0.0001550687405252187,
      "loss": 12.208,
      "step": 19409
    },
    {
      "epoch": 3.178319960700835,
      "grad_norm": 0.1623580902814865,
      "learning_rate": 0.00015506442529005443,
      "loss": 12.207,
      "step": 19410
    },
    {
      "epoch": 3.1784837072212215,
      "grad_norm": 0.48191630840301514,
      "learning_rate": 0.0001550601099077293,
      "loss": 12.2243,
      "step": 19411
    },
    {
      "epoch": 3.178647453741608,
      "grad_norm": 0.15946198999881744,
      "learning_rate": 0.00015505579437825477,
      "loss": 12.1368,
      "step": 19412
    },
    {
      "epoch": 3.1788112002619946,
      "grad_norm": 0.16438595950603485,
      "learning_rate": 0.00015505147870164247,
      "loss": 12.2449,
      "step": 19413
    },
    {
      "epoch": 3.1789749467823807,
      "grad_norm": 0.1846839338541031,
      "learning_rate": 0.00015504716287790388,
      "loss": 12.1795,
      "step": 19414
    },
    {
      "epoch": 3.179138693302767,
      "grad_norm": 0.15997499227523804,
      "learning_rate": 0.00015504284690705052,
      "loss": 12.1349,
      "step": 19415
    },
    {
      "epoch": 3.1793024398231537,
      "grad_norm": 0.14976392686367035,
      "learning_rate": 0.000155038530789094,
      "loss": 12.1751,
      "step": 19416
    },
    {
      "epoch": 3.1794661863435403,
      "grad_norm": 0.1884690672159195,
      "learning_rate": 0.00015503421452404576,
      "loss": 12.1752,
      "step": 19417
    },
    {
      "epoch": 3.179629932863927,
      "grad_norm": 0.1495887041091919,
      "learning_rate": 0.00015502989811191738,
      "loss": 12.1191,
      "step": 19418
    },
    {
      "epoch": 3.179793679384313,
      "grad_norm": 0.13793547451496124,
      "learning_rate": 0.0001550255815527204,
      "loss": 12.1643,
      "step": 19419
    },
    {
      "epoch": 3.1799574259046994,
      "grad_norm": 0.1511976718902588,
      "learning_rate": 0.00015502126484646632,
      "loss": 12.1854,
      "step": 19420
    },
    {
      "epoch": 3.180121172425086,
      "grad_norm": 0.15978547930717468,
      "learning_rate": 0.00015501694799316672,
      "loss": 12.1938,
      "step": 19421
    },
    {
      "epoch": 3.1802849189454725,
      "grad_norm": 0.190475732088089,
      "learning_rate": 0.00015501263099283315,
      "loss": 12.1988,
      "step": 19422
    },
    {
      "epoch": 3.180448665465859,
      "grad_norm": 0.2304660528898239,
      "learning_rate": 0.0001550083138454771,
      "loss": 12.2151,
      "step": 19423
    },
    {
      "epoch": 3.180612411986245,
      "grad_norm": 0.15407542884349823,
      "learning_rate": 0.00015500399655111013,
      "loss": 12.16,
      "step": 19424
    },
    {
      "epoch": 3.1807761585066316,
      "grad_norm": 0.19384993612766266,
      "learning_rate": 0.00015499967910974377,
      "loss": 12.163,
      "step": 19425
    },
    {
      "epoch": 3.180939905027018,
      "grad_norm": 0.13680902123451233,
      "learning_rate": 0.00015499536152138954,
      "loss": 12.1299,
      "step": 19426
    },
    {
      "epoch": 3.1811036515474047,
      "grad_norm": 0.11611825972795486,
      "learning_rate": 0.00015499104378605906,
      "loss": 12.1523,
      "step": 19427
    },
    {
      "epoch": 3.1812673980677912,
      "grad_norm": 0.17981721460819244,
      "learning_rate": 0.00015498672590376374,
      "loss": 12.149,
      "step": 19428
    },
    {
      "epoch": 3.1814311445881773,
      "grad_norm": 0.12238269299268723,
      "learning_rate": 0.00015498240787451524,
      "loss": 12.1557,
      "step": 19429
    },
    {
      "epoch": 3.181594891108564,
      "grad_norm": 0.17032942175865173,
      "learning_rate": 0.00015497808969832503,
      "loss": 12.2008,
      "step": 19430
    },
    {
      "epoch": 3.1817586376289504,
      "grad_norm": 0.15296952426433563,
      "learning_rate": 0.0001549737713752047,
      "loss": 12.207,
      "step": 19431
    },
    {
      "epoch": 3.181922384149337,
      "grad_norm": 0.19991376996040344,
      "learning_rate": 0.00015496945290516574,
      "loss": 12.1706,
      "step": 19432
    },
    {
      "epoch": 3.1820861306697235,
      "grad_norm": 0.19406643509864807,
      "learning_rate": 0.0001549651342882197,
      "loss": 12.1758,
      "step": 19433
    },
    {
      "epoch": 3.1822498771901095,
      "grad_norm": 0.1812947541475296,
      "learning_rate": 0.00015496081552437817,
      "loss": 12.1721,
      "step": 19434
    },
    {
      "epoch": 3.182413623710496,
      "grad_norm": 0.12132604420185089,
      "learning_rate": 0.0001549564966136526,
      "loss": 12.1621,
      "step": 19435
    },
    {
      "epoch": 3.1825773702308826,
      "grad_norm": 0.15426643192768097,
      "learning_rate": 0.00015495217755605463,
      "loss": 12.246,
      "step": 19436
    },
    {
      "epoch": 3.182741116751269,
      "grad_norm": 0.14825816452503204,
      "learning_rate": 0.00015494785835159575,
      "loss": 12.1589,
      "step": 19437
    },
    {
      "epoch": 3.1829048632716557,
      "grad_norm": 0.16907253861427307,
      "learning_rate": 0.00015494353900028754,
      "loss": 12.19,
      "step": 19438
    },
    {
      "epoch": 3.1830686097920418,
      "grad_norm": 0.14645294845104218,
      "learning_rate": 0.0001549392195021415,
      "loss": 12.1912,
      "step": 19439
    },
    {
      "epoch": 3.1832323563124283,
      "grad_norm": 0.14705073833465576,
      "learning_rate": 0.0001549348998571692,
      "loss": 12.1769,
      "step": 19440
    },
    {
      "epoch": 3.183396102832815,
      "grad_norm": 0.15388627350330353,
      "learning_rate": 0.00015493058006538216,
      "loss": 12.1911,
      "step": 19441
    },
    {
      "epoch": 3.1835598493532014,
      "grad_norm": 0.20307937264442444,
      "learning_rate": 0.00015492626012679196,
      "loss": 12.1703,
      "step": 19442
    },
    {
      "epoch": 3.183723595873588,
      "grad_norm": 0.17293360829353333,
      "learning_rate": 0.00015492194004141011,
      "loss": 12.1548,
      "step": 19443
    },
    {
      "epoch": 3.183887342393974,
      "grad_norm": 0.14896705746650696,
      "learning_rate": 0.00015491761980924822,
      "loss": 12.1465,
      "step": 19444
    },
    {
      "epoch": 3.1840510889143605,
      "grad_norm": 0.13137730956077576,
      "learning_rate": 0.00015491329943031774,
      "loss": 12.1845,
      "step": 19445
    },
    {
      "epoch": 3.184214835434747,
      "grad_norm": 0.1399518847465515,
      "learning_rate": 0.00015490897890463025,
      "loss": 12.1926,
      "step": 19446
    },
    {
      "epoch": 3.1843785819551336,
      "grad_norm": 0.1499413251876831,
      "learning_rate": 0.00015490465823219735,
      "loss": 12.1755,
      "step": 19447
    },
    {
      "epoch": 3.18454232847552,
      "grad_norm": 0.1864200085401535,
      "learning_rate": 0.00015490033741303054,
      "loss": 12.1428,
      "step": 19448
    },
    {
      "epoch": 3.184706074995906,
      "grad_norm": 0.15065394341945648,
      "learning_rate": 0.00015489601644714135,
      "loss": 12.1557,
      "step": 19449
    },
    {
      "epoch": 3.1848698215162927,
      "grad_norm": 0.2097511887550354,
      "learning_rate": 0.0001548916953345414,
      "loss": 12.1988,
      "step": 19450
    },
    {
      "epoch": 3.1850335680366793,
      "grad_norm": 0.13531498610973358,
      "learning_rate": 0.00015488737407524217,
      "loss": 12.172,
      "step": 19451
    },
    {
      "epoch": 3.185197314557066,
      "grad_norm": 0.182774156332016,
      "learning_rate": 0.0001548830526692552,
      "loss": 12.2435,
      "step": 19452
    },
    {
      "epoch": 3.185361061077452,
      "grad_norm": 0.1444186419248581,
      "learning_rate": 0.00015487873111659213,
      "loss": 12.188,
      "step": 19453
    },
    {
      "epoch": 3.1855248075978384,
      "grad_norm": 0.2341853529214859,
      "learning_rate": 0.0001548744094172644,
      "loss": 12.1719,
      "step": 19454
    },
    {
      "epoch": 3.185688554118225,
      "grad_norm": 0.21513007581233978,
      "learning_rate": 0.00015487008757128363,
      "loss": 12.1842,
      "step": 19455
    },
    {
      "epoch": 3.1858523006386115,
      "grad_norm": 0.14530208706855774,
      "learning_rate": 0.00015486576557866135,
      "loss": 12.2083,
      "step": 19456
    },
    {
      "epoch": 3.186016047158998,
      "grad_norm": 0.15933367609977722,
      "learning_rate": 0.00015486144343940911,
      "loss": 12.1857,
      "step": 19457
    },
    {
      "epoch": 3.1861797936793845,
      "grad_norm": 0.1232042908668518,
      "learning_rate": 0.00015485712115353843,
      "loss": 12.1423,
      "step": 19458
    },
    {
      "epoch": 3.1863435401997706,
      "grad_norm": 0.1620585024356842,
      "learning_rate": 0.00015485279872106094,
      "loss": 12.1456,
      "step": 19459
    },
    {
      "epoch": 3.186507286720157,
      "grad_norm": 0.13345184922218323,
      "learning_rate": 0.0001548484761419881,
      "loss": 12.1764,
      "step": 19460
    },
    {
      "epoch": 3.1866710332405437,
      "grad_norm": 0.12925739586353302,
      "learning_rate": 0.00015484415341633157,
      "loss": 12.1988,
      "step": 19461
    },
    {
      "epoch": 3.18683477976093,
      "grad_norm": 0.1618865728378296,
      "learning_rate": 0.00015483983054410277,
      "loss": 12.1438,
      "step": 19462
    },
    {
      "epoch": 3.1869985262813163,
      "grad_norm": 0.2274753302335739,
      "learning_rate": 0.00015483550752531334,
      "loss": 12.1956,
      "step": 19463
    },
    {
      "epoch": 3.187162272801703,
      "grad_norm": 0.11233241856098175,
      "learning_rate": 0.00015483118435997485,
      "loss": 12.2278,
      "step": 19464
    },
    {
      "epoch": 3.1873260193220894,
      "grad_norm": 0.2083212286233902,
      "learning_rate": 0.00015482686104809879,
      "loss": 12.2151,
      "step": 19465
    },
    {
      "epoch": 3.187489765842476,
      "grad_norm": 0.16541947424411774,
      "learning_rate": 0.00015482253758969676,
      "loss": 12.1857,
      "step": 19466
    },
    {
      "epoch": 3.1876535123628624,
      "grad_norm": 0.20373068749904633,
      "learning_rate": 0.00015481821398478026,
      "loss": 12.2044,
      "step": 19467
    },
    {
      "epoch": 3.187817258883249,
      "grad_norm": 0.18122567236423492,
      "learning_rate": 0.00015481389023336094,
      "loss": 12.1889,
      "step": 19468
    },
    {
      "epoch": 3.187981005403635,
      "grad_norm": 0.1258895844221115,
      "learning_rate": 0.00015480956633545024,
      "loss": 12.1772,
      "step": 19469
    },
    {
      "epoch": 3.1881447519240216,
      "grad_norm": 0.176171213388443,
      "learning_rate": 0.00015480524229105985,
      "loss": 12.2178,
      "step": 19470
    },
    {
      "epoch": 3.188308498444408,
      "grad_norm": 0.20266684889793396,
      "learning_rate": 0.00015480091810020116,
      "loss": 12.1712,
      "step": 19471
    },
    {
      "epoch": 3.1884722449647946,
      "grad_norm": 0.1674005687236786,
      "learning_rate": 0.00015479659376288588,
      "loss": 12.1817,
      "step": 19472
    },
    {
      "epoch": 3.1886359914851807,
      "grad_norm": 0.1736031025648117,
      "learning_rate": 0.00015479226927912548,
      "loss": 12.1136,
      "step": 19473
    },
    {
      "epoch": 3.1887997380055673,
      "grad_norm": 0.15252752602100372,
      "learning_rate": 0.00015478794464893154,
      "loss": 12.2334,
      "step": 19474
    },
    {
      "epoch": 3.188963484525954,
      "grad_norm": 0.19146303832530975,
      "learning_rate": 0.0001547836198723156,
      "loss": 12.1356,
      "step": 19475
    },
    {
      "epoch": 3.1891272310463403,
      "grad_norm": 0.12359237670898438,
      "learning_rate": 0.00015477929494928927,
      "loss": 12.1435,
      "step": 19476
    },
    {
      "epoch": 3.189290977566727,
      "grad_norm": 0.15656158328056335,
      "learning_rate": 0.00015477496987986405,
      "loss": 12.1784,
      "step": 19477
    },
    {
      "epoch": 3.189454724087113,
      "grad_norm": 0.13901124894618988,
      "learning_rate": 0.00015477064466405154,
      "loss": 12.1893,
      "step": 19478
    },
    {
      "epoch": 3.1896184706074995,
      "grad_norm": 0.16094394028186798,
      "learning_rate": 0.00015476631930186327,
      "loss": 12.1857,
      "step": 19479
    },
    {
      "epoch": 3.189782217127886,
      "grad_norm": 0.2361629754304886,
      "learning_rate": 0.0001547619937933108,
      "loss": 12.1778,
      "step": 19480
    },
    {
      "epoch": 3.1899459636482725,
      "grad_norm": 0.14078837633132935,
      "learning_rate": 0.00015475766813840574,
      "loss": 12.2077,
      "step": 19481
    },
    {
      "epoch": 3.190109710168659,
      "grad_norm": 0.15707892179489136,
      "learning_rate": 0.00015475334233715956,
      "loss": 12.1719,
      "step": 19482
    },
    {
      "epoch": 3.190273456689045,
      "grad_norm": 0.11026448756456375,
      "learning_rate": 0.00015474901638958395,
      "loss": 12.1773,
      "step": 19483
    },
    {
      "epoch": 3.1904372032094317,
      "grad_norm": 0.16720187664031982,
      "learning_rate": 0.00015474469029569035,
      "loss": 12.152,
      "step": 19484
    },
    {
      "epoch": 3.1906009497298182,
      "grad_norm": 0.13754017651081085,
      "learning_rate": 0.00015474036405549034,
      "loss": 12.177,
      "step": 19485
    },
    {
      "epoch": 3.1907646962502048,
      "grad_norm": 0.15476037561893463,
      "learning_rate": 0.00015473603766899554,
      "loss": 12.2039,
      "step": 19486
    },
    {
      "epoch": 3.1909284427705913,
      "grad_norm": 0.1445925533771515,
      "learning_rate": 0.00015473171113621748,
      "loss": 12.247,
      "step": 19487
    },
    {
      "epoch": 3.1910921892909774,
      "grad_norm": 0.15914490818977356,
      "learning_rate": 0.00015472738445716772,
      "loss": 12.2156,
      "step": 19488
    },
    {
      "epoch": 3.191255935811364,
      "grad_norm": 0.12194816023111343,
      "learning_rate": 0.0001547230576318578,
      "loss": 12.1677,
      "step": 19489
    },
    {
      "epoch": 3.1914196823317504,
      "grad_norm": 0.2078370302915573,
      "learning_rate": 0.00015471873066029936,
      "loss": 12.1519,
      "step": 19490
    },
    {
      "epoch": 3.191583428852137,
      "grad_norm": 0.13171400129795074,
      "learning_rate": 0.00015471440354250388,
      "loss": 12.1767,
      "step": 19491
    },
    {
      "epoch": 3.1917471753725235,
      "grad_norm": 0.1413452923297882,
      "learning_rate": 0.00015471007627848297,
      "loss": 12.1934,
      "step": 19492
    },
    {
      "epoch": 3.1919109218929096,
      "grad_norm": 0.15048165619373322,
      "learning_rate": 0.0001547057488682482,
      "loss": 12.149,
      "step": 19493
    },
    {
      "epoch": 3.192074668413296,
      "grad_norm": 0.18923671543598175,
      "learning_rate": 0.0001547014213118111,
      "loss": 12.1803,
      "step": 19494
    },
    {
      "epoch": 3.1922384149336827,
      "grad_norm": 0.16284029185771942,
      "learning_rate": 0.00015469709360918326,
      "loss": 12.2107,
      "step": 19495
    },
    {
      "epoch": 3.192402161454069,
      "grad_norm": 0.16147378087043762,
      "learning_rate": 0.0001546927657603762,
      "loss": 12.1822,
      "step": 19496
    },
    {
      "epoch": 3.1925659079744557,
      "grad_norm": 0.1411437690258026,
      "learning_rate": 0.00015468843776540156,
      "loss": 12.216,
      "step": 19497
    },
    {
      "epoch": 3.192729654494842,
      "grad_norm": 0.13728544116020203,
      "learning_rate": 0.00015468410962427088,
      "loss": 12.1606,
      "step": 19498
    },
    {
      "epoch": 3.1928934010152283,
      "grad_norm": 0.1570361852645874,
      "learning_rate": 0.0001546797813369957,
      "loss": 12.2076,
      "step": 19499
    },
    {
      "epoch": 3.193057147535615,
      "grad_norm": 0.12769536674022675,
      "learning_rate": 0.00015467545290358766,
      "loss": 12.1829,
      "step": 19500
    },
    {
      "epoch": 3.1932208940560014,
      "grad_norm": 0.1940499097108841,
      "learning_rate": 0.0001546711243240582,
      "loss": 12.166,
      "step": 19501
    },
    {
      "epoch": 3.193384640576388,
      "grad_norm": 0.12365787476301193,
      "learning_rate": 0.00015466679559841899,
      "loss": 12.2162,
      "step": 19502
    },
    {
      "epoch": 3.193548387096774,
      "grad_norm": 0.13635516166687012,
      "learning_rate": 0.0001546624667266816,
      "loss": 12.1611,
      "step": 19503
    },
    {
      "epoch": 3.1937121336171606,
      "grad_norm": 0.12899838387966156,
      "learning_rate": 0.00015465813770885754,
      "loss": 12.1707,
      "step": 19504
    },
    {
      "epoch": 3.193875880137547,
      "grad_norm": 0.18273890018463135,
      "learning_rate": 0.0001546538085449584,
      "loss": 12.1747,
      "step": 19505
    },
    {
      "epoch": 3.1940396266579336,
      "grad_norm": 0.2972452938556671,
      "learning_rate": 0.0001546494792349958,
      "loss": 12.1456,
      "step": 19506
    },
    {
      "epoch": 3.19420337317832,
      "grad_norm": 0.14161300659179688,
      "learning_rate": 0.00015464514977898123,
      "loss": 12.15,
      "step": 19507
    },
    {
      "epoch": 3.1943671196987062,
      "grad_norm": 0.15133099257946014,
      "learning_rate": 0.00015464082017692632,
      "loss": 12.1528,
      "step": 19508
    },
    {
      "epoch": 3.1945308662190928,
      "grad_norm": 0.15206147730350494,
      "learning_rate": 0.0001546364904288426,
      "loss": 12.1372,
      "step": 19509
    },
    {
      "epoch": 3.1946946127394793,
      "grad_norm": 0.2008097618818283,
      "learning_rate": 0.0001546321605347417,
      "loss": 12.211,
      "step": 19510
    },
    {
      "epoch": 3.194858359259866,
      "grad_norm": 0.1531742364168167,
      "learning_rate": 0.00015462783049463515,
      "loss": 12.1925,
      "step": 19511
    },
    {
      "epoch": 3.1950221057802524,
      "grad_norm": 0.1252749115228653,
      "learning_rate": 0.0001546235003085345,
      "loss": 12.2124,
      "step": 19512
    },
    {
      "epoch": 3.1951858523006385,
      "grad_norm": 0.16363659501075745,
      "learning_rate": 0.0001546191699764514,
      "loss": 12.2146,
      "step": 19513
    },
    {
      "epoch": 3.195349598821025,
      "grad_norm": 0.17025445401668549,
      "learning_rate": 0.0001546148394983973,
      "loss": 12.1965,
      "step": 19514
    },
    {
      "epoch": 3.1955133453414115,
      "grad_norm": 0.15102578699588776,
      "learning_rate": 0.0001546105088743839,
      "loss": 12.1777,
      "step": 19515
    },
    {
      "epoch": 3.195677091861798,
      "grad_norm": 0.14165309071540833,
      "learning_rate": 0.00015460617810442265,
      "loss": 12.1685,
      "step": 19516
    },
    {
      "epoch": 3.1958408383821846,
      "grad_norm": 0.14960984885692596,
      "learning_rate": 0.00015460184718852528,
      "loss": 12.2218,
      "step": 19517
    },
    {
      "epoch": 3.1960045849025707,
      "grad_norm": 0.1246357262134552,
      "learning_rate": 0.00015459751612670322,
      "loss": 12.1419,
      "step": 19518
    },
    {
      "epoch": 3.196168331422957,
      "grad_norm": 0.2038773000240326,
      "learning_rate": 0.00015459318491896812,
      "loss": 12.1998,
      "step": 19519
    },
    {
      "epoch": 3.1963320779433437,
      "grad_norm": 0.1515200436115265,
      "learning_rate": 0.00015458885356533155,
      "loss": 12.1636,
      "step": 19520
    },
    {
      "epoch": 3.1964958244637303,
      "grad_norm": 0.13383746147155762,
      "learning_rate": 0.00015458452206580507,
      "loss": 12.1957,
      "step": 19521
    },
    {
      "epoch": 3.196659570984117,
      "grad_norm": 0.14942044019699097,
      "learning_rate": 0.00015458019042040023,
      "loss": 12.148,
      "step": 19522
    },
    {
      "epoch": 3.196823317504503,
      "grad_norm": 0.16408292949199677,
      "learning_rate": 0.00015457585862912868,
      "loss": 12.1952,
      "step": 19523
    },
    {
      "epoch": 3.1969870640248894,
      "grad_norm": 0.12356472760438919,
      "learning_rate": 0.00015457152669200194,
      "loss": 12.209,
      "step": 19524
    },
    {
      "epoch": 3.197150810545276,
      "grad_norm": 0.2036876231431961,
      "learning_rate": 0.0001545671946090316,
      "loss": 12.1356,
      "step": 19525
    },
    {
      "epoch": 3.1973145570656625,
      "grad_norm": 0.18920157849788666,
      "learning_rate": 0.0001545628623802292,
      "loss": 12.1618,
      "step": 19526
    },
    {
      "epoch": 3.197478303586049,
      "grad_norm": 0.150262251496315,
      "learning_rate": 0.0001545585300056064,
      "loss": 12.2117,
      "step": 19527
    },
    {
      "epoch": 3.197642050106435,
      "grad_norm": 0.1283881962299347,
      "learning_rate": 0.0001545541974851747,
      "loss": 12.1184,
      "step": 19528
    },
    {
      "epoch": 3.1978057966268216,
      "grad_norm": 0.24713347852230072,
      "learning_rate": 0.00015454986481894576,
      "loss": 12.2057,
      "step": 19529
    },
    {
      "epoch": 3.197969543147208,
      "grad_norm": 0.14374983310699463,
      "learning_rate": 0.00015454553200693107,
      "loss": 12.2036,
      "step": 19530
    },
    {
      "epoch": 3.1981332896675947,
      "grad_norm": 0.12239998579025269,
      "learning_rate": 0.00015454119904914225,
      "loss": 12.2024,
      "step": 19531
    },
    {
      "epoch": 3.198297036187981,
      "grad_norm": 0.13294607400894165,
      "learning_rate": 0.00015453686594559088,
      "loss": 12.1331,
      "step": 19532
    },
    {
      "epoch": 3.1984607827083673,
      "grad_norm": 0.14765112102031708,
      "learning_rate": 0.0001545325326962886,
      "loss": 12.1732,
      "step": 19533
    },
    {
      "epoch": 3.198624529228754,
      "grad_norm": 0.15869146585464478,
      "learning_rate": 0.00015452819930124686,
      "loss": 12.2706,
      "step": 19534
    },
    {
      "epoch": 3.1987882757491404,
      "grad_norm": 0.15339350700378418,
      "learning_rate": 0.00015452386576047736,
      "loss": 12.196,
      "step": 19535
    },
    {
      "epoch": 3.198952022269527,
      "grad_norm": 0.12798826396465302,
      "learning_rate": 0.00015451953207399163,
      "loss": 12.1857,
      "step": 19536
    },
    {
      "epoch": 3.1991157687899134,
      "grad_norm": 0.15587981045246124,
      "learning_rate": 0.0001545151982418012,
      "loss": 12.1922,
      "step": 19537
    },
    {
      "epoch": 3.1992795153102995,
      "grad_norm": 0.24718628823757172,
      "learning_rate": 0.0001545108642639178,
      "loss": 12.159,
      "step": 19538
    },
    {
      "epoch": 3.199443261830686,
      "grad_norm": 0.12423036992549896,
      "learning_rate": 0.00015450653014035287,
      "loss": 12.1981,
      "step": 19539
    },
    {
      "epoch": 3.1996070083510726,
      "grad_norm": 0.14872919023036957,
      "learning_rate": 0.00015450219587111804,
      "loss": 12.1877,
      "step": 19540
    },
    {
      "epoch": 3.199770754871459,
      "grad_norm": 0.17686817049980164,
      "learning_rate": 0.00015449786145622487,
      "loss": 12.1957,
      "step": 19541
    },
    {
      "epoch": 3.199934501391845,
      "grad_norm": 0.15280471742153168,
      "learning_rate": 0.00015449352689568503,
      "loss": 12.1693,
      "step": 19542
    },
    {
      "epoch": 3.2000982479122317,
      "grad_norm": 0.1413540542125702,
      "learning_rate": 0.00015448919218951002,
      "loss": 12.2137,
      "step": 19543
    },
    {
      "epoch": 3.2002619944326183,
      "grad_norm": 0.16911230981349945,
      "learning_rate": 0.00015448485733771146,
      "loss": 12.1608,
      "step": 19544
    },
    {
      "epoch": 3.200425740953005,
      "grad_norm": 0.15814538300037384,
      "learning_rate": 0.0001544805223403009,
      "loss": 12.1477,
      "step": 19545
    },
    {
      "epoch": 3.2005894874733913,
      "grad_norm": 0.22435449063777924,
      "learning_rate": 0.00015447618719729,
      "loss": 12.1631,
      "step": 19546
    },
    {
      "epoch": 3.2007532339937774,
      "grad_norm": 0.1891988217830658,
      "learning_rate": 0.00015447185190869026,
      "loss": 12.1922,
      "step": 19547
    },
    {
      "epoch": 3.200916980514164,
      "grad_norm": 0.12969213724136353,
      "learning_rate": 0.0001544675164745133,
      "loss": 12.1589,
      "step": 19548
    },
    {
      "epoch": 3.2010807270345505,
      "grad_norm": 0.14238683879375458,
      "learning_rate": 0.00015446318089477074,
      "loss": 12.1585,
      "step": 19549
    },
    {
      "epoch": 3.201244473554937,
      "grad_norm": 0.21948909759521484,
      "learning_rate": 0.0001544588451694741,
      "loss": 12.1534,
      "step": 19550
    },
    {
      "epoch": 3.2014082200753236,
      "grad_norm": 0.19589343667030334,
      "learning_rate": 0.000154454509298635,
      "loss": 12.1448,
      "step": 19551
    },
    {
      "epoch": 3.2015719665957096,
      "grad_norm": 0.15119637548923492,
      "learning_rate": 0.00015445017328226504,
      "loss": 12.1611,
      "step": 19552
    },
    {
      "epoch": 3.201735713116096,
      "grad_norm": 0.1373223215341568,
      "learning_rate": 0.00015444583712037586,
      "loss": 12.1453,
      "step": 19553
    },
    {
      "epoch": 3.2018994596364827,
      "grad_norm": 0.18171100318431854,
      "learning_rate": 0.00015444150081297893,
      "loss": 12.1722,
      "step": 19554
    },
    {
      "epoch": 3.2020632061568692,
      "grad_norm": 0.13486075401306152,
      "learning_rate": 0.0001544371643600859,
      "loss": 12.2124,
      "step": 19555
    },
    {
      "epoch": 3.2022269526772558,
      "grad_norm": 0.13722939789295197,
      "learning_rate": 0.00015443282776170835,
      "loss": 12.1807,
      "step": 19556
    },
    {
      "epoch": 3.202390699197642,
      "grad_norm": 0.15369832515716553,
      "learning_rate": 0.0001544284910178579,
      "loss": 12.1431,
      "step": 19557
    },
    {
      "epoch": 3.2025544457180284,
      "grad_norm": 0.12167753279209137,
      "learning_rate": 0.0001544241541285461,
      "loss": 12.1791,
      "step": 19558
    },
    {
      "epoch": 3.202718192238415,
      "grad_norm": 0.14938805997371674,
      "learning_rate": 0.00015441981709378455,
      "loss": 12.1557,
      "step": 19559
    },
    {
      "epoch": 3.2028819387588015,
      "grad_norm": 0.14452390372753143,
      "learning_rate": 0.00015441547991358484,
      "loss": 12.2095,
      "step": 19560
    },
    {
      "epoch": 3.203045685279188,
      "grad_norm": 0.16378842294216156,
      "learning_rate": 0.0001544111425879586,
      "loss": 12.1392,
      "step": 19561
    },
    {
      "epoch": 3.203209431799574,
      "grad_norm": 0.14722859859466553,
      "learning_rate": 0.0001544068051169174,
      "loss": 12.1718,
      "step": 19562
    },
    {
      "epoch": 3.2033731783199606,
      "grad_norm": 0.16672055423259735,
      "learning_rate": 0.00015440246750047279,
      "loss": 12.1948,
      "step": 19563
    },
    {
      "epoch": 3.203536924840347,
      "grad_norm": 0.15699028968811035,
      "learning_rate": 0.0001543981297386364,
      "loss": 12.2163,
      "step": 19564
    },
    {
      "epoch": 3.2037006713607337,
      "grad_norm": 0.12485174089670181,
      "learning_rate": 0.00015439379183141983,
      "loss": 12.1593,
      "step": 19565
    },
    {
      "epoch": 3.20386441788112,
      "grad_norm": 0.21342335641384125,
      "learning_rate": 0.00015438945377883463,
      "loss": 12.1341,
      "step": 19566
    },
    {
      "epoch": 3.2040281644015063,
      "grad_norm": 0.25507616996765137,
      "learning_rate": 0.00015438511558089242,
      "loss": 12.2015,
      "step": 19567
    },
    {
      "epoch": 3.204191910921893,
      "grad_norm": 0.2111542969942093,
      "learning_rate": 0.0001543807772376048,
      "loss": 12.1929,
      "step": 19568
    },
    {
      "epoch": 3.2043556574422793,
      "grad_norm": 0.15948742628097534,
      "learning_rate": 0.0001543764387489834,
      "loss": 12.2307,
      "step": 19569
    },
    {
      "epoch": 3.204519403962666,
      "grad_norm": 0.14030413329601288,
      "learning_rate": 0.00015437210011503977,
      "loss": 12.2035,
      "step": 19570
    },
    {
      "epoch": 3.2046831504830524,
      "grad_norm": 0.1585025191307068,
      "learning_rate": 0.0001543677613357855,
      "loss": 12.1545,
      "step": 19571
    },
    {
      "epoch": 3.2048468970034385,
      "grad_norm": 0.14170612394809723,
      "learning_rate": 0.0001543634224112322,
      "loss": 12.1575,
      "step": 19572
    },
    {
      "epoch": 3.205010643523825,
      "grad_norm": 0.13992618024349213,
      "learning_rate": 0.00015435908334139145,
      "loss": 12.135,
      "step": 19573
    },
    {
      "epoch": 3.2051743900442116,
      "grad_norm": 0.13357815146446228,
      "learning_rate": 0.0001543547441262749,
      "loss": 12.2026,
      "step": 19574
    },
    {
      "epoch": 3.205338136564598,
      "grad_norm": 0.17476695775985718,
      "learning_rate": 0.00015435040476589404,
      "loss": 12.1504,
      "step": 19575
    },
    {
      "epoch": 3.2055018830849846,
      "grad_norm": 0.16887573897838593,
      "learning_rate": 0.00015434606526026058,
      "loss": 12.1809,
      "step": 19576
    },
    {
      "epoch": 3.2056656296053707,
      "grad_norm": 0.17684373259544373,
      "learning_rate": 0.00015434172560938606,
      "loss": 12.1792,
      "step": 19577
    },
    {
      "epoch": 3.2058293761257572,
      "grad_norm": 0.15324516594409943,
      "learning_rate": 0.0001543373858132821,
      "loss": 12.2135,
      "step": 19578
    },
    {
      "epoch": 3.205993122646144,
      "grad_norm": 0.13632971048355103,
      "learning_rate": 0.00015433304587196024,
      "loss": 12.1748,
      "step": 19579
    },
    {
      "epoch": 3.2061568691665303,
      "grad_norm": 0.14668670296669006,
      "learning_rate": 0.00015432870578543218,
      "loss": 12.1909,
      "step": 19580
    },
    {
      "epoch": 3.206320615686917,
      "grad_norm": 0.14330711960792542,
      "learning_rate": 0.00015432436555370944,
      "loss": 12.1652,
      "step": 19581
    },
    {
      "epoch": 3.206484362207303,
      "grad_norm": 0.12542492151260376,
      "learning_rate": 0.00015432002517680365,
      "loss": 12.1987,
      "step": 19582
    },
    {
      "epoch": 3.2066481087276895,
      "grad_norm": 0.17986136674880981,
      "learning_rate": 0.0001543156846547264,
      "loss": 12.2493,
      "step": 19583
    },
    {
      "epoch": 3.206811855248076,
      "grad_norm": 0.15390244126319885,
      "learning_rate": 0.00015431134398748928,
      "loss": 12.1864,
      "step": 19584
    },
    {
      "epoch": 3.2069756017684625,
      "grad_norm": 0.16356299817562103,
      "learning_rate": 0.00015430700317510394,
      "loss": 12.2196,
      "step": 19585
    },
    {
      "epoch": 3.207139348288849,
      "grad_norm": 0.13225193321704865,
      "learning_rate": 0.0001543026622175819,
      "loss": 12.1819,
      "step": 19586
    },
    {
      "epoch": 3.207303094809235,
      "grad_norm": 0.15751715004444122,
      "learning_rate": 0.00015429832111493483,
      "loss": 12.1945,
      "step": 19587
    },
    {
      "epoch": 3.2074668413296217,
      "grad_norm": 0.1466149091720581,
      "learning_rate": 0.0001542939798671743,
      "loss": 12.1937,
      "step": 19588
    },
    {
      "epoch": 3.207630587850008,
      "grad_norm": 0.15439975261688232,
      "learning_rate": 0.0001542896384743119,
      "loss": 12.2536,
      "step": 19589
    },
    {
      "epoch": 3.2077943343703947,
      "grad_norm": 0.13862662017345428,
      "learning_rate": 0.00015428529693635928,
      "loss": 12.1787,
      "step": 19590
    },
    {
      "epoch": 3.2079580808907813,
      "grad_norm": 0.15786416828632355,
      "learning_rate": 0.00015428095525332804,
      "loss": 12.1576,
      "step": 19591
    },
    {
      "epoch": 3.2081218274111674,
      "grad_norm": 0.16495758295059204,
      "learning_rate": 0.00015427661342522973,
      "loss": 12.1736,
      "step": 19592
    },
    {
      "epoch": 3.208285573931554,
      "grad_norm": 0.12579654157161713,
      "learning_rate": 0.000154272271452076,
      "loss": 12.1812,
      "step": 19593
    },
    {
      "epoch": 3.2084493204519404,
      "grad_norm": 0.1606588065624237,
      "learning_rate": 0.00015426792933387839,
      "loss": 12.1519,
      "step": 19594
    },
    {
      "epoch": 3.208613066972327,
      "grad_norm": 0.1446973830461502,
      "learning_rate": 0.00015426358707064857,
      "loss": 12.151,
      "step": 19595
    },
    {
      "epoch": 3.2087768134927135,
      "grad_norm": 0.1258585900068283,
      "learning_rate": 0.00015425924466239813,
      "loss": 12.1742,
      "step": 19596
    },
    {
      "epoch": 3.2089405600130996,
      "grad_norm": 0.14679774641990662,
      "learning_rate": 0.0001542549021091387,
      "loss": 12.1941,
      "step": 19597
    },
    {
      "epoch": 3.209104306533486,
      "grad_norm": 0.22210562229156494,
      "learning_rate": 0.00015425055941088183,
      "loss": 12.2099,
      "step": 19598
    },
    {
      "epoch": 3.2092680530538726,
      "grad_norm": 0.15143604576587677,
      "learning_rate": 0.00015424621656763915,
      "loss": 12.1455,
      "step": 19599
    },
    {
      "epoch": 3.209431799574259,
      "grad_norm": 0.16043026745319366,
      "learning_rate": 0.00015424187357942226,
      "loss": 12.1882,
      "step": 19600
    },
    {
      "epoch": 3.2095955460946453,
      "grad_norm": 0.1559642106294632,
      "learning_rate": 0.00015423753044624278,
      "loss": 12.2282,
      "step": 19601
    },
    {
      "epoch": 3.209759292615032,
      "grad_norm": 0.13604451715946198,
      "learning_rate": 0.00015423318716811232,
      "loss": 12.2301,
      "step": 19602
    },
    {
      "epoch": 3.2099230391354183,
      "grad_norm": 0.20131590962409973,
      "learning_rate": 0.0001542288437450425,
      "loss": 12.2317,
      "step": 19603
    },
    {
      "epoch": 3.210086785655805,
      "grad_norm": 0.1464868038892746,
      "learning_rate": 0.00015422450017704486,
      "loss": 12.1809,
      "step": 19604
    },
    {
      "epoch": 3.2102505321761914,
      "grad_norm": 0.15943382680416107,
      "learning_rate": 0.0001542201564641311,
      "loss": 12.2021,
      "step": 19605
    },
    {
      "epoch": 3.210414278696578,
      "grad_norm": 0.1120755672454834,
      "learning_rate": 0.00015421581260631278,
      "loss": 12.1815,
      "step": 19606
    },
    {
      "epoch": 3.210578025216964,
      "grad_norm": 0.16982130706310272,
      "learning_rate": 0.00015421146860360147,
      "loss": 12.1442,
      "step": 19607
    },
    {
      "epoch": 3.2107417717373505,
      "grad_norm": 0.18990585207939148,
      "learning_rate": 0.00015420712445600888,
      "loss": 12.1928,
      "step": 19608
    },
    {
      "epoch": 3.210905518257737,
      "grad_norm": 0.14216049015522003,
      "learning_rate": 0.0001542027801635465,
      "loss": 12.1679,
      "step": 19609
    },
    {
      "epoch": 3.2110692647781236,
      "grad_norm": 0.1448923498392105,
      "learning_rate": 0.00015419843572622605,
      "loss": 12.2251,
      "step": 19610
    },
    {
      "epoch": 3.2112330112985097,
      "grad_norm": 0.1582190990447998,
      "learning_rate": 0.00015419409114405906,
      "loss": 12.1489,
      "step": 19611
    },
    {
      "epoch": 3.211396757818896,
      "grad_norm": 0.13035628199577332,
      "learning_rate": 0.00015418974641705723,
      "loss": 12.1484,
      "step": 19612
    },
    {
      "epoch": 3.2115605043392828,
      "grad_norm": 0.25096338987350464,
      "learning_rate": 0.00015418540154523206,
      "loss": 12.1918,
      "step": 19613
    },
    {
      "epoch": 3.2117242508596693,
      "grad_norm": 0.12396745383739471,
      "learning_rate": 0.00015418105652859526,
      "loss": 12.1887,
      "step": 19614
    },
    {
      "epoch": 3.211887997380056,
      "grad_norm": 0.15851947665214539,
      "learning_rate": 0.00015417671136715833,
      "loss": 12.1824,
      "step": 19615
    },
    {
      "epoch": 3.2120517439004423,
      "grad_norm": 0.16189169883728027,
      "learning_rate": 0.00015417236606093306,
      "loss": 12.1193,
      "step": 19616
    },
    {
      "epoch": 3.2122154904208284,
      "grad_norm": 0.18342913687229156,
      "learning_rate": 0.00015416802060993088,
      "loss": 12.1857,
      "step": 19617
    },
    {
      "epoch": 3.212379236941215,
      "grad_norm": 0.13893117010593414,
      "learning_rate": 0.00015416367501416346,
      "loss": 12.1675,
      "step": 19618
    },
    {
      "epoch": 3.2125429834616015,
      "grad_norm": 0.14752517640590668,
      "learning_rate": 0.0001541593292736425,
      "loss": 12.1982,
      "step": 19619
    },
    {
      "epoch": 3.212706729981988,
      "grad_norm": 0.14283478260040283,
      "learning_rate": 0.0001541549833883795,
      "loss": 12.1391,
      "step": 19620
    },
    {
      "epoch": 3.212870476502374,
      "grad_norm": 0.15140999853610992,
      "learning_rate": 0.00015415063735838615,
      "loss": 12.1798,
      "step": 19621
    },
    {
      "epoch": 3.2130342230227606,
      "grad_norm": 0.16869127750396729,
      "learning_rate": 0.000154146291183674,
      "loss": 12.2565,
      "step": 19622
    },
    {
      "epoch": 3.213197969543147,
      "grad_norm": 0.16176164150238037,
      "learning_rate": 0.00015414194486425476,
      "loss": 12.1525,
      "step": 19623
    },
    {
      "epoch": 3.2133617160635337,
      "grad_norm": 0.1364133059978485,
      "learning_rate": 0.0001541375984001399,
      "loss": 12.1409,
      "step": 19624
    },
    {
      "epoch": 3.2135254625839202,
      "grad_norm": 0.13788476586341858,
      "learning_rate": 0.0001541332517913412,
      "loss": 12.1621,
      "step": 19625
    },
    {
      "epoch": 3.2136892091043063,
      "grad_norm": 0.15817643702030182,
      "learning_rate": 0.00015412890503787015,
      "loss": 12.1986,
      "step": 19626
    },
    {
      "epoch": 3.213852955624693,
      "grad_norm": 0.1306193619966507,
      "learning_rate": 0.00015412455813973845,
      "loss": 12.2107,
      "step": 19627
    },
    {
      "epoch": 3.2140167021450794,
      "grad_norm": 0.2125357836484909,
      "learning_rate": 0.00015412021109695767,
      "loss": 12.1732,
      "step": 19628
    },
    {
      "epoch": 3.214180448665466,
      "grad_norm": 0.13389679789543152,
      "learning_rate": 0.00015411586390953944,
      "loss": 12.1538,
      "step": 19629
    },
    {
      "epoch": 3.2143441951858525,
      "grad_norm": 0.14654900133609772,
      "learning_rate": 0.0001541115165774954,
      "loss": 12.1754,
      "step": 19630
    },
    {
      "epoch": 3.2145079417062385,
      "grad_norm": 0.15275046229362488,
      "learning_rate": 0.0001541071691008371,
      "loss": 12.1652,
      "step": 19631
    },
    {
      "epoch": 3.214671688226625,
      "grad_norm": 0.14389729499816895,
      "learning_rate": 0.00015410282147957624,
      "loss": 12.1865,
      "step": 19632
    },
    {
      "epoch": 3.2148354347470116,
      "grad_norm": 0.15389086306095123,
      "learning_rate": 0.00015409847371372442,
      "loss": 12.1618,
      "step": 19633
    },
    {
      "epoch": 3.214999181267398,
      "grad_norm": 0.15265385806560516,
      "learning_rate": 0.0001540941258032932,
      "loss": 12.2006,
      "step": 19634
    },
    {
      "epoch": 3.2151629277877847,
      "grad_norm": 0.1581653207540512,
      "learning_rate": 0.00015408977774829426,
      "loss": 12.1912,
      "step": 19635
    },
    {
      "epoch": 3.2153266743081708,
      "grad_norm": 0.12612085044384003,
      "learning_rate": 0.0001540854295487392,
      "loss": 12.1579,
      "step": 19636
    },
    {
      "epoch": 3.2154904208285573,
      "grad_norm": 0.14572249352931976,
      "learning_rate": 0.00015408108120463964,
      "loss": 12.1774,
      "step": 19637
    },
    {
      "epoch": 3.215654167348944,
      "grad_norm": 0.16241763532161713,
      "learning_rate": 0.00015407673271600726,
      "loss": 12.2063,
      "step": 19638
    },
    {
      "epoch": 3.2158179138693304,
      "grad_norm": 0.19338983297348022,
      "learning_rate": 0.00015407238408285357,
      "loss": 12.1962,
      "step": 19639
    },
    {
      "epoch": 3.215981660389717,
      "grad_norm": 0.13106253743171692,
      "learning_rate": 0.0001540680353051903,
      "loss": 12.2123,
      "step": 19640
    },
    {
      "epoch": 3.216145406910103,
      "grad_norm": 0.1351916790008545,
      "learning_rate": 0.00015406368638302896,
      "loss": 12.1958,
      "step": 19641
    },
    {
      "epoch": 3.2163091534304895,
      "grad_norm": 0.1482338160276413,
      "learning_rate": 0.00015405933731638127,
      "loss": 12.2224,
      "step": 19642
    },
    {
      "epoch": 3.216472899950876,
      "grad_norm": 0.14590010046958923,
      "learning_rate": 0.00015405498810525881,
      "loss": 12.176,
      "step": 19643
    },
    {
      "epoch": 3.2166366464712626,
      "grad_norm": 0.16463379561901093,
      "learning_rate": 0.00015405063874967322,
      "loss": 12.1378,
      "step": 19644
    },
    {
      "epoch": 3.216800392991649,
      "grad_norm": 0.1565244197845459,
      "learning_rate": 0.0001540462892496361,
      "loss": 12.1438,
      "step": 19645
    },
    {
      "epoch": 3.216964139512035,
      "grad_norm": 0.1336481124162674,
      "learning_rate": 0.00015404193960515908,
      "loss": 12.1512,
      "step": 19646
    },
    {
      "epoch": 3.2171278860324217,
      "grad_norm": 0.16832661628723145,
      "learning_rate": 0.00015403758981625382,
      "loss": 12.1996,
      "step": 19647
    },
    {
      "epoch": 3.2172916325528083,
      "grad_norm": 0.13672755658626556,
      "learning_rate": 0.0001540332398829319,
      "loss": 12.1849,
      "step": 19648
    },
    {
      "epoch": 3.217455379073195,
      "grad_norm": 0.12483763694763184,
      "learning_rate": 0.00015402888980520495,
      "loss": 12.1932,
      "step": 19649
    },
    {
      "epoch": 3.2176191255935813,
      "grad_norm": 0.14107757806777954,
      "learning_rate": 0.00015402453958308465,
      "loss": 12.2037,
      "step": 19650
    },
    {
      "epoch": 3.2177828721139674,
      "grad_norm": 0.14024820923805237,
      "learning_rate": 0.00015402018921658255,
      "loss": 12.1449,
      "step": 19651
    },
    {
      "epoch": 3.217946618634354,
      "grad_norm": 0.12807859480381012,
      "learning_rate": 0.00015401583870571032,
      "loss": 12.1799,
      "step": 19652
    },
    {
      "epoch": 3.2181103651547405,
      "grad_norm": 0.1927233189344406,
      "learning_rate": 0.00015401148805047957,
      "loss": 12.1502,
      "step": 19653
    },
    {
      "epoch": 3.218274111675127,
      "grad_norm": 0.12188046425580978,
      "learning_rate": 0.00015400713725090195,
      "loss": 12.2315,
      "step": 19654
    },
    {
      "epoch": 3.2184378581955135,
      "grad_norm": 0.15035274624824524,
      "learning_rate": 0.0001540027863069891,
      "loss": 12.1992,
      "step": 19655
    },
    {
      "epoch": 3.2186016047158996,
      "grad_norm": 0.13424554467201233,
      "learning_rate": 0.00015399843521875256,
      "loss": 12.1689,
      "step": 19656
    },
    {
      "epoch": 3.218765351236286,
      "grad_norm": 0.14175504446029663,
      "learning_rate": 0.00015399408398620408,
      "loss": 12.1984,
      "step": 19657
    },
    {
      "epoch": 3.2189290977566727,
      "grad_norm": 0.15236960351467133,
      "learning_rate": 0.00015398973260935517,
      "loss": 12.17,
      "step": 19658
    },
    {
      "epoch": 3.219092844277059,
      "grad_norm": 0.178370863199234,
      "learning_rate": 0.00015398538108821755,
      "loss": 12.1776,
      "step": 19659
    },
    {
      "epoch": 3.2192565907974457,
      "grad_norm": 0.16233153641223907,
      "learning_rate": 0.0001539810294228028,
      "loss": 12.1871,
      "step": 19660
    },
    {
      "epoch": 3.219420337317832,
      "grad_norm": 0.1763894259929657,
      "learning_rate": 0.00015397667761312263,
      "loss": 12.1939,
      "step": 19661
    },
    {
      "epoch": 3.2195840838382184,
      "grad_norm": 0.18042424321174622,
      "learning_rate": 0.00015397232565918852,
      "loss": 12.229,
      "step": 19662
    },
    {
      "epoch": 3.219747830358605,
      "grad_norm": 0.14565207064151764,
      "learning_rate": 0.00015396797356101221,
      "loss": 12.2348,
      "step": 19663
    },
    {
      "epoch": 3.2199115768789914,
      "grad_norm": 0.12679161131381989,
      "learning_rate": 0.0001539636213186053,
      "loss": 12.1663,
      "step": 19664
    },
    {
      "epoch": 3.220075323399378,
      "grad_norm": 0.17984981834888458,
      "learning_rate": 0.0001539592689319795,
      "loss": 12.163,
      "step": 19665
    },
    {
      "epoch": 3.220239069919764,
      "grad_norm": 0.13916616141796112,
      "learning_rate": 0.00015395491640114633,
      "loss": 12.1607,
      "step": 19666
    },
    {
      "epoch": 3.2204028164401506,
      "grad_norm": 0.22947148978710175,
      "learning_rate": 0.00015395056372611744,
      "loss": 12.1772,
      "step": 19667
    },
    {
      "epoch": 3.220566562960537,
      "grad_norm": 0.14266209304332733,
      "learning_rate": 0.0001539462109069045,
      "loss": 12.1593,
      "step": 19668
    },
    {
      "epoch": 3.2207303094809236,
      "grad_norm": 0.13481123745441437,
      "learning_rate": 0.00015394185794351915,
      "loss": 12.1579,
      "step": 19669
    },
    {
      "epoch": 3.22089405600131,
      "grad_norm": 0.124089814722538,
      "learning_rate": 0.00015393750483597298,
      "loss": 12.1922,
      "step": 19670
    },
    {
      "epoch": 3.2210578025216963,
      "grad_norm": 0.13868868350982666,
      "learning_rate": 0.00015393315158427763,
      "loss": 12.1874,
      "step": 19671
    },
    {
      "epoch": 3.221221549042083,
      "grad_norm": 0.16127540171146393,
      "learning_rate": 0.00015392879818844482,
      "loss": 12.1591,
      "step": 19672
    },
    {
      "epoch": 3.2213852955624693,
      "grad_norm": 0.15420123934745789,
      "learning_rate": 0.00015392444464848605,
      "loss": 12.2053,
      "step": 19673
    },
    {
      "epoch": 3.221549042082856,
      "grad_norm": 0.178781658411026,
      "learning_rate": 0.00015392009096441305,
      "loss": 12.2007,
      "step": 19674
    },
    {
      "epoch": 3.2217127886032424,
      "grad_norm": 0.15043333172798157,
      "learning_rate": 0.0001539157371362374,
      "loss": 12.1768,
      "step": 19675
    },
    {
      "epoch": 3.2218765351236285,
      "grad_norm": 0.15460939705371857,
      "learning_rate": 0.00015391138316397083,
      "loss": 12.1726,
      "step": 19676
    },
    {
      "epoch": 3.222040281644015,
      "grad_norm": 0.1602318286895752,
      "learning_rate": 0.00015390702904762482,
      "loss": 12.2124,
      "step": 19677
    },
    {
      "epoch": 3.2222040281644015,
      "grad_norm": 0.14224238693714142,
      "learning_rate": 0.00015390267478721114,
      "loss": 12.2307,
      "step": 19678
    },
    {
      "epoch": 3.222367774684788,
      "grad_norm": 0.13707251846790314,
      "learning_rate": 0.00015389832038274138,
      "loss": 12.1786,
      "step": 19679
    },
    {
      "epoch": 3.222531521205174,
      "grad_norm": 0.1327172815799713,
      "learning_rate": 0.00015389396583422718,
      "loss": 12.1295,
      "step": 19680
    },
    {
      "epoch": 3.2226952677255607,
      "grad_norm": 0.13291925191879272,
      "learning_rate": 0.00015388961114168014,
      "loss": 12.1431,
      "step": 19681
    },
    {
      "epoch": 3.2228590142459472,
      "grad_norm": 0.18518422544002533,
      "learning_rate": 0.000153885256305112,
      "loss": 12.2008,
      "step": 19682
    },
    {
      "epoch": 3.2230227607663338,
      "grad_norm": 0.20326848328113556,
      "learning_rate": 0.00015388090132453428,
      "loss": 12.2419,
      "step": 19683
    },
    {
      "epoch": 3.2231865072867203,
      "grad_norm": 0.12949375808238983,
      "learning_rate": 0.00015387654619995872,
      "loss": 12.1973,
      "step": 19684
    },
    {
      "epoch": 3.223350253807107,
      "grad_norm": 0.13728317618370056,
      "learning_rate": 0.00015387219093139685,
      "loss": 12.1815,
      "step": 19685
    },
    {
      "epoch": 3.223514000327493,
      "grad_norm": 0.15393413603305817,
      "learning_rate": 0.0001538678355188604,
      "loss": 12.1517,
      "step": 19686
    },
    {
      "epoch": 3.2236777468478794,
      "grad_norm": 0.1586594581604004,
      "learning_rate": 0.00015386347996236097,
      "loss": 12.1726,
      "step": 19687
    },
    {
      "epoch": 3.223841493368266,
      "grad_norm": 0.1315908432006836,
      "learning_rate": 0.0001538591242619102,
      "loss": 12.2369,
      "step": 19688
    },
    {
      "epoch": 3.2240052398886525,
      "grad_norm": 0.15115146338939667,
      "learning_rate": 0.00015385476841751978,
      "loss": 12.1643,
      "step": 19689
    },
    {
      "epoch": 3.2241689864090386,
      "grad_norm": 0.15290488302707672,
      "learning_rate": 0.00015385041242920128,
      "loss": 12.1516,
      "step": 19690
    },
    {
      "epoch": 3.224332732929425,
      "grad_norm": 0.13959220051765442,
      "learning_rate": 0.0001538460562969664,
      "loss": 12.1255,
      "step": 19691
    },
    {
      "epoch": 3.2244964794498117,
      "grad_norm": 0.1684754490852356,
      "learning_rate": 0.00015384170002082673,
      "loss": 12.1698,
      "step": 19692
    },
    {
      "epoch": 3.224660225970198,
      "grad_norm": 0.16641879081726074,
      "learning_rate": 0.00015383734360079396,
      "loss": 12.2368,
      "step": 19693
    },
    {
      "epoch": 3.2248239724905847,
      "grad_norm": 0.16087941825389862,
      "learning_rate": 0.0001538329870368797,
      "loss": 12.1741,
      "step": 19694
    },
    {
      "epoch": 3.224987719010971,
      "grad_norm": 0.13620032370090485,
      "learning_rate": 0.0001538286303290956,
      "loss": 12.1732,
      "step": 19695
    },
    {
      "epoch": 3.2251514655313573,
      "grad_norm": 0.12991377711296082,
      "learning_rate": 0.0001538242734774533,
      "loss": 12.1559,
      "step": 19696
    },
    {
      "epoch": 3.225315212051744,
      "grad_norm": 0.11954135447740555,
      "learning_rate": 0.00015381991648196448,
      "loss": 12.2001,
      "step": 19697
    },
    {
      "epoch": 3.2254789585721304,
      "grad_norm": 0.14965364336967468,
      "learning_rate": 0.00015381555934264072,
      "loss": 12.2196,
      "step": 19698
    },
    {
      "epoch": 3.225642705092517,
      "grad_norm": 0.1555473804473877,
      "learning_rate": 0.00015381120205949374,
      "loss": 12.2146,
      "step": 19699
    },
    {
      "epoch": 3.225806451612903,
      "grad_norm": 0.15255621075630188,
      "learning_rate": 0.00015380684463253507,
      "loss": 12.1716,
      "step": 19700
    },
    {
      "epoch": 3.2259701981332896,
      "grad_norm": 0.1772109717130661,
      "learning_rate": 0.0001538024870617765,
      "loss": 12.1573,
      "step": 19701
    },
    {
      "epoch": 3.226133944653676,
      "grad_norm": 0.16522566974163055,
      "learning_rate": 0.00015379812934722956,
      "loss": 12.2384,
      "step": 19702
    },
    {
      "epoch": 3.2262976911740626,
      "grad_norm": 0.12800085544586182,
      "learning_rate": 0.00015379377148890599,
      "loss": 12.1873,
      "step": 19703
    },
    {
      "epoch": 3.226461437694449,
      "grad_norm": 0.14334110915660858,
      "learning_rate": 0.00015378941348681734,
      "loss": 12.1638,
      "step": 19704
    },
    {
      "epoch": 3.2266251842148352,
      "grad_norm": 0.21762129664421082,
      "learning_rate": 0.00015378505534097532,
      "loss": 12.1836,
      "step": 19705
    },
    {
      "epoch": 3.2267889307352218,
      "grad_norm": 0.16527874767780304,
      "learning_rate": 0.00015378069705139158,
      "loss": 12.1813,
      "step": 19706
    },
    {
      "epoch": 3.2269526772556083,
      "grad_norm": 0.1652320772409439,
      "learning_rate": 0.00015377633861807772,
      "loss": 12.225,
      "step": 19707
    },
    {
      "epoch": 3.227116423775995,
      "grad_norm": 0.1555221527814865,
      "learning_rate": 0.00015377198004104542,
      "loss": 12.1555,
      "step": 19708
    },
    {
      "epoch": 3.2272801702963814,
      "grad_norm": 0.1436833143234253,
      "learning_rate": 0.00015376762132030634,
      "loss": 12.189,
      "step": 19709
    },
    {
      "epoch": 3.2274439168167675,
      "grad_norm": 0.16614532470703125,
      "learning_rate": 0.00015376326245587212,
      "loss": 12.224,
      "step": 19710
    },
    {
      "epoch": 3.227607663337154,
      "grad_norm": 0.21269981563091278,
      "learning_rate": 0.00015375890344775442,
      "loss": 12.1732,
      "step": 19711
    },
    {
      "epoch": 3.2277714098575405,
      "grad_norm": 0.14310266077518463,
      "learning_rate": 0.00015375454429596483,
      "loss": 12.1773,
      "step": 19712
    },
    {
      "epoch": 3.227935156377927,
      "grad_norm": 0.15765529870986938,
      "learning_rate": 0.00015375018500051507,
      "loss": 12.1782,
      "step": 19713
    },
    {
      "epoch": 3.2280989028983136,
      "grad_norm": 0.18532860279083252,
      "learning_rate": 0.00015374582556141678,
      "loss": 12.156,
      "step": 19714
    },
    {
      "epoch": 3.2282626494186997,
      "grad_norm": 0.1260797083377838,
      "learning_rate": 0.00015374146597868152,
      "loss": 12.1529,
      "step": 19715
    },
    {
      "epoch": 3.228426395939086,
      "grad_norm": 0.23574988543987274,
      "learning_rate": 0.0001537371062523211,
      "loss": 12.1851,
      "step": 19716
    },
    {
      "epoch": 3.2285901424594727,
      "grad_norm": 0.12249132990837097,
      "learning_rate": 0.00015373274638234703,
      "loss": 12.2007,
      "step": 19717
    },
    {
      "epoch": 3.2287538889798593,
      "grad_norm": 0.12552683055400848,
      "learning_rate": 0.00015372838636877107,
      "loss": 12.1674,
      "step": 19718
    },
    {
      "epoch": 3.228917635500246,
      "grad_norm": 0.15564240515232086,
      "learning_rate": 0.00015372402621160477,
      "loss": 12.1864,
      "step": 19719
    },
    {
      "epoch": 3.229081382020632,
      "grad_norm": 0.13596051931381226,
      "learning_rate": 0.00015371966591085987,
      "loss": 12.1828,
      "step": 19720
    },
    {
      "epoch": 3.2292451285410184,
      "grad_norm": 0.14887024462223053,
      "learning_rate": 0.00015371530546654799,
      "loss": 12.2031,
      "step": 19721
    },
    {
      "epoch": 3.229408875061405,
      "grad_norm": 0.16764035820960999,
      "learning_rate": 0.0001537109448786807,
      "loss": 12.1372,
      "step": 19722
    },
    {
      "epoch": 3.2295726215817915,
      "grad_norm": 0.15196746587753296,
      "learning_rate": 0.00015370658414726982,
      "loss": 12.1687,
      "step": 19723
    },
    {
      "epoch": 3.229736368102178,
      "grad_norm": 0.13813716173171997,
      "learning_rate": 0.0001537022232723269,
      "loss": 12.1413,
      "step": 19724
    },
    {
      "epoch": 3.229900114622564,
      "grad_norm": 0.20395708084106445,
      "learning_rate": 0.00015369786225386364,
      "loss": 12.2027,
      "step": 19725
    },
    {
      "epoch": 3.2300638611429506,
      "grad_norm": 0.1436520516872406,
      "learning_rate": 0.00015369350109189158,
      "loss": 12.1364,
      "step": 19726
    },
    {
      "epoch": 3.230227607663337,
      "grad_norm": 0.13898220658302307,
      "learning_rate": 0.00015368913978642252,
      "loss": 12.1586,
      "step": 19727
    },
    {
      "epoch": 3.2303913541837237,
      "grad_norm": 0.1375819742679596,
      "learning_rate": 0.00015368477833746806,
      "loss": 12.1651,
      "step": 19728
    },
    {
      "epoch": 3.2305551007041102,
      "grad_norm": 0.18121863901615143,
      "learning_rate": 0.00015368041674503985,
      "loss": 12.1379,
      "step": 19729
    },
    {
      "epoch": 3.2307188472244963,
      "grad_norm": 0.18086941540241241,
      "learning_rate": 0.00015367605500914955,
      "loss": 12.1798,
      "step": 19730
    },
    {
      "epoch": 3.230882593744883,
      "grad_norm": 0.1598430573940277,
      "learning_rate": 0.00015367169312980884,
      "loss": 12.1371,
      "step": 19731
    },
    {
      "epoch": 3.2310463402652694,
      "grad_norm": 0.2231036126613617,
      "learning_rate": 0.00015366733110702932,
      "loss": 12.2291,
      "step": 19732
    },
    {
      "epoch": 3.231210086785656,
      "grad_norm": 0.12485040724277496,
      "learning_rate": 0.00015366296894082267,
      "loss": 12.2049,
      "step": 19733
    },
    {
      "epoch": 3.2313738333060424,
      "grad_norm": 0.19284145534038544,
      "learning_rate": 0.0001536586066312006,
      "loss": 12.2406,
      "step": 19734
    },
    {
      "epoch": 3.2315375798264285,
      "grad_norm": 0.17133828997612,
      "learning_rate": 0.0001536542441781747,
      "loss": 12.1923,
      "step": 19735
    },
    {
      "epoch": 3.231701326346815,
      "grad_norm": 0.2010381519794464,
      "learning_rate": 0.00015364988158175668,
      "loss": 12.1483,
      "step": 19736
    },
    {
      "epoch": 3.2318650728672016,
      "grad_norm": 0.15860210359096527,
      "learning_rate": 0.00015364551884195814,
      "loss": 12.2371,
      "step": 19737
    },
    {
      "epoch": 3.232028819387588,
      "grad_norm": 0.19152814149856567,
      "learning_rate": 0.00015364115595879082,
      "loss": 12.2217,
      "step": 19738
    },
    {
      "epoch": 3.2321925659079747,
      "grad_norm": 0.1483338326215744,
      "learning_rate": 0.0001536367929322663,
      "loss": 12.1913,
      "step": 19739
    },
    {
      "epoch": 3.2323563124283607,
      "grad_norm": 0.13764341175556183,
      "learning_rate": 0.0001536324297623963,
      "loss": 12.1965,
      "step": 19740
    },
    {
      "epoch": 3.2325200589487473,
      "grad_norm": 0.15150469541549683,
      "learning_rate": 0.00015362806644919242,
      "loss": 12.186,
      "step": 19741
    },
    {
      "epoch": 3.232683805469134,
      "grad_norm": 0.1494947224855423,
      "learning_rate": 0.00015362370299266644,
      "loss": 12.156,
      "step": 19742
    },
    {
      "epoch": 3.2328475519895203,
      "grad_norm": 0.15618452429771423,
      "learning_rate": 0.0001536193393928299,
      "loss": 12.2116,
      "step": 19743
    },
    {
      "epoch": 3.233011298509907,
      "grad_norm": 0.14775609970092773,
      "learning_rate": 0.00015361497564969447,
      "loss": 12.1552,
      "step": 19744
    },
    {
      "epoch": 3.233175045030293,
      "grad_norm": 0.13480156660079956,
      "learning_rate": 0.00015361061176327184,
      "loss": 12.1743,
      "step": 19745
    },
    {
      "epoch": 3.2333387915506795,
      "grad_norm": 0.1546885371208191,
      "learning_rate": 0.00015360624773357373,
      "loss": 12.1773,
      "step": 19746
    },
    {
      "epoch": 3.233502538071066,
      "grad_norm": 0.13717271387577057,
      "learning_rate": 0.0001536018835606117,
      "loss": 12.2073,
      "step": 19747
    },
    {
      "epoch": 3.2336662845914526,
      "grad_norm": 0.14362047612667084,
      "learning_rate": 0.00015359751924439748,
      "loss": 12.1659,
      "step": 19748
    },
    {
      "epoch": 3.2338300311118386,
      "grad_norm": 0.14159387350082397,
      "learning_rate": 0.00015359315478494272,
      "loss": 12.2064,
      "step": 19749
    },
    {
      "epoch": 3.233993777632225,
      "grad_norm": 0.12805193662643433,
      "learning_rate": 0.00015358879018225908,
      "loss": 12.1503,
      "step": 19750
    },
    {
      "epoch": 3.2341575241526117,
      "grad_norm": 0.1308262050151825,
      "learning_rate": 0.00015358442543635822,
      "loss": 12.1489,
      "step": 19751
    },
    {
      "epoch": 3.2343212706729982,
      "grad_norm": 0.15209180116653442,
      "learning_rate": 0.0001535800605472518,
      "loss": 12.1991,
      "step": 19752
    },
    {
      "epoch": 3.2344850171933848,
      "grad_norm": 0.14894495904445648,
      "learning_rate": 0.00015357569551495152,
      "loss": 12.1653,
      "step": 19753
    },
    {
      "epoch": 3.2346487637137713,
      "grad_norm": 0.17431215941905975,
      "learning_rate": 0.00015357133033946902,
      "loss": 12.2434,
      "step": 19754
    },
    {
      "epoch": 3.2348125102341574,
      "grad_norm": 0.12889111042022705,
      "learning_rate": 0.00015356696502081594,
      "loss": 12.181,
      "step": 19755
    },
    {
      "epoch": 3.234976256754544,
      "grad_norm": 0.11498294025659561,
      "learning_rate": 0.00015356259955900397,
      "loss": 12.1929,
      "step": 19756
    },
    {
      "epoch": 3.2351400032749305,
      "grad_norm": 0.2081901580095291,
      "learning_rate": 0.0001535582339540448,
      "loss": 12.1752,
      "step": 19757
    },
    {
      "epoch": 3.235303749795317,
      "grad_norm": 0.1488758772611618,
      "learning_rate": 0.00015355386820595007,
      "loss": 12.1676,
      "step": 19758
    },
    {
      "epoch": 3.235467496315703,
      "grad_norm": 0.1710727959871292,
      "learning_rate": 0.00015354950231473145,
      "loss": 12.1713,
      "step": 19759
    },
    {
      "epoch": 3.2356312428360896,
      "grad_norm": 0.18999160826206207,
      "learning_rate": 0.00015354513628040061,
      "loss": 12.1334,
      "step": 19760
    },
    {
      "epoch": 3.235794989356476,
      "grad_norm": 0.14959783852100372,
      "learning_rate": 0.00015354077010296927,
      "loss": 12.1431,
      "step": 19761
    },
    {
      "epoch": 3.2359587358768627,
      "grad_norm": 0.15061905980110168,
      "learning_rate": 0.00015353640378244898,
      "loss": 12.1857,
      "step": 19762
    },
    {
      "epoch": 3.236122482397249,
      "grad_norm": 0.18813662230968475,
      "learning_rate": 0.00015353203731885152,
      "loss": 12.1523,
      "step": 19763
    },
    {
      "epoch": 3.2362862289176357,
      "grad_norm": 0.1193455308675766,
      "learning_rate": 0.00015352767071218852,
      "loss": 12.1974,
      "step": 19764
    },
    {
      "epoch": 3.236449975438022,
      "grad_norm": 0.13653789460659027,
      "learning_rate": 0.00015352330396247162,
      "loss": 12.2225,
      "step": 19765
    },
    {
      "epoch": 3.2366137219584084,
      "grad_norm": 0.12439607828855515,
      "learning_rate": 0.00015351893706971255,
      "loss": 12.1949,
      "step": 19766
    },
    {
      "epoch": 3.236777468478795,
      "grad_norm": 0.14670665562152863,
      "learning_rate": 0.00015351457003392292,
      "loss": 12.1507,
      "step": 19767
    },
    {
      "epoch": 3.2369412149991814,
      "grad_norm": 0.14275133609771729,
      "learning_rate": 0.00015351020285511445,
      "loss": 12.1591,
      "step": 19768
    },
    {
      "epoch": 3.2371049615195675,
      "grad_norm": 0.13590779900550842,
      "learning_rate": 0.0001535058355332988,
      "loss": 12.1933,
      "step": 19769
    },
    {
      "epoch": 3.237268708039954,
      "grad_norm": 0.14647942781448364,
      "learning_rate": 0.00015350146806848757,
      "loss": 12.1887,
      "step": 19770
    },
    {
      "epoch": 3.2374324545603406,
      "grad_norm": 0.18961147964000702,
      "learning_rate": 0.00015349710046069255,
      "loss": 12.1863,
      "step": 19771
    },
    {
      "epoch": 3.237596201080727,
      "grad_norm": 0.12345010042190552,
      "learning_rate": 0.00015349273270992534,
      "loss": 12.1983,
      "step": 19772
    },
    {
      "epoch": 3.2377599476011136,
      "grad_norm": 0.2717341184616089,
      "learning_rate": 0.00015348836481619764,
      "loss": 12.152,
      "step": 19773
    },
    {
      "epoch": 3.2379236941214997,
      "grad_norm": 0.1689477413892746,
      "learning_rate": 0.0001534839967795211,
      "loss": 12.2106,
      "step": 19774
    },
    {
      "epoch": 3.2380874406418862,
      "grad_norm": 0.13834752142429352,
      "learning_rate": 0.00015347962859990744,
      "loss": 12.1687,
      "step": 19775
    },
    {
      "epoch": 3.238251187162273,
      "grad_norm": 0.1302761286497116,
      "learning_rate": 0.00015347526027736827,
      "loss": 12.1623,
      "step": 19776
    },
    {
      "epoch": 3.2384149336826593,
      "grad_norm": 0.1265307515859604,
      "learning_rate": 0.00015347089181191528,
      "loss": 12.1529,
      "step": 19777
    },
    {
      "epoch": 3.238578680203046,
      "grad_norm": 0.18702757358551025,
      "learning_rate": 0.0001534665232035602,
      "loss": 12.1974,
      "step": 19778
    },
    {
      "epoch": 3.238742426723432,
      "grad_norm": 0.10113366693258286,
      "learning_rate": 0.00015346215445231467,
      "loss": 12.1588,
      "step": 19779
    },
    {
      "epoch": 3.2389061732438185,
      "grad_norm": 0.16617636382579803,
      "learning_rate": 0.00015345778555819032,
      "loss": 12.1194,
      "step": 19780
    },
    {
      "epoch": 3.239069919764205,
      "grad_norm": 0.2011004537343979,
      "learning_rate": 0.0001534534165211989,
      "loss": 12.1634,
      "step": 19781
    },
    {
      "epoch": 3.2392336662845915,
      "grad_norm": 0.18734745681285858,
      "learning_rate": 0.00015344904734135203,
      "loss": 12.1901,
      "step": 19782
    },
    {
      "epoch": 3.239397412804978,
      "grad_norm": 0.2112305760383606,
      "learning_rate": 0.00015344467801866146,
      "loss": 12.1333,
      "step": 19783
    },
    {
      "epoch": 3.239561159325364,
      "grad_norm": 0.1343999207019806,
      "learning_rate": 0.00015344030855313876,
      "loss": 12.1973,
      "step": 19784
    },
    {
      "epoch": 3.2397249058457507,
      "grad_norm": 0.16423176229000092,
      "learning_rate": 0.0001534359389447957,
      "loss": 12.198,
      "step": 19785
    },
    {
      "epoch": 3.239888652366137,
      "grad_norm": 0.14219677448272705,
      "learning_rate": 0.0001534315691936439,
      "loss": 12.1655,
      "step": 19786
    },
    {
      "epoch": 3.2400523988865237,
      "grad_norm": 0.16337838768959045,
      "learning_rate": 0.00015342719929969508,
      "loss": 12.1767,
      "step": 19787
    },
    {
      "epoch": 3.2402161454069103,
      "grad_norm": 0.17209477722644806,
      "learning_rate": 0.00015342282926296088,
      "loss": 12.2384,
      "step": 19788
    },
    {
      "epoch": 3.2403798919272964,
      "grad_norm": 0.17471209168434143,
      "learning_rate": 0.000153418459083453,
      "loss": 12.2238,
      "step": 19789
    },
    {
      "epoch": 3.240543638447683,
      "grad_norm": 0.12971748411655426,
      "learning_rate": 0.00015341408876118316,
      "loss": 12.1857,
      "step": 19790
    },
    {
      "epoch": 3.2407073849680694,
      "grad_norm": 0.17418846487998962,
      "learning_rate": 0.00015340971829616294,
      "loss": 12.1853,
      "step": 19791
    },
    {
      "epoch": 3.240871131488456,
      "grad_norm": 0.13360992074012756,
      "learning_rate": 0.0001534053476884041,
      "loss": 12.1733,
      "step": 19792
    },
    {
      "epoch": 3.2410348780088425,
      "grad_norm": 0.16729038953781128,
      "learning_rate": 0.0001534009769379183,
      "loss": 12.2021,
      "step": 19793
    },
    {
      "epoch": 3.2411986245292286,
      "grad_norm": 0.139933243393898,
      "learning_rate": 0.00015339660604471724,
      "loss": 12.1766,
      "step": 19794
    },
    {
      "epoch": 3.241362371049615,
      "grad_norm": 0.1370750069618225,
      "learning_rate": 0.00015339223500881257,
      "loss": 12.1888,
      "step": 19795
    },
    {
      "epoch": 3.2415261175700016,
      "grad_norm": 0.1759498417377472,
      "learning_rate": 0.00015338786383021596,
      "loss": 12.2236,
      "step": 19796
    },
    {
      "epoch": 3.241689864090388,
      "grad_norm": 0.1390586644411087,
      "learning_rate": 0.00015338349250893914,
      "loss": 12.1632,
      "step": 19797
    },
    {
      "epoch": 3.2418536106107747,
      "grad_norm": 0.13344864547252655,
      "learning_rate": 0.00015337912104499375,
      "loss": 12.1594,
      "step": 19798
    },
    {
      "epoch": 3.242017357131161,
      "grad_norm": 0.1605682373046875,
      "learning_rate": 0.0001533747494383915,
      "loss": 12.1833,
      "step": 19799
    },
    {
      "epoch": 3.2421811036515473,
      "grad_norm": 0.15500392019748688,
      "learning_rate": 0.00015337037768914407,
      "loss": 12.16,
      "step": 19800
    },
    {
      "epoch": 3.242344850171934,
      "grad_norm": 0.13185226917266846,
      "learning_rate": 0.00015336600579726314,
      "loss": 12.1536,
      "step": 19801
    },
    {
      "epoch": 3.2425085966923204,
      "grad_norm": 0.1745283156633377,
      "learning_rate": 0.00015336163376276037,
      "loss": 12.1399,
      "step": 19802
    },
    {
      "epoch": 3.242672343212707,
      "grad_norm": 0.14353178441524506,
      "learning_rate": 0.00015335726158564747,
      "loss": 12.2551,
      "step": 19803
    },
    {
      "epoch": 3.242836089733093,
      "grad_norm": 0.167415052652359,
      "learning_rate": 0.0001533528892659361,
      "loss": 12.1677,
      "step": 19804
    },
    {
      "epoch": 3.2429998362534795,
      "grad_norm": 0.15917931497097015,
      "learning_rate": 0.000153348516803638,
      "loss": 12.1565,
      "step": 19805
    },
    {
      "epoch": 3.243163582773866,
      "grad_norm": 0.1587064266204834,
      "learning_rate": 0.00015334414419876483,
      "loss": 12.161,
      "step": 19806
    },
    {
      "epoch": 3.2433273292942526,
      "grad_norm": 0.14576445519924164,
      "learning_rate": 0.00015333977145132825,
      "loss": 12.1869,
      "step": 19807
    },
    {
      "epoch": 3.243491075814639,
      "grad_norm": 0.13758158683776855,
      "learning_rate": 0.00015333539856133993,
      "loss": 12.1924,
      "step": 19808
    },
    {
      "epoch": 3.2436548223350252,
      "grad_norm": 0.134206622838974,
      "learning_rate": 0.00015333102552881164,
      "loss": 12.1556,
      "step": 19809
    },
    {
      "epoch": 3.2438185688554118,
      "grad_norm": 0.13719847798347473,
      "learning_rate": 0.00015332665235375502,
      "loss": 12.1919,
      "step": 19810
    },
    {
      "epoch": 3.2439823153757983,
      "grad_norm": 0.1419065147638321,
      "learning_rate": 0.00015332227903618167,
      "loss": 12.2293,
      "step": 19811
    },
    {
      "epoch": 3.244146061896185,
      "grad_norm": 0.1633622795343399,
      "learning_rate": 0.00015331790557610345,
      "loss": 12.1753,
      "step": 19812
    },
    {
      "epoch": 3.2443098084165714,
      "grad_norm": 0.15100397169589996,
      "learning_rate": 0.00015331353197353193,
      "loss": 12.1455,
      "step": 19813
    },
    {
      "epoch": 3.2444735549369574,
      "grad_norm": 0.11927185207605362,
      "learning_rate": 0.00015330915822847881,
      "loss": 12.1827,
      "step": 19814
    },
    {
      "epoch": 3.244637301457344,
      "grad_norm": 0.15690845251083374,
      "learning_rate": 0.00015330478434095584,
      "loss": 12.1652,
      "step": 19815
    },
    {
      "epoch": 3.2448010479777305,
      "grad_norm": 0.17029879987239838,
      "learning_rate": 0.00015330041031097466,
      "loss": 12.1844,
      "step": 19816
    },
    {
      "epoch": 3.244964794498117,
      "grad_norm": 0.14201539754867554,
      "learning_rate": 0.00015329603613854694,
      "loss": 12.2004,
      "step": 19817
    },
    {
      "epoch": 3.245128541018503,
      "grad_norm": 0.20718704164028168,
      "learning_rate": 0.0001532916618236844,
      "loss": 12.1995,
      "step": 19818
    },
    {
      "epoch": 3.2452922875388897,
      "grad_norm": 0.24902576208114624,
      "learning_rate": 0.00015328728736639871,
      "loss": 12.1886,
      "step": 19819
    },
    {
      "epoch": 3.245456034059276,
      "grad_norm": 0.14702022075653076,
      "learning_rate": 0.0001532829127667016,
      "loss": 12.1534,
      "step": 19820
    },
    {
      "epoch": 3.2456197805796627,
      "grad_norm": 0.14022038877010345,
      "learning_rate": 0.00015327853802460473,
      "loss": 12.1862,
      "step": 19821
    },
    {
      "epoch": 3.2457835271000492,
      "grad_norm": 0.1744670271873474,
      "learning_rate": 0.00015327416314011983,
      "loss": 12.236,
      "step": 19822
    },
    {
      "epoch": 3.245947273620436,
      "grad_norm": 0.13400408625602722,
      "learning_rate": 0.00015326978811325853,
      "loss": 12.1715,
      "step": 19823
    },
    {
      "epoch": 3.246111020140822,
      "grad_norm": 0.20715202391147614,
      "learning_rate": 0.0001532654129440326,
      "loss": 12.2184,
      "step": 19824
    },
    {
      "epoch": 3.2462747666612084,
      "grad_norm": 0.19869369268417358,
      "learning_rate": 0.00015326103763245363,
      "loss": 12.1627,
      "step": 19825
    },
    {
      "epoch": 3.246438513181595,
      "grad_norm": 0.1736449897289276,
      "learning_rate": 0.00015325666217853336,
      "loss": 12.1772,
      "step": 19826
    },
    {
      "epoch": 3.2466022597019815,
      "grad_norm": 0.16075827181339264,
      "learning_rate": 0.00015325228658228355,
      "loss": 12.1695,
      "step": 19827
    },
    {
      "epoch": 3.2467660062223676,
      "grad_norm": 0.12606123089790344,
      "learning_rate": 0.00015324791084371582,
      "loss": 12.1891,
      "step": 19828
    },
    {
      "epoch": 3.246929752742754,
      "grad_norm": 0.14467830955982208,
      "learning_rate": 0.00015324353496284188,
      "loss": 12.1894,
      "step": 19829
    },
    {
      "epoch": 3.2470934992631406,
      "grad_norm": 0.14094483852386475,
      "learning_rate": 0.0001532391589396734,
      "loss": 12.1691,
      "step": 19830
    },
    {
      "epoch": 3.247257245783527,
      "grad_norm": 0.14485542476177216,
      "learning_rate": 0.00015323478277422215,
      "loss": 12.1965,
      "step": 19831
    },
    {
      "epoch": 3.2474209923039137,
      "grad_norm": 0.17902027070522308,
      "learning_rate": 0.00015323040646649975,
      "loss": 12.196,
      "step": 19832
    },
    {
      "epoch": 3.2475847388243,
      "grad_norm": 0.20549814403057098,
      "learning_rate": 0.00015322603001651793,
      "loss": 12.209,
      "step": 19833
    },
    {
      "epoch": 3.2477484853446863,
      "grad_norm": 0.12999430298805237,
      "learning_rate": 0.00015322165342428835,
      "loss": 12.1738,
      "step": 19834
    },
    {
      "epoch": 3.247912231865073,
      "grad_norm": 0.1361723244190216,
      "learning_rate": 0.0001532172766898228,
      "loss": 12.1443,
      "step": 19835
    },
    {
      "epoch": 3.2480759783854594,
      "grad_norm": 0.21586517989635468,
      "learning_rate": 0.00015321289981313284,
      "loss": 12.2276,
      "step": 19836
    },
    {
      "epoch": 3.248239724905846,
      "grad_norm": 0.14657364785671234,
      "learning_rate": 0.00015320852279423027,
      "loss": 12.215,
      "step": 19837
    },
    {
      "epoch": 3.248403471426232,
      "grad_norm": 0.14693769812583923,
      "learning_rate": 0.0001532041456331268,
      "loss": 12.159,
      "step": 19838
    },
    {
      "epoch": 3.2485672179466185,
      "grad_norm": 0.18281184136867523,
      "learning_rate": 0.00015319976832983405,
      "loss": 12.1985,
      "step": 19839
    },
    {
      "epoch": 3.248730964467005,
      "grad_norm": 0.14978189766407013,
      "learning_rate": 0.00015319539088436374,
      "loss": 12.206,
      "step": 19840
    },
    {
      "epoch": 3.2488947109873916,
      "grad_norm": 0.14846161007881165,
      "learning_rate": 0.00015319101329672757,
      "loss": 12.1858,
      "step": 19841
    },
    {
      "epoch": 3.249058457507778,
      "grad_norm": 0.1187407523393631,
      "learning_rate": 0.0001531866355669373,
      "loss": 12.19,
      "step": 19842
    },
    {
      "epoch": 3.249222204028164,
      "grad_norm": 0.20346833765506744,
      "learning_rate": 0.00015318225769500455,
      "loss": 12.201,
      "step": 19843
    },
    {
      "epoch": 3.2493859505485507,
      "grad_norm": 0.16451036930084229,
      "learning_rate": 0.00015317787968094107,
      "loss": 12.1801,
      "step": 19844
    },
    {
      "epoch": 3.2495496970689373,
      "grad_norm": 0.16834168136119843,
      "learning_rate": 0.0001531735015247585,
      "loss": 12.1671,
      "step": 19845
    },
    {
      "epoch": 3.249713443589324,
      "grad_norm": 0.1509438455104828,
      "learning_rate": 0.00015316912322646867,
      "loss": 12.2062,
      "step": 19846
    },
    {
      "epoch": 3.2498771901097103,
      "grad_norm": 0.16661445796489716,
      "learning_rate": 0.0001531647447860831,
      "loss": 12.2231,
      "step": 19847
    },
    {
      "epoch": 3.2500409366300964,
      "grad_norm": 0.13696549832820892,
      "learning_rate": 0.00015316036620361363,
      "loss": 12.2513,
      "step": 19848
    },
    {
      "epoch": 3.250204683150483,
      "grad_norm": 0.14582836627960205,
      "learning_rate": 0.0001531559874790719,
      "loss": 12.1597,
      "step": 19849
    },
    {
      "epoch": 3.2503684296708695,
      "grad_norm": 0.14849787950515747,
      "learning_rate": 0.00015315160861246966,
      "loss": 12.2026,
      "step": 19850
    },
    {
      "epoch": 3.250532176191256,
      "grad_norm": 0.14905594289302826,
      "learning_rate": 0.00015314722960381856,
      "loss": 12.1638,
      "step": 19851
    },
    {
      "epoch": 3.2506959227116425,
      "grad_norm": 0.17310190200805664,
      "learning_rate": 0.0001531428504531303,
      "loss": 12.1621,
      "step": 19852
    },
    {
      "epoch": 3.2508596692320286,
      "grad_norm": 0.14300291240215302,
      "learning_rate": 0.00015313847116041665,
      "loss": 12.1512,
      "step": 19853
    },
    {
      "epoch": 3.251023415752415,
      "grad_norm": 0.1763162910938263,
      "learning_rate": 0.00015313409172568927,
      "loss": 12.1797,
      "step": 19854
    },
    {
      "epoch": 3.2511871622728017,
      "grad_norm": 0.15354028344154358,
      "learning_rate": 0.00015312971214895984,
      "loss": 12.2121,
      "step": 19855
    },
    {
      "epoch": 3.251350908793188,
      "grad_norm": 0.14438822865486145,
      "learning_rate": 0.0001531253324302401,
      "loss": 12.1991,
      "step": 19856
    },
    {
      "epoch": 3.2515146553135748,
      "grad_norm": 0.19719642400741577,
      "learning_rate": 0.00015312095256954174,
      "loss": 12.1856,
      "step": 19857
    },
    {
      "epoch": 3.251678401833961,
      "grad_norm": 0.12513001263141632,
      "learning_rate": 0.0001531165725668765,
      "loss": 12.1568,
      "step": 19858
    },
    {
      "epoch": 3.2518421483543474,
      "grad_norm": 0.14409582316875458,
      "learning_rate": 0.00015311219242225603,
      "loss": 12.1969,
      "step": 19859
    },
    {
      "epoch": 3.252005894874734,
      "grad_norm": 0.17337772250175476,
      "learning_rate": 0.00015310781213569207,
      "loss": 12.1407,
      "step": 19860
    },
    {
      "epoch": 3.2521696413951204,
      "grad_norm": 0.173563614487648,
      "learning_rate": 0.00015310343170719633,
      "loss": 12.189,
      "step": 19861
    },
    {
      "epoch": 3.252333387915507,
      "grad_norm": 0.13094376027584076,
      "learning_rate": 0.00015309905113678046,
      "loss": 12.1935,
      "step": 19862
    },
    {
      "epoch": 3.252497134435893,
      "grad_norm": 0.13707904517650604,
      "learning_rate": 0.0001530946704244563,
      "loss": 12.1906,
      "step": 19863
    },
    {
      "epoch": 3.2526608809562796,
      "grad_norm": 0.1394958645105362,
      "learning_rate": 0.0001530902895702354,
      "loss": 12.1812,
      "step": 19864
    },
    {
      "epoch": 3.252824627476666,
      "grad_norm": 0.1579698771238327,
      "learning_rate": 0.00015308590857412958,
      "loss": 12.168,
      "step": 19865
    },
    {
      "epoch": 3.2529883739970527,
      "grad_norm": 0.1368045061826706,
      "learning_rate": 0.00015308152743615045,
      "loss": 12.1272,
      "step": 19866
    },
    {
      "epoch": 3.253152120517439,
      "grad_norm": 0.13198179006576538,
      "learning_rate": 0.00015307714615630982,
      "loss": 12.1688,
      "step": 19867
    },
    {
      "epoch": 3.2533158670378253,
      "grad_norm": 0.15445168316364288,
      "learning_rate": 0.00015307276473461933,
      "loss": 12.1504,
      "step": 19868
    },
    {
      "epoch": 3.253479613558212,
      "grad_norm": 0.1858789026737213,
      "learning_rate": 0.00015306838317109077,
      "loss": 12.2023,
      "step": 19869
    },
    {
      "epoch": 3.2536433600785983,
      "grad_norm": 0.14024755358695984,
      "learning_rate": 0.00015306400146573572,
      "loss": 12.1576,
      "step": 19870
    },
    {
      "epoch": 3.253807106598985,
      "grad_norm": 0.12728913128376007,
      "learning_rate": 0.000153059619618566,
      "loss": 12.1454,
      "step": 19871
    },
    {
      "epoch": 3.2539708531193714,
      "grad_norm": 0.1905742734670639,
      "learning_rate": 0.00015305523762959328,
      "loss": 12.2099,
      "step": 19872
    },
    {
      "epoch": 3.2541345996397575,
      "grad_norm": 0.1309361755847931,
      "learning_rate": 0.00015305085549882928,
      "loss": 12.1796,
      "step": 19873
    },
    {
      "epoch": 3.254298346160144,
      "grad_norm": 0.1401086449623108,
      "learning_rate": 0.00015304647322628568,
      "loss": 12.2199,
      "step": 19874
    },
    {
      "epoch": 3.2544620926805305,
      "grad_norm": 0.1461896002292633,
      "learning_rate": 0.00015304209081197425,
      "loss": 12.1775,
      "step": 19875
    },
    {
      "epoch": 3.254625839200917,
      "grad_norm": 0.1507796049118042,
      "learning_rate": 0.0001530377082559067,
      "loss": 12.1608,
      "step": 19876
    },
    {
      "epoch": 3.2547895857213036,
      "grad_norm": 0.14703455567359924,
      "learning_rate": 0.00015303332555809465,
      "loss": 12.161,
      "step": 19877
    },
    {
      "epoch": 3.2549533322416897,
      "grad_norm": 0.16866953670978546,
      "learning_rate": 0.00015302894271854988,
      "loss": 12.1793,
      "step": 19878
    },
    {
      "epoch": 3.2551170787620762,
      "grad_norm": 0.15170343220233917,
      "learning_rate": 0.00015302455973728414,
      "loss": 12.1886,
      "step": 19879
    },
    {
      "epoch": 3.2552808252824628,
      "grad_norm": 0.16178710758686066,
      "learning_rate": 0.00015302017661430908,
      "loss": 12.1548,
      "step": 19880
    },
    {
      "epoch": 3.2554445718028493,
      "grad_norm": 0.17254123091697693,
      "learning_rate": 0.00015301579334963642,
      "loss": 12.1748,
      "step": 19881
    },
    {
      "epoch": 3.255608318323236,
      "grad_norm": 0.19100189208984375,
      "learning_rate": 0.0001530114099432779,
      "loss": 12.1971,
      "step": 19882
    },
    {
      "epoch": 3.255772064843622,
      "grad_norm": 0.1712568998336792,
      "learning_rate": 0.00015300702639524526,
      "loss": 12.1633,
      "step": 19883
    },
    {
      "epoch": 3.2559358113640084,
      "grad_norm": 0.1586759388446808,
      "learning_rate": 0.0001530026427055502,
      "loss": 12.1495,
      "step": 19884
    },
    {
      "epoch": 3.256099557884395,
      "grad_norm": 0.15738588571548462,
      "learning_rate": 0.00015299825887420433,
      "loss": 12.1941,
      "step": 19885
    },
    {
      "epoch": 3.2562633044047815,
      "grad_norm": 0.1566959172487259,
      "learning_rate": 0.0001529938749012195,
      "loss": 12.1873,
      "step": 19886
    },
    {
      "epoch": 3.2564270509251676,
      "grad_norm": 0.16919928789138794,
      "learning_rate": 0.0001529894907866074,
      "loss": 12.1745,
      "step": 19887
    },
    {
      "epoch": 3.256590797445554,
      "grad_norm": 0.22970588505268097,
      "learning_rate": 0.0001529851065303797,
      "loss": 12.1753,
      "step": 19888
    },
    {
      "epoch": 3.2567545439659407,
      "grad_norm": 0.1355254054069519,
      "learning_rate": 0.00015298072213254814,
      "loss": 12.1986,
      "step": 19889
    },
    {
      "epoch": 3.256918290486327,
      "grad_norm": 0.18646688759326935,
      "learning_rate": 0.00015297633759312447,
      "loss": 12.1641,
      "step": 19890
    },
    {
      "epoch": 3.2570820370067137,
      "grad_norm": 0.13604697585105896,
      "learning_rate": 0.00015297195291212034,
      "loss": 12.194,
      "step": 19891
    },
    {
      "epoch": 3.2572457835271003,
      "grad_norm": 0.11641246825456619,
      "learning_rate": 0.00015296756808954752,
      "loss": 12.168,
      "step": 19892
    },
    {
      "epoch": 3.2574095300474863,
      "grad_norm": 0.15572819113731384,
      "learning_rate": 0.00015296318312541768,
      "loss": 12.1915,
      "step": 19893
    },
    {
      "epoch": 3.257573276567873,
      "grad_norm": 0.16440501809120178,
      "learning_rate": 0.00015295879801974262,
      "loss": 12.1669,
      "step": 19894
    },
    {
      "epoch": 3.2577370230882594,
      "grad_norm": 0.3019459843635559,
      "learning_rate": 0.00015295441277253402,
      "loss": 12.2591,
      "step": 19895
    },
    {
      "epoch": 3.257900769608646,
      "grad_norm": 0.11884938925504684,
      "learning_rate": 0.00015295002738380356,
      "loss": 12.1858,
      "step": 19896
    },
    {
      "epoch": 3.258064516129032,
      "grad_norm": 0.15895582735538483,
      "learning_rate": 0.00015294564185356298,
      "loss": 12.1821,
      "step": 19897
    },
    {
      "epoch": 3.2582282626494186,
      "grad_norm": 0.16978776454925537,
      "learning_rate": 0.00015294125618182407,
      "loss": 12.1291,
      "step": 19898
    },
    {
      "epoch": 3.258392009169805,
      "grad_norm": 0.1382913887500763,
      "learning_rate": 0.00015293687036859846,
      "loss": 12.1629,
      "step": 19899
    },
    {
      "epoch": 3.2585557556901916,
      "grad_norm": 0.1645294725894928,
      "learning_rate": 0.00015293248441389788,
      "loss": 12.1588,
      "step": 19900
    },
    {
      "epoch": 3.258719502210578,
      "grad_norm": 0.16006332635879517,
      "learning_rate": 0.00015292809831773412,
      "loss": 12.1547,
      "step": 19901
    },
    {
      "epoch": 3.2588832487309647,
      "grad_norm": 0.13159886002540588,
      "learning_rate": 0.00015292371208011881,
      "loss": 12.1693,
      "step": 19902
    },
    {
      "epoch": 3.2590469952513508,
      "grad_norm": 0.15267321467399597,
      "learning_rate": 0.00015291932570106375,
      "loss": 12.2019,
      "step": 19903
    },
    {
      "epoch": 3.2592107417717373,
      "grad_norm": 0.24652762711048126,
      "learning_rate": 0.00015291493918058064,
      "loss": 12.2264,
      "step": 19904
    },
    {
      "epoch": 3.259374488292124,
      "grad_norm": 0.18008066713809967,
      "learning_rate": 0.0001529105525186812,
      "loss": 12.1753,
      "step": 19905
    },
    {
      "epoch": 3.2595382348125104,
      "grad_norm": 0.22165486216545105,
      "learning_rate": 0.00015290616571537712,
      "loss": 12.2481,
      "step": 19906
    },
    {
      "epoch": 3.2597019813328965,
      "grad_norm": 0.21376682817935944,
      "learning_rate": 0.00015290177877068018,
      "loss": 12.2157,
      "step": 19907
    },
    {
      "epoch": 3.259865727853283,
      "grad_norm": 0.22444084286689758,
      "learning_rate": 0.00015289739168460205,
      "loss": 12.1834,
      "step": 19908
    },
    {
      "epoch": 3.2600294743736695,
      "grad_norm": 0.1540047526359558,
      "learning_rate": 0.00015289300445715454,
      "loss": 12.1754,
      "step": 19909
    },
    {
      "epoch": 3.260193220894056,
      "grad_norm": 0.14401371777057648,
      "learning_rate": 0.00015288861708834928,
      "loss": 12.2148,
      "step": 19910
    },
    {
      "epoch": 3.2603569674144426,
      "grad_norm": 0.1395564079284668,
      "learning_rate": 0.000152884229578198,
      "loss": 12.1979,
      "step": 19911
    },
    {
      "epoch": 3.260520713934829,
      "grad_norm": 0.12157786637544632,
      "learning_rate": 0.0001528798419267125,
      "loss": 12.1624,
      "step": 19912
    },
    {
      "epoch": 3.260684460455215,
      "grad_norm": 0.1882067769765854,
      "learning_rate": 0.00015287545413390446,
      "loss": 12.1774,
      "step": 19913
    },
    {
      "epoch": 3.2608482069756017,
      "grad_norm": 0.12753479182720184,
      "learning_rate": 0.0001528710661997856,
      "loss": 12.181,
      "step": 19914
    },
    {
      "epoch": 3.2610119534959883,
      "grad_norm": 0.20143289864063263,
      "learning_rate": 0.00015286667812436762,
      "loss": 12.1882,
      "step": 19915
    },
    {
      "epoch": 3.261175700016375,
      "grad_norm": 0.1678122580051422,
      "learning_rate": 0.00015286228990766238,
      "loss": 12.1844,
      "step": 19916
    },
    {
      "epoch": 3.261339446536761,
      "grad_norm": 0.18287838995456696,
      "learning_rate": 0.00015285790154968146,
      "loss": 12.1578,
      "step": 19917
    },
    {
      "epoch": 3.2615031930571474,
      "grad_norm": 0.11902451515197754,
      "learning_rate": 0.00015285351305043663,
      "loss": 12.1829,
      "step": 19918
    },
    {
      "epoch": 3.261666939577534,
      "grad_norm": 0.18457433581352234,
      "learning_rate": 0.0001528491244099396,
      "loss": 12.1947,
      "step": 19919
    },
    {
      "epoch": 3.2618306860979205,
      "grad_norm": 0.15509042143821716,
      "learning_rate": 0.0001528447356282022,
      "loss": 12.1987,
      "step": 19920
    },
    {
      "epoch": 3.261994432618307,
      "grad_norm": 0.15809087455272675,
      "learning_rate": 0.00015284034670523606,
      "loss": 12.1929,
      "step": 19921
    },
    {
      "epoch": 3.2621581791386935,
      "grad_norm": 0.10645107924938202,
      "learning_rate": 0.00015283595764105292,
      "loss": 12.162,
      "step": 19922
    },
    {
      "epoch": 3.2623219256590796,
      "grad_norm": 0.11450453102588654,
      "learning_rate": 0.00015283156843566456,
      "loss": 12.1861,
      "step": 19923
    },
    {
      "epoch": 3.262485672179466,
      "grad_norm": 0.13582958281040192,
      "learning_rate": 0.00015282717908908264,
      "loss": 12.1609,
      "step": 19924
    },
    {
      "epoch": 3.2626494186998527,
      "grad_norm": 0.1512407809495926,
      "learning_rate": 0.00015282278960131892,
      "loss": 12.2296,
      "step": 19925
    },
    {
      "epoch": 3.2628131652202392,
      "grad_norm": 0.16544869542121887,
      "learning_rate": 0.0001528183999723852,
      "loss": 12.175,
      "step": 19926
    },
    {
      "epoch": 3.2629769117406253,
      "grad_norm": 0.15543900430202484,
      "learning_rate": 0.0001528140102022931,
      "loss": 12.1654,
      "step": 19927
    },
    {
      "epoch": 3.263140658261012,
      "grad_norm": 0.19508251547813416,
      "learning_rate": 0.00015280962029105442,
      "loss": 12.146,
      "step": 19928
    },
    {
      "epoch": 3.2633044047813984,
      "grad_norm": 0.15492822229862213,
      "learning_rate": 0.00015280523023868082,
      "loss": 12.2007,
      "step": 19929
    },
    {
      "epoch": 3.263468151301785,
      "grad_norm": 0.1282823532819748,
      "learning_rate": 0.00015280084004518413,
      "loss": 12.2124,
      "step": 19930
    },
    {
      "epoch": 3.2636318978221714,
      "grad_norm": 0.1807309091091156,
      "learning_rate": 0.00015279644971057606,
      "loss": 12.2115,
      "step": 19931
    },
    {
      "epoch": 3.2637956443425575,
      "grad_norm": 0.15746717154979706,
      "learning_rate": 0.00015279205923486827,
      "loss": 12.182,
      "step": 19932
    },
    {
      "epoch": 3.263959390862944,
      "grad_norm": 0.13090987503528595,
      "learning_rate": 0.0001527876686180726,
      "loss": 12.2407,
      "step": 19933
    },
    {
      "epoch": 3.2641231373833306,
      "grad_norm": 0.21665026247501373,
      "learning_rate": 0.0001527832778602007,
      "loss": 12.1874,
      "step": 19934
    },
    {
      "epoch": 3.264286883903717,
      "grad_norm": 0.18589510023593903,
      "learning_rate": 0.00015277888696126434,
      "loss": 12.1396,
      "step": 19935
    },
    {
      "epoch": 3.2644506304241037,
      "grad_norm": 0.13490216434001923,
      "learning_rate": 0.0001527744959212752,
      "loss": 12.1325,
      "step": 19936
    },
    {
      "epoch": 3.2646143769444897,
      "grad_norm": 0.15999265015125275,
      "learning_rate": 0.00015277010474024514,
      "loss": 12.1546,
      "step": 19937
    },
    {
      "epoch": 3.2647781234648763,
      "grad_norm": 0.16152139008045197,
      "learning_rate": 0.0001527657134181858,
      "loss": 12.1847,
      "step": 19938
    },
    {
      "epoch": 3.264941869985263,
      "grad_norm": 0.13961036503314972,
      "learning_rate": 0.00015276132195510893,
      "loss": 12.1792,
      "step": 19939
    },
    {
      "epoch": 3.2651056165056493,
      "grad_norm": 0.212185800075531,
      "learning_rate": 0.00015275693035102624,
      "loss": 12.2753,
      "step": 19940
    },
    {
      "epoch": 3.265269363026036,
      "grad_norm": 0.13011124730110168,
      "learning_rate": 0.00015275253860594953,
      "loss": 12.1713,
      "step": 19941
    },
    {
      "epoch": 3.265433109546422,
      "grad_norm": 0.14501678943634033,
      "learning_rate": 0.00015274814671989052,
      "loss": 12.1994,
      "step": 19942
    },
    {
      "epoch": 3.2655968560668085,
      "grad_norm": 0.20576094090938568,
      "learning_rate": 0.0001527437546928609,
      "loss": 12.1669,
      "step": 19943
    },
    {
      "epoch": 3.265760602587195,
      "grad_norm": 0.14447429776191711,
      "learning_rate": 0.00015273936252487244,
      "loss": 12.2126,
      "step": 19944
    },
    {
      "epoch": 3.2659243491075816,
      "grad_norm": 0.12687960267066956,
      "learning_rate": 0.0001527349702159369,
      "loss": 12.2104,
      "step": 19945
    },
    {
      "epoch": 3.266088095627968,
      "grad_norm": 0.15634417533874512,
      "learning_rate": 0.000152730577766066,
      "loss": 12.1857,
      "step": 19946
    },
    {
      "epoch": 3.266251842148354,
      "grad_norm": 0.1787136048078537,
      "learning_rate": 0.00015272618517527144,
      "loss": 12.1454,
      "step": 19947
    },
    {
      "epoch": 3.2664155886687407,
      "grad_norm": 0.1633545309305191,
      "learning_rate": 0.00015272179244356506,
      "loss": 12.1749,
      "step": 19948
    },
    {
      "epoch": 3.2665793351891272,
      "grad_norm": 0.14751973748207092,
      "learning_rate": 0.0001527173995709585,
      "loss": 12.1697,
      "step": 19949
    },
    {
      "epoch": 3.2667430817095138,
      "grad_norm": 0.15741045773029327,
      "learning_rate": 0.00015271300655746352,
      "loss": 12.1525,
      "step": 19950
    },
    {
      "epoch": 3.2669068282299003,
      "grad_norm": 0.13685055077075958,
      "learning_rate": 0.00015270861340309187,
      "loss": 12.1591,
      "step": 19951
    },
    {
      "epoch": 3.2670705747502864,
      "grad_norm": 0.1248391717672348,
      "learning_rate": 0.00015270422010785532,
      "loss": 12.2003,
      "step": 19952
    },
    {
      "epoch": 3.267234321270673,
      "grad_norm": 0.1273057460784912,
      "learning_rate": 0.00015269982667176558,
      "loss": 12.1406,
      "step": 19953
    },
    {
      "epoch": 3.2673980677910595,
      "grad_norm": 0.14390404522418976,
      "learning_rate": 0.00015269543309483444,
      "loss": 12.151,
      "step": 19954
    },
    {
      "epoch": 3.267561814311446,
      "grad_norm": 0.1279972493648529,
      "learning_rate": 0.0001526910393770735,
      "loss": 12.2159,
      "step": 19955
    },
    {
      "epoch": 3.267725560831832,
      "grad_norm": 0.15411022305488586,
      "learning_rate": 0.00015268664551849466,
      "loss": 12.1554,
      "step": 19956
    },
    {
      "epoch": 3.2678893073522186,
      "grad_norm": 0.1821860522031784,
      "learning_rate": 0.00015268225151910964,
      "loss": 12.175,
      "step": 19957
    },
    {
      "epoch": 3.268053053872605,
      "grad_norm": 0.13693319261074066,
      "learning_rate": 0.00015267785737893013,
      "loss": 12.1795,
      "step": 19958
    },
    {
      "epoch": 3.2682168003929917,
      "grad_norm": 0.1501953899860382,
      "learning_rate": 0.00015267346309796786,
      "loss": 12.1354,
      "step": 19959
    },
    {
      "epoch": 3.268380546913378,
      "grad_norm": 0.22947072982788086,
      "learning_rate": 0.00015266906867623465,
      "loss": 12.2247,
      "step": 19960
    },
    {
      "epoch": 3.2685442934337647,
      "grad_norm": 0.18564820289611816,
      "learning_rate": 0.00015266467411374218,
      "loss": 12.1586,
      "step": 19961
    },
    {
      "epoch": 3.268708039954151,
      "grad_norm": 0.20761734247207642,
      "learning_rate": 0.00015266027941050221,
      "loss": 12.2572,
      "step": 19962
    },
    {
      "epoch": 3.2688717864745374,
      "grad_norm": 0.1872018426656723,
      "learning_rate": 0.0001526558845665265,
      "loss": 12.2127,
      "step": 19963
    },
    {
      "epoch": 3.269035532994924,
      "grad_norm": 0.14810186624526978,
      "learning_rate": 0.00015265148958182678,
      "loss": 12.1793,
      "step": 19964
    },
    {
      "epoch": 3.2691992795153104,
      "grad_norm": 0.40252685546875,
      "learning_rate": 0.0001526470944564148,
      "loss": 12.185,
      "step": 19965
    },
    {
      "epoch": 3.2693630260356965,
      "grad_norm": 0.1868639886379242,
      "learning_rate": 0.00015264269919030226,
      "loss": 12.1882,
      "step": 19966
    },
    {
      "epoch": 3.269526772556083,
      "grad_norm": 0.16114480793476105,
      "learning_rate": 0.00015263830378350104,
      "loss": 12.2016,
      "step": 19967
    },
    {
      "epoch": 3.2696905190764696,
      "grad_norm": 0.14329224824905396,
      "learning_rate": 0.00015263390823602277,
      "loss": 12.117,
      "step": 19968
    },
    {
      "epoch": 3.269854265596856,
      "grad_norm": 0.18798209726810455,
      "learning_rate": 0.0001526295125478792,
      "loss": 12.1752,
      "step": 19969
    },
    {
      "epoch": 3.2700180121172426,
      "grad_norm": 0.1370583325624466,
      "learning_rate": 0.00015262511671908214,
      "loss": 12.2,
      "step": 19970
    },
    {
      "epoch": 3.270181758637629,
      "grad_norm": 0.20874065160751343,
      "learning_rate": 0.00015262072074964328,
      "loss": 12.2352,
      "step": 19971
    },
    {
      "epoch": 3.2703455051580153,
      "grad_norm": 0.14583419263362885,
      "learning_rate": 0.0001526163246395744,
      "loss": 12.1433,
      "step": 19972
    },
    {
      "epoch": 3.270509251678402,
      "grad_norm": 0.16514334082603455,
      "learning_rate": 0.00015261192838888726,
      "loss": 12.1884,
      "step": 19973
    },
    {
      "epoch": 3.2706729981987883,
      "grad_norm": 0.13703501224517822,
      "learning_rate": 0.00015260753199759355,
      "loss": 12.1883,
      "step": 19974
    },
    {
      "epoch": 3.270836744719175,
      "grad_norm": 0.20204071700572968,
      "learning_rate": 0.0001526031354657051,
      "loss": 12.1753,
      "step": 19975
    },
    {
      "epoch": 3.271000491239561,
      "grad_norm": 0.11358541995286942,
      "learning_rate": 0.00015259873879323359,
      "loss": 12.18,
      "step": 19976
    },
    {
      "epoch": 3.2711642377599475,
      "grad_norm": 0.1748007833957672,
      "learning_rate": 0.00015259434198019078,
      "loss": 12.158,
      "step": 19977
    },
    {
      "epoch": 3.271327984280334,
      "grad_norm": 0.12114179134368896,
      "learning_rate": 0.00015258994502658846,
      "loss": 12.1469,
      "step": 19978
    },
    {
      "epoch": 3.2714917308007205,
      "grad_norm": 0.1223054826259613,
      "learning_rate": 0.00015258554793243838,
      "loss": 12.2103,
      "step": 19979
    },
    {
      "epoch": 3.271655477321107,
      "grad_norm": 0.148559108376503,
      "learning_rate": 0.00015258115069775226,
      "loss": 12.1326,
      "step": 19980
    },
    {
      "epoch": 3.2718192238414936,
      "grad_norm": 0.1601327657699585,
      "learning_rate": 0.00015257675332254182,
      "loss": 12.1746,
      "step": 19981
    },
    {
      "epoch": 3.2719829703618797,
      "grad_norm": 0.14786280691623688,
      "learning_rate": 0.00015257235580681892,
      "loss": 12.1655,
      "step": 19982
    },
    {
      "epoch": 3.272146716882266,
      "grad_norm": 0.18222421407699585,
      "learning_rate": 0.0001525679581505952,
      "loss": 12.2199,
      "step": 19983
    },
    {
      "epoch": 3.2723104634026527,
      "grad_norm": 0.1825096756219864,
      "learning_rate": 0.0001525635603538825,
      "loss": 12.2179,
      "step": 19984
    },
    {
      "epoch": 3.2724742099230393,
      "grad_norm": 0.1294688582420349,
      "learning_rate": 0.00015255916241669254,
      "loss": 12.2085,
      "step": 19985
    },
    {
      "epoch": 3.2726379564434254,
      "grad_norm": 0.1279820054769516,
      "learning_rate": 0.00015255476433903703,
      "loss": 12.184,
      "step": 19986
    },
    {
      "epoch": 3.272801702963812,
      "grad_norm": 0.1338699758052826,
      "learning_rate": 0.00015255036612092776,
      "loss": 12.1384,
      "step": 19987
    },
    {
      "epoch": 3.2729654494841984,
      "grad_norm": 0.13848476111888885,
      "learning_rate": 0.00015254596776237653,
      "loss": 12.1655,
      "step": 19988
    },
    {
      "epoch": 3.273129196004585,
      "grad_norm": 0.19018052518367767,
      "learning_rate": 0.000152541569263395,
      "loss": 12.1845,
      "step": 19989
    },
    {
      "epoch": 3.2732929425249715,
      "grad_norm": 0.16739319264888763,
      "learning_rate": 0.000152537170623995,
      "loss": 12.175,
      "step": 19990
    },
    {
      "epoch": 3.273456689045358,
      "grad_norm": 0.1438611000776291,
      "learning_rate": 0.00015253277184418826,
      "loss": 12.1903,
      "step": 19991
    },
    {
      "epoch": 3.273620435565744,
      "grad_norm": 0.14884769916534424,
      "learning_rate": 0.00015252837292398653,
      "loss": 12.1787,
      "step": 19992
    },
    {
      "epoch": 3.2737841820861306,
      "grad_norm": 0.17742599546909332,
      "learning_rate": 0.00015252397386340157,
      "loss": 12.1784,
      "step": 19993
    },
    {
      "epoch": 3.273947928606517,
      "grad_norm": 0.19079411029815674,
      "learning_rate": 0.00015251957466244517,
      "loss": 12.1777,
      "step": 19994
    },
    {
      "epoch": 3.2741116751269037,
      "grad_norm": 0.12755975127220154,
      "learning_rate": 0.00015251517532112902,
      "loss": 12.1962,
      "step": 19995
    },
    {
      "epoch": 3.27427542164729,
      "grad_norm": 0.14247114956378937,
      "learning_rate": 0.00015251077583946493,
      "loss": 12.157,
      "step": 19996
    },
    {
      "epoch": 3.2744391681676763,
      "grad_norm": 0.13353951275348663,
      "learning_rate": 0.00015250637621746463,
      "loss": 12.1567,
      "step": 19997
    },
    {
      "epoch": 3.274602914688063,
      "grad_norm": 0.15174074470996857,
      "learning_rate": 0.0001525019764551399,
      "loss": 12.145,
      "step": 19998
    },
    {
      "epoch": 3.2747666612084494,
      "grad_norm": 0.16854417324066162,
      "learning_rate": 0.0001524975765525025,
      "loss": 12.1555,
      "step": 19999
    },
    {
      "epoch": 3.274930407728836,
      "grad_norm": 0.17568637430667877,
      "learning_rate": 0.00015249317650956417,
      "loss": 12.1887,
      "step": 20000
    },
    {
      "epoch": 3.274930407728836,
      "eval_loss": 12.16354751586914,
      "eval_runtime": 7.3294,
      "eval_samples_per_second": 33.563,
      "eval_steps_per_second": 16.782,
      "step": 20000
    },
    {
      "epoch": 3.275094154249222,
      "grad_norm": 0.1406601220369339,
      "learning_rate": 0.00015248877632633668,
      "loss": 12.1794,
      "step": 20001
    },
    {
      "epoch": 3.2752579007696085,
      "grad_norm": 0.14554564654827118,
      "learning_rate": 0.00015248437600283175,
      "loss": 12.1791,
      "step": 20002
    },
    {
      "epoch": 3.275421647289995,
      "grad_norm": 0.15060049295425415,
      "learning_rate": 0.00015247997553906122,
      "loss": 12.2015,
      "step": 20003
    },
    {
      "epoch": 3.2755853938103816,
      "grad_norm": 0.15949514508247375,
      "learning_rate": 0.00015247557493503676,
      "loss": 12.1805,
      "step": 20004
    },
    {
      "epoch": 3.275749140330768,
      "grad_norm": 0.1613256335258484,
      "learning_rate": 0.00015247117419077023,
      "loss": 12.164,
      "step": 20005
    },
    {
      "epoch": 3.2759128868511542,
      "grad_norm": 0.13873080909252167,
      "learning_rate": 0.0001524667733062733,
      "loss": 12.1935,
      "step": 20006
    },
    {
      "epoch": 3.2760766333715408,
      "grad_norm": 0.17411254346370697,
      "learning_rate": 0.00015246237228155779,
      "loss": 12.1882,
      "step": 20007
    },
    {
      "epoch": 3.2762403798919273,
      "grad_norm": 0.1962384283542633,
      "learning_rate": 0.00015245797111663545,
      "loss": 12.145,
      "step": 20008
    },
    {
      "epoch": 3.276404126412314,
      "grad_norm": 0.14423038065433502,
      "learning_rate": 0.00015245356981151802,
      "loss": 12.1778,
      "step": 20009
    },
    {
      "epoch": 3.2765678729327004,
      "grad_norm": 0.15278089046478271,
      "learning_rate": 0.00015244916836621727,
      "loss": 12.1915,
      "step": 20010
    },
    {
      "epoch": 3.2767316194530864,
      "grad_norm": 0.237638920545578,
      "learning_rate": 0.00015244476678074494,
      "loss": 12.1553,
      "step": 20011
    },
    {
      "epoch": 3.276895365973473,
      "grad_norm": 0.13637559115886688,
      "learning_rate": 0.00015244036505511287,
      "loss": 12.1557,
      "step": 20012
    },
    {
      "epoch": 3.2770591124938595,
      "grad_norm": 0.1613820344209671,
      "learning_rate": 0.00015243596318933276,
      "loss": 12.2021,
      "step": 20013
    },
    {
      "epoch": 3.277222859014246,
      "grad_norm": 0.1356857717037201,
      "learning_rate": 0.0001524315611834164,
      "loss": 12.1748,
      "step": 20014
    },
    {
      "epoch": 3.2773866055346326,
      "grad_norm": 0.17731088399887085,
      "learning_rate": 0.0001524271590373755,
      "loss": 12.2072,
      "step": 20015
    },
    {
      "epoch": 3.2775503520550187,
      "grad_norm": 0.15990501642227173,
      "learning_rate": 0.00015242275675122192,
      "loss": 12.1813,
      "step": 20016
    },
    {
      "epoch": 3.277714098575405,
      "grad_norm": 0.1256117820739746,
      "learning_rate": 0.00015241835432496737,
      "loss": 12.1765,
      "step": 20017
    },
    {
      "epoch": 3.2778778450957917,
      "grad_norm": 0.12688316404819489,
      "learning_rate": 0.0001524139517586236,
      "loss": 12.164,
      "step": 20018
    },
    {
      "epoch": 3.2780415916161783,
      "grad_norm": 0.13368624448776245,
      "learning_rate": 0.0001524095490522024,
      "loss": 12.2065,
      "step": 20019
    },
    {
      "epoch": 3.278205338136565,
      "grad_norm": 0.14003077149391174,
      "learning_rate": 0.00015240514620571555,
      "loss": 12.1608,
      "step": 20020
    },
    {
      "epoch": 3.278369084656951,
      "grad_norm": 0.1537782996892929,
      "learning_rate": 0.00015240074321917478,
      "loss": 12.1629,
      "step": 20021
    },
    {
      "epoch": 3.2785328311773374,
      "grad_norm": 0.14301274716854095,
      "learning_rate": 0.0001523963400925919,
      "loss": 12.1537,
      "step": 20022
    },
    {
      "epoch": 3.278696577697724,
      "grad_norm": 0.11567047983407974,
      "learning_rate": 0.00015239193682597862,
      "loss": 12.2149,
      "step": 20023
    },
    {
      "epoch": 3.2788603242181105,
      "grad_norm": 0.14330220222473145,
      "learning_rate": 0.00015238753341934676,
      "loss": 12.1967,
      "step": 20024
    },
    {
      "epoch": 3.279024070738497,
      "grad_norm": 0.11452621221542358,
      "learning_rate": 0.00015238312987270807,
      "loss": 12.1708,
      "step": 20025
    },
    {
      "epoch": 3.279187817258883,
      "grad_norm": 0.14924244582653046,
      "learning_rate": 0.00015237872618607432,
      "loss": 12.1945,
      "step": 20026
    },
    {
      "epoch": 3.2793515637792696,
      "grad_norm": 0.1699049323797226,
      "learning_rate": 0.00015237432235945729,
      "loss": 12.1399,
      "step": 20027
    },
    {
      "epoch": 3.279515310299656,
      "grad_norm": 0.18908336758613586,
      "learning_rate": 0.00015236991839286872,
      "loss": 12.1776,
      "step": 20028
    },
    {
      "epoch": 3.2796790568200427,
      "grad_norm": 0.14173109829425812,
      "learning_rate": 0.00015236551428632038,
      "loss": 12.161,
      "step": 20029
    },
    {
      "epoch": 3.279842803340429,
      "grad_norm": 0.11423494666814804,
      "learning_rate": 0.00015236111003982407,
      "loss": 12.151,
      "step": 20030
    },
    {
      "epoch": 3.2800065498608153,
      "grad_norm": 0.12877696752548218,
      "learning_rate": 0.00015235670565339152,
      "loss": 12.225,
      "step": 20031
    },
    {
      "epoch": 3.280170296381202,
      "grad_norm": 0.16337400674819946,
      "learning_rate": 0.00015235230112703457,
      "loss": 12.2355,
      "step": 20032
    },
    {
      "epoch": 3.2803340429015884,
      "grad_norm": 0.14750893414020538,
      "learning_rate": 0.00015234789646076494,
      "loss": 12.1818,
      "step": 20033
    },
    {
      "epoch": 3.280497789421975,
      "grad_norm": 0.23678156733512878,
      "learning_rate": 0.0001523434916545944,
      "loss": 12.1389,
      "step": 20034
    },
    {
      "epoch": 3.280661535942361,
      "grad_norm": 0.17637629806995392,
      "learning_rate": 0.00015233908670853475,
      "loss": 12.1917,
      "step": 20035
    },
    {
      "epoch": 3.2808252824627475,
      "grad_norm": 0.12127239257097244,
      "learning_rate": 0.00015233468162259773,
      "loss": 12.1797,
      "step": 20036
    },
    {
      "epoch": 3.280989028983134,
      "grad_norm": 0.14359724521636963,
      "learning_rate": 0.00015233027639679513,
      "loss": 12.2705,
      "step": 20037
    },
    {
      "epoch": 3.2811527755035206,
      "grad_norm": 0.18722955882549286,
      "learning_rate": 0.00015232587103113874,
      "loss": 12.2046,
      "step": 20038
    },
    {
      "epoch": 3.281316522023907,
      "grad_norm": 0.20514458417892456,
      "learning_rate": 0.00015232146552564027,
      "loss": 12.2685,
      "step": 20039
    },
    {
      "epoch": 3.2814802685442936,
      "grad_norm": 0.1831153780221939,
      "learning_rate": 0.00015231705988031155,
      "loss": 12.1916,
      "step": 20040
    },
    {
      "epoch": 3.2816440150646797,
      "grad_norm": 0.15633776783943176,
      "learning_rate": 0.00015231265409516436,
      "loss": 12.159,
      "step": 20041
    },
    {
      "epoch": 3.2818077615850663,
      "grad_norm": 0.14223510026931763,
      "learning_rate": 0.00015230824817021046,
      "loss": 12.1849,
      "step": 20042
    },
    {
      "epoch": 3.281971508105453,
      "grad_norm": 0.16090697050094604,
      "learning_rate": 0.00015230384210546162,
      "loss": 12.1596,
      "step": 20043
    },
    {
      "epoch": 3.2821352546258393,
      "grad_norm": 0.14014704525470734,
      "learning_rate": 0.00015229943590092958,
      "loss": 12.1542,
      "step": 20044
    },
    {
      "epoch": 3.2822990011462254,
      "grad_norm": 0.17316487431526184,
      "learning_rate": 0.0001522950295566262,
      "loss": 12.1991,
      "step": 20045
    },
    {
      "epoch": 3.282462747666612,
      "grad_norm": 0.13526612520217896,
      "learning_rate": 0.00015229062307256318,
      "loss": 12.2004,
      "step": 20046
    },
    {
      "epoch": 3.2826264941869985,
      "grad_norm": 0.15244339406490326,
      "learning_rate": 0.00015228621644875233,
      "loss": 12.1596,
      "step": 20047
    },
    {
      "epoch": 3.282790240707385,
      "grad_norm": 0.13014687597751617,
      "learning_rate": 0.00015228180968520543,
      "loss": 12.1539,
      "step": 20048
    },
    {
      "epoch": 3.2829539872277715,
      "grad_norm": 0.15325120091438293,
      "learning_rate": 0.00015227740278193425,
      "loss": 12.1611,
      "step": 20049
    },
    {
      "epoch": 3.283117733748158,
      "grad_norm": 0.15085117518901825,
      "learning_rate": 0.00015227299573895056,
      "loss": 12.1551,
      "step": 20050
    },
    {
      "epoch": 3.283281480268544,
      "grad_norm": 0.19253799319267273,
      "learning_rate": 0.00015226858855626611,
      "loss": 12.1809,
      "step": 20051
    },
    {
      "epoch": 3.2834452267889307,
      "grad_norm": 0.15820184350013733,
      "learning_rate": 0.00015226418123389274,
      "loss": 12.1809,
      "step": 20052
    },
    {
      "epoch": 3.2836089733093172,
      "grad_norm": 0.12167294323444366,
      "learning_rate": 0.00015225977377184222,
      "loss": 12.1545,
      "step": 20053
    },
    {
      "epoch": 3.2837727198297038,
      "grad_norm": 0.11981023848056793,
      "learning_rate": 0.0001522553661701263,
      "loss": 12.161,
      "step": 20054
    },
    {
      "epoch": 3.28393646635009,
      "grad_norm": 0.14920344948768616,
      "learning_rate": 0.00015225095842875676,
      "loss": 12.1706,
      "step": 20055
    },
    {
      "epoch": 3.2841002128704764,
      "grad_norm": 0.17366854846477509,
      "learning_rate": 0.00015224655054774542,
      "loss": 12.1609,
      "step": 20056
    },
    {
      "epoch": 3.284263959390863,
      "grad_norm": 0.165209099650383,
      "learning_rate": 0.000152242142527104,
      "loss": 12.1727,
      "step": 20057
    },
    {
      "epoch": 3.2844277059112494,
      "grad_norm": 0.12587206065654755,
      "learning_rate": 0.00015223773436684433,
      "loss": 12.1692,
      "step": 20058
    },
    {
      "epoch": 3.284591452431636,
      "grad_norm": 0.1675393432378769,
      "learning_rate": 0.00015223332606697812,
      "loss": 12.1672,
      "step": 20059
    },
    {
      "epoch": 3.2847551989520225,
      "grad_norm": 0.1324550360441208,
      "learning_rate": 0.0001522289176275173,
      "loss": 12.1831,
      "step": 20060
    },
    {
      "epoch": 3.2849189454724086,
      "grad_norm": 0.13312700390815735,
      "learning_rate": 0.00015222450904847344,
      "loss": 12.2238,
      "step": 20061
    },
    {
      "epoch": 3.285082691992795,
      "grad_norm": 0.1285657435655594,
      "learning_rate": 0.0001522201003298585,
      "loss": 12.22,
      "step": 20062
    },
    {
      "epoch": 3.2852464385131817,
      "grad_norm": 0.1547946035861969,
      "learning_rate": 0.00015221569147168417,
      "loss": 12.2108,
      "step": 20063
    },
    {
      "epoch": 3.285410185033568,
      "grad_norm": 0.20846129953861237,
      "learning_rate": 0.0001522112824739623,
      "loss": 12.1836,
      "step": 20064
    },
    {
      "epoch": 3.2855739315539543,
      "grad_norm": 0.18752597272396088,
      "learning_rate": 0.0001522068733367046,
      "loss": 12.1739,
      "step": 20065
    },
    {
      "epoch": 3.285737678074341,
      "grad_norm": 0.1433049589395523,
      "learning_rate": 0.0001522024640599229,
      "loss": 12.1392,
      "step": 20066
    },
    {
      "epoch": 3.2859014245947273,
      "grad_norm": 0.14057154953479767,
      "learning_rate": 0.00015219805464362899,
      "loss": 12.2188,
      "step": 20067
    },
    {
      "epoch": 3.286065171115114,
      "grad_norm": 0.18632063269615173,
      "learning_rate": 0.00015219364508783462,
      "loss": 12.1552,
      "step": 20068
    },
    {
      "epoch": 3.2862289176355004,
      "grad_norm": 0.1353379338979721,
      "learning_rate": 0.00015218923539255156,
      "loss": 12.2451,
      "step": 20069
    },
    {
      "epoch": 3.286392664155887,
      "grad_norm": 0.1551099419593811,
      "learning_rate": 0.00015218482555779165,
      "loss": 12.1292,
      "step": 20070
    },
    {
      "epoch": 3.286556410676273,
      "grad_norm": 0.1403549611568451,
      "learning_rate": 0.00015218041558356666,
      "loss": 12.2216,
      "step": 20071
    },
    {
      "epoch": 3.2867201571966596,
      "grad_norm": 0.13009420037269592,
      "learning_rate": 0.00015217600546988836,
      "loss": 12.2014,
      "step": 20072
    },
    {
      "epoch": 3.286883903717046,
      "grad_norm": 0.1877911388874054,
      "learning_rate": 0.00015217159521676855,
      "loss": 12.2053,
      "step": 20073
    },
    {
      "epoch": 3.2870476502374326,
      "grad_norm": 0.1574825793504715,
      "learning_rate": 0.00015216718482421898,
      "loss": 12.1545,
      "step": 20074
    },
    {
      "epoch": 3.2872113967578187,
      "grad_norm": 0.11821477860212326,
      "learning_rate": 0.00015216277429225153,
      "loss": 12.1637,
      "step": 20075
    },
    {
      "epoch": 3.2873751432782052,
      "grad_norm": 0.1514158397912979,
      "learning_rate": 0.00015215836362087785,
      "loss": 12.1579,
      "step": 20076
    },
    {
      "epoch": 3.2875388897985918,
      "grad_norm": 0.13859261572360992,
      "learning_rate": 0.00015215395281010984,
      "loss": 12.1321,
      "step": 20077
    },
    {
      "epoch": 3.2877026363189783,
      "grad_norm": 0.13230830430984497,
      "learning_rate": 0.00015214954185995922,
      "loss": 12.1583,
      "step": 20078
    },
    {
      "epoch": 3.287866382839365,
      "grad_norm": 0.16126613318920135,
      "learning_rate": 0.0001521451307704379,
      "loss": 12.17,
      "step": 20079
    },
    {
      "epoch": 3.288030129359751,
      "grad_norm": 0.1363115906715393,
      "learning_rate": 0.00015214071954155743,
      "loss": 12.1872,
      "step": 20080
    },
    {
      "epoch": 3.2881938758801375,
      "grad_norm": 0.1832507699728012,
      "learning_rate": 0.00015213630817332985,
      "loss": 12.1362,
      "step": 20081
    },
    {
      "epoch": 3.288357622400524,
      "grad_norm": 0.12209629267454147,
      "learning_rate": 0.00015213189666576682,
      "loss": 12.2106,
      "step": 20082
    },
    {
      "epoch": 3.2885213689209105,
      "grad_norm": 0.15132436156272888,
      "learning_rate": 0.00015212748501888018,
      "loss": 12.166,
      "step": 20083
    },
    {
      "epoch": 3.288685115441297,
      "grad_norm": 0.15216681361198425,
      "learning_rate": 0.00015212307323268163,
      "loss": 12.1622,
      "step": 20084
    },
    {
      "epoch": 3.288848861961683,
      "grad_norm": 0.2164674699306488,
      "learning_rate": 0.00015211866130718303,
      "loss": 12.1527,
      "step": 20085
    },
    {
      "epoch": 3.2890126084820697,
      "grad_norm": 0.15624117851257324,
      "learning_rate": 0.00015211424924239624,
      "loss": 12.1599,
      "step": 20086
    },
    {
      "epoch": 3.289176355002456,
      "grad_norm": 0.17521217465400696,
      "learning_rate": 0.00015210983703833292,
      "loss": 12.1638,
      "step": 20087
    },
    {
      "epoch": 3.2893401015228427,
      "grad_norm": 0.1415996551513672,
      "learning_rate": 0.00015210542469500492,
      "loss": 12.1504,
      "step": 20088
    },
    {
      "epoch": 3.2895038480432293,
      "grad_norm": 0.16058245301246643,
      "learning_rate": 0.00015210101221242405,
      "loss": 12.1772,
      "step": 20089
    },
    {
      "epoch": 3.2896675945636153,
      "grad_norm": 0.14525918662548065,
      "learning_rate": 0.0001520965995906021,
      "loss": 12.1751,
      "step": 20090
    },
    {
      "epoch": 3.289831341084002,
      "grad_norm": 0.15145017206668854,
      "learning_rate": 0.0001520921868295508,
      "loss": 12.1498,
      "step": 20091
    },
    {
      "epoch": 3.2899950876043884,
      "grad_norm": 0.18214410543441772,
      "learning_rate": 0.00015208777392928204,
      "loss": 12.1936,
      "step": 20092
    },
    {
      "epoch": 3.290158834124775,
      "grad_norm": 0.2058568298816681,
      "learning_rate": 0.00015208336088980753,
      "loss": 12.1815,
      "step": 20093
    },
    {
      "epoch": 3.2903225806451615,
      "grad_norm": 0.16505680978298187,
      "learning_rate": 0.0001520789477111391,
      "loss": 12.1846,
      "step": 20094
    },
    {
      "epoch": 3.2904863271655476,
      "grad_norm": 0.14453399181365967,
      "learning_rate": 0.00015207453439328855,
      "loss": 12.1663,
      "step": 20095
    },
    {
      "epoch": 3.290650073685934,
      "grad_norm": 0.15759004652500153,
      "learning_rate": 0.00015207012093626765,
      "loss": 12.2225,
      "step": 20096
    },
    {
      "epoch": 3.2908138202063206,
      "grad_norm": 0.14108233153820038,
      "learning_rate": 0.00015206570734008825,
      "loss": 12.1895,
      "step": 20097
    },
    {
      "epoch": 3.290977566726707,
      "grad_norm": 0.13837078213691711,
      "learning_rate": 0.00015206129360476208,
      "loss": 12.2107,
      "step": 20098
    },
    {
      "epoch": 3.2911413132470937,
      "grad_norm": 0.142157644033432,
      "learning_rate": 0.00015205687973030094,
      "loss": 12.1833,
      "step": 20099
    },
    {
      "epoch": 3.29130505976748,
      "grad_norm": 0.16361765563488007,
      "learning_rate": 0.0001520524657167167,
      "loss": 12.2156,
      "step": 20100
    },
    {
      "epoch": 3.2914688062878663,
      "grad_norm": 0.11629015952348709,
      "learning_rate": 0.00015204805156402107,
      "loss": 12.1944,
      "step": 20101
    },
    {
      "epoch": 3.291632552808253,
      "grad_norm": 0.1531977504491806,
      "learning_rate": 0.00015204363727222588,
      "loss": 12.1475,
      "step": 20102
    },
    {
      "epoch": 3.2917962993286394,
      "grad_norm": 0.13611219823360443,
      "learning_rate": 0.00015203922284134295,
      "loss": 12.1718,
      "step": 20103
    },
    {
      "epoch": 3.2919600458490255,
      "grad_norm": 0.15722519159317017,
      "learning_rate": 0.00015203480827138404,
      "loss": 12.1571,
      "step": 20104
    },
    {
      "epoch": 3.292123792369412,
      "grad_norm": 0.10807082056999207,
      "learning_rate": 0.000152030393562361,
      "loss": 12.1296,
      "step": 20105
    },
    {
      "epoch": 3.2922875388897985,
      "grad_norm": 0.15040774643421173,
      "learning_rate": 0.00015202597871428555,
      "loss": 12.2084,
      "step": 20106
    },
    {
      "epoch": 3.292451285410185,
      "grad_norm": 0.18615250289440155,
      "learning_rate": 0.00015202156372716956,
      "loss": 12.2512,
      "step": 20107
    },
    {
      "epoch": 3.2926150319305716,
      "grad_norm": 0.3183361291885376,
      "learning_rate": 0.0001520171486010248,
      "loss": 12.1751,
      "step": 20108
    },
    {
      "epoch": 3.292778778450958,
      "grad_norm": 0.14262744784355164,
      "learning_rate": 0.00015201273333586304,
      "loss": 12.2168,
      "step": 20109
    },
    {
      "epoch": 3.292942524971344,
      "grad_norm": 0.19861994683742523,
      "learning_rate": 0.00015200831793169613,
      "loss": 12.1805,
      "step": 20110
    },
    {
      "epoch": 3.2931062714917307,
      "grad_norm": 0.13302677869796753,
      "learning_rate": 0.00015200390238853589,
      "loss": 12.1764,
      "step": 20111
    },
    {
      "epoch": 3.2932700180121173,
      "grad_norm": 0.18454553186893463,
      "learning_rate": 0.00015199948670639404,
      "loss": 12.2152,
      "step": 20112
    },
    {
      "epoch": 3.293433764532504,
      "grad_norm": 0.14174427092075348,
      "learning_rate": 0.0001519950708852824,
      "loss": 12.1611,
      "step": 20113
    },
    {
      "epoch": 3.29359751105289,
      "grad_norm": 0.1418810486793518,
      "learning_rate": 0.00015199065492521284,
      "loss": 12.1838,
      "step": 20114
    },
    {
      "epoch": 3.2937612575732764,
      "grad_norm": 0.14414630830287933,
      "learning_rate": 0.0001519862388261971,
      "loss": 12.1479,
      "step": 20115
    },
    {
      "epoch": 3.293925004093663,
      "grad_norm": 0.16716602444648743,
      "learning_rate": 0.000151981822588247,
      "loss": 12.1477,
      "step": 20116
    },
    {
      "epoch": 3.2940887506140495,
      "grad_norm": 0.14981627464294434,
      "learning_rate": 0.00015197740621137435,
      "loss": 12.2009,
      "step": 20117
    },
    {
      "epoch": 3.294252497134436,
      "grad_norm": 0.15671896934509277,
      "learning_rate": 0.00015197298969559092,
      "loss": 12.1634,
      "step": 20118
    },
    {
      "epoch": 3.2944162436548226,
      "grad_norm": 0.15224236249923706,
      "learning_rate": 0.00015196857304090858,
      "loss": 12.1642,
      "step": 20119
    },
    {
      "epoch": 3.2945799901752086,
      "grad_norm": 0.14069826900959015,
      "learning_rate": 0.00015196415624733905,
      "loss": 12.1862,
      "step": 20120
    },
    {
      "epoch": 3.294743736695595,
      "grad_norm": 0.17446614801883698,
      "learning_rate": 0.00015195973931489418,
      "loss": 12.1686,
      "step": 20121
    },
    {
      "epoch": 3.2949074832159817,
      "grad_norm": 0.11728646606206894,
      "learning_rate": 0.00015195532224358577,
      "loss": 12.1735,
      "step": 20122
    },
    {
      "epoch": 3.2950712297363682,
      "grad_norm": 0.14054369926452637,
      "learning_rate": 0.00015195090503342565,
      "loss": 12.1757,
      "step": 20123
    },
    {
      "epoch": 3.2952349762567543,
      "grad_norm": 0.18912313878536224,
      "learning_rate": 0.00015194648768442556,
      "loss": 12.1859,
      "step": 20124
    },
    {
      "epoch": 3.295398722777141,
      "grad_norm": 0.17568430304527283,
      "learning_rate": 0.00015194207019659736,
      "loss": 12.1611,
      "step": 20125
    },
    {
      "epoch": 3.2955624692975274,
      "grad_norm": 0.1941845417022705,
      "learning_rate": 0.00015193765256995285,
      "loss": 12.1724,
      "step": 20126
    },
    {
      "epoch": 3.295726215817914,
      "grad_norm": 0.16748517751693726,
      "learning_rate": 0.0001519332348045038,
      "loss": 12.1795,
      "step": 20127
    },
    {
      "epoch": 3.2958899623383004,
      "grad_norm": 0.1411612182855606,
      "learning_rate": 0.00015192881690026207,
      "loss": 12.1867,
      "step": 20128
    },
    {
      "epoch": 3.296053708858687,
      "grad_norm": 0.2078031450510025,
      "learning_rate": 0.00015192439885723942,
      "loss": 12.1558,
      "step": 20129
    },
    {
      "epoch": 3.296217455379073,
      "grad_norm": 0.11418360471725464,
      "learning_rate": 0.0001519199806754477,
      "loss": 12.1857,
      "step": 20130
    },
    {
      "epoch": 3.2963812018994596,
      "grad_norm": 0.12416954338550568,
      "learning_rate": 0.00015191556235489868,
      "loss": 12.2048,
      "step": 20131
    },
    {
      "epoch": 3.296544948419846,
      "grad_norm": 0.18254102766513824,
      "learning_rate": 0.0001519111438956042,
      "loss": 12.1922,
      "step": 20132
    },
    {
      "epoch": 3.2967086949402327,
      "grad_norm": 0.16027195751667023,
      "learning_rate": 0.000151906725297576,
      "loss": 12.1809,
      "step": 20133
    },
    {
      "epoch": 3.2968724414606188,
      "grad_norm": 0.16824060678482056,
      "learning_rate": 0.000151902306560826,
      "loss": 12.2062,
      "step": 20134
    },
    {
      "epoch": 3.2970361879810053,
      "grad_norm": 0.1724773794412613,
      "learning_rate": 0.00015189788768536593,
      "loss": 12.2377,
      "step": 20135
    },
    {
      "epoch": 3.297199934501392,
      "grad_norm": 0.15938881039619446,
      "learning_rate": 0.0001518934686712076,
      "loss": 12.1798,
      "step": 20136
    },
    {
      "epoch": 3.2973636810217783,
      "grad_norm": 0.15019267797470093,
      "learning_rate": 0.00015188904951836285,
      "loss": 12.1613,
      "step": 20137
    },
    {
      "epoch": 3.297527427542165,
      "grad_norm": 0.15484192967414856,
      "learning_rate": 0.00015188463022684347,
      "loss": 12.1421,
      "step": 20138
    },
    {
      "epoch": 3.2976911740625514,
      "grad_norm": 0.15548862516880035,
      "learning_rate": 0.0001518802107966613,
      "loss": 12.1553,
      "step": 20139
    },
    {
      "epoch": 3.2978549205829375,
      "grad_norm": 0.15393148362636566,
      "learning_rate": 0.00015187579122782812,
      "loss": 12.1432,
      "step": 20140
    },
    {
      "epoch": 3.298018667103324,
      "grad_norm": 0.13539405167102814,
      "learning_rate": 0.00015187137152035575,
      "loss": 12.1853,
      "step": 20141
    },
    {
      "epoch": 3.2981824136237106,
      "grad_norm": 0.1212935522198677,
      "learning_rate": 0.000151866951674256,
      "loss": 12.1649,
      "step": 20142
    },
    {
      "epoch": 3.298346160144097,
      "grad_norm": 0.11743608862161636,
      "learning_rate": 0.0001518625316895407,
      "loss": 12.1729,
      "step": 20143
    },
    {
      "epoch": 3.298509906664483,
      "grad_norm": 0.12432806938886642,
      "learning_rate": 0.00015185811156622164,
      "loss": 12.1406,
      "step": 20144
    },
    {
      "epoch": 3.2986736531848697,
      "grad_norm": 0.1221841499209404,
      "learning_rate": 0.00015185369130431067,
      "loss": 12.1642,
      "step": 20145
    },
    {
      "epoch": 3.2988373997052562,
      "grad_norm": 0.11780425161123276,
      "learning_rate": 0.0001518492709038195,
      "loss": 12.2205,
      "step": 20146
    },
    {
      "epoch": 3.2990011462256428,
      "grad_norm": 0.13975314795970917,
      "learning_rate": 0.00015184485036476007,
      "loss": 12.1839,
      "step": 20147
    },
    {
      "epoch": 3.2991648927460293,
      "grad_norm": 0.14466562867164612,
      "learning_rate": 0.00015184042968714414,
      "loss": 12.1632,
      "step": 20148
    },
    {
      "epoch": 3.2993286392664154,
      "grad_norm": 0.13308799266815186,
      "learning_rate": 0.00015183600887098354,
      "loss": 12.1805,
      "step": 20149
    },
    {
      "epoch": 3.299492385786802,
      "grad_norm": 0.13939052820205688,
      "learning_rate": 0.00015183158791629006,
      "loss": 12.2138,
      "step": 20150
    },
    {
      "epoch": 3.2996561323071885,
      "grad_norm": 0.12934377789497375,
      "learning_rate": 0.00015182716682307553,
      "loss": 12.2174,
      "step": 20151
    },
    {
      "epoch": 3.299819878827575,
      "grad_norm": 0.17867828905582428,
      "learning_rate": 0.00015182274559135173,
      "loss": 12.1981,
      "step": 20152
    },
    {
      "epoch": 3.2999836253479615,
      "grad_norm": 0.13951623439788818,
      "learning_rate": 0.00015181832422113054,
      "loss": 12.1934,
      "step": 20153
    },
    {
      "epoch": 3.3001473718683476,
      "grad_norm": 0.1527048796415329,
      "learning_rate": 0.00015181390271242374,
      "loss": 12.1613,
      "step": 20154
    },
    {
      "epoch": 3.300311118388734,
      "grad_norm": 0.12479215115308762,
      "learning_rate": 0.0001518094810652431,
      "loss": 12.1487,
      "step": 20155
    },
    {
      "epoch": 3.3004748649091207,
      "grad_norm": 0.11609888821840286,
      "learning_rate": 0.00015180505927960057,
      "loss": 12.2161,
      "step": 20156
    },
    {
      "epoch": 3.300638611429507,
      "grad_norm": 0.18453601002693176,
      "learning_rate": 0.0001518006373555078,
      "loss": 12.1944,
      "step": 20157
    },
    {
      "epoch": 3.3008023579498937,
      "grad_norm": 0.12952996790409088,
      "learning_rate": 0.00015179621529297677,
      "loss": 12.141,
      "step": 20158
    },
    {
      "epoch": 3.30096610447028,
      "grad_norm": 0.16038933396339417,
      "learning_rate": 0.00015179179309201917,
      "loss": 12.1882,
      "step": 20159
    },
    {
      "epoch": 3.3011298509906664,
      "grad_norm": 0.13795340061187744,
      "learning_rate": 0.00015178737075264691,
      "loss": 12.1562,
      "step": 20160
    },
    {
      "epoch": 3.301293597511053,
      "grad_norm": 0.18391317129135132,
      "learning_rate": 0.00015178294827487173,
      "loss": 12.2005,
      "step": 20161
    },
    {
      "epoch": 3.3014573440314394,
      "grad_norm": 0.1482844203710556,
      "learning_rate": 0.00015177852565870548,
      "loss": 12.1499,
      "step": 20162
    },
    {
      "epoch": 3.301621090551826,
      "grad_norm": 0.16250860691070557,
      "learning_rate": 0.00015177410290416002,
      "loss": 12.2148,
      "step": 20163
    },
    {
      "epoch": 3.301784837072212,
      "grad_norm": 0.12620817124843597,
      "learning_rate": 0.00015176968001124713,
      "loss": 12.1519,
      "step": 20164
    },
    {
      "epoch": 3.3019485835925986,
      "grad_norm": 0.14114908874034882,
      "learning_rate": 0.0001517652569799786,
      "loss": 12.1165,
      "step": 20165
    },
    {
      "epoch": 3.302112330112985,
      "grad_norm": 0.14885765314102173,
      "learning_rate": 0.00015176083381036634,
      "loss": 12.2134,
      "step": 20166
    },
    {
      "epoch": 3.3022760766333716,
      "grad_norm": 0.15383198857307434,
      "learning_rate": 0.0001517564105024221,
      "loss": 12.1796,
      "step": 20167
    },
    {
      "epoch": 3.302439823153758,
      "grad_norm": 0.19756467640399933,
      "learning_rate": 0.00015175198705615772,
      "loss": 12.2241,
      "step": 20168
    },
    {
      "epoch": 3.3026035696741443,
      "grad_norm": 0.1456083208322525,
      "learning_rate": 0.00015174756347158502,
      "loss": 12.1797,
      "step": 20169
    },
    {
      "epoch": 3.302767316194531,
      "grad_norm": 0.16453790664672852,
      "learning_rate": 0.0001517431397487158,
      "loss": 12.1477,
      "step": 20170
    },
    {
      "epoch": 3.3029310627149173,
      "grad_norm": 0.15175548195838928,
      "learning_rate": 0.00015173871588756193,
      "loss": 12.1855,
      "step": 20171
    },
    {
      "epoch": 3.303094809235304,
      "grad_norm": 0.14387643337249756,
      "learning_rate": 0.00015173429188813518,
      "loss": 12.1392,
      "step": 20172
    },
    {
      "epoch": 3.3032585557556904,
      "grad_norm": 0.1974674016237259,
      "learning_rate": 0.00015172986775044745,
      "loss": 12.213,
      "step": 20173
    },
    {
      "epoch": 3.3034223022760765,
      "grad_norm": 0.1543806940317154,
      "learning_rate": 0.00015172544347451047,
      "loss": 12.2118,
      "step": 20174
    },
    {
      "epoch": 3.303586048796463,
      "grad_norm": 0.15306547284126282,
      "learning_rate": 0.00015172101906033616,
      "loss": 12.1684,
      "step": 20175
    },
    {
      "epoch": 3.3037497953168495,
      "grad_norm": 0.17737874388694763,
      "learning_rate": 0.00015171659450793624,
      "loss": 12.1488,
      "step": 20176
    },
    {
      "epoch": 3.303913541837236,
      "grad_norm": 0.15133251249790192,
      "learning_rate": 0.00015171216981732264,
      "loss": 12.136,
      "step": 20177
    },
    {
      "epoch": 3.3040772883576226,
      "grad_norm": 0.13706116378307343,
      "learning_rate": 0.0001517077449885071,
      "loss": 12.2679,
      "step": 20178
    },
    {
      "epoch": 3.3042410348780087,
      "grad_norm": 0.1648222655057907,
      "learning_rate": 0.00015170332002150148,
      "loss": 12.181,
      "step": 20179
    },
    {
      "epoch": 3.304404781398395,
      "grad_norm": 0.20235049724578857,
      "learning_rate": 0.00015169889491631762,
      "loss": 12.192,
      "step": 20180
    },
    {
      "epoch": 3.3045685279187818,
      "grad_norm": 0.14120379090309143,
      "learning_rate": 0.0001516944696729673,
      "loss": 12.1309,
      "step": 20181
    },
    {
      "epoch": 3.3047322744391683,
      "grad_norm": 0.1569310426712036,
      "learning_rate": 0.0001516900442914624,
      "loss": 12.156,
      "step": 20182
    },
    {
      "epoch": 3.3048960209595544,
      "grad_norm": 0.16350685060024261,
      "learning_rate": 0.00015168561877181475,
      "loss": 12.1888,
      "step": 20183
    },
    {
      "epoch": 3.305059767479941,
      "grad_norm": 0.15710552036762238,
      "learning_rate": 0.0001516811931140361,
      "loss": 12.2015,
      "step": 20184
    },
    {
      "epoch": 3.3052235140003274,
      "grad_norm": 0.22657540440559387,
      "learning_rate": 0.0001516767673181384,
      "loss": 12.2318,
      "step": 20185
    },
    {
      "epoch": 3.305387260520714,
      "grad_norm": 0.14165794849395752,
      "learning_rate": 0.00015167234138413333,
      "loss": 12.1832,
      "step": 20186
    },
    {
      "epoch": 3.3055510070411005,
      "grad_norm": 0.133213073015213,
      "learning_rate": 0.00015166791531203284,
      "loss": 12.1803,
      "step": 20187
    },
    {
      "epoch": 3.305714753561487,
      "grad_norm": 0.14280328154563904,
      "learning_rate": 0.0001516634891018487,
      "loss": 12.1913,
      "step": 20188
    },
    {
      "epoch": 3.305878500081873,
      "grad_norm": 0.13347338140010834,
      "learning_rate": 0.00015165906275359277,
      "loss": 12.1867,
      "step": 20189
    },
    {
      "epoch": 3.3060422466022596,
      "grad_norm": 0.15443366765975952,
      "learning_rate": 0.00015165463626727683,
      "loss": 12.228,
      "step": 20190
    },
    {
      "epoch": 3.306205993122646,
      "grad_norm": 0.1773679405450821,
      "learning_rate": 0.00015165020964291276,
      "loss": 12.1566,
      "step": 20191
    },
    {
      "epoch": 3.3063697396430327,
      "grad_norm": 0.20738302171230316,
      "learning_rate": 0.00015164578288051237,
      "loss": 12.1953,
      "step": 20192
    },
    {
      "epoch": 3.306533486163419,
      "grad_norm": 0.15998779237270355,
      "learning_rate": 0.0001516413559800875,
      "loss": 12.1723,
      "step": 20193
    },
    {
      "epoch": 3.3066972326838053,
      "grad_norm": 0.2002146989107132,
      "learning_rate": 0.00015163692894165,
      "loss": 12.1536,
      "step": 20194
    },
    {
      "epoch": 3.306860979204192,
      "grad_norm": 0.17937009036540985,
      "learning_rate": 0.00015163250176521164,
      "loss": 12.1719,
      "step": 20195
    },
    {
      "epoch": 3.3070247257245784,
      "grad_norm": 0.14027139544487,
      "learning_rate": 0.0001516280744507843,
      "loss": 12.1909,
      "step": 20196
    },
    {
      "epoch": 3.307188472244965,
      "grad_norm": 0.18895193934440613,
      "learning_rate": 0.00015162364699837982,
      "loss": 12.1916,
      "step": 20197
    },
    {
      "epoch": 3.3073522187653515,
      "grad_norm": 0.1345808506011963,
      "learning_rate": 0.00015161921940801002,
      "loss": 12.1895,
      "step": 20198
    },
    {
      "epoch": 3.3075159652857375,
      "grad_norm": 0.1866740733385086,
      "learning_rate": 0.00015161479167968665,
      "loss": 12.1902,
      "step": 20199
    },
    {
      "epoch": 3.307679711806124,
      "grad_norm": 0.21302099525928497,
      "learning_rate": 0.00015161036381342168,
      "loss": 12.1681,
      "step": 20200
    },
    {
      "epoch": 3.3078434583265106,
      "grad_norm": 0.18177203834056854,
      "learning_rate": 0.0001516059358092269,
      "loss": 12.2331,
      "step": 20201
    },
    {
      "epoch": 3.308007204846897,
      "grad_norm": 0.14035704731941223,
      "learning_rate": 0.0001516015076671141,
      "loss": 12.1439,
      "step": 20202
    },
    {
      "epoch": 3.3081709513672832,
      "grad_norm": 0.2527124881744385,
      "learning_rate": 0.0001515970793870951,
      "loss": 12.1693,
      "step": 20203
    },
    {
      "epoch": 3.3083346978876698,
      "grad_norm": 0.16064058244228363,
      "learning_rate": 0.00015159265096918186,
      "loss": 12.1955,
      "step": 20204
    },
    {
      "epoch": 3.3084984444080563,
      "grad_norm": 0.16086725890636444,
      "learning_rate": 0.00015158822241338607,
      "loss": 12.1625,
      "step": 20205
    },
    {
      "epoch": 3.308662190928443,
      "grad_norm": 0.17153586447238922,
      "learning_rate": 0.00015158379371971962,
      "loss": 12.2118,
      "step": 20206
    },
    {
      "epoch": 3.3088259374488294,
      "grad_norm": 0.13787099719047546,
      "learning_rate": 0.0001515793648881944,
      "loss": 12.1852,
      "step": 20207
    },
    {
      "epoch": 3.308989683969216,
      "grad_norm": 0.15252384543418884,
      "learning_rate": 0.00015157493591882217,
      "loss": 12.2127,
      "step": 20208
    },
    {
      "epoch": 3.309153430489602,
      "grad_norm": 0.1826382577419281,
      "learning_rate": 0.0001515705068116148,
      "loss": 12.1821,
      "step": 20209
    },
    {
      "epoch": 3.3093171770099885,
      "grad_norm": 0.17246314883232117,
      "learning_rate": 0.0001515660775665841,
      "loss": 12.1956,
      "step": 20210
    },
    {
      "epoch": 3.309480923530375,
      "grad_norm": 0.1461833268404007,
      "learning_rate": 0.00015156164818374193,
      "loss": 12.1746,
      "step": 20211
    },
    {
      "epoch": 3.3096446700507616,
      "grad_norm": 0.14899803698062897,
      "learning_rate": 0.00015155721866310019,
      "loss": 12.1616,
      "step": 20212
    },
    {
      "epoch": 3.3098084165711477,
      "grad_norm": 0.18116040527820587,
      "learning_rate": 0.00015155278900467057,
      "loss": 12.2114,
      "step": 20213
    },
    {
      "epoch": 3.309972163091534,
      "grad_norm": 0.13318578898906708,
      "learning_rate": 0.00015154835920846505,
      "loss": 12.201,
      "step": 20214
    },
    {
      "epoch": 3.3101359096119207,
      "grad_norm": 0.1508338898420334,
      "learning_rate": 0.00015154392927449538,
      "loss": 12.2042,
      "step": 20215
    },
    {
      "epoch": 3.3102996561323073,
      "grad_norm": 0.11180015653371811,
      "learning_rate": 0.00015153949920277343,
      "loss": 12.157,
      "step": 20216
    },
    {
      "epoch": 3.310463402652694,
      "grad_norm": 0.14091821014881134,
      "learning_rate": 0.00015153506899331107,
      "loss": 12.1877,
      "step": 20217
    },
    {
      "epoch": 3.3106271491730803,
      "grad_norm": 0.13055680692195892,
      "learning_rate": 0.00015153063864612007,
      "loss": 12.1685,
      "step": 20218
    },
    {
      "epoch": 3.3107908956934664,
      "grad_norm": 0.23060011863708496,
      "learning_rate": 0.00015152620816121236,
      "loss": 12.1448,
      "step": 20219
    },
    {
      "epoch": 3.310954642213853,
      "grad_norm": 0.18267832696437836,
      "learning_rate": 0.0001515217775385997,
      "loss": 12.1677,
      "step": 20220
    },
    {
      "epoch": 3.3111183887342395,
      "grad_norm": 0.15526238083839417,
      "learning_rate": 0.00015151734677829395,
      "loss": 12.1408,
      "step": 20221
    },
    {
      "epoch": 3.311282135254626,
      "grad_norm": 0.1750185489654541,
      "learning_rate": 0.00015151291588030695,
      "loss": 12.1511,
      "step": 20222
    },
    {
      "epoch": 3.311445881775012,
      "grad_norm": 0.15446923673152924,
      "learning_rate": 0.00015150848484465058,
      "loss": 12.1656,
      "step": 20223
    },
    {
      "epoch": 3.3116096282953986,
      "grad_norm": 0.18707582354545593,
      "learning_rate": 0.00015150405367133667,
      "loss": 12.1584,
      "step": 20224
    },
    {
      "epoch": 3.311773374815785,
      "grad_norm": 0.15990866720676422,
      "learning_rate": 0.00015149962236037703,
      "loss": 12.171,
      "step": 20225
    },
    {
      "epoch": 3.3119371213361717,
      "grad_norm": 0.1641969531774521,
      "learning_rate": 0.00015149519091178353,
      "loss": 12.2031,
      "step": 20226
    },
    {
      "epoch": 3.312100867856558,
      "grad_norm": 0.1674100160598755,
      "learning_rate": 0.00015149075932556797,
      "loss": 12.1594,
      "step": 20227
    },
    {
      "epoch": 3.3122646143769443,
      "grad_norm": 0.2184409201145172,
      "learning_rate": 0.00015148632760174228,
      "loss": 12.1644,
      "step": 20228
    },
    {
      "epoch": 3.312428360897331,
      "grad_norm": 0.140948086977005,
      "learning_rate": 0.0001514818957403182,
      "loss": 12.1819,
      "step": 20229
    },
    {
      "epoch": 3.3125921074177174,
      "grad_norm": 0.16278494894504547,
      "learning_rate": 0.00015147746374130768,
      "loss": 12.1809,
      "step": 20230
    },
    {
      "epoch": 3.312755853938104,
      "grad_norm": 0.23856551945209503,
      "learning_rate": 0.00015147303160472248,
      "loss": 12.2253,
      "step": 20231
    },
    {
      "epoch": 3.3129196004584904,
      "grad_norm": 0.13566964864730835,
      "learning_rate": 0.0001514685993305745,
      "loss": 12.1909,
      "step": 20232
    },
    {
      "epoch": 3.3130833469788765,
      "grad_norm": 0.15988150238990784,
      "learning_rate": 0.00015146416691887553,
      "loss": 12.199,
      "step": 20233
    },
    {
      "epoch": 3.313247093499263,
      "grad_norm": 0.21470889449119568,
      "learning_rate": 0.00015145973436963748,
      "loss": 12.1889,
      "step": 20234
    },
    {
      "epoch": 3.3134108400196496,
      "grad_norm": 0.2129284292459488,
      "learning_rate": 0.00015145530168287212,
      "loss": 12.2003,
      "step": 20235
    },
    {
      "epoch": 3.313574586540036,
      "grad_norm": 0.17083123326301575,
      "learning_rate": 0.00015145086885859138,
      "loss": 12.2232,
      "step": 20236
    },
    {
      "epoch": 3.3137383330604226,
      "grad_norm": 0.15445800125598907,
      "learning_rate": 0.00015144643589680703,
      "loss": 12.1326,
      "step": 20237
    },
    {
      "epoch": 3.3139020795808087,
      "grad_norm": 0.1886436641216278,
      "learning_rate": 0.00015144200279753098,
      "loss": 12.1535,
      "step": 20238
    },
    {
      "epoch": 3.3140658261011953,
      "grad_norm": 0.17725005745887756,
      "learning_rate": 0.00015143756956077504,
      "loss": 12.1341,
      "step": 20239
    },
    {
      "epoch": 3.314229572621582,
      "grad_norm": 0.18477901816368103,
      "learning_rate": 0.00015143313618655105,
      "loss": 12.1596,
      "step": 20240
    },
    {
      "epoch": 3.3143933191419683,
      "grad_norm": 0.14321446418762207,
      "learning_rate": 0.0001514287026748709,
      "loss": 12.2433,
      "step": 20241
    },
    {
      "epoch": 3.314557065662355,
      "grad_norm": 0.17662322521209717,
      "learning_rate": 0.00015142426902574641,
      "loss": 12.1761,
      "step": 20242
    },
    {
      "epoch": 3.314720812182741,
      "grad_norm": 0.15453247725963593,
      "learning_rate": 0.00015141983523918947,
      "loss": 12.1553,
      "step": 20243
    },
    {
      "epoch": 3.3148845587031275,
      "grad_norm": 0.20086242258548737,
      "learning_rate": 0.00015141540131521184,
      "loss": 12.211,
      "step": 20244
    },
    {
      "epoch": 3.315048305223514,
      "grad_norm": 0.17052339017391205,
      "learning_rate": 0.00015141096725382547,
      "loss": 12.2233,
      "step": 20245
    },
    {
      "epoch": 3.3152120517439005,
      "grad_norm": 0.15818966925144196,
      "learning_rate": 0.00015140653305504214,
      "loss": 12.1506,
      "step": 20246
    },
    {
      "epoch": 3.315375798264287,
      "grad_norm": 0.1564493477344513,
      "learning_rate": 0.0001514020987188737,
      "loss": 12.171,
      "step": 20247
    },
    {
      "epoch": 3.315539544784673,
      "grad_norm": 0.34065544605255127,
      "learning_rate": 0.00015139766424533208,
      "loss": 12.2409,
      "step": 20248
    },
    {
      "epoch": 3.3157032913050597,
      "grad_norm": 0.15848451852798462,
      "learning_rate": 0.00015139322963442903,
      "loss": 12.1851,
      "step": 20249
    },
    {
      "epoch": 3.3158670378254462,
      "grad_norm": 0.15733696520328522,
      "learning_rate": 0.0001513887948861765,
      "loss": 12.1657,
      "step": 20250
    },
    {
      "epoch": 3.3160307843458328,
      "grad_norm": 0.12483303993940353,
      "learning_rate": 0.0001513843600005862,
      "loss": 12.2051,
      "step": 20251
    },
    {
      "epoch": 3.316194530866219,
      "grad_norm": 0.1590992957353592,
      "learning_rate": 0.00015137992497767018,
      "loss": 12.2095,
      "step": 20252
    },
    {
      "epoch": 3.3163582773866054,
      "grad_norm": 0.13225118815898895,
      "learning_rate": 0.00015137548981744011,
      "loss": 12.1964,
      "step": 20253
    },
    {
      "epoch": 3.316522023906992,
      "grad_norm": 0.12516231834888458,
      "learning_rate": 0.00015137105451990793,
      "loss": 12.1597,
      "step": 20254
    },
    {
      "epoch": 3.3166857704273784,
      "grad_norm": 0.1750146597623825,
      "learning_rate": 0.0001513666190850855,
      "loss": 12.1761,
      "step": 20255
    },
    {
      "epoch": 3.316849516947765,
      "grad_norm": 0.2168012410402298,
      "learning_rate": 0.00015136218351298467,
      "loss": 12.1909,
      "step": 20256
    },
    {
      "epoch": 3.3170132634681515,
      "grad_norm": 0.15942779183387756,
      "learning_rate": 0.00015135774780361723,
      "loss": 12.2079,
      "step": 20257
    },
    {
      "epoch": 3.3171770099885376,
      "grad_norm": 0.16957680881023407,
      "learning_rate": 0.0001513533119569951,
      "loss": 12.1592,
      "step": 20258
    },
    {
      "epoch": 3.317340756508924,
      "grad_norm": 0.1621266007423401,
      "learning_rate": 0.00015134887597313017,
      "loss": 12.1635,
      "step": 20259
    },
    {
      "epoch": 3.3175045030293107,
      "grad_norm": 0.13779491186141968,
      "learning_rate": 0.00015134443985203422,
      "loss": 12.159,
      "step": 20260
    },
    {
      "epoch": 3.317668249549697,
      "grad_norm": 0.21650509536266327,
      "learning_rate": 0.0001513400035937191,
      "loss": 12.2146,
      "step": 20261
    },
    {
      "epoch": 3.3178319960700833,
      "grad_norm": 0.1959080696105957,
      "learning_rate": 0.00015133556719819672,
      "loss": 12.1506,
      "step": 20262
    },
    {
      "epoch": 3.31799574259047,
      "grad_norm": 0.19268904626369476,
      "learning_rate": 0.00015133113066547892,
      "loss": 12.1689,
      "step": 20263
    },
    {
      "epoch": 3.3181594891108563,
      "grad_norm": 0.15809199213981628,
      "learning_rate": 0.00015132669399557753,
      "loss": 12.2347,
      "step": 20264
    },
    {
      "epoch": 3.318323235631243,
      "grad_norm": 0.16548529267311096,
      "learning_rate": 0.00015132225718850442,
      "loss": 12.1658,
      "step": 20265
    },
    {
      "epoch": 3.3184869821516294,
      "grad_norm": 0.23054102063179016,
      "learning_rate": 0.00015131782024427145,
      "loss": 12.2057,
      "step": 20266
    },
    {
      "epoch": 3.318650728672016,
      "grad_norm": 0.16605690121650696,
      "learning_rate": 0.00015131338316289053,
      "loss": 12.1534,
      "step": 20267
    },
    {
      "epoch": 3.318814475192402,
      "grad_norm": 0.12309198081493378,
      "learning_rate": 0.00015130894594437343,
      "loss": 12.1643,
      "step": 20268
    },
    {
      "epoch": 3.3189782217127886,
      "grad_norm": 0.13853974640369415,
      "learning_rate": 0.00015130450858873203,
      "loss": 12.1752,
      "step": 20269
    },
    {
      "epoch": 3.319141968233175,
      "grad_norm": 0.18952180445194244,
      "learning_rate": 0.00015130007109597824,
      "loss": 12.2218,
      "step": 20270
    },
    {
      "epoch": 3.3193057147535616,
      "grad_norm": 0.15831926465034485,
      "learning_rate": 0.0001512956334661239,
      "loss": 12.1589,
      "step": 20271
    },
    {
      "epoch": 3.3194694612739477,
      "grad_norm": 0.15658941864967346,
      "learning_rate": 0.00015129119569918083,
      "loss": 12.1773,
      "step": 20272
    },
    {
      "epoch": 3.3196332077943342,
      "grad_norm": 0.12432217597961426,
      "learning_rate": 0.00015128675779516092,
      "loss": 12.2099,
      "step": 20273
    },
    {
      "epoch": 3.3197969543147208,
      "grad_norm": 0.14534570276737213,
      "learning_rate": 0.00015128231975407603,
      "loss": 12.2205,
      "step": 20274
    },
    {
      "epoch": 3.3199607008351073,
      "grad_norm": 0.13843846321105957,
      "learning_rate": 0.00015127788157593802,
      "loss": 12.1845,
      "step": 20275
    },
    {
      "epoch": 3.320124447355494,
      "grad_norm": 0.1401074081659317,
      "learning_rate": 0.00015127344326075872,
      "loss": 12.1503,
      "step": 20276
    },
    {
      "epoch": 3.3202881938758804,
      "grad_norm": 0.1625632643699646,
      "learning_rate": 0.00015126900480855006,
      "loss": 12.2046,
      "step": 20277
    },
    {
      "epoch": 3.3204519403962665,
      "grad_norm": 0.14591962099075317,
      "learning_rate": 0.00015126456621932386,
      "loss": 12.188,
      "step": 20278
    },
    {
      "epoch": 3.320615686916653,
      "grad_norm": 0.17668145895004272,
      "learning_rate": 0.00015126012749309194,
      "loss": 12.173,
      "step": 20279
    },
    {
      "epoch": 3.3207794334370395,
      "grad_norm": 0.1362217664718628,
      "learning_rate": 0.00015125568862986625,
      "loss": 12.1498,
      "step": 20280
    },
    {
      "epoch": 3.320943179957426,
      "grad_norm": 0.14914320409297943,
      "learning_rate": 0.0001512512496296586,
      "loss": 12.1789,
      "step": 20281
    },
    {
      "epoch": 3.321106926477812,
      "grad_norm": 0.13756899535655975,
      "learning_rate": 0.00015124681049248086,
      "loss": 12.1796,
      "step": 20282
    },
    {
      "epoch": 3.3212706729981987,
      "grad_norm": 0.1459347903728485,
      "learning_rate": 0.00015124237121834494,
      "loss": 12.1948,
      "step": 20283
    },
    {
      "epoch": 3.321434419518585,
      "grad_norm": 0.20186258852481842,
      "learning_rate": 0.0001512379318072626,
      "loss": 12.1954,
      "step": 20284
    },
    {
      "epoch": 3.3215981660389717,
      "grad_norm": 0.15443548560142517,
      "learning_rate": 0.00015123349225924576,
      "loss": 12.1596,
      "step": 20285
    },
    {
      "epoch": 3.3217619125593583,
      "grad_norm": 0.242110475897789,
      "learning_rate": 0.0001512290525743063,
      "loss": 12.204,
      "step": 20286
    },
    {
      "epoch": 3.321925659079745,
      "grad_norm": 0.20702631771564484,
      "learning_rate": 0.0001512246127524561,
      "loss": 12.2018,
      "step": 20287
    },
    {
      "epoch": 3.322089405600131,
      "grad_norm": 0.15536341071128845,
      "learning_rate": 0.000151220172793707,
      "loss": 12.1934,
      "step": 20288
    },
    {
      "epoch": 3.3222531521205174,
      "grad_norm": 0.22881214320659637,
      "learning_rate": 0.00015121573269807084,
      "loss": 12.1859,
      "step": 20289
    },
    {
      "epoch": 3.322416898640904,
      "grad_norm": 0.13373374938964844,
      "learning_rate": 0.00015121129246555953,
      "loss": 12.1809,
      "step": 20290
    },
    {
      "epoch": 3.3225806451612905,
      "grad_norm": 0.1179041713476181,
      "learning_rate": 0.00015120685209618495,
      "loss": 12.1292,
      "step": 20291
    },
    {
      "epoch": 3.3227443916816766,
      "grad_norm": 0.18546941876411438,
      "learning_rate": 0.00015120241158995886,
      "loss": 12.1849,
      "step": 20292
    },
    {
      "epoch": 3.322908138202063,
      "grad_norm": 0.1819002479314804,
      "learning_rate": 0.00015119797094689328,
      "loss": 12.1704,
      "step": 20293
    },
    {
      "epoch": 3.3230718847224496,
      "grad_norm": 0.1438269168138504,
      "learning_rate": 0.00015119353016699994,
      "loss": 12.1512,
      "step": 20294
    },
    {
      "epoch": 3.323235631242836,
      "grad_norm": 0.1715744286775589,
      "learning_rate": 0.0001511890892502908,
      "loss": 12.145,
      "step": 20295
    },
    {
      "epoch": 3.3233993777632227,
      "grad_norm": 0.1486378312110901,
      "learning_rate": 0.0001511846481967777,
      "loss": 12.2722,
      "step": 20296
    },
    {
      "epoch": 3.323563124283609,
      "grad_norm": 0.14754709601402283,
      "learning_rate": 0.0001511802070064725,
      "loss": 12.2192,
      "step": 20297
    },
    {
      "epoch": 3.3237268708039953,
      "grad_norm": 0.1447221338748932,
      "learning_rate": 0.00015117576567938708,
      "loss": 12.2325,
      "step": 20298
    },
    {
      "epoch": 3.323890617324382,
      "grad_norm": 0.13425694406032562,
      "learning_rate": 0.0001511713242155333,
      "loss": 12.2014,
      "step": 20299
    },
    {
      "epoch": 3.3240543638447684,
      "grad_norm": 0.1585962474346161,
      "learning_rate": 0.00015116688261492307,
      "loss": 12.1627,
      "step": 20300
    },
    {
      "epoch": 3.324218110365155,
      "grad_norm": 0.1436905711889267,
      "learning_rate": 0.00015116244087756816,
      "loss": 12.1878,
      "step": 20301
    },
    {
      "epoch": 3.324381856885541,
      "grad_norm": 0.1312466710805893,
      "learning_rate": 0.00015115799900348054,
      "loss": 12.1897,
      "step": 20302
    },
    {
      "epoch": 3.3245456034059275,
      "grad_norm": 0.13365763425827026,
      "learning_rate": 0.00015115355699267207,
      "loss": 12.1476,
      "step": 20303
    },
    {
      "epoch": 3.324709349926314,
      "grad_norm": 0.15061844885349274,
      "learning_rate": 0.0001511491148451546,
      "loss": 12.1468,
      "step": 20304
    },
    {
      "epoch": 3.3248730964467006,
      "grad_norm": 0.14543794095516205,
      "learning_rate": 0.00015114467256093997,
      "loss": 12.1763,
      "step": 20305
    },
    {
      "epoch": 3.325036842967087,
      "grad_norm": 0.15380440652370453,
      "learning_rate": 0.00015114023014004007,
      "loss": 12.193,
      "step": 20306
    },
    {
      "epoch": 3.325200589487473,
      "grad_norm": 0.16614343225955963,
      "learning_rate": 0.0001511357875824668,
      "loss": 12.1663,
      "step": 20307
    },
    {
      "epoch": 3.3253643360078597,
      "grad_norm": 0.13798442482948303,
      "learning_rate": 0.00015113134488823206,
      "loss": 12.2117,
      "step": 20308
    },
    {
      "epoch": 3.3255280825282463,
      "grad_norm": 0.1957065612077713,
      "learning_rate": 0.00015112690205734762,
      "loss": 12.1726,
      "step": 20309
    },
    {
      "epoch": 3.325691829048633,
      "grad_norm": 0.18782861530780792,
      "learning_rate": 0.00015112245908982543,
      "loss": 12.1911,
      "step": 20310
    },
    {
      "epoch": 3.3258555755690193,
      "grad_norm": 0.17092694342136383,
      "learning_rate": 0.00015111801598567735,
      "loss": 12.1603,
      "step": 20311
    },
    {
      "epoch": 3.3260193220894054,
      "grad_norm": 0.1635051816701889,
      "learning_rate": 0.0001511135727449153,
      "loss": 12.1878,
      "step": 20312
    },
    {
      "epoch": 3.326183068609792,
      "grad_norm": 0.13776041567325592,
      "learning_rate": 0.00015110912936755106,
      "loss": 12.1226,
      "step": 20313
    },
    {
      "epoch": 3.3263468151301785,
      "grad_norm": 0.14069440960884094,
      "learning_rate": 0.00015110468585359654,
      "loss": 12.1928,
      "step": 20314
    },
    {
      "epoch": 3.326510561650565,
      "grad_norm": 0.1423148512840271,
      "learning_rate": 0.00015110024220306366,
      "loss": 12.1969,
      "step": 20315
    },
    {
      "epoch": 3.3266743081709516,
      "grad_norm": 0.18533042073249817,
      "learning_rate": 0.00015109579841596427,
      "loss": 12.1484,
      "step": 20316
    },
    {
      "epoch": 3.3268380546913376,
      "grad_norm": 0.2217177301645279,
      "learning_rate": 0.00015109135449231022,
      "loss": 12.1716,
      "step": 20317
    },
    {
      "epoch": 3.327001801211724,
      "grad_norm": 0.14358146488666534,
      "learning_rate": 0.0001510869104321134,
      "loss": 12.1894,
      "step": 20318
    },
    {
      "epoch": 3.3271655477321107,
      "grad_norm": 0.18656204640865326,
      "learning_rate": 0.00015108246623538572,
      "loss": 12.2139,
      "step": 20319
    },
    {
      "epoch": 3.3273292942524972,
      "grad_norm": 0.13144509494304657,
      "learning_rate": 0.000151078021902139,
      "loss": 12.197,
      "step": 20320
    },
    {
      "epoch": 3.3274930407728838,
      "grad_norm": 0.17448966205120087,
      "learning_rate": 0.00015107357743238516,
      "loss": 12.2029,
      "step": 20321
    },
    {
      "epoch": 3.32765678729327,
      "grad_norm": 0.121390201151371,
      "learning_rate": 0.00015106913282613606,
      "loss": 12.1444,
      "step": 20322
    },
    {
      "epoch": 3.3278205338136564,
      "grad_norm": 0.13624140620231628,
      "learning_rate": 0.00015106468808340358,
      "loss": 12.1812,
      "step": 20323
    },
    {
      "epoch": 3.327984280334043,
      "grad_norm": 0.16019096970558167,
      "learning_rate": 0.0001510602432041996,
      "loss": 12.1895,
      "step": 20324
    },
    {
      "epoch": 3.3281480268544295,
      "grad_norm": 0.16021764278411865,
      "learning_rate": 0.00015105579818853603,
      "loss": 12.2109,
      "step": 20325
    },
    {
      "epoch": 3.328311773374816,
      "grad_norm": 0.12226931005716324,
      "learning_rate": 0.00015105135303642472,
      "loss": 12.2063,
      "step": 20326
    },
    {
      "epoch": 3.328475519895202,
      "grad_norm": 0.14001353085041046,
      "learning_rate": 0.00015104690774787752,
      "loss": 12.1654,
      "step": 20327
    },
    {
      "epoch": 3.3286392664155886,
      "grad_norm": 0.12792669236660004,
      "learning_rate": 0.00015104246232290635,
      "loss": 12.1747,
      "step": 20328
    },
    {
      "epoch": 3.328803012935975,
      "grad_norm": 0.14900097250938416,
      "learning_rate": 0.0001510380167615231,
      "loss": 12.2307,
      "step": 20329
    },
    {
      "epoch": 3.3289667594563617,
      "grad_norm": 0.16429349780082703,
      "learning_rate": 0.00015103357106373963,
      "loss": 12.1584,
      "step": 20330
    },
    {
      "epoch": 3.3291305059767478,
      "grad_norm": 0.1437849998474121,
      "learning_rate": 0.0001510291252295678,
      "loss": 12.1428,
      "step": 20331
    },
    {
      "epoch": 3.3292942524971343,
      "grad_norm": 0.13795100152492523,
      "learning_rate": 0.00015102467925901954,
      "loss": 12.2149,
      "step": 20332
    },
    {
      "epoch": 3.329457999017521,
      "grad_norm": 0.13300779461860657,
      "learning_rate": 0.00015102023315210673,
      "loss": 12.174,
      "step": 20333
    },
    {
      "epoch": 3.3296217455379074,
      "grad_norm": 0.22383145987987518,
      "learning_rate": 0.0001510157869088412,
      "loss": 12.1932,
      "step": 20334
    },
    {
      "epoch": 3.329785492058294,
      "grad_norm": 0.1326499581336975,
      "learning_rate": 0.00015101134052923482,
      "loss": 12.1613,
      "step": 20335
    },
    {
      "epoch": 3.3299492385786804,
      "grad_norm": 0.1719123125076294,
      "learning_rate": 0.00015100689401329956,
      "loss": 12.1805,
      "step": 20336
    },
    {
      "epoch": 3.3301129850990665,
      "grad_norm": 0.14675554633140564,
      "learning_rate": 0.00015100244736104728,
      "loss": 12.1664,
      "step": 20337
    },
    {
      "epoch": 3.330276731619453,
      "grad_norm": 0.1504170000553131,
      "learning_rate": 0.00015099800057248982,
      "loss": 12.1899,
      "step": 20338
    },
    {
      "epoch": 3.3304404781398396,
      "grad_norm": 0.19112227857112885,
      "learning_rate": 0.00015099355364763906,
      "loss": 12.1491,
      "step": 20339
    },
    {
      "epoch": 3.330604224660226,
      "grad_norm": 0.1397457718849182,
      "learning_rate": 0.00015098910658650693,
      "loss": 12.1282,
      "step": 20340
    },
    {
      "epoch": 3.330767971180612,
      "grad_norm": 0.12623707950115204,
      "learning_rate": 0.0001509846593891053,
      "loss": 12.1504,
      "step": 20341
    },
    {
      "epoch": 3.3309317177009987,
      "grad_norm": 0.1515086442232132,
      "learning_rate": 0.0001509802120554461,
      "loss": 12.1874,
      "step": 20342
    },
    {
      "epoch": 3.3310954642213852,
      "grad_norm": 0.14516757428646088,
      "learning_rate": 0.0001509757645855411,
      "loss": 12.1689,
      "step": 20343
    },
    {
      "epoch": 3.331259210741772,
      "grad_norm": 0.12704578042030334,
      "learning_rate": 0.00015097131697940227,
      "loss": 12.2246,
      "step": 20344
    },
    {
      "epoch": 3.3314229572621583,
      "grad_norm": 0.12342856079339981,
      "learning_rate": 0.00015096686923704147,
      "loss": 12.2023,
      "step": 20345
    },
    {
      "epoch": 3.331586703782545,
      "grad_norm": 0.1608332395553589,
      "learning_rate": 0.0001509624213584706,
      "loss": 12.1539,
      "step": 20346
    },
    {
      "epoch": 3.331750450302931,
      "grad_norm": 0.13939188420772552,
      "learning_rate": 0.00015095797334370155,
      "loss": 12.1978,
      "step": 20347
    },
    {
      "epoch": 3.3319141968233175,
      "grad_norm": 0.1393866389989853,
      "learning_rate": 0.0001509535251927462,
      "loss": 12.1977,
      "step": 20348
    },
    {
      "epoch": 3.332077943343704,
      "grad_norm": 0.2309386283159256,
      "learning_rate": 0.00015094907690561647,
      "loss": 12.174,
      "step": 20349
    },
    {
      "epoch": 3.3322416898640905,
      "grad_norm": 0.17087790369987488,
      "learning_rate": 0.00015094462848232415,
      "loss": 12.106,
      "step": 20350
    },
    {
      "epoch": 3.3324054363844766,
      "grad_norm": 0.18958236277103424,
      "learning_rate": 0.00015094017992288124,
      "loss": 12.1814,
      "step": 20351
    },
    {
      "epoch": 3.332569182904863,
      "grad_norm": 0.15077415108680725,
      "learning_rate": 0.00015093573122729957,
      "loss": 12.1953,
      "step": 20352
    },
    {
      "epoch": 3.3327329294252497,
      "grad_norm": 0.14259400963783264,
      "learning_rate": 0.00015093128239559105,
      "loss": 12.1572,
      "step": 20353
    },
    {
      "epoch": 3.332896675945636,
      "grad_norm": 0.11204374581575394,
      "learning_rate": 0.00015092683342776754,
      "loss": 12.1636,
      "step": 20354
    },
    {
      "epoch": 3.3330604224660227,
      "grad_norm": 0.16404175758361816,
      "learning_rate": 0.00015092238432384098,
      "loss": 12.2184,
      "step": 20355
    },
    {
      "epoch": 3.3332241689864093,
      "grad_norm": 0.13925676047801971,
      "learning_rate": 0.00015091793508382323,
      "loss": 12.1527,
      "step": 20356
    },
    {
      "epoch": 3.3333879155067954,
      "grad_norm": 0.15420393645763397,
      "learning_rate": 0.00015091348570772618,
      "loss": 12.1801,
      "step": 20357
    },
    {
      "epoch": 3.333551662027182,
      "grad_norm": 0.1428656429052353,
      "learning_rate": 0.00015090903619556173,
      "loss": 12.1646,
      "step": 20358
    },
    {
      "epoch": 3.3337154085475684,
      "grad_norm": 0.13065221905708313,
      "learning_rate": 0.00015090458654734175,
      "loss": 12.1799,
      "step": 20359
    },
    {
      "epoch": 3.333879155067955,
      "grad_norm": 0.16410429775714874,
      "learning_rate": 0.00015090013676307814,
      "loss": 12.1615,
      "step": 20360
    },
    {
      "epoch": 3.334042901588341,
      "grad_norm": 0.13809159398078918,
      "learning_rate": 0.0001508956868427828,
      "loss": 12.1706,
      "step": 20361
    },
    {
      "epoch": 3.3342066481087276,
      "grad_norm": 0.1564677208662033,
      "learning_rate": 0.00015089123678646766,
      "loss": 12.2159,
      "step": 20362
    },
    {
      "epoch": 3.334370394629114,
      "grad_norm": 0.17402827739715576,
      "learning_rate": 0.00015088678659414453,
      "loss": 12.1569,
      "step": 20363
    },
    {
      "epoch": 3.3345341411495006,
      "grad_norm": 0.15586596727371216,
      "learning_rate": 0.00015088233626582538,
      "loss": 12.152,
      "step": 20364
    },
    {
      "epoch": 3.334697887669887,
      "grad_norm": 0.19779297709465027,
      "learning_rate": 0.00015087788580152206,
      "loss": 12.1866,
      "step": 20365
    },
    {
      "epoch": 3.3348616341902737,
      "grad_norm": 0.18555289506912231,
      "learning_rate": 0.00015087343520124648,
      "loss": 12.1461,
      "step": 20366
    },
    {
      "epoch": 3.33502538071066,
      "grad_norm": 0.17454154789447784,
      "learning_rate": 0.00015086898446501054,
      "loss": 12.1827,
      "step": 20367
    },
    {
      "epoch": 3.3351891272310463,
      "grad_norm": 0.13888965547084808,
      "learning_rate": 0.0001508645335928261,
      "loss": 12.1897,
      "step": 20368
    },
    {
      "epoch": 3.335352873751433,
      "grad_norm": 0.15716169774532318,
      "learning_rate": 0.00015086008258470508,
      "loss": 12.1537,
      "step": 20369
    },
    {
      "epoch": 3.3355166202718194,
      "grad_norm": 0.19784027338027954,
      "learning_rate": 0.00015085563144065942,
      "loss": 12.1954,
      "step": 20370
    },
    {
      "epoch": 3.3356803667922055,
      "grad_norm": 0.1459151804447174,
      "learning_rate": 0.00015085118016070092,
      "loss": 12.1544,
      "step": 20371
    },
    {
      "epoch": 3.335844113312592,
      "grad_norm": 0.1803545206785202,
      "learning_rate": 0.00015084672874484157,
      "loss": 12.1686,
      "step": 20372
    },
    {
      "epoch": 3.3360078598329785,
      "grad_norm": 0.1368587613105774,
      "learning_rate": 0.00015084227719309318,
      "loss": 12.2026,
      "step": 20373
    },
    {
      "epoch": 3.336171606353365,
      "grad_norm": 0.1500391662120819,
      "learning_rate": 0.00015083782550546771,
      "loss": 12.1801,
      "step": 20374
    },
    {
      "epoch": 3.3363353528737516,
      "grad_norm": 0.1412418633699417,
      "learning_rate": 0.00015083337368197706,
      "loss": 12.1998,
      "step": 20375
    },
    {
      "epoch": 3.3364990993941377,
      "grad_norm": 0.152190163731575,
      "learning_rate": 0.00015082892172263307,
      "loss": 12.1112,
      "step": 20376
    },
    {
      "epoch": 3.3366628459145242,
      "grad_norm": 0.13138824701309204,
      "learning_rate": 0.0001508244696274477,
      "loss": 12.1622,
      "step": 20377
    },
    {
      "epoch": 3.3368265924349108,
      "grad_norm": 0.12062546610832214,
      "learning_rate": 0.00015082001739643281,
      "loss": 12.1501,
      "step": 20378
    },
    {
      "epoch": 3.3369903389552973,
      "grad_norm": 0.20551274716854095,
      "learning_rate": 0.00015081556502960034,
      "loss": 12.1458,
      "step": 20379
    },
    {
      "epoch": 3.337154085475684,
      "grad_norm": 0.1952919363975525,
      "learning_rate": 0.0001508111125269621,
      "loss": 12.153,
      "step": 20380
    },
    {
      "epoch": 3.33731783199607,
      "grad_norm": 0.17508673667907715,
      "learning_rate": 0.0001508066598885301,
      "loss": 12.2564,
      "step": 20381
    },
    {
      "epoch": 3.3374815785164564,
      "grad_norm": 0.17012524604797363,
      "learning_rate": 0.00015080220711431616,
      "loss": 12.1381,
      "step": 20382
    },
    {
      "epoch": 3.337645325036843,
      "grad_norm": 0.13653942942619324,
      "learning_rate": 0.00015079775420433222,
      "loss": 12.1712,
      "step": 20383
    },
    {
      "epoch": 3.3378090715572295,
      "grad_norm": 0.11593858152627945,
      "learning_rate": 0.00015079330115859015,
      "loss": 12.178,
      "step": 20384
    },
    {
      "epoch": 3.337972818077616,
      "grad_norm": 0.16620567440986633,
      "learning_rate": 0.0001507888479771019,
      "loss": 12.1848,
      "step": 20385
    },
    {
      "epoch": 3.338136564598002,
      "grad_norm": 0.1527533233165741,
      "learning_rate": 0.00015078439465987935,
      "loss": 12.1404,
      "step": 20386
    },
    {
      "epoch": 3.3383003111183887,
      "grad_norm": 0.148569256067276,
      "learning_rate": 0.00015077994120693436,
      "loss": 12.1723,
      "step": 20387
    },
    {
      "epoch": 3.338464057638775,
      "grad_norm": 0.1609402447938919,
      "learning_rate": 0.00015077548761827886,
      "loss": 12.193,
      "step": 20388
    },
    {
      "epoch": 3.3386278041591617,
      "grad_norm": 0.1529274731874466,
      "learning_rate": 0.00015077103389392481,
      "loss": 12.1989,
      "step": 20389
    },
    {
      "epoch": 3.3387915506795482,
      "grad_norm": 0.2002744972705841,
      "learning_rate": 0.000150766580033884,
      "loss": 12.1743,
      "step": 20390
    },
    {
      "epoch": 3.3389552971999343,
      "grad_norm": 0.15029989182949066,
      "learning_rate": 0.0001507621260381684,
      "loss": 12.2204,
      "step": 20391
    },
    {
      "epoch": 3.339119043720321,
      "grad_norm": 0.17861804366111755,
      "learning_rate": 0.00015075767190678992,
      "loss": 12.1777,
      "step": 20392
    },
    {
      "epoch": 3.3392827902407074,
      "grad_norm": 0.1865963488817215,
      "learning_rate": 0.0001507532176397605,
      "loss": 12.1982,
      "step": 20393
    },
    {
      "epoch": 3.339446536761094,
      "grad_norm": 0.14140631258487701,
      "learning_rate": 0.00015074876323709196,
      "loss": 12.1527,
      "step": 20394
    },
    {
      "epoch": 3.3396102832814805,
      "grad_norm": 0.15730798244476318,
      "learning_rate": 0.0001507443086987962,
      "loss": 12.1958,
      "step": 20395
    },
    {
      "epoch": 3.3397740298018666,
      "grad_norm": 0.1322275847196579,
      "learning_rate": 0.00015073985402488517,
      "loss": 12.2178,
      "step": 20396
    },
    {
      "epoch": 3.339937776322253,
      "grad_norm": 0.23070502281188965,
      "learning_rate": 0.00015073539921537084,
      "loss": 12.1697,
      "step": 20397
    },
    {
      "epoch": 3.3401015228426396,
      "grad_norm": 0.1351330429315567,
      "learning_rate": 0.00015073094427026497,
      "loss": 12.1977,
      "step": 20398
    },
    {
      "epoch": 3.340265269363026,
      "grad_norm": 0.20932751893997192,
      "learning_rate": 0.00015072648918957956,
      "loss": 12.186,
      "step": 20399
    },
    {
      "epoch": 3.3404290158834122,
      "grad_norm": 0.1468159258365631,
      "learning_rate": 0.00015072203397332654,
      "loss": 12.1818,
      "step": 20400
    },
    {
      "epoch": 3.3405927624037988,
      "grad_norm": 0.15080896019935608,
      "learning_rate": 0.00015071757862151772,
      "loss": 12.1884,
      "step": 20401
    },
    {
      "epoch": 3.3407565089241853,
      "grad_norm": 0.17819520831108093,
      "learning_rate": 0.00015071312313416507,
      "loss": 12.1581,
      "step": 20402
    },
    {
      "epoch": 3.340920255444572,
      "grad_norm": 0.16685955226421356,
      "learning_rate": 0.0001507086675112805,
      "loss": 12.1551,
      "step": 20403
    },
    {
      "epoch": 3.3410840019649584,
      "grad_norm": 0.1718415915966034,
      "learning_rate": 0.0001507042117528759,
      "loss": 12.1764,
      "step": 20404
    },
    {
      "epoch": 3.341247748485345,
      "grad_norm": 0.18359239399433136,
      "learning_rate": 0.00015069975585896316,
      "loss": 12.1968,
      "step": 20405
    },
    {
      "epoch": 3.341411495005731,
      "grad_norm": 0.12382552027702332,
      "learning_rate": 0.00015069529982955426,
      "loss": 12.1607,
      "step": 20406
    },
    {
      "epoch": 3.3415752415261175,
      "grad_norm": 0.14542043209075928,
      "learning_rate": 0.00015069084366466104,
      "loss": 12.2466,
      "step": 20407
    },
    {
      "epoch": 3.341738988046504,
      "grad_norm": 0.18949559330940247,
      "learning_rate": 0.00015068638736429543,
      "loss": 12.1798,
      "step": 20408
    },
    {
      "epoch": 3.3419027345668906,
      "grad_norm": 0.18573273718357086,
      "learning_rate": 0.00015068193092846932,
      "loss": 12.1573,
      "step": 20409
    },
    {
      "epoch": 3.3420664810872767,
      "grad_norm": 0.12800613045692444,
      "learning_rate": 0.00015067747435719469,
      "loss": 12.1559,
      "step": 20410
    },
    {
      "epoch": 3.342230227607663,
      "grad_norm": 0.13085827231407166,
      "learning_rate": 0.00015067301765048336,
      "loss": 12.2112,
      "step": 20411
    },
    {
      "epoch": 3.3423939741280497,
      "grad_norm": 0.15237239003181458,
      "learning_rate": 0.00015066856080834726,
      "loss": 12.1584,
      "step": 20412
    },
    {
      "epoch": 3.3425577206484363,
      "grad_norm": 0.1784602850675583,
      "learning_rate": 0.00015066410383079838,
      "loss": 12.1856,
      "step": 20413
    },
    {
      "epoch": 3.342721467168823,
      "grad_norm": 0.13646258413791656,
      "learning_rate": 0.00015065964671784853,
      "loss": 12.1515,
      "step": 20414
    },
    {
      "epoch": 3.3428852136892093,
      "grad_norm": 0.1749081015586853,
      "learning_rate": 0.00015065518946950966,
      "loss": 12.1664,
      "step": 20415
    },
    {
      "epoch": 3.3430489602095954,
      "grad_norm": 0.12448246777057648,
      "learning_rate": 0.0001506507320857937,
      "loss": 12.1522,
      "step": 20416
    },
    {
      "epoch": 3.343212706729982,
      "grad_norm": 0.16802826523780823,
      "learning_rate": 0.0001506462745667126,
      "loss": 12.2014,
      "step": 20417
    },
    {
      "epoch": 3.3433764532503685,
      "grad_norm": 0.20778720080852509,
      "learning_rate": 0.00015064181691227816,
      "loss": 12.1708,
      "step": 20418
    },
    {
      "epoch": 3.343540199770755,
      "grad_norm": 0.1699201464653015,
      "learning_rate": 0.00015063735912250237,
      "loss": 12.2044,
      "step": 20419
    },
    {
      "epoch": 3.343703946291141,
      "grad_norm": 0.13615800440311432,
      "learning_rate": 0.00015063290119739713,
      "loss": 12.1853,
      "step": 20420
    },
    {
      "epoch": 3.3438676928115276,
      "grad_norm": 0.15838156640529633,
      "learning_rate": 0.00015062844313697436,
      "loss": 12.173,
      "step": 20421
    },
    {
      "epoch": 3.344031439331914,
      "grad_norm": 0.13718333840370178,
      "learning_rate": 0.00015062398494124595,
      "loss": 12.133,
      "step": 20422
    },
    {
      "epoch": 3.3441951858523007,
      "grad_norm": 0.21962721645832062,
      "learning_rate": 0.00015061952661022385,
      "loss": 12.2375,
      "step": 20423
    },
    {
      "epoch": 3.344358932372687,
      "grad_norm": 0.15223278105258942,
      "learning_rate": 0.00015061506814391992,
      "loss": 12.1567,
      "step": 20424
    },
    {
      "epoch": 3.3445226788930738,
      "grad_norm": 0.13049432635307312,
      "learning_rate": 0.00015061060954234617,
      "loss": 12.1965,
      "step": 20425
    },
    {
      "epoch": 3.34468642541346,
      "grad_norm": 0.14201460778713226,
      "learning_rate": 0.0001506061508055144,
      "loss": 12.1726,
      "step": 20426
    },
    {
      "epoch": 3.3448501719338464,
      "grad_norm": 0.15221090614795685,
      "learning_rate": 0.00015060169193343662,
      "loss": 12.1993,
      "step": 20427
    },
    {
      "epoch": 3.345013918454233,
      "grad_norm": 0.16673621535301208,
      "learning_rate": 0.0001505972329261247,
      "loss": 12.1716,
      "step": 20428
    },
    {
      "epoch": 3.3451776649746194,
      "grad_norm": 0.1458025723695755,
      "learning_rate": 0.00015059277378359054,
      "loss": 12.22,
      "step": 20429
    },
    {
      "epoch": 3.3453414114950055,
      "grad_norm": 0.16272766888141632,
      "learning_rate": 0.00015058831450584617,
      "loss": 12.1763,
      "step": 20430
    },
    {
      "epoch": 3.345505158015392,
      "grad_norm": 0.11954771727323532,
      "learning_rate": 0.00015058385509290334,
      "loss": 12.1413,
      "step": 20431
    },
    {
      "epoch": 3.3456689045357786,
      "grad_norm": 0.21387484669685364,
      "learning_rate": 0.00015057939554477407,
      "loss": 12.1865,
      "step": 20432
    },
    {
      "epoch": 3.345832651056165,
      "grad_norm": 0.18778839707374573,
      "learning_rate": 0.00015057493586147027,
      "loss": 12.185,
      "step": 20433
    },
    {
      "epoch": 3.3459963975765517,
      "grad_norm": 0.19642476737499237,
      "learning_rate": 0.00015057047604300383,
      "loss": 12.1942,
      "step": 20434
    },
    {
      "epoch": 3.346160144096938,
      "grad_norm": 0.1621999740600586,
      "learning_rate": 0.0001505660160893867,
      "loss": 12.1786,
      "step": 20435
    },
    {
      "epoch": 3.3463238906173243,
      "grad_norm": 0.14175857603549957,
      "learning_rate": 0.00015056155600063077,
      "loss": 12.1696,
      "step": 20436
    },
    {
      "epoch": 3.346487637137711,
      "grad_norm": 0.15648068487644196,
      "learning_rate": 0.000150557095776748,
      "loss": 12.2211,
      "step": 20437
    },
    {
      "epoch": 3.3466513836580973,
      "grad_norm": 0.13492974638938904,
      "learning_rate": 0.00015055263541775027,
      "loss": 12.157,
      "step": 20438
    },
    {
      "epoch": 3.346815130178484,
      "grad_norm": 0.14245253801345825,
      "learning_rate": 0.00015054817492364948,
      "loss": 12.1677,
      "step": 20439
    },
    {
      "epoch": 3.34697887669887,
      "grad_norm": 0.17005372047424316,
      "learning_rate": 0.00015054371429445765,
      "loss": 12.197,
      "step": 20440
    },
    {
      "epoch": 3.3471426232192565,
      "grad_norm": 0.13684824109077454,
      "learning_rate": 0.00015053925353018658,
      "loss": 12.2178,
      "step": 20441
    },
    {
      "epoch": 3.347306369739643,
      "grad_norm": 0.2161284238100052,
      "learning_rate": 0.0001505347926308483,
      "loss": 12.2125,
      "step": 20442
    },
    {
      "epoch": 3.3474701162600295,
      "grad_norm": 0.15014244616031647,
      "learning_rate": 0.00015053033159645462,
      "loss": 12.132,
      "step": 20443
    },
    {
      "epoch": 3.347633862780416,
      "grad_norm": 0.1985083669424057,
      "learning_rate": 0.00015052587042701756,
      "loss": 12.1665,
      "step": 20444
    },
    {
      "epoch": 3.347797609300802,
      "grad_norm": 0.27664491534233093,
      "learning_rate": 0.000150521409122549,
      "loss": 12.2276,
      "step": 20445
    },
    {
      "epoch": 3.3479613558211887,
      "grad_norm": 0.16293378174304962,
      "learning_rate": 0.00015051694768306088,
      "loss": 12.1798,
      "step": 20446
    },
    {
      "epoch": 3.3481251023415752,
      "grad_norm": 0.14112243056297302,
      "learning_rate": 0.00015051248610856507,
      "loss": 12.1416,
      "step": 20447
    },
    {
      "epoch": 3.3482888488619618,
      "grad_norm": 0.15064823627471924,
      "learning_rate": 0.00015050802439907357,
      "loss": 12.1433,
      "step": 20448
    },
    {
      "epoch": 3.3484525953823483,
      "grad_norm": 0.16240763664245605,
      "learning_rate": 0.00015050356255459825,
      "loss": 12.1735,
      "step": 20449
    },
    {
      "epoch": 3.3486163419027344,
      "grad_norm": 0.29122138023376465,
      "learning_rate": 0.00015049910057515106,
      "loss": 12.2076,
      "step": 20450
    },
    {
      "epoch": 3.348780088423121,
      "grad_norm": 0.10249356925487518,
      "learning_rate": 0.00015049463846074392,
      "loss": 12.1464,
      "step": 20451
    },
    {
      "epoch": 3.3489438349435074,
      "grad_norm": 0.1722215861082077,
      "learning_rate": 0.0001504901762113888,
      "loss": 12.1575,
      "step": 20452
    },
    {
      "epoch": 3.349107581463894,
      "grad_norm": 0.14192351698875427,
      "learning_rate": 0.0001504857138270975,
      "loss": 12.1898,
      "step": 20453
    },
    {
      "epoch": 3.3492713279842805,
      "grad_norm": 0.11603660136461258,
      "learning_rate": 0.00015048125130788205,
      "loss": 12.1702,
      "step": 20454
    },
    {
      "epoch": 3.3494350745046666,
      "grad_norm": 0.14079336822032928,
      "learning_rate": 0.00015047678865375436,
      "loss": 12.1813,
      "step": 20455
    },
    {
      "epoch": 3.349598821025053,
      "grad_norm": 0.13218529522418976,
      "learning_rate": 0.00015047232586472636,
      "loss": 12.1928,
      "step": 20456
    },
    {
      "epoch": 3.3497625675454397,
      "grad_norm": 0.1633635312318802,
      "learning_rate": 0.00015046786294080998,
      "loss": 12.1569,
      "step": 20457
    },
    {
      "epoch": 3.349926314065826,
      "grad_norm": 0.1467019021511078,
      "learning_rate": 0.00015046339988201705,
      "loss": 12.1854,
      "step": 20458
    },
    {
      "epoch": 3.3500900605862127,
      "grad_norm": 0.17099927365779877,
      "learning_rate": 0.00015045893668835965,
      "loss": 12.1594,
      "step": 20459
    },
    {
      "epoch": 3.350253807106599,
      "grad_norm": 0.15560582280158997,
      "learning_rate": 0.00015045447335984962,
      "loss": 12.1886,
      "step": 20460
    },
    {
      "epoch": 3.3504175536269853,
      "grad_norm": 0.1554693579673767,
      "learning_rate": 0.0001504500098964989,
      "loss": 12.1706,
      "step": 20461
    },
    {
      "epoch": 3.350581300147372,
      "grad_norm": 0.2876385450363159,
      "learning_rate": 0.0001504455462983194,
      "loss": 12.2007,
      "step": 20462
    },
    {
      "epoch": 3.3507450466677584,
      "grad_norm": 0.13259869813919067,
      "learning_rate": 0.00015044108256532311,
      "loss": 12.203,
      "step": 20463
    },
    {
      "epoch": 3.350908793188145,
      "grad_norm": 0.17129595577716827,
      "learning_rate": 0.0001504366186975219,
      "loss": 12.155,
      "step": 20464
    },
    {
      "epoch": 3.351072539708531,
      "grad_norm": 0.17817555367946625,
      "learning_rate": 0.00015043215469492772,
      "loss": 12.2122,
      "step": 20465
    },
    {
      "epoch": 3.3512362862289176,
      "grad_norm": 0.20328636467456818,
      "learning_rate": 0.00015042769055755253,
      "loss": 12.1775,
      "step": 20466
    },
    {
      "epoch": 3.351400032749304,
      "grad_norm": 0.13011443614959717,
      "learning_rate": 0.00015042322628540822,
      "loss": 12.173,
      "step": 20467
    },
    {
      "epoch": 3.3515637792696906,
      "grad_norm": 0.13766703009605408,
      "learning_rate": 0.00015041876187850672,
      "loss": 12.1797,
      "step": 20468
    },
    {
      "epoch": 3.3517275257900767,
      "grad_norm": 0.1757032424211502,
      "learning_rate": 0.00015041429733686,
      "loss": 12.1562,
      "step": 20469
    },
    {
      "epoch": 3.3518912723104632,
      "grad_norm": 0.14888930320739746,
      "learning_rate": 0.00015040983266047993,
      "loss": 12.1414,
      "step": 20470
    },
    {
      "epoch": 3.3520550188308498,
      "grad_norm": 0.17291976511478424,
      "learning_rate": 0.0001504053678493785,
      "loss": 12.1734,
      "step": 20471
    },
    {
      "epoch": 3.3522187653512363,
      "grad_norm": 0.1594114452600479,
      "learning_rate": 0.00015040090290356764,
      "loss": 12.1704,
      "step": 20472
    },
    {
      "epoch": 3.352382511871623,
      "grad_norm": 0.17528009414672852,
      "learning_rate": 0.0001503964378230592,
      "loss": 12.1475,
      "step": 20473
    },
    {
      "epoch": 3.3525462583920094,
      "grad_norm": 0.12939557433128357,
      "learning_rate": 0.00015039197260786525,
      "loss": 12.1713,
      "step": 20474
    },
    {
      "epoch": 3.3527100049123955,
      "grad_norm": 0.13783463835716248,
      "learning_rate": 0.0001503875072579976,
      "loss": 12.1523,
      "step": 20475
    },
    {
      "epoch": 3.352873751432782,
      "grad_norm": 0.12972749769687653,
      "learning_rate": 0.00015038304177346826,
      "loss": 12.2215,
      "step": 20476
    },
    {
      "epoch": 3.3530374979531685,
      "grad_norm": 0.17343248426914215,
      "learning_rate": 0.00015037857615428913,
      "loss": 12.1583,
      "step": 20477
    },
    {
      "epoch": 3.353201244473555,
      "grad_norm": 0.14500874280929565,
      "learning_rate": 0.00015037411040047215,
      "loss": 12.1432,
      "step": 20478
    },
    {
      "epoch": 3.353364990993941,
      "grad_norm": 0.15629003942012787,
      "learning_rate": 0.00015036964451202927,
      "loss": 12.1574,
      "step": 20479
    },
    {
      "epoch": 3.3535287375143277,
      "grad_norm": 0.14718565344810486,
      "learning_rate": 0.0001503651784889724,
      "loss": 12.1664,
      "step": 20480
    },
    {
      "epoch": 3.353692484034714,
      "grad_norm": 0.13229723274707794,
      "learning_rate": 0.0001503607123313135,
      "loss": 12.2158,
      "step": 20481
    },
    {
      "epoch": 3.3538562305551007,
      "grad_norm": 0.19952034950256348,
      "learning_rate": 0.00015035624603906446,
      "loss": 12.1661,
      "step": 20482
    },
    {
      "epoch": 3.3540199770754873,
      "grad_norm": 0.2445153295993805,
      "learning_rate": 0.00015035177961223727,
      "loss": 12.2177,
      "step": 20483
    },
    {
      "epoch": 3.354183723595874,
      "grad_norm": 0.13955292105674744,
      "learning_rate": 0.00015034731305084385,
      "loss": 12.2319,
      "step": 20484
    },
    {
      "epoch": 3.35434747011626,
      "grad_norm": 0.2208290696144104,
      "learning_rate": 0.00015034284635489614,
      "loss": 12.176,
      "step": 20485
    },
    {
      "epoch": 3.3545112166366464,
      "grad_norm": 0.16532939672470093,
      "learning_rate": 0.00015033837952440604,
      "loss": 12.1801,
      "step": 20486
    },
    {
      "epoch": 3.354674963157033,
      "grad_norm": 0.13930773735046387,
      "learning_rate": 0.00015033391255938553,
      "loss": 12.1872,
      "step": 20487
    },
    {
      "epoch": 3.3548387096774195,
      "grad_norm": 0.16303002834320068,
      "learning_rate": 0.00015032944545984654,
      "loss": 12.201,
      "step": 20488
    },
    {
      "epoch": 3.3550024561978056,
      "grad_norm": 0.17005521059036255,
      "learning_rate": 0.00015032497822580106,
      "loss": 12.1846,
      "step": 20489
    },
    {
      "epoch": 3.355166202718192,
      "grad_norm": 0.1765018105506897,
      "learning_rate": 0.0001503205108572609,
      "loss": 12.1849,
      "step": 20490
    },
    {
      "epoch": 3.3553299492385786,
      "grad_norm": 0.13262465596199036,
      "learning_rate": 0.0001503160433542381,
      "loss": 12.1494,
      "step": 20491
    },
    {
      "epoch": 3.355493695758965,
      "grad_norm": 0.15331745147705078,
      "learning_rate": 0.00015031157571674457,
      "loss": 12.1668,
      "step": 20492
    },
    {
      "epoch": 3.3556574422793517,
      "grad_norm": 0.16378748416900635,
      "learning_rate": 0.00015030710794479226,
      "loss": 12.1454,
      "step": 20493
    },
    {
      "epoch": 3.3558211887997382,
      "grad_norm": 0.14337413012981415,
      "learning_rate": 0.00015030264003839308,
      "loss": 12.1937,
      "step": 20494
    },
    {
      "epoch": 3.3559849353201243,
      "grad_norm": 0.14502650499343872,
      "learning_rate": 0.000150298171997559,
      "loss": 12.2037,
      "step": 20495
    },
    {
      "epoch": 3.356148681840511,
      "grad_norm": 0.13397569954395294,
      "learning_rate": 0.00015029370382230197,
      "loss": 12.1402,
      "step": 20496
    },
    {
      "epoch": 3.3563124283608974,
      "grad_norm": 0.13416938483715057,
      "learning_rate": 0.00015028923551263393,
      "loss": 12.1574,
      "step": 20497
    },
    {
      "epoch": 3.356476174881284,
      "grad_norm": 0.1818021684885025,
      "learning_rate": 0.00015028476706856675,
      "loss": 12.2352,
      "step": 20498
    },
    {
      "epoch": 3.35663992140167,
      "grad_norm": 0.19891421496868134,
      "learning_rate": 0.00015028029849011246,
      "loss": 12.1527,
      "step": 20499
    },
    {
      "epoch": 3.3568036679220565,
      "grad_norm": 0.17807947099208832,
      "learning_rate": 0.00015027582977728297,
      "loss": 12.1326,
      "step": 20500
    },
    {
      "epoch": 3.356967414442443,
      "grad_norm": 0.15699322521686554,
      "learning_rate": 0.00015027136093009023,
      "loss": 12.1624,
      "step": 20501
    },
    {
      "epoch": 3.3571311609628296,
      "grad_norm": 0.1755751371383667,
      "learning_rate": 0.00015026689194854616,
      "loss": 12.2251,
      "step": 20502
    },
    {
      "epoch": 3.357294907483216,
      "grad_norm": 0.19319768249988556,
      "learning_rate": 0.00015026242283266273,
      "loss": 12.1848,
      "step": 20503
    },
    {
      "epoch": 3.3574586540036027,
      "grad_norm": 0.15182045102119446,
      "learning_rate": 0.0001502579535824519,
      "loss": 12.2218,
      "step": 20504
    },
    {
      "epoch": 3.3576224005239887,
      "grad_norm": 0.22689653933048248,
      "learning_rate": 0.00015025348419792556,
      "loss": 12.2038,
      "step": 20505
    },
    {
      "epoch": 3.3577861470443753,
      "grad_norm": 0.22488529980182648,
      "learning_rate": 0.0001502490146790957,
      "loss": 12.2078,
      "step": 20506
    },
    {
      "epoch": 3.357949893564762,
      "grad_norm": 0.16960963606834412,
      "learning_rate": 0.00015024454502597423,
      "loss": 12.1487,
      "step": 20507
    },
    {
      "epoch": 3.3581136400851483,
      "grad_norm": 0.14709267020225525,
      "learning_rate": 0.00015024007523857313,
      "loss": 12.1675,
      "step": 20508
    },
    {
      "epoch": 3.3582773866055344,
      "grad_norm": 0.16453248262405396,
      "learning_rate": 0.0001502356053169043,
      "loss": 12.2333,
      "step": 20509
    },
    {
      "epoch": 3.358441133125921,
      "grad_norm": 0.13058213889598846,
      "learning_rate": 0.00015023113526097974,
      "loss": 12.1388,
      "step": 20510
    },
    {
      "epoch": 3.3586048796463075,
      "grad_norm": 0.16632364690303802,
      "learning_rate": 0.00015022666507081138,
      "loss": 12.1827,
      "step": 20511
    },
    {
      "epoch": 3.358768626166694,
      "grad_norm": 0.13226118683815002,
      "learning_rate": 0.00015022219474641112,
      "loss": 12.1548,
      "step": 20512
    },
    {
      "epoch": 3.3589323726870806,
      "grad_norm": 0.16576643288135529,
      "learning_rate": 0.00015021772428779097,
      "loss": 12.2014,
      "step": 20513
    },
    {
      "epoch": 3.359096119207467,
      "grad_norm": 0.1502206176519394,
      "learning_rate": 0.00015021325369496283,
      "loss": 12.1586,
      "step": 20514
    },
    {
      "epoch": 3.359259865727853,
      "grad_norm": 0.16669094562530518,
      "learning_rate": 0.00015020878296793873,
      "loss": 12.2184,
      "step": 20515
    },
    {
      "epoch": 3.3594236122482397,
      "grad_norm": 0.16829410195350647,
      "learning_rate": 0.0001502043121067305,
      "loss": 12.1917,
      "step": 20516
    },
    {
      "epoch": 3.3595873587686262,
      "grad_norm": 0.13572704792022705,
      "learning_rate": 0.00015019984111135014,
      "loss": 12.2176,
      "step": 20517
    },
    {
      "epoch": 3.3597511052890128,
      "grad_norm": 0.15315675735473633,
      "learning_rate": 0.00015019536998180964,
      "loss": 12.2238,
      "step": 20518
    },
    {
      "epoch": 3.359914851809399,
      "grad_norm": 0.15750105679035187,
      "learning_rate": 0.00015019089871812092,
      "loss": 12.1596,
      "step": 20519
    },
    {
      "epoch": 3.3600785983297854,
      "grad_norm": 0.17207470536231995,
      "learning_rate": 0.0001501864273202959,
      "loss": 12.1941,
      "step": 20520
    },
    {
      "epoch": 3.360242344850172,
      "grad_norm": 0.15811017155647278,
      "learning_rate": 0.00015018195578834654,
      "loss": 12.2065,
      "step": 20521
    },
    {
      "epoch": 3.3604060913705585,
      "grad_norm": 0.14637833833694458,
      "learning_rate": 0.00015017748412228486,
      "loss": 12.1908,
      "step": 20522
    },
    {
      "epoch": 3.360569837890945,
      "grad_norm": 0.14505234360694885,
      "learning_rate": 0.00015017301232212273,
      "loss": 12.2317,
      "step": 20523
    },
    {
      "epoch": 3.360733584411331,
      "grad_norm": 0.21483692526817322,
      "learning_rate": 0.0001501685403878721,
      "loss": 12.1775,
      "step": 20524
    },
    {
      "epoch": 3.3608973309317176,
      "grad_norm": 0.1897355020046234,
      "learning_rate": 0.00015016406831954498,
      "loss": 12.2276,
      "step": 20525
    },
    {
      "epoch": 3.361061077452104,
      "grad_norm": 0.16001373529434204,
      "learning_rate": 0.00015015959611715328,
      "loss": 12.21,
      "step": 20526
    },
    {
      "epoch": 3.3612248239724907,
      "grad_norm": 0.12978601455688477,
      "learning_rate": 0.00015015512378070892,
      "loss": 12.1892,
      "step": 20527
    },
    {
      "epoch": 3.361388570492877,
      "grad_norm": 0.15138691663742065,
      "learning_rate": 0.00015015065131022392,
      "loss": 12.2086,
      "step": 20528
    },
    {
      "epoch": 3.3615523170132633,
      "grad_norm": 0.13025963306427002,
      "learning_rate": 0.0001501461787057102,
      "loss": 12.2319,
      "step": 20529
    },
    {
      "epoch": 3.36171606353365,
      "grad_norm": 0.1543559730052948,
      "learning_rate": 0.00015014170596717975,
      "loss": 12.1779,
      "step": 20530
    },
    {
      "epoch": 3.3618798100540364,
      "grad_norm": 0.1943860650062561,
      "learning_rate": 0.0001501372330946445,
      "loss": 12.1736,
      "step": 20531
    },
    {
      "epoch": 3.362043556574423,
      "grad_norm": 0.16672174632549286,
      "learning_rate": 0.00015013276008811634,
      "loss": 12.2446,
      "step": 20532
    },
    {
      "epoch": 3.3622073030948094,
      "grad_norm": 0.14933332800865173,
      "learning_rate": 0.00015012828694760733,
      "loss": 12.1811,
      "step": 20533
    },
    {
      "epoch": 3.3623710496151955,
      "grad_norm": 0.17566770315170288,
      "learning_rate": 0.00015012381367312936,
      "loss": 12.1881,
      "step": 20534
    },
    {
      "epoch": 3.362534796135582,
      "grad_norm": 0.187037855386734,
      "learning_rate": 0.00015011934026469437,
      "loss": 12.1771,
      "step": 20535
    },
    {
      "epoch": 3.3626985426559686,
      "grad_norm": 0.13907074928283691,
      "learning_rate": 0.00015011486672231438,
      "loss": 12.1594,
      "step": 20536
    },
    {
      "epoch": 3.362862289176355,
      "grad_norm": 0.15960480272769928,
      "learning_rate": 0.00015011039304600133,
      "loss": 12.2196,
      "step": 20537
    },
    {
      "epoch": 3.3630260356967416,
      "grad_norm": 0.19578664004802704,
      "learning_rate": 0.0001501059192357671,
      "loss": 12.2319,
      "step": 20538
    },
    {
      "epoch": 3.3631897822171277,
      "grad_norm": 0.16060717403888702,
      "learning_rate": 0.00015010144529162373,
      "loss": 12.1999,
      "step": 20539
    },
    {
      "epoch": 3.3633535287375143,
      "grad_norm": 0.1340397447347641,
      "learning_rate": 0.00015009697121358317,
      "loss": 12.2208,
      "step": 20540
    },
    {
      "epoch": 3.363517275257901,
      "grad_norm": 0.1362602859735489,
      "learning_rate": 0.00015009249700165736,
      "loss": 12.1697,
      "step": 20541
    },
    {
      "epoch": 3.3636810217782873,
      "grad_norm": 0.14411525428295135,
      "learning_rate": 0.00015008802265585822,
      "loss": 12.1761,
      "step": 20542
    },
    {
      "epoch": 3.363844768298674,
      "grad_norm": 0.15679597854614258,
      "learning_rate": 0.00015008354817619773,
      "loss": 12.1589,
      "step": 20543
    },
    {
      "epoch": 3.36400851481906,
      "grad_norm": 0.13887615501880646,
      "learning_rate": 0.00015007907356268793,
      "loss": 12.1867,
      "step": 20544
    },
    {
      "epoch": 3.3641722613394465,
      "grad_norm": 0.13941597938537598,
      "learning_rate": 0.00015007459881534064,
      "loss": 12.1622,
      "step": 20545
    },
    {
      "epoch": 3.364336007859833,
      "grad_norm": 0.13540400564670563,
      "learning_rate": 0.00015007012393416795,
      "loss": 12.1773,
      "step": 20546
    },
    {
      "epoch": 3.3644997543802195,
      "grad_norm": 0.1436266303062439,
      "learning_rate": 0.00015006564891918172,
      "loss": 12.1479,
      "step": 20547
    },
    {
      "epoch": 3.3646635009006056,
      "grad_norm": 0.1425807774066925,
      "learning_rate": 0.00015006117377039396,
      "loss": 12.2048,
      "step": 20548
    },
    {
      "epoch": 3.364827247420992,
      "grad_norm": 0.15647317469120026,
      "learning_rate": 0.00015005669848781658,
      "loss": 12.165,
      "step": 20549
    },
    {
      "epoch": 3.3649909939413787,
      "grad_norm": 0.1569572389125824,
      "learning_rate": 0.00015005222307146163,
      "loss": 12.1937,
      "step": 20550
    },
    {
      "epoch": 3.365154740461765,
      "grad_norm": 0.1691790223121643,
      "learning_rate": 0.00015004774752134096,
      "loss": 12.142,
      "step": 20551
    },
    {
      "epoch": 3.3653184869821517,
      "grad_norm": 0.1762598156929016,
      "learning_rate": 0.00015004327183746664,
      "loss": 12.2223,
      "step": 20552
    },
    {
      "epoch": 3.3654822335025383,
      "grad_norm": 0.16576026380062103,
      "learning_rate": 0.00015003879601985056,
      "loss": 12.1858,
      "step": 20553
    },
    {
      "epoch": 3.3656459800229244,
      "grad_norm": 0.14075517654418945,
      "learning_rate": 0.00015003432006850472,
      "loss": 12.1949,
      "step": 20554
    },
    {
      "epoch": 3.365809726543311,
      "grad_norm": 0.16195814311504364,
      "learning_rate": 0.00015002984398344103,
      "loss": 12.2136,
      "step": 20555
    },
    {
      "epoch": 3.3659734730636974,
      "grad_norm": 0.12307942658662796,
      "learning_rate": 0.0001500253677646715,
      "loss": 12.1844,
      "step": 20556
    },
    {
      "epoch": 3.366137219584084,
      "grad_norm": 0.20878247916698456,
      "learning_rate": 0.0001500208914122081,
      "loss": 12.1649,
      "step": 20557
    },
    {
      "epoch": 3.36630096610447,
      "grad_norm": 0.147749125957489,
      "learning_rate": 0.00015001641492606274,
      "loss": 12.1444,
      "step": 20558
    },
    {
      "epoch": 3.3664647126248566,
      "grad_norm": 0.1252950131893158,
      "learning_rate": 0.00015001193830624745,
      "loss": 12.1819,
      "step": 20559
    },
    {
      "epoch": 3.366628459145243,
      "grad_norm": 0.2038770169019699,
      "learning_rate": 0.00015000746155277415,
      "loss": 12.2066,
      "step": 20560
    },
    {
      "epoch": 3.3667922056656296,
      "grad_norm": 0.18730610609054565,
      "learning_rate": 0.0001500029846656548,
      "loss": 12.1812,
      "step": 20561
    },
    {
      "epoch": 3.366955952186016,
      "grad_norm": 0.18365952372550964,
      "learning_rate": 0.00014999850764490139,
      "loss": 12.1836,
      "step": 20562
    },
    {
      "epoch": 3.3671196987064027,
      "grad_norm": 0.17592883110046387,
      "learning_rate": 0.00014999403049052588,
      "loss": 12.1753,
      "step": 20563
    },
    {
      "epoch": 3.367283445226789,
      "grad_norm": 0.16065625846385956,
      "learning_rate": 0.0001499895532025402,
      "loss": 12.1383,
      "step": 20564
    },
    {
      "epoch": 3.3674471917471753,
      "grad_norm": 0.1466909945011139,
      "learning_rate": 0.00014998507578095635,
      "loss": 12.1843,
      "step": 20565
    },
    {
      "epoch": 3.367610938267562,
      "grad_norm": 0.14138275384902954,
      "learning_rate": 0.00014998059822578632,
      "loss": 12.1496,
      "step": 20566
    },
    {
      "epoch": 3.3677746847879484,
      "grad_norm": 0.15002252161502838,
      "learning_rate": 0.00014997612053704203,
      "loss": 12.2054,
      "step": 20567
    },
    {
      "epoch": 3.3679384313083345,
      "grad_norm": 0.20529235899448395,
      "learning_rate": 0.00014997164271473543,
      "loss": 12.2248,
      "step": 20568
    },
    {
      "epoch": 3.368102177828721,
      "grad_norm": 0.1621236950159073,
      "learning_rate": 0.00014996716475887856,
      "loss": 12.2304,
      "step": 20569
    },
    {
      "epoch": 3.3682659243491075,
      "grad_norm": 0.16285882890224457,
      "learning_rate": 0.00014996268666948333,
      "loss": 12.2246,
      "step": 20570
    },
    {
      "epoch": 3.368429670869494,
      "grad_norm": 0.14276844263076782,
      "learning_rate": 0.00014995820844656175,
      "loss": 12.1751,
      "step": 20571
    },
    {
      "epoch": 3.3685934173898806,
      "grad_norm": 0.15008650720119476,
      "learning_rate": 0.00014995373009012573,
      "loss": 12.1761,
      "step": 20572
    },
    {
      "epoch": 3.368757163910267,
      "grad_norm": 0.22460639476776123,
      "learning_rate": 0.0001499492516001873,
      "loss": 12.174,
      "step": 20573
    },
    {
      "epoch": 3.3689209104306532,
      "grad_norm": 0.14203572273254395,
      "learning_rate": 0.00014994477297675842,
      "loss": 12.1801,
      "step": 20574
    },
    {
      "epoch": 3.3690846569510398,
      "grad_norm": 0.19324152171611786,
      "learning_rate": 0.00014994029421985097,
      "loss": 12.2126,
      "step": 20575
    },
    {
      "epoch": 3.3692484034714263,
      "grad_norm": 0.13150590658187866,
      "learning_rate": 0.00014993581532947705,
      "loss": 12.1902,
      "step": 20576
    },
    {
      "epoch": 3.369412149991813,
      "grad_norm": 0.15550948679447174,
      "learning_rate": 0.00014993133630564857,
      "loss": 12.1493,
      "step": 20577
    },
    {
      "epoch": 3.369575896512199,
      "grad_norm": 0.12832011282444,
      "learning_rate": 0.0001499268571483775,
      "loss": 12.1664,
      "step": 20578
    },
    {
      "epoch": 3.3697396430325854,
      "grad_norm": 0.15388761460781097,
      "learning_rate": 0.00014992237785767576,
      "loss": 12.178,
      "step": 20579
    },
    {
      "epoch": 3.369903389552972,
      "grad_norm": 0.1726449429988861,
      "learning_rate": 0.00014991789843355542,
      "loss": 12.223,
      "step": 20580
    },
    {
      "epoch": 3.3700671360733585,
      "grad_norm": 0.14709371328353882,
      "learning_rate": 0.0001499134188760284,
      "loss": 12.1692,
      "step": 20581
    },
    {
      "epoch": 3.370230882593745,
      "grad_norm": 0.12354713678359985,
      "learning_rate": 0.00014990893918510664,
      "loss": 12.1572,
      "step": 20582
    },
    {
      "epoch": 3.3703946291141316,
      "grad_norm": 0.2130839079618454,
      "learning_rate": 0.00014990445936080218,
      "loss": 12.1811,
      "step": 20583
    },
    {
      "epoch": 3.3705583756345177,
      "grad_norm": 0.1372470259666443,
      "learning_rate": 0.00014989997940312695,
      "loss": 12.1769,
      "step": 20584
    },
    {
      "epoch": 3.370722122154904,
      "grad_norm": 0.17034293711185455,
      "learning_rate": 0.00014989549931209293,
      "loss": 12.203,
      "step": 20585
    },
    {
      "epoch": 3.3708858686752907,
      "grad_norm": 0.15878446400165558,
      "learning_rate": 0.00014989101908771207,
      "loss": 12.2073,
      "step": 20586
    },
    {
      "epoch": 3.3710496151956773,
      "grad_norm": 0.16530157625675201,
      "learning_rate": 0.00014988653872999644,
      "loss": 12.159,
      "step": 20587
    },
    {
      "epoch": 3.3712133617160633,
      "grad_norm": 0.1535448431968689,
      "learning_rate": 0.0001498820582389579,
      "loss": 12.1747,
      "step": 20588
    },
    {
      "epoch": 3.37137710823645,
      "grad_norm": 0.15287163853645325,
      "learning_rate": 0.00014987757761460846,
      "loss": 12.1799,
      "step": 20589
    },
    {
      "epoch": 3.3715408547568364,
      "grad_norm": 0.1497061401605606,
      "learning_rate": 0.00014987309685696008,
      "loss": 12.1927,
      "step": 20590
    },
    {
      "epoch": 3.371704601277223,
      "grad_norm": 0.16751553118228912,
      "learning_rate": 0.0001498686159660248,
      "loss": 12.1684,
      "step": 20591
    },
    {
      "epoch": 3.3718683477976095,
      "grad_norm": 0.17503245174884796,
      "learning_rate": 0.00014986413494181455,
      "loss": 12.1746,
      "step": 20592
    },
    {
      "epoch": 3.3720320943179956,
      "grad_norm": 0.10622089356184006,
      "learning_rate": 0.0001498596537843413,
      "loss": 12.1427,
      "step": 20593
    },
    {
      "epoch": 3.372195840838382,
      "grad_norm": 0.16265839338302612,
      "learning_rate": 0.000149855172493617,
      "loss": 12.1579,
      "step": 20594
    },
    {
      "epoch": 3.3723595873587686,
      "grad_norm": 0.22560405731201172,
      "learning_rate": 0.00014985069106965372,
      "loss": 12.2339,
      "step": 20595
    },
    {
      "epoch": 3.372523333879155,
      "grad_norm": 0.18288594484329224,
      "learning_rate": 0.00014984620951246334,
      "loss": 12.2205,
      "step": 20596
    },
    {
      "epoch": 3.3726870803995417,
      "grad_norm": 0.23696111142635345,
      "learning_rate": 0.0001498417278220579,
      "loss": 12.1739,
      "step": 20597
    },
    {
      "epoch": 3.3728508269199278,
      "grad_norm": 0.20726421475410461,
      "learning_rate": 0.00014983724599844928,
      "loss": 12.14,
      "step": 20598
    },
    {
      "epoch": 3.3730145734403143,
      "grad_norm": 0.20200425386428833,
      "learning_rate": 0.00014983276404164958,
      "loss": 12.1799,
      "step": 20599
    },
    {
      "epoch": 3.373178319960701,
      "grad_norm": 0.1551366001367569,
      "learning_rate": 0.00014982828195167074,
      "loss": 12.1857,
      "step": 20600
    },
    {
      "epoch": 3.3733420664810874,
      "grad_norm": 0.12410064786672592,
      "learning_rate": 0.00014982379972852471,
      "loss": 12.1925,
      "step": 20601
    },
    {
      "epoch": 3.373505813001474,
      "grad_norm": 0.13842342793941498,
      "learning_rate": 0.00014981931737222346,
      "loss": 12.1623,
      "step": 20602
    },
    {
      "epoch": 3.37366955952186,
      "grad_norm": 0.13940489292144775,
      "learning_rate": 0.00014981483488277903,
      "loss": 12.1992,
      "step": 20603
    },
    {
      "epoch": 3.3738333060422465,
      "grad_norm": 0.14927656948566437,
      "learning_rate": 0.00014981035226020335,
      "loss": 12.1974,
      "step": 20604
    },
    {
      "epoch": 3.373997052562633,
      "grad_norm": 0.16057465970516205,
      "learning_rate": 0.0001498058695045084,
      "loss": 12.1962,
      "step": 20605
    },
    {
      "epoch": 3.3741607990830196,
      "grad_norm": 0.16847802698612213,
      "learning_rate": 0.0001498013866157062,
      "loss": 12.183,
      "step": 20606
    },
    {
      "epoch": 3.374324545603406,
      "grad_norm": 0.16657403111457825,
      "learning_rate": 0.0001497969035938087,
      "loss": 12.1744,
      "step": 20607
    },
    {
      "epoch": 3.374488292123792,
      "grad_norm": 0.15345855057239532,
      "learning_rate": 0.00014979242043882787,
      "loss": 12.2264,
      "step": 20608
    },
    {
      "epoch": 3.3746520386441787,
      "grad_norm": 0.13323737680912018,
      "learning_rate": 0.00014978793715077568,
      "loss": 12.1431,
      "step": 20609
    },
    {
      "epoch": 3.3748157851645653,
      "grad_norm": 0.13599468767642975,
      "learning_rate": 0.00014978345372966418,
      "loss": 12.1852,
      "step": 20610
    },
    {
      "epoch": 3.374979531684952,
      "grad_norm": 0.14463576674461365,
      "learning_rate": 0.0001497789701755053,
      "loss": 12.1586,
      "step": 20611
    },
    {
      "epoch": 3.3751432782053383,
      "grad_norm": 0.1437472403049469,
      "learning_rate": 0.00014977448648831104,
      "loss": 12.1867,
      "step": 20612
    },
    {
      "epoch": 3.3753070247257244,
      "grad_norm": 0.13330507278442383,
      "learning_rate": 0.00014977000266809336,
      "loss": 12.1623,
      "step": 20613
    },
    {
      "epoch": 3.375470771246111,
      "grad_norm": 0.1550804078578949,
      "learning_rate": 0.00014976551871486425,
      "loss": 12.1596,
      "step": 20614
    },
    {
      "epoch": 3.3756345177664975,
      "grad_norm": 0.18327240645885468,
      "learning_rate": 0.00014976103462863572,
      "loss": 12.1705,
      "step": 20615
    },
    {
      "epoch": 3.375798264286884,
      "grad_norm": 0.1080586165189743,
      "learning_rate": 0.00014975655040941975,
      "loss": 12.1591,
      "step": 20616
    },
    {
      "epoch": 3.37596201080727,
      "grad_norm": 0.1591271609067917,
      "learning_rate": 0.00014975206605722825,
      "loss": 12.2311,
      "step": 20617
    },
    {
      "epoch": 3.3761257573276566,
      "grad_norm": 0.23856888711452484,
      "learning_rate": 0.0001497475815720733,
      "loss": 12.1706,
      "step": 20618
    },
    {
      "epoch": 3.376289503848043,
      "grad_norm": 0.19028329849243164,
      "learning_rate": 0.00014974309695396686,
      "loss": 12.2118,
      "step": 20619
    },
    {
      "epoch": 3.3764532503684297,
      "grad_norm": 0.12612368166446686,
      "learning_rate": 0.00014973861220292088,
      "loss": 12.1384,
      "step": 20620
    },
    {
      "epoch": 3.3766169968888162,
      "grad_norm": 0.12318944931030273,
      "learning_rate": 0.0001497341273189474,
      "loss": 12.1628,
      "step": 20621
    },
    {
      "epoch": 3.3767807434092028,
      "grad_norm": 0.1488696187734604,
      "learning_rate": 0.00014972964230205836,
      "loss": 12.1792,
      "step": 20622
    },
    {
      "epoch": 3.376944489929589,
      "grad_norm": 0.22297273576259613,
      "learning_rate": 0.00014972515715226575,
      "loss": 12.1777,
      "step": 20623
    },
    {
      "epoch": 3.3771082364499754,
      "grad_norm": 0.15671497583389282,
      "learning_rate": 0.00014972067186958159,
      "loss": 12.188,
      "step": 20624
    },
    {
      "epoch": 3.377271982970362,
      "grad_norm": 0.18701067566871643,
      "learning_rate": 0.00014971618645401785,
      "loss": 12.1876,
      "step": 20625
    },
    {
      "epoch": 3.3774357294907484,
      "grad_norm": 0.1398937702178955,
      "learning_rate": 0.0001497117009055865,
      "loss": 12.1607,
      "step": 20626
    },
    {
      "epoch": 3.3775994760111345,
      "grad_norm": 0.148043692111969,
      "learning_rate": 0.00014970721522429955,
      "loss": 12.1701,
      "step": 20627
    },
    {
      "epoch": 3.377763222531521,
      "grad_norm": 0.14528687298297882,
      "learning_rate": 0.00014970272941016894,
      "loss": 12.163,
      "step": 20628
    },
    {
      "epoch": 3.3779269690519076,
      "grad_norm": 0.15766388177871704,
      "learning_rate": 0.00014969824346320674,
      "loss": 12.1353,
      "step": 20629
    },
    {
      "epoch": 3.378090715572294,
      "grad_norm": 0.12056465446949005,
      "learning_rate": 0.00014969375738342486,
      "loss": 12.1597,
      "step": 20630
    },
    {
      "epoch": 3.3782544620926807,
      "grad_norm": 0.19904100894927979,
      "learning_rate": 0.00014968927117083535,
      "loss": 12.1837,
      "step": 20631
    },
    {
      "epoch": 3.378418208613067,
      "grad_norm": 0.15642595291137695,
      "learning_rate": 0.00014968478482545015,
      "loss": 12.1949,
      "step": 20632
    },
    {
      "epoch": 3.3785819551334533,
      "grad_norm": 0.16866038739681244,
      "learning_rate": 0.00014968029834728133,
      "loss": 12.1299,
      "step": 20633
    },
    {
      "epoch": 3.37874570165384,
      "grad_norm": 0.2470346838235855,
      "learning_rate": 0.0001496758117363408,
      "loss": 12.1672,
      "step": 20634
    },
    {
      "epoch": 3.3789094481742263,
      "grad_norm": 0.13649822771549225,
      "learning_rate": 0.00014967132499264056,
      "loss": 12.2023,
      "step": 20635
    },
    {
      "epoch": 3.379073194694613,
      "grad_norm": 0.1767537146806717,
      "learning_rate": 0.0001496668381161926,
      "loss": 12.1676,
      "step": 20636
    },
    {
      "epoch": 3.379236941214999,
      "grad_norm": 0.13066644966602325,
      "learning_rate": 0.00014966235110700895,
      "loss": 12.2427,
      "step": 20637
    },
    {
      "epoch": 3.3794006877353855,
      "grad_norm": 0.12386723607778549,
      "learning_rate": 0.0001496578639651016,
      "loss": 12.1515,
      "step": 20638
    },
    {
      "epoch": 3.379564434255772,
      "grad_norm": 0.24340400099754333,
      "learning_rate": 0.00014965337669048246,
      "loss": 12.1921,
      "step": 20639
    },
    {
      "epoch": 3.3797281807761586,
      "grad_norm": 0.18103283643722534,
      "learning_rate": 0.00014964888928316366,
      "loss": 12.1913,
      "step": 20640
    },
    {
      "epoch": 3.379891927296545,
      "grad_norm": 0.1209222748875618,
      "learning_rate": 0.00014964440174315707,
      "loss": 12.1556,
      "step": 20641
    },
    {
      "epoch": 3.3800556738169316,
      "grad_norm": 0.15329471230506897,
      "learning_rate": 0.00014963991407047474,
      "loss": 12.1748,
      "step": 20642
    },
    {
      "epoch": 3.3802194203373177,
      "grad_norm": 0.2360464632511139,
      "learning_rate": 0.00014963542626512862,
      "loss": 12.1991,
      "step": 20643
    },
    {
      "epoch": 3.3803831668577042,
      "grad_norm": 0.12409384548664093,
      "learning_rate": 0.00014963093832713083,
      "loss": 12.1798,
      "step": 20644
    },
    {
      "epoch": 3.3805469133780908,
      "grad_norm": 0.1369556486606598,
      "learning_rate": 0.00014962645025649318,
      "loss": 12.1454,
      "step": 20645
    },
    {
      "epoch": 3.3807106598984773,
      "grad_norm": 0.20137158036231995,
      "learning_rate": 0.00014962196205322778,
      "loss": 12.158,
      "step": 20646
    },
    {
      "epoch": 3.3808744064188634,
      "grad_norm": 0.425080806016922,
      "learning_rate": 0.00014961747371734657,
      "loss": 12.2824,
      "step": 20647
    },
    {
      "epoch": 3.38103815293925,
      "grad_norm": 0.1530468612909317,
      "learning_rate": 0.00014961298524886164,
      "loss": 12.201,
      "step": 20648
    },
    {
      "epoch": 3.3812018994596365,
      "grad_norm": 0.1526043862104416,
      "learning_rate": 0.00014960849664778488,
      "loss": 12.177,
      "step": 20649
    },
    {
      "epoch": 3.381365645980023,
      "grad_norm": 0.1629803478717804,
      "learning_rate": 0.00014960400791412835,
      "loss": 12.1687,
      "step": 20650
    },
    {
      "epoch": 3.3815293925004095,
      "grad_norm": 0.14159022271633148,
      "learning_rate": 0.00014959951904790398,
      "loss": 12.2073,
      "step": 20651
    },
    {
      "epoch": 3.381693139020796,
      "grad_norm": 0.1402459293603897,
      "learning_rate": 0.00014959503004912384,
      "loss": 12.1383,
      "step": 20652
    },
    {
      "epoch": 3.381856885541182,
      "grad_norm": 0.19849523901939392,
      "learning_rate": 0.0001495905409177999,
      "loss": 12.1806,
      "step": 20653
    },
    {
      "epoch": 3.3820206320615687,
      "grad_norm": 0.1457190364599228,
      "learning_rate": 0.00014958605165394412,
      "loss": 12.1552,
      "step": 20654
    },
    {
      "epoch": 3.382184378581955,
      "grad_norm": 0.1656724214553833,
      "learning_rate": 0.00014958156225756858,
      "loss": 12.1579,
      "step": 20655
    },
    {
      "epoch": 3.3823481251023417,
      "grad_norm": 0.14983132481575012,
      "learning_rate": 0.00014957707272868518,
      "loss": 12.2393,
      "step": 20656
    },
    {
      "epoch": 3.382511871622728,
      "grad_norm": 0.14773333072662354,
      "learning_rate": 0.00014957258306730602,
      "loss": 12.2006,
      "step": 20657
    },
    {
      "epoch": 3.3826756181431143,
      "grad_norm": 0.14091405272483826,
      "learning_rate": 0.000149568093273443,
      "loss": 12.1545,
      "step": 20658
    },
    {
      "epoch": 3.382839364663501,
      "grad_norm": 0.17865103483200073,
      "learning_rate": 0.00014956360334710821,
      "loss": 12.1604,
      "step": 20659
    },
    {
      "epoch": 3.3830031111838874,
      "grad_norm": 0.13077007234096527,
      "learning_rate": 0.00014955911328831355,
      "loss": 12.1697,
      "step": 20660
    },
    {
      "epoch": 3.383166857704274,
      "grad_norm": 0.15810753405094147,
      "learning_rate": 0.0001495546230970711,
      "loss": 12.2158,
      "step": 20661
    },
    {
      "epoch": 3.38333060422466,
      "grad_norm": 0.12862077355384827,
      "learning_rate": 0.00014955013277339287,
      "loss": 12.1848,
      "step": 20662
    },
    {
      "epoch": 3.3834943507450466,
      "grad_norm": 0.16807465255260468,
      "learning_rate": 0.00014954564231729078,
      "loss": 12.212,
      "step": 20663
    },
    {
      "epoch": 3.383658097265433,
      "grad_norm": 0.13605573773384094,
      "learning_rate": 0.0001495411517287769,
      "loss": 12.1736,
      "step": 20664
    },
    {
      "epoch": 3.3838218437858196,
      "grad_norm": 0.17259417474269867,
      "learning_rate": 0.0001495366610078632,
      "loss": 12.1639,
      "step": 20665
    },
    {
      "epoch": 3.383985590306206,
      "grad_norm": 0.16530804336071014,
      "learning_rate": 0.00014953217015456166,
      "loss": 12.1923,
      "step": 20666
    },
    {
      "epoch": 3.3841493368265922,
      "grad_norm": 0.25310438871383667,
      "learning_rate": 0.00014952767916888435,
      "loss": 12.1764,
      "step": 20667
    },
    {
      "epoch": 3.384313083346979,
      "grad_norm": 0.15897010266780853,
      "learning_rate": 0.0001495231880508432,
      "loss": 12.1327,
      "step": 20668
    },
    {
      "epoch": 3.3844768298673653,
      "grad_norm": 0.13783550262451172,
      "learning_rate": 0.00014951869680045028,
      "loss": 12.16,
      "step": 20669
    },
    {
      "epoch": 3.384640576387752,
      "grad_norm": 0.1573869287967682,
      "learning_rate": 0.00014951420541771754,
      "loss": 12.1945,
      "step": 20670
    },
    {
      "epoch": 3.3848043229081384,
      "grad_norm": 0.16500124335289001,
      "learning_rate": 0.00014950971390265702,
      "loss": 12.1579,
      "step": 20671
    },
    {
      "epoch": 3.3849680694285245,
      "grad_norm": 0.13744832575321198,
      "learning_rate": 0.00014950522225528067,
      "loss": 12.2014,
      "step": 20672
    },
    {
      "epoch": 3.385131815948911,
      "grad_norm": 0.10660672187805176,
      "learning_rate": 0.00014950073047560056,
      "loss": 12.1482,
      "step": 20673
    },
    {
      "epoch": 3.3852955624692975,
      "grad_norm": 0.16003574430942535,
      "learning_rate": 0.00014949623856362864,
      "loss": 12.1947,
      "step": 20674
    },
    {
      "epoch": 3.385459308989684,
      "grad_norm": 0.1197257936000824,
      "learning_rate": 0.00014949174651937694,
      "loss": 12.1853,
      "step": 20675
    },
    {
      "epoch": 3.3856230555100706,
      "grad_norm": 0.18812942504882812,
      "learning_rate": 0.00014948725434285747,
      "loss": 12.1545,
      "step": 20676
    },
    {
      "epoch": 3.3857868020304567,
      "grad_norm": 0.1791612058877945,
      "learning_rate": 0.00014948276203408226,
      "loss": 12.1356,
      "step": 20677
    },
    {
      "epoch": 3.385950548550843,
      "grad_norm": 0.19501858949661255,
      "learning_rate": 0.00014947826959306327,
      "loss": 12.1944,
      "step": 20678
    },
    {
      "epoch": 3.3861142950712297,
      "grad_norm": 0.15766097605228424,
      "learning_rate": 0.00014947377701981246,
      "loss": 12.1659,
      "step": 20679
    },
    {
      "epoch": 3.3862780415916163,
      "grad_norm": 0.15272201597690582,
      "learning_rate": 0.00014946928431434198,
      "loss": 12.1829,
      "step": 20680
    },
    {
      "epoch": 3.386441788112003,
      "grad_norm": 0.13831207156181335,
      "learning_rate": 0.0001494647914766637,
      "loss": 12.2172,
      "step": 20681
    },
    {
      "epoch": 3.386605534632389,
      "grad_norm": 0.14875373244285583,
      "learning_rate": 0.0001494602985067897,
      "loss": 12.1963,
      "step": 20682
    },
    {
      "epoch": 3.3867692811527754,
      "grad_norm": 0.2994652986526489,
      "learning_rate": 0.00014945580540473197,
      "loss": 12.1633,
      "step": 20683
    },
    {
      "epoch": 3.386933027673162,
      "grad_norm": 0.14097192883491516,
      "learning_rate": 0.00014945131217050252,
      "loss": 12.1803,
      "step": 20684
    },
    {
      "epoch": 3.3870967741935485,
      "grad_norm": 0.11580392718315125,
      "learning_rate": 0.00014944681880411337,
      "loss": 12.1968,
      "step": 20685
    },
    {
      "epoch": 3.387260520713935,
      "grad_norm": 0.15870961546897888,
      "learning_rate": 0.00014944232530557649,
      "loss": 12.136,
      "step": 20686
    },
    {
      "epoch": 3.387424267234321,
      "grad_norm": 0.1623615175485611,
      "learning_rate": 0.0001494378316749039,
      "loss": 12.1868,
      "step": 20687
    },
    {
      "epoch": 3.3875880137547076,
      "grad_norm": 0.11664298921823502,
      "learning_rate": 0.00014943333791210764,
      "loss": 12.1831,
      "step": 20688
    },
    {
      "epoch": 3.387751760275094,
      "grad_norm": 0.16446074843406677,
      "learning_rate": 0.00014942884401719972,
      "loss": 12.1781,
      "step": 20689
    },
    {
      "epoch": 3.3879155067954807,
      "grad_norm": 0.16085349023342133,
      "learning_rate": 0.0001494243499901921,
      "loss": 12.1985,
      "step": 20690
    },
    {
      "epoch": 3.3880792533158672,
      "grad_norm": 0.1983361542224884,
      "learning_rate": 0.00014941985583109686,
      "loss": 12.1565,
      "step": 20691
    },
    {
      "epoch": 3.3882429998362533,
      "grad_norm": 0.12955652177333832,
      "learning_rate": 0.00014941536153992595,
      "loss": 12.142,
      "step": 20692
    },
    {
      "epoch": 3.38840674635664,
      "grad_norm": 0.1746092140674591,
      "learning_rate": 0.0001494108671166914,
      "loss": 12.193,
      "step": 20693
    },
    {
      "epoch": 3.3885704928770264,
      "grad_norm": 0.13828882575035095,
      "learning_rate": 0.00014940637256140521,
      "loss": 12.1988,
      "step": 20694
    },
    {
      "epoch": 3.388734239397413,
      "grad_norm": 0.26042822003364563,
      "learning_rate": 0.00014940187787407943,
      "loss": 12.2962,
      "step": 20695
    },
    {
      "epoch": 3.388897985917799,
      "grad_norm": 0.13881269097328186,
      "learning_rate": 0.00014939738305472607,
      "loss": 12.1957,
      "step": 20696
    },
    {
      "epoch": 3.3890617324381855,
      "grad_norm": 0.22631853818893433,
      "learning_rate": 0.00014939288810335709,
      "loss": 12.1646,
      "step": 20697
    },
    {
      "epoch": 3.389225478958572,
      "grad_norm": 0.16543132066726685,
      "learning_rate": 0.00014938839301998456,
      "loss": 12.25,
      "step": 20698
    },
    {
      "epoch": 3.3893892254789586,
      "grad_norm": 0.18148477375507355,
      "learning_rate": 0.00014938389780462042,
      "loss": 12.1448,
      "step": 20699
    },
    {
      "epoch": 3.389552971999345,
      "grad_norm": 0.17357660830020905,
      "learning_rate": 0.0001493794024572768,
      "loss": 12.1908,
      "step": 20700
    },
    {
      "epoch": 3.3897167185197317,
      "grad_norm": 0.12006773054599762,
      "learning_rate": 0.0001493749069779656,
      "loss": 12.1406,
      "step": 20701
    },
    {
      "epoch": 3.3898804650401178,
      "grad_norm": 0.1712821125984192,
      "learning_rate": 0.00014937041136669888,
      "loss": 12.1746,
      "step": 20702
    },
    {
      "epoch": 3.3900442115605043,
      "grad_norm": 0.15003614127635956,
      "learning_rate": 0.00014936591562348867,
      "loss": 12.186,
      "step": 20703
    },
    {
      "epoch": 3.390207958080891,
      "grad_norm": 0.14404155313968658,
      "learning_rate": 0.00014936141974834696,
      "loss": 12.1517,
      "step": 20704
    },
    {
      "epoch": 3.3903717046012773,
      "grad_norm": 0.21514935791492462,
      "learning_rate": 0.0001493569237412858,
      "loss": 12.1666,
      "step": 20705
    },
    {
      "epoch": 3.3905354511216634,
      "grad_norm": 0.18036004900932312,
      "learning_rate": 0.00014935242760231714,
      "loss": 12.1718,
      "step": 20706
    },
    {
      "epoch": 3.39069919764205,
      "grad_norm": 0.12388399988412857,
      "learning_rate": 0.00014934793133145307,
      "loss": 12.1723,
      "step": 20707
    },
    {
      "epoch": 3.3908629441624365,
      "grad_norm": 0.20130248367786407,
      "learning_rate": 0.00014934343492870554,
      "loss": 12.1707,
      "step": 20708
    },
    {
      "epoch": 3.391026690682823,
      "grad_norm": 0.1585637927055359,
      "learning_rate": 0.0001493389383940866,
      "loss": 12.1494,
      "step": 20709
    },
    {
      "epoch": 3.3911904372032096,
      "grad_norm": 0.15036195516586304,
      "learning_rate": 0.0001493344417276083,
      "loss": 12.1641,
      "step": 20710
    },
    {
      "epoch": 3.391354183723596,
      "grad_norm": 0.1608797013759613,
      "learning_rate": 0.00014932994492928263,
      "loss": 12.1608,
      "step": 20711
    },
    {
      "epoch": 3.391517930243982,
      "grad_norm": 0.13219234347343445,
      "learning_rate": 0.0001493254479991216,
      "loss": 12.1518,
      "step": 20712
    },
    {
      "epoch": 3.3916816767643687,
      "grad_norm": 0.1865270435810089,
      "learning_rate": 0.00014932095093713715,
      "loss": 12.143,
      "step": 20713
    },
    {
      "epoch": 3.3918454232847552,
      "grad_norm": 0.1864071935415268,
      "learning_rate": 0.0001493164537433415,
      "loss": 12.201,
      "step": 20714
    },
    {
      "epoch": 3.3920091698051418,
      "grad_norm": 0.1415829360485077,
      "learning_rate": 0.00014931195641774644,
      "loss": 12.1888,
      "step": 20715
    },
    {
      "epoch": 3.392172916325528,
      "grad_norm": 0.1585111767053604,
      "learning_rate": 0.00014930745896036415,
      "loss": 12.2133,
      "step": 20716
    },
    {
      "epoch": 3.3923366628459144,
      "grad_norm": 0.2009352594614029,
      "learning_rate": 0.00014930296137120658,
      "loss": 12.1549,
      "step": 20717
    },
    {
      "epoch": 3.392500409366301,
      "grad_norm": 0.18587513267993927,
      "learning_rate": 0.0001492984636502858,
      "loss": 12.1627,
      "step": 20718
    },
    {
      "epoch": 3.3926641558866875,
      "grad_norm": 0.23313996195793152,
      "learning_rate": 0.00014929396579761375,
      "loss": 12.1923,
      "step": 20719
    },
    {
      "epoch": 3.392827902407074,
      "grad_norm": 0.11886636167764664,
      "learning_rate": 0.00014928946781320255,
      "loss": 12.1953,
      "step": 20720
    },
    {
      "epoch": 3.3929916489274605,
      "grad_norm": 0.14136147499084473,
      "learning_rate": 0.00014928496969706412,
      "loss": 12.1708,
      "step": 20721
    },
    {
      "epoch": 3.3931553954478466,
      "grad_norm": 0.20736032724380493,
      "learning_rate": 0.00014928047144921057,
      "loss": 12.154,
      "step": 20722
    },
    {
      "epoch": 3.393319141968233,
      "grad_norm": 0.20464329421520233,
      "learning_rate": 0.00014927597306965383,
      "loss": 12.18,
      "step": 20723
    },
    {
      "epoch": 3.3934828884886197,
      "grad_norm": 0.13263583183288574,
      "learning_rate": 0.000149271474558406,
      "loss": 12.1875,
      "step": 20724
    },
    {
      "epoch": 3.393646635009006,
      "grad_norm": 0.18435512483119965,
      "learning_rate": 0.0001492669759154791,
      "loss": 12.2159,
      "step": 20725
    },
    {
      "epoch": 3.3938103815293923,
      "grad_norm": 0.19066742062568665,
      "learning_rate": 0.0001492624771408851,
      "loss": 12.1663,
      "step": 20726
    },
    {
      "epoch": 3.393974128049779,
      "grad_norm": 0.14349056780338287,
      "learning_rate": 0.00014925797823463603,
      "loss": 12.2355,
      "step": 20727
    },
    {
      "epoch": 3.3941378745701654,
      "grad_norm": 0.18575416505336761,
      "learning_rate": 0.00014925347919674396,
      "loss": 12.17,
      "step": 20728
    },
    {
      "epoch": 3.394301621090552,
      "grad_norm": 0.20477622747421265,
      "learning_rate": 0.0001492489800272209,
      "loss": 12.187,
      "step": 20729
    },
    {
      "epoch": 3.3944653676109384,
      "grad_norm": 0.17653243243694305,
      "learning_rate": 0.00014924448072607883,
      "loss": 12.1858,
      "step": 20730
    },
    {
      "epoch": 3.394629114131325,
      "grad_norm": 0.1526879519224167,
      "learning_rate": 0.00014923998129332984,
      "loss": 12.1419,
      "step": 20731
    },
    {
      "epoch": 3.394792860651711,
      "grad_norm": 0.14394335448741913,
      "learning_rate": 0.0001492354817289859,
      "loss": 12.1627,
      "step": 20732
    },
    {
      "epoch": 3.3949566071720976,
      "grad_norm": 0.13241712749004364,
      "learning_rate": 0.00014923098203305907,
      "loss": 12.1644,
      "step": 20733
    },
    {
      "epoch": 3.395120353692484,
      "grad_norm": 0.10215681791305542,
      "learning_rate": 0.00014922648220556134,
      "loss": 12.1668,
      "step": 20734
    },
    {
      "epoch": 3.3952841002128706,
      "grad_norm": 0.1772671639919281,
      "learning_rate": 0.00014922198224650478,
      "loss": 12.1685,
      "step": 20735
    },
    {
      "epoch": 3.3954478467332567,
      "grad_norm": 0.14802731573581696,
      "learning_rate": 0.0001492174821559014,
      "loss": 12.1499,
      "step": 20736
    },
    {
      "epoch": 3.3956115932536433,
      "grad_norm": 0.15193095803260803,
      "learning_rate": 0.00014921298193376322,
      "loss": 12.1602,
      "step": 20737
    },
    {
      "epoch": 3.39577533977403,
      "grad_norm": 0.18584074079990387,
      "learning_rate": 0.00014920848158010222,
      "loss": 12.1689,
      "step": 20738
    },
    {
      "epoch": 3.3959390862944163,
      "grad_norm": 0.12357275187969208,
      "learning_rate": 0.00014920398109493054,
      "loss": 12.1608,
      "step": 20739
    },
    {
      "epoch": 3.396102832814803,
      "grad_norm": 0.12761270999908447,
      "learning_rate": 0.0001491994804782601,
      "loss": 12.1486,
      "step": 20740
    },
    {
      "epoch": 3.396266579335189,
      "grad_norm": 0.18818257749080658,
      "learning_rate": 0.000149194979730103,
      "loss": 12.1662,
      "step": 20741
    },
    {
      "epoch": 3.3964303258555755,
      "grad_norm": 0.18050538003444672,
      "learning_rate": 0.0001491904788504712,
      "loss": 12.1455,
      "step": 20742
    },
    {
      "epoch": 3.396594072375962,
      "grad_norm": 0.17446096241474152,
      "learning_rate": 0.0001491859778393768,
      "loss": 12.1382,
      "step": 20743
    },
    {
      "epoch": 3.3967578188963485,
      "grad_norm": 0.16516588628292084,
      "learning_rate": 0.00014918147669683182,
      "loss": 12.2086,
      "step": 20744
    },
    {
      "epoch": 3.396921565416735,
      "grad_norm": 0.12686221301555634,
      "learning_rate": 0.00014917697542284823,
      "loss": 12.1623,
      "step": 20745
    },
    {
      "epoch": 3.397085311937121,
      "grad_norm": 0.1326923370361328,
      "learning_rate": 0.0001491724740174381,
      "loss": 12.1801,
      "step": 20746
    },
    {
      "epoch": 3.3972490584575077,
      "grad_norm": 0.1405147761106491,
      "learning_rate": 0.00014916797248061347,
      "loss": 12.1604,
      "step": 20747
    },
    {
      "epoch": 3.397412804977894,
      "grad_norm": 0.12562152743339539,
      "learning_rate": 0.00014916347081238635,
      "loss": 12.1961,
      "step": 20748
    },
    {
      "epoch": 3.3975765514982808,
      "grad_norm": 0.14870820939540863,
      "learning_rate": 0.00014915896901276877,
      "loss": 12.2077,
      "step": 20749
    },
    {
      "epoch": 3.3977402980186673,
      "grad_norm": 0.13232605159282684,
      "learning_rate": 0.00014915446708177278,
      "loss": 12.1696,
      "step": 20750
    },
    {
      "epoch": 3.3979040445390534,
      "grad_norm": 0.13689233362674713,
      "learning_rate": 0.0001491499650194104,
      "loss": 12.197,
      "step": 20751
    },
    {
      "epoch": 3.39806779105944,
      "grad_norm": 0.16298355162143707,
      "learning_rate": 0.00014914546282569367,
      "loss": 12.2042,
      "step": 20752
    },
    {
      "epoch": 3.3982315375798264,
      "grad_norm": 0.1209489181637764,
      "learning_rate": 0.00014914096050063457,
      "loss": 12.1689,
      "step": 20753
    },
    {
      "epoch": 3.398395284100213,
      "grad_norm": 0.10260091722011566,
      "learning_rate": 0.0001491364580442452,
      "loss": 12.1255,
      "step": 20754
    },
    {
      "epoch": 3.3985590306205995,
      "grad_norm": 0.11393783241510391,
      "learning_rate": 0.0001491319554565376,
      "loss": 12.1576,
      "step": 20755
    },
    {
      "epoch": 3.3987227771409856,
      "grad_norm": 0.15276318788528442,
      "learning_rate": 0.00014912745273752375,
      "loss": 12.168,
      "step": 20756
    },
    {
      "epoch": 3.398886523661372,
      "grad_norm": 0.1239127591252327,
      "learning_rate": 0.0001491229498872157,
      "loss": 12.1976,
      "step": 20757
    },
    {
      "epoch": 3.3990502701817586,
      "grad_norm": 0.15586842596530914,
      "learning_rate": 0.00014911844690562552,
      "loss": 12.1868,
      "step": 20758
    },
    {
      "epoch": 3.399214016702145,
      "grad_norm": 0.1790449619293213,
      "learning_rate": 0.00014911394379276517,
      "loss": 12.1743,
      "step": 20759
    },
    {
      "epoch": 3.3993777632225317,
      "grad_norm": 0.22764377295970917,
      "learning_rate": 0.00014910944054864674,
      "loss": 12.1858,
      "step": 20760
    },
    {
      "epoch": 3.399541509742918,
      "grad_norm": 0.13283511996269226,
      "learning_rate": 0.00014910493717328228,
      "loss": 12.1482,
      "step": 20761
    },
    {
      "epoch": 3.3997052562633043,
      "grad_norm": 0.13677263259887695,
      "learning_rate": 0.00014910043366668377,
      "loss": 12.1893,
      "step": 20762
    },
    {
      "epoch": 3.399869002783691,
      "grad_norm": 0.12879012525081635,
      "learning_rate": 0.00014909593002886332,
      "loss": 12.1766,
      "step": 20763
    },
    {
      "epoch": 3.4000327493040774,
      "grad_norm": 0.1391715705394745,
      "learning_rate": 0.0001490914262598329,
      "loss": 12.1798,
      "step": 20764
    },
    {
      "epoch": 3.4001964958244635,
      "grad_norm": 0.16044963896274567,
      "learning_rate": 0.00014908692235960456,
      "loss": 12.1647,
      "step": 20765
    },
    {
      "epoch": 3.40036024234485,
      "grad_norm": 0.21780627965927124,
      "learning_rate": 0.00014908241832819035,
      "loss": 12.2451,
      "step": 20766
    },
    {
      "epoch": 3.4005239888652365,
      "grad_norm": 0.25304436683654785,
      "learning_rate": 0.0001490779141656023,
      "loss": 12.2027,
      "step": 20767
    },
    {
      "epoch": 3.400687735385623,
      "grad_norm": 0.16112439334392548,
      "learning_rate": 0.00014907340987185244,
      "loss": 12.201,
      "step": 20768
    },
    {
      "epoch": 3.4008514819060096,
      "grad_norm": 0.1476232260465622,
      "learning_rate": 0.00014906890544695282,
      "loss": 12.1542,
      "step": 20769
    },
    {
      "epoch": 3.401015228426396,
      "grad_norm": 0.15305902063846588,
      "learning_rate": 0.00014906440089091548,
      "loss": 12.2267,
      "step": 20770
    },
    {
      "epoch": 3.4011789749467822,
      "grad_norm": 0.1177673190832138,
      "learning_rate": 0.00014905989620375248,
      "loss": 12.1941,
      "step": 20771
    },
    {
      "epoch": 3.4013427214671688,
      "grad_norm": 0.18987926840782166,
      "learning_rate": 0.0001490553913854758,
      "loss": 12.1958,
      "step": 20772
    },
    {
      "epoch": 3.4015064679875553,
      "grad_norm": 0.15384425222873688,
      "learning_rate": 0.00014905088643609753,
      "loss": 12.2148,
      "step": 20773
    },
    {
      "epoch": 3.401670214507942,
      "grad_norm": 0.1464410424232483,
      "learning_rate": 0.00014904638135562967,
      "loss": 12.2082,
      "step": 20774
    },
    {
      "epoch": 3.401833961028328,
      "grad_norm": 0.14121510088443756,
      "learning_rate": 0.0001490418761440843,
      "loss": 12.187,
      "step": 20775
    },
    {
      "epoch": 3.4019977075487144,
      "grad_norm": 0.19160199165344238,
      "learning_rate": 0.00014903737080147343,
      "loss": 12.2017,
      "step": 20776
    },
    {
      "epoch": 3.402161454069101,
      "grad_norm": 0.14931413531303406,
      "learning_rate": 0.00014903286532780914,
      "loss": 12.1787,
      "step": 20777
    },
    {
      "epoch": 3.4023252005894875,
      "grad_norm": 0.12674228847026825,
      "learning_rate": 0.00014902835972310343,
      "loss": 12.1919,
      "step": 20778
    },
    {
      "epoch": 3.402488947109874,
      "grad_norm": 0.14139221608638763,
      "learning_rate": 0.00014902385398736834,
      "loss": 12.2079,
      "step": 20779
    },
    {
      "epoch": 3.4026526936302606,
      "grad_norm": 0.19494646787643433,
      "learning_rate": 0.00014901934812061593,
      "loss": 12.2065,
      "step": 20780
    },
    {
      "epoch": 3.4028164401506467,
      "grad_norm": 0.17034418880939484,
      "learning_rate": 0.00014901484212285826,
      "loss": 12.2363,
      "step": 20781
    },
    {
      "epoch": 3.402980186671033,
      "grad_norm": 0.13460247218608856,
      "learning_rate": 0.00014901033599410733,
      "loss": 12.2175,
      "step": 20782
    },
    {
      "epoch": 3.4031439331914197,
      "grad_norm": 0.12264333665370941,
      "learning_rate": 0.0001490058297343752,
      "loss": 12.2099,
      "step": 20783
    },
    {
      "epoch": 3.4033076797118063,
      "grad_norm": 0.22831150889396667,
      "learning_rate": 0.00014900132334367394,
      "loss": 12.2313,
      "step": 20784
    },
    {
      "epoch": 3.4034714262321923,
      "grad_norm": 0.17838051915168762,
      "learning_rate": 0.00014899681682201555,
      "loss": 12.2009,
      "step": 20785
    },
    {
      "epoch": 3.403635172752579,
      "grad_norm": 0.17333506047725677,
      "learning_rate": 0.0001489923101694121,
      "loss": 12.1751,
      "step": 20786
    },
    {
      "epoch": 3.4037989192729654,
      "grad_norm": 0.18663784861564636,
      "learning_rate": 0.00014898780338587562,
      "loss": 12.2055,
      "step": 20787
    },
    {
      "epoch": 3.403962665793352,
      "grad_norm": 0.15326952934265137,
      "learning_rate": 0.00014898329647141818,
      "loss": 12.1831,
      "step": 20788
    },
    {
      "epoch": 3.4041264123137385,
      "grad_norm": 0.16525453329086304,
      "learning_rate": 0.00014897878942605179,
      "loss": 12.1751,
      "step": 20789
    },
    {
      "epoch": 3.404290158834125,
      "grad_norm": 0.15307314693927765,
      "learning_rate": 0.00014897428224978852,
      "loss": 12.1712,
      "step": 20790
    },
    {
      "epoch": 3.404453905354511,
      "grad_norm": 0.17938198149204254,
      "learning_rate": 0.00014896977494264043,
      "loss": 12.1896,
      "step": 20791
    },
    {
      "epoch": 3.4046176518748976,
      "grad_norm": 0.272256076335907,
      "learning_rate": 0.0001489652675046195,
      "loss": 12.1755,
      "step": 20792
    },
    {
      "epoch": 3.404781398395284,
      "grad_norm": 0.17135751247406006,
      "learning_rate": 0.00014896075993573786,
      "loss": 12.164,
      "step": 20793
    },
    {
      "epoch": 3.4049451449156707,
      "grad_norm": 0.16941165924072266,
      "learning_rate": 0.0001489562522360075,
      "loss": 12.1512,
      "step": 20794
    },
    {
      "epoch": 3.4051088914360568,
      "grad_norm": 0.17794187366962433,
      "learning_rate": 0.00014895174440544048,
      "loss": 12.1697,
      "step": 20795
    },
    {
      "epoch": 3.4052726379564433,
      "grad_norm": 0.1720651239156723,
      "learning_rate": 0.00014894723644404888,
      "loss": 12.185,
      "step": 20796
    },
    {
      "epoch": 3.40543638447683,
      "grad_norm": 0.15424829721450806,
      "learning_rate": 0.00014894272835184468,
      "loss": 12.1649,
      "step": 20797
    },
    {
      "epoch": 3.4056001309972164,
      "grad_norm": 0.182119682431221,
      "learning_rate": 0.00014893822012883998,
      "loss": 12.1589,
      "step": 20798
    },
    {
      "epoch": 3.405763877517603,
      "grad_norm": 0.1809459924697876,
      "learning_rate": 0.00014893371177504683,
      "loss": 12.164,
      "step": 20799
    },
    {
      "epoch": 3.4059276240379894,
      "grad_norm": 0.2607663571834564,
      "learning_rate": 0.00014892920329047724,
      "loss": 12.159,
      "step": 20800
    },
    {
      "epoch": 3.4060913705583755,
      "grad_norm": 0.166635200381279,
      "learning_rate": 0.0001489246946751433,
      "loss": 12.1625,
      "step": 20801
    },
    {
      "epoch": 3.406255117078762,
      "grad_norm": 0.13342046737670898,
      "learning_rate": 0.000148920185929057,
      "loss": 12.1501,
      "step": 20802
    },
    {
      "epoch": 3.4064188635991486,
      "grad_norm": 0.21487073600292206,
      "learning_rate": 0.0001489156770522305,
      "loss": 12.189,
      "step": 20803
    },
    {
      "epoch": 3.406582610119535,
      "grad_norm": 0.1314755380153656,
      "learning_rate": 0.00014891116804467575,
      "loss": 12.1482,
      "step": 20804
    },
    {
      "epoch": 3.406746356639921,
      "grad_norm": 0.13827945291996002,
      "learning_rate": 0.00014890665890640483,
      "loss": 12.1544,
      "step": 20805
    },
    {
      "epoch": 3.4069101031603077,
      "grad_norm": 0.16201765835285187,
      "learning_rate": 0.0001489021496374298,
      "loss": 12.1716,
      "step": 20806
    },
    {
      "epoch": 3.4070738496806943,
      "grad_norm": 0.14983020722866058,
      "learning_rate": 0.0001488976402377627,
      "loss": 12.1981,
      "step": 20807
    },
    {
      "epoch": 3.407237596201081,
      "grad_norm": 0.14651548862457275,
      "learning_rate": 0.00014889313070741558,
      "loss": 12.153,
      "step": 20808
    },
    {
      "epoch": 3.4074013427214673,
      "grad_norm": 0.14490751922130585,
      "learning_rate": 0.0001488886210464005,
      "loss": 12.184,
      "step": 20809
    },
    {
      "epoch": 3.4075650892418534,
      "grad_norm": 0.14577241241931915,
      "learning_rate": 0.0001488841112547295,
      "loss": 12.2139,
      "step": 20810
    },
    {
      "epoch": 3.40772883576224,
      "grad_norm": 0.16085520386695862,
      "learning_rate": 0.00014887960133241464,
      "loss": 12.1974,
      "step": 20811
    },
    {
      "epoch": 3.4078925822826265,
      "grad_norm": 0.1529565304517746,
      "learning_rate": 0.00014887509127946798,
      "loss": 12.1719,
      "step": 20812
    },
    {
      "epoch": 3.408056328803013,
      "grad_norm": 0.16246505081653595,
      "learning_rate": 0.0001488705810959016,
      "loss": 12.1731,
      "step": 20813
    },
    {
      "epoch": 3.4082200753233995,
      "grad_norm": 0.11794870346784592,
      "learning_rate": 0.0001488660707817275,
      "loss": 12.2433,
      "step": 20814
    },
    {
      "epoch": 3.4083838218437856,
      "grad_norm": 0.19012777507305145,
      "learning_rate": 0.00014886156033695774,
      "loss": 12.1616,
      "step": 20815
    },
    {
      "epoch": 3.408547568364172,
      "grad_norm": 0.14651013910770416,
      "learning_rate": 0.0001488570497616044,
      "loss": 12.1304,
      "step": 20816
    },
    {
      "epoch": 3.4087113148845587,
      "grad_norm": 0.16971121728420258,
      "learning_rate": 0.00014885253905567953,
      "loss": 12.1953,
      "step": 20817
    },
    {
      "epoch": 3.4088750614049452,
      "grad_norm": 0.16705669462680817,
      "learning_rate": 0.00014884802821919522,
      "loss": 12.1804,
      "step": 20818
    },
    {
      "epoch": 3.4090388079253318,
      "grad_norm": 0.1544545292854309,
      "learning_rate": 0.00014884351725216342,
      "loss": 12.1663,
      "step": 20819
    },
    {
      "epoch": 3.409202554445718,
      "grad_norm": 0.13396258652210236,
      "learning_rate": 0.00014883900615459629,
      "loss": 12.1527,
      "step": 20820
    },
    {
      "epoch": 3.4093663009661044,
      "grad_norm": 0.15262195467948914,
      "learning_rate": 0.00014883449492650582,
      "loss": 12.1475,
      "step": 20821
    },
    {
      "epoch": 3.409530047486491,
      "grad_norm": 0.15340891480445862,
      "learning_rate": 0.0001488299835679041,
      "loss": 12.1967,
      "step": 20822
    },
    {
      "epoch": 3.4096937940068774,
      "grad_norm": 0.1382312774658203,
      "learning_rate": 0.00014882547207880319,
      "loss": 12.1547,
      "step": 20823
    },
    {
      "epoch": 3.409857540527264,
      "grad_norm": 0.14856836199760437,
      "learning_rate": 0.00014882096045921512,
      "loss": 12.1678,
      "step": 20824
    },
    {
      "epoch": 3.41002128704765,
      "grad_norm": 0.19448795914649963,
      "learning_rate": 0.00014881644870915197,
      "loss": 12.1521,
      "step": 20825
    },
    {
      "epoch": 3.4101850335680366,
      "grad_norm": 0.14924275875091553,
      "learning_rate": 0.0001488119368286258,
      "loss": 12.2182,
      "step": 20826
    },
    {
      "epoch": 3.410348780088423,
      "grad_norm": 0.15017110109329224,
      "learning_rate": 0.00014880742481764866,
      "loss": 12.1711,
      "step": 20827
    },
    {
      "epoch": 3.4105125266088097,
      "grad_norm": 0.18610605597496033,
      "learning_rate": 0.00014880291267623257,
      "loss": 12.1801,
      "step": 20828
    },
    {
      "epoch": 3.410676273129196,
      "grad_norm": 0.17903082072734833,
      "learning_rate": 0.0001487984004043897,
      "loss": 12.2054,
      "step": 20829
    },
    {
      "epoch": 3.4108400196495823,
      "grad_norm": 0.1300765573978424,
      "learning_rate": 0.00014879388800213196,
      "loss": 12.1997,
      "step": 20830
    },
    {
      "epoch": 3.411003766169969,
      "grad_norm": 0.21980099380016327,
      "learning_rate": 0.00014878937546947154,
      "loss": 12.193,
      "step": 20831
    },
    {
      "epoch": 3.4111675126903553,
      "grad_norm": 0.1728801727294922,
      "learning_rate": 0.00014878486280642044,
      "loss": 12.1679,
      "step": 20832
    },
    {
      "epoch": 3.411331259210742,
      "grad_norm": 0.18312129378318787,
      "learning_rate": 0.0001487803500129907,
      "loss": 12.1847,
      "step": 20833
    },
    {
      "epoch": 3.4114950057311284,
      "grad_norm": 0.1282491385936737,
      "learning_rate": 0.0001487758370891944,
      "loss": 12.158,
      "step": 20834
    },
    {
      "epoch": 3.4116587522515145,
      "grad_norm": 0.14766854047775269,
      "learning_rate": 0.00014877132403504363,
      "loss": 12.1534,
      "step": 20835
    },
    {
      "epoch": 3.411822498771901,
      "grad_norm": 0.1607421487569809,
      "learning_rate": 0.00014876681085055043,
      "loss": 12.1894,
      "step": 20836
    },
    {
      "epoch": 3.4119862452922876,
      "grad_norm": 0.13181310892105103,
      "learning_rate": 0.0001487622975357269,
      "loss": 12.1733,
      "step": 20837
    },
    {
      "epoch": 3.412149991812674,
      "grad_norm": 0.19158534705638885,
      "learning_rate": 0.00014875778409058498,
      "loss": 12.1542,
      "step": 20838
    },
    {
      "epoch": 3.4123137383330606,
      "grad_norm": 0.1288130134344101,
      "learning_rate": 0.00014875327051513685,
      "loss": 12.1865,
      "step": 20839
    },
    {
      "epoch": 3.4124774848534467,
      "grad_norm": 0.14053528010845184,
      "learning_rate": 0.00014874875680939456,
      "loss": 12.1808,
      "step": 20840
    },
    {
      "epoch": 3.4126412313738332,
      "grad_norm": 0.14799146354198456,
      "learning_rate": 0.00014874424297337013,
      "loss": 12.175,
      "step": 20841
    },
    {
      "epoch": 3.4128049778942198,
      "grad_norm": 0.1835755556821823,
      "learning_rate": 0.0001487397290070756,
      "loss": 12.1818,
      "step": 20842
    },
    {
      "epoch": 3.4129687244146063,
      "grad_norm": 0.15467232465744019,
      "learning_rate": 0.00014873521491052313,
      "loss": 12.1604,
      "step": 20843
    },
    {
      "epoch": 3.4131324709349924,
      "grad_norm": 0.2853916585445404,
      "learning_rate": 0.0001487307006837247,
      "loss": 12.2076,
      "step": 20844
    },
    {
      "epoch": 3.413296217455379,
      "grad_norm": 0.1534404754638672,
      "learning_rate": 0.00014872618632669245,
      "loss": 12.1726,
      "step": 20845
    },
    {
      "epoch": 3.4134599639757655,
      "grad_norm": 0.13873106241226196,
      "learning_rate": 0.00014872167183943837,
      "loss": 12.1645,
      "step": 20846
    },
    {
      "epoch": 3.413623710496152,
      "grad_norm": 0.16536562144756317,
      "learning_rate": 0.00014871715722197457,
      "loss": 12.1683,
      "step": 20847
    },
    {
      "epoch": 3.4137874570165385,
      "grad_norm": 0.1700027883052826,
      "learning_rate": 0.0001487126424743131,
      "loss": 12.1502,
      "step": 20848
    },
    {
      "epoch": 3.413951203536925,
      "grad_norm": 0.1655275970697403,
      "learning_rate": 0.000148708127596466,
      "loss": 12.1668,
      "step": 20849
    },
    {
      "epoch": 3.414114950057311,
      "grad_norm": 0.15840767323970795,
      "learning_rate": 0.00014870361258844539,
      "loss": 12.1752,
      "step": 20850
    },
    {
      "epoch": 3.4142786965776977,
      "grad_norm": 0.17065957188606262,
      "learning_rate": 0.0001486990974502633,
      "loss": 12.21,
      "step": 20851
    },
    {
      "epoch": 3.414442443098084,
      "grad_norm": 0.16517190635204315,
      "learning_rate": 0.0001486945821819318,
      "loss": 12.1965,
      "step": 20852
    },
    {
      "epoch": 3.4146061896184707,
      "grad_norm": 0.2102498710155487,
      "learning_rate": 0.00014869006678346294,
      "loss": 12.19,
      "step": 20853
    },
    {
      "epoch": 3.414769936138857,
      "grad_norm": 0.2200392782688141,
      "learning_rate": 0.00014868555125486884,
      "loss": 12.185,
      "step": 20854
    },
    {
      "epoch": 3.4149336826592434,
      "grad_norm": 0.16734997928142548,
      "learning_rate": 0.00014868103559616155,
      "loss": 12.1547,
      "step": 20855
    },
    {
      "epoch": 3.41509742917963,
      "grad_norm": 0.14613676071166992,
      "learning_rate": 0.0001486765198073531,
      "loss": 12.1701,
      "step": 20856
    },
    {
      "epoch": 3.4152611757000164,
      "grad_norm": 0.15663911402225494,
      "learning_rate": 0.00014867200388845559,
      "loss": 12.2066,
      "step": 20857
    },
    {
      "epoch": 3.415424922220403,
      "grad_norm": 0.15527375042438507,
      "learning_rate": 0.0001486674878394811,
      "loss": 12.1954,
      "step": 20858
    },
    {
      "epoch": 3.4155886687407895,
      "grad_norm": 0.14205054938793182,
      "learning_rate": 0.00014866297166044168,
      "loss": 12.2315,
      "step": 20859
    },
    {
      "epoch": 3.4157524152611756,
      "grad_norm": 0.1695941835641861,
      "learning_rate": 0.0001486584553513494,
      "loss": 12.1389,
      "step": 20860
    },
    {
      "epoch": 3.415916161781562,
      "grad_norm": 0.15901170670986176,
      "learning_rate": 0.00014865393891221631,
      "loss": 12.2053,
      "step": 20861
    },
    {
      "epoch": 3.4160799083019486,
      "grad_norm": 0.26999807357788086,
      "learning_rate": 0.0001486494223430545,
      "loss": 12.2195,
      "step": 20862
    },
    {
      "epoch": 3.416243654822335,
      "grad_norm": 0.17762134969234467,
      "learning_rate": 0.0001486449056438761,
      "loss": 12.1734,
      "step": 20863
    },
    {
      "epoch": 3.4164074013427213,
      "grad_norm": 0.252583384513855,
      "learning_rate": 0.00014864038881469307,
      "loss": 12.1893,
      "step": 20864
    },
    {
      "epoch": 3.416571147863108,
      "grad_norm": 0.1392141878604889,
      "learning_rate": 0.00014863587185551754,
      "loss": 12.2204,
      "step": 20865
    },
    {
      "epoch": 3.4167348943834943,
      "grad_norm": 0.16739137470722198,
      "learning_rate": 0.0001486313547663616,
      "loss": 12.1665,
      "step": 20866
    },
    {
      "epoch": 3.416898640903881,
      "grad_norm": 0.16560308635234833,
      "learning_rate": 0.00014862683754723733,
      "loss": 12.202,
      "step": 20867
    },
    {
      "epoch": 3.4170623874242674,
      "grad_norm": 0.13983957469463348,
      "learning_rate": 0.0001486223201981567,
      "loss": 12.1836,
      "step": 20868
    },
    {
      "epoch": 3.417226133944654,
      "grad_norm": 0.2869589626789093,
      "learning_rate": 0.0001486178027191319,
      "loss": 12.1588,
      "step": 20869
    },
    {
      "epoch": 3.41738988046504,
      "grad_norm": 0.13098777830600739,
      "learning_rate": 0.00014861328511017494,
      "loss": 12.2073,
      "step": 20870
    },
    {
      "epoch": 3.4175536269854265,
      "grad_norm": 0.149833545088768,
      "learning_rate": 0.00014860876737129793,
      "loss": 12.1982,
      "step": 20871
    },
    {
      "epoch": 3.417717373505813,
      "grad_norm": 0.10346399247646332,
      "learning_rate": 0.00014860424950251288,
      "loss": 12.157,
      "step": 20872
    },
    {
      "epoch": 3.4178811200261996,
      "grad_norm": 0.17517603933811188,
      "learning_rate": 0.00014859973150383197,
      "loss": 12.1771,
      "step": 20873
    },
    {
      "epoch": 3.4180448665465857,
      "grad_norm": 0.17104405164718628,
      "learning_rate": 0.00014859521337526717,
      "loss": 12.2001,
      "step": 20874
    },
    {
      "epoch": 3.418208613066972,
      "grad_norm": 0.13874393701553345,
      "learning_rate": 0.0001485906951168306,
      "loss": 12.1817,
      "step": 20875
    },
    {
      "epoch": 3.4183723595873587,
      "grad_norm": 0.16486376523971558,
      "learning_rate": 0.00014858617672853432,
      "loss": 12.2243,
      "step": 20876
    },
    {
      "epoch": 3.4185361061077453,
      "grad_norm": 0.13843649625778198,
      "learning_rate": 0.00014858165821039047,
      "loss": 12.192,
      "step": 20877
    },
    {
      "epoch": 3.418699852628132,
      "grad_norm": 0.14044436812400818,
      "learning_rate": 0.00014857713956241105,
      "loss": 12.1836,
      "step": 20878
    },
    {
      "epoch": 3.4188635991485183,
      "grad_norm": 0.1863774061203003,
      "learning_rate": 0.00014857262078460815,
      "loss": 12.1461,
      "step": 20879
    },
    {
      "epoch": 3.4190273456689044,
      "grad_norm": 0.1890169382095337,
      "learning_rate": 0.00014856810187699387,
      "loss": 12.1796,
      "step": 20880
    },
    {
      "epoch": 3.419191092189291,
      "grad_norm": 0.2674923539161682,
      "learning_rate": 0.00014856358283958025,
      "loss": 12.171,
      "step": 20881
    },
    {
      "epoch": 3.4193548387096775,
      "grad_norm": 0.15528921782970428,
      "learning_rate": 0.00014855906367237942,
      "loss": 12.2458,
      "step": 20882
    },
    {
      "epoch": 3.419518585230064,
      "grad_norm": 0.14808814227581024,
      "learning_rate": 0.0001485545443754034,
      "loss": 12.1824,
      "step": 20883
    },
    {
      "epoch": 3.41968233175045,
      "grad_norm": 0.15938855707645416,
      "learning_rate": 0.00014855002494866434,
      "loss": 12.1391,
      "step": 20884
    },
    {
      "epoch": 3.4198460782708366,
      "grad_norm": 0.20174169540405273,
      "learning_rate": 0.00014854550539217425,
      "loss": 12.2487,
      "step": 20885
    },
    {
      "epoch": 3.420009824791223,
      "grad_norm": 0.1714080274105072,
      "learning_rate": 0.00014854098570594524,
      "loss": 12.1657,
      "step": 20886
    },
    {
      "epoch": 3.4201735713116097,
      "grad_norm": 0.15937624871730804,
      "learning_rate": 0.00014853646588998935,
      "loss": 12.1714,
      "step": 20887
    },
    {
      "epoch": 3.4203373178319962,
      "grad_norm": 0.19454233348369598,
      "learning_rate": 0.00014853194594431873,
      "loss": 12.1688,
      "step": 20888
    },
    {
      "epoch": 3.4205010643523823,
      "grad_norm": 0.120499387383461,
      "learning_rate": 0.0001485274258689454,
      "loss": 12.1823,
      "step": 20889
    },
    {
      "epoch": 3.420664810872769,
      "grad_norm": 0.1735863834619522,
      "learning_rate": 0.0001485229056638815,
      "loss": 12.189,
      "step": 20890
    },
    {
      "epoch": 3.4208285573931554,
      "grad_norm": 0.12497127801179886,
      "learning_rate": 0.00014851838532913903,
      "loss": 12.1432,
      "step": 20891
    },
    {
      "epoch": 3.420992303913542,
      "grad_norm": 0.12888483703136444,
      "learning_rate": 0.00014851386486473014,
      "loss": 12.2124,
      "step": 20892
    },
    {
      "epoch": 3.4211560504339285,
      "grad_norm": 0.2183942198753357,
      "learning_rate": 0.00014850934427066686,
      "loss": 12.2025,
      "step": 20893
    },
    {
      "epoch": 3.4213197969543145,
      "grad_norm": 0.1528249830007553,
      "learning_rate": 0.00014850482354696133,
      "loss": 12.1817,
      "step": 20894
    },
    {
      "epoch": 3.421483543474701,
      "grad_norm": 0.1455095410346985,
      "learning_rate": 0.00014850030269362557,
      "loss": 12.1838,
      "step": 20895
    },
    {
      "epoch": 3.4216472899950876,
      "grad_norm": 0.15587487816810608,
      "learning_rate": 0.00014849578171067168,
      "loss": 12.1896,
      "step": 20896
    },
    {
      "epoch": 3.421811036515474,
      "grad_norm": 0.13502749800682068,
      "learning_rate": 0.00014849126059811175,
      "loss": 12.1616,
      "step": 20897
    },
    {
      "epoch": 3.4219747830358607,
      "grad_norm": 0.19591739773750305,
      "learning_rate": 0.00014848673935595786,
      "loss": 12.1899,
      "step": 20898
    },
    {
      "epoch": 3.4221385295562468,
      "grad_norm": 0.15488514304161072,
      "learning_rate": 0.00014848221798422214,
      "loss": 12.2181,
      "step": 20899
    },
    {
      "epoch": 3.4223022760766333,
      "grad_norm": 0.157063826918602,
      "learning_rate": 0.00014847769648291658,
      "loss": 12.1705,
      "step": 20900
    },
    {
      "epoch": 3.42246602259702,
      "grad_norm": 0.13508960604667664,
      "learning_rate": 0.00014847317485205337,
      "loss": 12.1448,
      "step": 20901
    },
    {
      "epoch": 3.4226297691174064,
      "grad_norm": 0.14243637025356293,
      "learning_rate": 0.00014846865309164447,
      "loss": 12.2096,
      "step": 20902
    },
    {
      "epoch": 3.422793515637793,
      "grad_norm": 0.16149340569972992,
      "learning_rate": 0.0001484641312017021,
      "loss": 12.1732,
      "step": 20903
    },
    {
      "epoch": 3.422957262158179,
      "grad_norm": 0.12257612496614456,
      "learning_rate": 0.00014845960918223825,
      "loss": 12.1946,
      "step": 20904
    },
    {
      "epoch": 3.4231210086785655,
      "grad_norm": 0.16410069167613983,
      "learning_rate": 0.00014845508703326504,
      "loss": 12.1992,
      "step": 20905
    },
    {
      "epoch": 3.423284755198952,
      "grad_norm": 0.1271202713251114,
      "learning_rate": 0.00014845056475479453,
      "loss": 12.1559,
      "step": 20906
    },
    {
      "epoch": 3.4234485017193386,
      "grad_norm": 0.18171554803848267,
      "learning_rate": 0.00014844604234683884,
      "loss": 12.1542,
      "step": 20907
    },
    {
      "epoch": 3.423612248239725,
      "grad_norm": 0.15533436834812164,
      "learning_rate": 0.00014844151980941003,
      "loss": 12.181,
      "step": 20908
    },
    {
      "epoch": 3.423775994760111,
      "grad_norm": 0.1439051330089569,
      "learning_rate": 0.00014843699714252022,
      "loss": 12.2038,
      "step": 20909
    },
    {
      "epoch": 3.4239397412804977,
      "grad_norm": 0.18736597895622253,
      "learning_rate": 0.00014843247434618144,
      "loss": 12.1749,
      "step": 20910
    },
    {
      "epoch": 3.4241034878008842,
      "grad_norm": 0.151020348072052,
      "learning_rate": 0.00014842795142040583,
      "loss": 12.1606,
      "step": 20911
    },
    {
      "epoch": 3.424267234321271,
      "grad_norm": 0.15789678692817688,
      "learning_rate": 0.00014842342836520546,
      "loss": 12.1881,
      "step": 20912
    },
    {
      "epoch": 3.424430980841657,
      "grad_norm": 0.16744005680084229,
      "learning_rate": 0.00014841890518059241,
      "loss": 12.1648,
      "step": 20913
    },
    {
      "epoch": 3.4245947273620434,
      "grad_norm": 0.13237059116363525,
      "learning_rate": 0.0001484143818665788,
      "loss": 12.1906,
      "step": 20914
    },
    {
      "epoch": 3.42475847388243,
      "grad_norm": 0.14640937745571136,
      "learning_rate": 0.00014840985842317668,
      "loss": 12.1719,
      "step": 20915
    },
    {
      "epoch": 3.4249222204028165,
      "grad_norm": 0.11167126148939133,
      "learning_rate": 0.00014840533485039814,
      "loss": 12.1759,
      "step": 20916
    },
    {
      "epoch": 3.425085966923203,
      "grad_norm": 0.16222427785396576,
      "learning_rate": 0.0001484008111482553,
      "loss": 12.1706,
      "step": 20917
    },
    {
      "epoch": 3.4252497134435895,
      "grad_norm": 0.157296821475029,
      "learning_rate": 0.00014839628731676022,
      "loss": 12.1966,
      "step": 20918
    },
    {
      "epoch": 3.4254134599639756,
      "grad_norm": 0.15611180663108826,
      "learning_rate": 0.000148391763355925,
      "loss": 12.1562,
      "step": 20919
    },
    {
      "epoch": 3.425577206484362,
      "grad_norm": 0.11585572361946106,
      "learning_rate": 0.00014838723926576176,
      "loss": 12.2359,
      "step": 20920
    },
    {
      "epoch": 3.4257409530047487,
      "grad_norm": 0.15024946630001068,
      "learning_rate": 0.00014838271504628254,
      "loss": 12.1883,
      "step": 20921
    },
    {
      "epoch": 3.425904699525135,
      "grad_norm": 0.14761458337306976,
      "learning_rate": 0.00014837819069749947,
      "loss": 12.2569,
      "step": 20922
    },
    {
      "epoch": 3.4260684460455213,
      "grad_norm": 0.15579575300216675,
      "learning_rate": 0.00014837366621942458,
      "loss": 12.1906,
      "step": 20923
    },
    {
      "epoch": 3.426232192565908,
      "grad_norm": 0.14958976209163666,
      "learning_rate": 0.00014836914161207005,
      "loss": 12.2069,
      "step": 20924
    },
    {
      "epoch": 3.4263959390862944,
      "grad_norm": 0.1265500783920288,
      "learning_rate": 0.00014836461687544794,
      "loss": 12.2075,
      "step": 20925
    },
    {
      "epoch": 3.426559685606681,
      "grad_norm": 0.11022406071424484,
      "learning_rate": 0.00014836009200957031,
      "loss": 12.1634,
      "step": 20926
    },
    {
      "epoch": 3.4267234321270674,
      "grad_norm": 0.16028276085853577,
      "learning_rate": 0.00014835556701444925,
      "loss": 12.1714,
      "step": 20927
    },
    {
      "epoch": 3.426887178647454,
      "grad_norm": 0.15015000104904175,
      "learning_rate": 0.00014835104189009693,
      "loss": 12.1799,
      "step": 20928
    },
    {
      "epoch": 3.42705092516784,
      "grad_norm": 0.1331203728914261,
      "learning_rate": 0.00014834651663652536,
      "loss": 12.1916,
      "step": 20929
    },
    {
      "epoch": 3.4272146716882266,
      "grad_norm": 0.16873528063297272,
      "learning_rate": 0.00014834199125374667,
      "loss": 12.1744,
      "step": 20930
    },
    {
      "epoch": 3.427378418208613,
      "grad_norm": 0.12788839638233185,
      "learning_rate": 0.00014833746574177296,
      "loss": 12.1308,
      "step": 20931
    },
    {
      "epoch": 3.4275421647289996,
      "grad_norm": 0.29439327120780945,
      "learning_rate": 0.00014833294010061632,
      "loss": 12.1968,
      "step": 20932
    },
    {
      "epoch": 3.4277059112493857,
      "grad_norm": 0.14689891040325165,
      "learning_rate": 0.0001483284143302888,
      "loss": 12.1877,
      "step": 20933
    },
    {
      "epoch": 3.4278696577697723,
      "grad_norm": 0.14157049357891083,
      "learning_rate": 0.00014832388843080257,
      "loss": 12.1624,
      "step": 20934
    },
    {
      "epoch": 3.428033404290159,
      "grad_norm": 0.20254243910312653,
      "learning_rate": 0.0001483193624021697,
      "loss": 12.2117,
      "step": 20935
    },
    {
      "epoch": 3.4281971508105453,
      "grad_norm": 0.14518018066883087,
      "learning_rate": 0.00014831483624440223,
      "loss": 12.1357,
      "step": 20936
    },
    {
      "epoch": 3.428360897330932,
      "grad_norm": 0.11143667995929718,
      "learning_rate": 0.00014831030995751237,
      "loss": 12.1938,
      "step": 20937
    },
    {
      "epoch": 3.4285246438513184,
      "grad_norm": 0.14268267154693604,
      "learning_rate": 0.00014830578354151208,
      "loss": 12.1887,
      "step": 20938
    },
    {
      "epoch": 3.4286883903717045,
      "grad_norm": 0.14396238327026367,
      "learning_rate": 0.00014830125699641356,
      "loss": 12.1532,
      "step": 20939
    },
    {
      "epoch": 3.428852136892091,
      "grad_norm": 0.20330184698104858,
      "learning_rate": 0.00014829673032222887,
      "loss": 12.2005,
      "step": 20940
    },
    {
      "epoch": 3.4290158834124775,
      "grad_norm": 0.13835488259792328,
      "learning_rate": 0.0001482922035189701,
      "loss": 12.2116,
      "step": 20941
    },
    {
      "epoch": 3.429179629932864,
      "grad_norm": 0.15335269272327423,
      "learning_rate": 0.00014828767658664935,
      "loss": 12.2013,
      "step": 20942
    },
    {
      "epoch": 3.42934337645325,
      "grad_norm": 0.1617436408996582,
      "learning_rate": 0.00014828314952527874,
      "loss": 12.1802,
      "step": 20943
    },
    {
      "epoch": 3.4295071229736367,
      "grad_norm": 0.11092239618301392,
      "learning_rate": 0.00014827862233487038,
      "loss": 12.1554,
      "step": 20944
    },
    {
      "epoch": 3.4296708694940232,
      "grad_norm": 0.18417997658252716,
      "learning_rate": 0.00014827409501543633,
      "loss": 12.1976,
      "step": 20945
    },
    {
      "epoch": 3.4298346160144098,
      "grad_norm": 0.16138193011283875,
      "learning_rate": 0.0001482695675669887,
      "loss": 12.1358,
      "step": 20946
    },
    {
      "epoch": 3.4299983625347963,
      "grad_norm": 0.1267334520816803,
      "learning_rate": 0.00014826503998953958,
      "loss": 12.1477,
      "step": 20947
    },
    {
      "epoch": 3.430162109055183,
      "grad_norm": 0.1344480812549591,
      "learning_rate": 0.0001482605122831011,
      "loss": 12.1863,
      "step": 20948
    },
    {
      "epoch": 3.430325855575569,
      "grad_norm": 0.12645548582077026,
      "learning_rate": 0.0001482559844476853,
      "loss": 12.1825,
      "step": 20949
    },
    {
      "epoch": 3.4304896020959554,
      "grad_norm": 0.12402817606925964,
      "learning_rate": 0.00014825145648330438,
      "loss": 12.2298,
      "step": 20950
    },
    {
      "epoch": 3.430653348616342,
      "grad_norm": 0.16784459352493286,
      "learning_rate": 0.00014824692838997039,
      "loss": 12.2264,
      "step": 20951
    },
    {
      "epoch": 3.4308170951367285,
      "grad_norm": 0.1546943634748459,
      "learning_rate": 0.0001482424001676954,
      "loss": 12.1555,
      "step": 20952
    },
    {
      "epoch": 3.4309808416571146,
      "grad_norm": 0.1523672342300415,
      "learning_rate": 0.00014823787181649154,
      "loss": 12.2099,
      "step": 20953
    },
    {
      "epoch": 3.431144588177501,
      "grad_norm": 0.12814512848854065,
      "learning_rate": 0.00014823334333637092,
      "loss": 12.1737,
      "step": 20954
    },
    {
      "epoch": 3.4313083346978877,
      "grad_norm": 0.12965817749500275,
      "learning_rate": 0.00014822881472734562,
      "loss": 12.1301,
      "step": 20955
    },
    {
      "epoch": 3.431472081218274,
      "grad_norm": 0.17885959148406982,
      "learning_rate": 0.00014822428598942777,
      "loss": 12.2013,
      "step": 20956
    },
    {
      "epoch": 3.4316358277386607,
      "grad_norm": 0.15817523002624512,
      "learning_rate": 0.00014821975712262945,
      "loss": 12.172,
      "step": 20957
    },
    {
      "epoch": 3.431799574259047,
      "grad_norm": 0.14702646434307098,
      "learning_rate": 0.0001482152281269628,
      "loss": 12.161,
      "step": 20958
    },
    {
      "epoch": 3.4319633207794333,
      "grad_norm": 0.1371346265077591,
      "learning_rate": 0.00014821069900243988,
      "loss": 12.1594,
      "step": 20959
    },
    {
      "epoch": 3.43212706729982,
      "grad_norm": 0.1712968349456787,
      "learning_rate": 0.0001482061697490728,
      "loss": 12.1886,
      "step": 20960
    },
    {
      "epoch": 3.4322908138202064,
      "grad_norm": 0.13204900920391083,
      "learning_rate": 0.00014820164036687366,
      "loss": 12.1669,
      "step": 20961
    },
    {
      "epoch": 3.432454560340593,
      "grad_norm": 0.12789249420166016,
      "learning_rate": 0.00014819711085585464,
      "loss": 12.159,
      "step": 20962
    },
    {
      "epoch": 3.432618306860979,
      "grad_norm": 0.16453473269939423,
      "learning_rate": 0.00014819258121602773,
      "loss": 12.1873,
      "step": 20963
    },
    {
      "epoch": 3.4327820533813656,
      "grad_norm": 0.14712540805339813,
      "learning_rate": 0.00014818805144740512,
      "loss": 12.1786,
      "step": 20964
    },
    {
      "epoch": 3.432945799901752,
      "grad_norm": 0.11304047703742981,
      "learning_rate": 0.00014818352154999883,
      "loss": 12.1538,
      "step": 20965
    },
    {
      "epoch": 3.4331095464221386,
      "grad_norm": 0.14045879244804382,
      "learning_rate": 0.0001481789915238211,
      "loss": 12.2259,
      "step": 20966
    },
    {
      "epoch": 3.433273292942525,
      "grad_norm": 0.13700836896896362,
      "learning_rate": 0.00014817446136888393,
      "loss": 12.1605,
      "step": 20967
    },
    {
      "epoch": 3.4334370394629112,
      "grad_norm": 0.1676405817270279,
      "learning_rate": 0.00014816993108519944,
      "loss": 12.1536,
      "step": 20968
    },
    {
      "epoch": 3.4336007859832978,
      "grad_norm": 0.11597038060426712,
      "learning_rate": 0.0001481654006727798,
      "loss": 12.1683,
      "step": 20969
    },
    {
      "epoch": 3.4337645325036843,
      "grad_norm": 0.16363151371479034,
      "learning_rate": 0.00014816087013163704,
      "loss": 12.1641,
      "step": 20970
    },
    {
      "epoch": 3.433928279024071,
      "grad_norm": 0.1459995061159134,
      "learning_rate": 0.00014815633946178332,
      "loss": 12.1978,
      "step": 20971
    },
    {
      "epoch": 3.4340920255444574,
      "grad_norm": 0.17902575433254242,
      "learning_rate": 0.00014815180866323068,
      "loss": 12.1782,
      "step": 20972
    },
    {
      "epoch": 3.4342557720648434,
      "grad_norm": 0.20193852484226227,
      "learning_rate": 0.00014814727773599133,
      "loss": 12.2042,
      "step": 20973
    },
    {
      "epoch": 3.43441951858523,
      "grad_norm": 0.21901293098926544,
      "learning_rate": 0.00014814274668007728,
      "loss": 12.2168,
      "step": 20974
    },
    {
      "epoch": 3.4345832651056165,
      "grad_norm": 0.13555580377578735,
      "learning_rate": 0.00014813821549550073,
      "loss": 12.1771,
      "step": 20975
    },
    {
      "epoch": 3.434747011626003,
      "grad_norm": 0.1295444369316101,
      "learning_rate": 0.00014813368418227372,
      "loss": 12.1762,
      "step": 20976
    },
    {
      "epoch": 3.4349107581463896,
      "grad_norm": 0.14315687119960785,
      "learning_rate": 0.00014812915274040842,
      "loss": 12.1916,
      "step": 20977
    },
    {
      "epoch": 3.4350745046667757,
      "grad_norm": Infinity,
      "learning_rate": 0.00014812915274040842,
      "loss": 12.2255,
      "step": 20978
    },
    {
      "epoch": 3.435238251187162,
      "grad_norm": 0.17032864689826965,
      "learning_rate": 0.00014812462116991685,
      "loss": 12.1731,
      "step": 20979
    },
    {
      "epoch": 3.4354019977075487,
      "grad_norm": 0.13775327801704407,
      "learning_rate": 0.0001481200894708112,
      "loss": 12.1425,
      "step": 20980
    },
    {
      "epoch": 3.4355657442279353,
      "grad_norm": 0.11916366219520569,
      "learning_rate": 0.00014811555764310356,
      "loss": 12.1623,
      "step": 20981
    },
    {
      "epoch": 3.435729490748322,
      "grad_norm": 0.13273465633392334,
      "learning_rate": 0.00014811102568680604,
      "loss": 12.1434,
      "step": 20982
    },
    {
      "epoch": 3.435893237268708,
      "grad_norm": 0.12681743502616882,
      "learning_rate": 0.00014810649360193074,
      "loss": 12.1424,
      "step": 20983
    },
    {
      "epoch": 3.4360569837890944,
      "grad_norm": 0.1631789207458496,
      "learning_rate": 0.00014810196138848977,
      "loss": 12.1632,
      "step": 20984
    },
    {
      "epoch": 3.436220730309481,
      "grad_norm": 0.12768474221229553,
      "learning_rate": 0.0001480974290464953,
      "loss": 12.1563,
      "step": 20985
    },
    {
      "epoch": 3.4363844768298675,
      "grad_norm": 0.2091549038887024,
      "learning_rate": 0.00014809289657595937,
      "loss": 12.1838,
      "step": 20986
    },
    {
      "epoch": 3.436548223350254,
      "grad_norm": 0.163640096783638,
      "learning_rate": 0.0001480883639768941,
      "loss": 12.202,
      "step": 20987
    },
    {
      "epoch": 3.43671196987064,
      "grad_norm": 0.16400489211082458,
      "learning_rate": 0.00014808383124931168,
      "loss": 12.121,
      "step": 20988
    },
    {
      "epoch": 3.4368757163910266,
      "grad_norm": 0.2764142155647278,
      "learning_rate": 0.00014807929839322415,
      "loss": 12.1787,
      "step": 20989
    },
    {
      "epoch": 3.437039462911413,
      "grad_norm": 0.1051979809999466,
      "learning_rate": 0.0001480747654086436,
      "loss": 12.1862,
      "step": 20990
    },
    {
      "epoch": 3.4372032094317997,
      "grad_norm": 0.13550445437431335,
      "learning_rate": 0.00014807023229558222,
      "loss": 12.1757,
      "step": 20991
    },
    {
      "epoch": 3.4373669559521858,
      "grad_norm": 0.19993828237056732,
      "learning_rate": 0.0001480656990540521,
      "loss": 12.1538,
      "step": 20992
    },
    {
      "epoch": 3.4375307024725723,
      "grad_norm": 0.1464959681034088,
      "learning_rate": 0.00014806116568406532,
      "loss": 12.2061,
      "step": 20993
    },
    {
      "epoch": 3.437694448992959,
      "grad_norm": 0.14363940060138702,
      "learning_rate": 0.000148056632185634,
      "loss": 12.1493,
      "step": 20994
    },
    {
      "epoch": 3.4378581955133454,
      "grad_norm": 0.15458476543426514,
      "learning_rate": 0.00014805209855877033,
      "loss": 12.2312,
      "step": 20995
    },
    {
      "epoch": 3.438021942033732,
      "grad_norm": 0.15157011151313782,
      "learning_rate": 0.00014804756480348637,
      "loss": 12.1601,
      "step": 20996
    },
    {
      "epoch": 3.4381856885541184,
      "grad_norm": 0.15704406797885895,
      "learning_rate": 0.00014804303091979422,
      "loss": 12.2439,
      "step": 20997
    },
    {
      "epoch": 3.4383494350745045,
      "grad_norm": 0.1480819433927536,
      "learning_rate": 0.00014803849690770603,
      "loss": 12.1466,
      "step": 20998
    },
    {
      "epoch": 3.438513181594891,
      "grad_norm": 0.14205026626586914,
      "learning_rate": 0.00014803396276723388,
      "loss": 12.1741,
      "step": 20999
    },
    {
      "epoch": 3.4386769281152776,
      "grad_norm": 0.12445837259292603,
      "learning_rate": 0.00014802942849838994,
      "loss": 12.1549,
      "step": 21000
    },
    {
      "epoch": 3.4386769281152776,
      "eval_loss": 12.162614822387695,
      "eval_runtime": 7.2799,
      "eval_samples_per_second": 33.792,
      "eval_steps_per_second": 16.896,
      "step": 21000
    },
    {
      "epoch": 3.438840674635664,
      "grad_norm": 0.15390072762966156,
      "learning_rate": 0.0001480248941011863,
      "loss": 12.1874,
      "step": 21001
    },
    {
      "epoch": 3.43900442115605,
      "grad_norm": 0.18846364319324493,
      "learning_rate": 0.00014802035957563506,
      "loss": 12.1709,
      "step": 21002
    },
    {
      "epoch": 3.4391681676764367,
      "grad_norm": 0.13952180743217468,
      "learning_rate": 0.00014801582492174838,
      "loss": 12.1547,
      "step": 21003
    },
    {
      "epoch": 3.4393319141968233,
      "grad_norm": 0.20836085081100464,
      "learning_rate": 0.00014801129013953837,
      "loss": 12.2458,
      "step": 21004
    },
    {
      "epoch": 3.43949566071721,
      "grad_norm": 0.18763627111911774,
      "learning_rate": 0.00014800675522901708,
      "loss": 12.1989,
      "step": 21005
    },
    {
      "epoch": 3.4396594072375963,
      "grad_norm": 0.15356040000915527,
      "learning_rate": 0.00014800222019019672,
      "loss": 12.2008,
      "step": 21006
    },
    {
      "epoch": 3.439823153757983,
      "grad_norm": 0.173614501953125,
      "learning_rate": 0.00014799768502308939,
      "loss": 12.1561,
      "step": 21007
    },
    {
      "epoch": 3.439986900278369,
      "grad_norm": 0.14487779140472412,
      "learning_rate": 0.00014799314972770717,
      "loss": 12.1253,
      "step": 21008
    },
    {
      "epoch": 3.4401506467987555,
      "grad_norm": 0.15165308117866516,
      "learning_rate": 0.0001479886143040622,
      "loss": 12.1666,
      "step": 21009
    },
    {
      "epoch": 3.440314393319142,
      "grad_norm": 0.16297480463981628,
      "learning_rate": 0.00014798407875216664,
      "loss": 12.1943,
      "step": 21010
    },
    {
      "epoch": 3.4404781398395285,
      "grad_norm": 0.1660688817501068,
      "learning_rate": 0.00014797954307203256,
      "loss": 12.2245,
      "step": 21011
    },
    {
      "epoch": 3.4406418863599146,
      "grad_norm": 0.17079277336597443,
      "learning_rate": 0.00014797500726367212,
      "loss": 12.1541,
      "step": 21012
    },
    {
      "epoch": 3.440805632880301,
      "grad_norm": 0.43701520562171936,
      "learning_rate": 0.0001479704713270974,
      "loss": 12.139,
      "step": 21013
    },
    {
      "epoch": 3.4409693794006877,
      "grad_norm": 0.14628583192825317,
      "learning_rate": 0.0001479659352623205,
      "loss": 12.1521,
      "step": 21014
    },
    {
      "epoch": 3.4411331259210742,
      "grad_norm": 0.10663934051990509,
      "learning_rate": 0.00014796139906935365,
      "loss": 12.1387,
      "step": 21015
    },
    {
      "epoch": 3.4412968724414608,
      "grad_norm": 0.1470145583152771,
      "learning_rate": 0.00014795686274820892,
      "loss": 12.1797,
      "step": 21016
    },
    {
      "epoch": 3.4414606189618473,
      "grad_norm": 0.15017293393611908,
      "learning_rate": 0.00014795232629889838,
      "loss": 12.2079,
      "step": 21017
    },
    {
      "epoch": 3.4416243654822334,
      "grad_norm": 0.180494025349617,
      "learning_rate": 0.00014794778972143421,
      "loss": 12.2423,
      "step": 21018
    },
    {
      "epoch": 3.44178811200262,
      "grad_norm": 0.21341772377490997,
      "learning_rate": 0.00014794325301582855,
      "loss": 12.2432,
      "step": 21019
    },
    {
      "epoch": 3.4419518585230064,
      "grad_norm": 0.1426338404417038,
      "learning_rate": 0.00014793871618209347,
      "loss": 12.162,
      "step": 21020
    },
    {
      "epoch": 3.442115605043393,
      "grad_norm": 0.14006629586219788,
      "learning_rate": 0.00014793417922024114,
      "loss": 12.1825,
      "step": 21021
    },
    {
      "epoch": 3.442279351563779,
      "grad_norm": 0.13350415229797363,
      "learning_rate": 0.00014792964213028364,
      "loss": 12.2422,
      "step": 21022
    },
    {
      "epoch": 3.4424430980841656,
      "grad_norm": 0.15891548991203308,
      "learning_rate": 0.00014792510491223315,
      "loss": 12.2595,
      "step": 21023
    },
    {
      "epoch": 3.442606844604552,
      "grad_norm": 0.13056796789169312,
      "learning_rate": 0.00014792056756610174,
      "loss": 12.2184,
      "step": 21024
    },
    {
      "epoch": 3.4427705911249387,
      "grad_norm": 0.17361964285373688,
      "learning_rate": 0.00014791603009190157,
      "loss": 12.192,
      "step": 21025
    },
    {
      "epoch": 3.442934337645325,
      "grad_norm": 0.20245422422885895,
      "learning_rate": 0.00014791149248964477,
      "loss": 12.1691,
      "step": 21026
    },
    {
      "epoch": 3.4430980841657117,
      "grad_norm": 0.14868851006031036,
      "learning_rate": 0.00014790695475934347,
      "loss": 12.1817,
      "step": 21027
    },
    {
      "epoch": 3.443261830686098,
      "grad_norm": 0.12228595465421677,
      "learning_rate": 0.00014790241690100975,
      "loss": 12.1577,
      "step": 21028
    },
    {
      "epoch": 3.4434255772064843,
      "grad_norm": 0.14030583202838898,
      "learning_rate": 0.00014789787891465581,
      "loss": 12.164,
      "step": 21029
    },
    {
      "epoch": 3.443589323726871,
      "grad_norm": 0.1437610387802124,
      "learning_rate": 0.0001478933408002937,
      "loss": 12.1713,
      "step": 21030
    },
    {
      "epoch": 3.4437530702472574,
      "grad_norm": 0.15138694643974304,
      "learning_rate": 0.00014788880255793563,
      "loss": 12.1664,
      "step": 21031
    },
    {
      "epoch": 3.4439168167676435,
      "grad_norm": 0.1392294019460678,
      "learning_rate": 0.00014788426418759366,
      "loss": 12.1427,
      "step": 21032
    },
    {
      "epoch": 3.44408056328803,
      "grad_norm": 0.14706867933273315,
      "learning_rate": 0.00014787972568927997,
      "loss": 12.1479,
      "step": 21033
    },
    {
      "epoch": 3.4442443098084166,
      "grad_norm": 0.13123223185539246,
      "learning_rate": 0.00014787518706300664,
      "loss": 12.1785,
      "step": 21034
    },
    {
      "epoch": 3.444408056328803,
      "grad_norm": 0.15189193189144135,
      "learning_rate": 0.0001478706483087858,
      "loss": 12.1812,
      "step": 21035
    },
    {
      "epoch": 3.4445718028491896,
      "grad_norm": 0.20312795042991638,
      "learning_rate": 0.00014786610942662965,
      "loss": 12.1487,
      "step": 21036
    },
    {
      "epoch": 3.4447355493695757,
      "grad_norm": 0.12164470553398132,
      "learning_rate": 0.00014786157041655026,
      "loss": 12.1764,
      "step": 21037
    },
    {
      "epoch": 3.4448992958899622,
      "grad_norm": 0.15651766955852509,
      "learning_rate": 0.00014785703127855976,
      "loss": 12.1928,
      "step": 21038
    },
    {
      "epoch": 3.4450630424103488,
      "grad_norm": 0.1598142385482788,
      "learning_rate": 0.00014785249201267032,
      "loss": 12.2136,
      "step": 21039
    },
    {
      "epoch": 3.4452267889307353,
      "grad_norm": 0.1361718773841858,
      "learning_rate": 0.000147847952618894,
      "loss": 12.1869,
      "step": 21040
    },
    {
      "epoch": 3.445390535451122,
      "grad_norm": 0.16069744527339935,
      "learning_rate": 0.00014784341309724303,
      "loss": 12.216,
      "step": 21041
    },
    {
      "epoch": 3.445554281971508,
      "grad_norm": 0.1806454062461853,
      "learning_rate": 0.0001478388734477295,
      "loss": 12.1697,
      "step": 21042
    },
    {
      "epoch": 3.4457180284918945,
      "grad_norm": 0.15628279745578766,
      "learning_rate": 0.0001478343336703655,
      "loss": 12.2115,
      "step": 21043
    },
    {
      "epoch": 3.445881775012281,
      "grad_norm": 0.139395073056221,
      "learning_rate": 0.00014782979376516323,
      "loss": 12.2305,
      "step": 21044
    },
    {
      "epoch": 3.4460455215326675,
      "grad_norm": 0.16790664196014404,
      "learning_rate": 0.00014782525373213475,
      "loss": 12.1779,
      "step": 21045
    },
    {
      "epoch": 3.446209268053054,
      "grad_norm": 0.1675514578819275,
      "learning_rate": 0.00014782071357129223,
      "loss": 12.137,
      "step": 21046
    },
    {
      "epoch": 3.44637301457344,
      "grad_norm": 0.14929410815238953,
      "learning_rate": 0.0001478161732826478,
      "loss": 12.2004,
      "step": 21047
    },
    {
      "epoch": 3.4465367610938267,
      "grad_norm": 0.182925283908844,
      "learning_rate": 0.00014781163286621364,
      "loss": 12.2183,
      "step": 21048
    },
    {
      "epoch": 3.446700507614213,
      "grad_norm": 0.15780867636203766,
      "learning_rate": 0.0001478070923220018,
      "loss": 12.1913,
      "step": 21049
    },
    {
      "epoch": 3.4468642541345997,
      "grad_norm": 0.15535292029380798,
      "learning_rate": 0.0001478025516500245,
      "loss": 12.1507,
      "step": 21050
    },
    {
      "epoch": 3.4470280006549863,
      "grad_norm": 0.16204942762851715,
      "learning_rate": 0.00014779801085029382,
      "loss": 12.1821,
      "step": 21051
    },
    {
      "epoch": 3.4471917471753724,
      "grad_norm": 0.1519758254289627,
      "learning_rate": 0.00014779346992282191,
      "loss": 12.1417,
      "step": 21052
    },
    {
      "epoch": 3.447355493695759,
      "grad_norm": 0.18895958364009857,
      "learning_rate": 0.0001477889288676209,
      "loss": 12.2058,
      "step": 21053
    },
    {
      "epoch": 3.4475192402161454,
      "grad_norm": 0.13128632307052612,
      "learning_rate": 0.0001477843876847029,
      "loss": 12.1551,
      "step": 21054
    },
    {
      "epoch": 3.447682986736532,
      "grad_norm": 0.1603178232908249,
      "learning_rate": 0.00014777984637408012,
      "loss": 12.1341,
      "step": 21055
    },
    {
      "epoch": 3.4478467332569185,
      "grad_norm": 0.10436242818832397,
      "learning_rate": 0.00014777530493576465,
      "loss": 12.1929,
      "step": 21056
    },
    {
      "epoch": 3.4480104797773046,
      "grad_norm": 0.13439306616783142,
      "learning_rate": 0.00014777076336976863,
      "loss": 12.174,
      "step": 21057
    },
    {
      "epoch": 3.448174226297691,
      "grad_norm": 0.1317727267742157,
      "learning_rate": 0.0001477662216761042,
      "loss": 12.1848,
      "step": 21058
    },
    {
      "epoch": 3.4483379728180776,
      "grad_norm": 0.15283533930778503,
      "learning_rate": 0.0001477616798547835,
      "loss": 12.2129,
      "step": 21059
    },
    {
      "epoch": 3.448501719338464,
      "grad_norm": 0.11885945498943329,
      "learning_rate": 0.00014775713790581864,
      "loss": 12.1664,
      "step": 21060
    },
    {
      "epoch": 3.4486654658588503,
      "grad_norm": 0.13270831108093262,
      "learning_rate": 0.0001477525958292218,
      "loss": 12.2045,
      "step": 21061
    },
    {
      "epoch": 3.448829212379237,
      "grad_norm": 0.14796067774295807,
      "learning_rate": 0.0001477480536250051,
      "loss": 12.1517,
      "step": 21062
    },
    {
      "epoch": 3.4489929588996233,
      "grad_norm": 0.1515262871980667,
      "learning_rate": 0.00014774351129318068,
      "loss": 12.2218,
      "step": 21063
    },
    {
      "epoch": 3.44915670542001,
      "grad_norm": 0.1723087579011917,
      "learning_rate": 0.00014773896883376068,
      "loss": 12.1691,
      "step": 21064
    },
    {
      "epoch": 3.4493204519403964,
      "grad_norm": 0.13260334730148315,
      "learning_rate": 0.00014773442624675724,
      "loss": 12.1427,
      "step": 21065
    },
    {
      "epoch": 3.449484198460783,
      "grad_norm": 0.16169606149196625,
      "learning_rate": 0.0001477298835321825,
      "loss": 12.1875,
      "step": 21066
    },
    {
      "epoch": 3.449647944981169,
      "grad_norm": 0.11818201094865799,
      "learning_rate": 0.00014772534069004863,
      "loss": 12.1995,
      "step": 21067
    },
    {
      "epoch": 3.4498116915015555,
      "grad_norm": 0.13804571330547333,
      "learning_rate": 0.00014772079772036768,
      "loss": 12.164,
      "step": 21068
    },
    {
      "epoch": 3.449975438021942,
      "grad_norm": 0.1359151154756546,
      "learning_rate": 0.0001477162546231519,
      "loss": 12.1635,
      "step": 21069
    },
    {
      "epoch": 3.4501391845423286,
      "grad_norm": 0.16311854124069214,
      "learning_rate": 0.00014771171139841337,
      "loss": 12.1479,
      "step": 21070
    },
    {
      "epoch": 3.4503029310627147,
      "grad_norm": 0.20193156599998474,
      "learning_rate": 0.00014770716804616424,
      "loss": 12.2068,
      "step": 21071
    },
    {
      "epoch": 3.450466677583101,
      "grad_norm": 0.161418154835701,
      "learning_rate": 0.00014770262456641667,
      "loss": 12.1677,
      "step": 21072
    },
    {
      "epoch": 3.4506304241034877,
      "grad_norm": 0.16070812940597534,
      "learning_rate": 0.0001476980809591828,
      "loss": 12.2045,
      "step": 21073
    },
    {
      "epoch": 3.4507941706238743,
      "grad_norm": 0.13279466331005096,
      "learning_rate": 0.00014769353722447477,
      "loss": 12.2326,
      "step": 21074
    },
    {
      "epoch": 3.450957917144261,
      "grad_norm": 0.13134726881980896,
      "learning_rate": 0.00014768899336230467,
      "loss": 12.1825,
      "step": 21075
    },
    {
      "epoch": 3.4511216636646473,
      "grad_norm": 0.1984259933233261,
      "learning_rate": 0.00014768444937268474,
      "loss": 12.1772,
      "step": 21076
    },
    {
      "epoch": 3.4512854101850334,
      "grad_norm": 0.17864759266376495,
      "learning_rate": 0.00014767990525562706,
      "loss": 12.1575,
      "step": 21077
    },
    {
      "epoch": 3.45144915670542,
      "grad_norm": 0.16600582003593445,
      "learning_rate": 0.00014767536101114377,
      "loss": 12.1726,
      "step": 21078
    },
    {
      "epoch": 3.4516129032258065,
      "grad_norm": 0.15552324056625366,
      "learning_rate": 0.00014767081663924706,
      "loss": 12.2226,
      "step": 21079
    },
    {
      "epoch": 3.451776649746193,
      "grad_norm": 0.1879776567220688,
      "learning_rate": 0.00014766627213994902,
      "loss": 12.1902,
      "step": 21080
    },
    {
      "epoch": 3.451940396266579,
      "grad_norm": 0.2137170135974884,
      "learning_rate": 0.00014766172751326187,
      "loss": 12.1972,
      "step": 21081
    },
    {
      "epoch": 3.4521041427869656,
      "grad_norm": 0.14087511599063873,
      "learning_rate": 0.00014765718275919765,
      "loss": 12.205,
      "step": 21082
    },
    {
      "epoch": 3.452267889307352,
      "grad_norm": 0.17720787227153778,
      "learning_rate": 0.0001476526378777686,
      "loss": 12.2117,
      "step": 21083
    },
    {
      "epoch": 3.4524316358277387,
      "grad_norm": 0.19831059873104095,
      "learning_rate": 0.00014764809286898684,
      "loss": 12.171,
      "step": 21084
    },
    {
      "epoch": 3.4525953823481252,
      "grad_norm": 0.15619899332523346,
      "learning_rate": 0.0001476435477328645,
      "loss": 12.2175,
      "step": 21085
    },
    {
      "epoch": 3.4527591288685118,
      "grad_norm": 0.1713637113571167,
      "learning_rate": 0.00014763900246941373,
      "loss": 12.166,
      "step": 21086
    },
    {
      "epoch": 3.452922875388898,
      "grad_norm": 0.1659477949142456,
      "learning_rate": 0.00014763445707864666,
      "loss": 12.1672,
      "step": 21087
    },
    {
      "epoch": 3.4530866219092844,
      "grad_norm": 0.14387017488479614,
      "learning_rate": 0.0001476299115605755,
      "loss": 12.1789,
      "step": 21088
    },
    {
      "epoch": 3.453250368429671,
      "grad_norm": 0.11362617462873459,
      "learning_rate": 0.00014762536591521235,
      "loss": 12.1672,
      "step": 21089
    },
    {
      "epoch": 3.4534141149500575,
      "grad_norm": 0.12870602309703827,
      "learning_rate": 0.00014762082014256936,
      "loss": 12.1533,
      "step": 21090
    },
    {
      "epoch": 3.4535778614704435,
      "grad_norm": 0.15777532756328583,
      "learning_rate": 0.00014761627424265868,
      "loss": 12.2083,
      "step": 21091
    },
    {
      "epoch": 3.45374160799083,
      "grad_norm": 0.18260987102985382,
      "learning_rate": 0.00014761172821549248,
      "loss": 12.2468,
      "step": 21092
    },
    {
      "epoch": 3.4539053545112166,
      "grad_norm": 0.1946231573820114,
      "learning_rate": 0.00014760718206108288,
      "loss": 12.2222,
      "step": 21093
    },
    {
      "epoch": 3.454069101031603,
      "grad_norm": 0.1470881849527359,
      "learning_rate": 0.00014760263577944205,
      "loss": 12.179,
      "step": 21094
    },
    {
      "epoch": 3.4542328475519897,
      "grad_norm": 0.18312102556228638,
      "learning_rate": 0.00014759808937058212,
      "loss": 12.1856,
      "step": 21095
    },
    {
      "epoch": 3.454396594072376,
      "grad_norm": 0.1417272537946701,
      "learning_rate": 0.00014759354283451527,
      "loss": 12.1423,
      "step": 21096
    },
    {
      "epoch": 3.4545603405927623,
      "grad_norm": 0.1899300515651703,
      "learning_rate": 0.00014758899617125362,
      "loss": 12.1698,
      "step": 21097
    },
    {
      "epoch": 3.454724087113149,
      "grad_norm": 0.13952197134494781,
      "learning_rate": 0.00014758444938080934,
      "loss": 12.2287,
      "step": 21098
    },
    {
      "epoch": 3.4548878336335354,
      "grad_norm": 0.15987443923950195,
      "learning_rate": 0.00014757990246319456,
      "loss": 12.1665,
      "step": 21099
    },
    {
      "epoch": 3.455051580153922,
      "grad_norm": 0.1557811200618744,
      "learning_rate": 0.00014757535541842152,
      "loss": 12.2337,
      "step": 21100
    },
    {
      "epoch": 3.455215326674308,
      "grad_norm": 0.1656254529953003,
      "learning_rate": 0.00014757080824650225,
      "loss": 12.1251,
      "step": 21101
    },
    {
      "epoch": 3.4553790731946945,
      "grad_norm": 0.12384995818138123,
      "learning_rate": 0.00014756626094744891,
      "loss": 12.1757,
      "step": 21102
    },
    {
      "epoch": 3.455542819715081,
      "grad_norm": 0.16150662302970886,
      "learning_rate": 0.00014756171352127377,
      "loss": 12.1959,
      "step": 21103
    },
    {
      "epoch": 3.4557065662354676,
      "grad_norm": 0.12030965834856033,
      "learning_rate": 0.00014755716596798887,
      "loss": 12.1781,
      "step": 21104
    },
    {
      "epoch": 3.455870312755854,
      "grad_norm": 0.16817259788513184,
      "learning_rate": 0.0001475526182876064,
      "loss": 12.2042,
      "step": 21105
    },
    {
      "epoch": 3.45603405927624,
      "grad_norm": 0.2212492823600769,
      "learning_rate": 0.00014754807048013852,
      "loss": 12.1744,
      "step": 21106
    },
    {
      "epoch": 3.4561978057966267,
      "grad_norm": 0.20652645826339722,
      "learning_rate": 0.0001475435225455974,
      "loss": 12.2267,
      "step": 21107
    },
    {
      "epoch": 3.4563615523170133,
      "grad_norm": 0.23608478903770447,
      "learning_rate": 0.00014753897448399516,
      "loss": 12.175,
      "step": 21108
    },
    {
      "epoch": 3.4565252988374,
      "grad_norm": 0.17061519622802734,
      "learning_rate": 0.00014753442629534397,
      "loss": 12.1633,
      "step": 21109
    },
    {
      "epoch": 3.4566890453577863,
      "grad_norm": 0.1463697999715805,
      "learning_rate": 0.000147529877979656,
      "loss": 12.1584,
      "step": 21110
    },
    {
      "epoch": 3.4568527918781724,
      "grad_norm": 0.13341666758060455,
      "learning_rate": 0.00014752532953694338,
      "loss": 12.1656,
      "step": 21111
    },
    {
      "epoch": 3.457016538398559,
      "grad_norm": 0.13851037621498108,
      "learning_rate": 0.00014752078096721827,
      "loss": 12.2256,
      "step": 21112
    },
    {
      "epoch": 3.4571802849189455,
      "grad_norm": 0.12460578978061676,
      "learning_rate": 0.00014751623227049284,
      "loss": 12.1958,
      "step": 21113
    },
    {
      "epoch": 3.457344031439332,
      "grad_norm": 0.16817936301231384,
      "learning_rate": 0.00014751168344677922,
      "loss": 12.214,
      "step": 21114
    },
    {
      "epoch": 3.4575077779597185,
      "grad_norm": 0.17378216981887817,
      "learning_rate": 0.0001475071344960896,
      "loss": 12.2625,
      "step": 21115
    },
    {
      "epoch": 3.4576715244801046,
      "grad_norm": 0.19520053267478943,
      "learning_rate": 0.00014750258541843612,
      "loss": 12.1758,
      "step": 21116
    },
    {
      "epoch": 3.457835271000491,
      "grad_norm": 0.2375664860010147,
      "learning_rate": 0.00014749803621383093,
      "loss": 12.1343,
      "step": 21117
    },
    {
      "epoch": 3.4579990175208777,
      "grad_norm": 0.14945396780967712,
      "learning_rate": 0.00014749348688228623,
      "loss": 12.1923,
      "step": 21118
    },
    {
      "epoch": 3.458162764041264,
      "grad_norm": 0.24412024021148682,
      "learning_rate": 0.00014748893742381412,
      "loss": 12.2265,
      "step": 21119
    },
    {
      "epoch": 3.4583265105616507,
      "grad_norm": 0.15316608548164368,
      "learning_rate": 0.0001474843878384268,
      "loss": 12.1619,
      "step": 21120
    },
    {
      "epoch": 3.458490257082037,
      "grad_norm": 0.13789574801921844,
      "learning_rate": 0.0001474798381261364,
      "loss": 12.1342,
      "step": 21121
    },
    {
      "epoch": 3.4586540036024234,
      "grad_norm": 0.13717305660247803,
      "learning_rate": 0.0001474752882869551,
      "loss": 12.2149,
      "step": 21122
    },
    {
      "epoch": 3.45881775012281,
      "grad_norm": 0.1723768413066864,
      "learning_rate": 0.00014747073832089503,
      "loss": 12.1824,
      "step": 21123
    },
    {
      "epoch": 3.4589814966431964,
      "grad_norm": 0.14141538739204407,
      "learning_rate": 0.00014746618822796838,
      "loss": 12.1708,
      "step": 21124
    },
    {
      "epoch": 3.459145243163583,
      "grad_norm": 0.16361528635025024,
      "learning_rate": 0.00014746163800818734,
      "loss": 12.1921,
      "step": 21125
    },
    {
      "epoch": 3.459308989683969,
      "grad_norm": 0.16811592876911163,
      "learning_rate": 0.000147457087661564,
      "loss": 12.1672,
      "step": 21126
    },
    {
      "epoch": 3.4594727362043556,
      "grad_norm": 0.13793456554412842,
      "learning_rate": 0.00014745253718811057,
      "loss": 12.1875,
      "step": 21127
    },
    {
      "epoch": 3.459636482724742,
      "grad_norm": 0.15250176191329956,
      "learning_rate": 0.0001474479865878392,
      "loss": 12.1897,
      "step": 21128
    },
    {
      "epoch": 3.4598002292451286,
      "grad_norm": 0.11330703645944595,
      "learning_rate": 0.00014744343586076204,
      "loss": 12.1877,
      "step": 21129
    },
    {
      "epoch": 3.459963975765515,
      "grad_norm": 0.11503279209136963,
      "learning_rate": 0.00014743888500689124,
      "loss": 12.1758,
      "step": 21130
    },
    {
      "epoch": 3.4601277222859013,
      "grad_norm": 0.17193202674388885,
      "learning_rate": 0.00014743433402623899,
      "loss": 12.1566,
      "step": 21131
    },
    {
      "epoch": 3.460291468806288,
      "grad_norm": 0.1773039847612381,
      "learning_rate": 0.00014742978291881742,
      "loss": 12.1998,
      "step": 21132
    },
    {
      "epoch": 3.4604552153266743,
      "grad_norm": 0.17890264093875885,
      "learning_rate": 0.00014742523168463878,
      "loss": 12.1494,
      "step": 21133
    },
    {
      "epoch": 3.460618961847061,
      "grad_norm": 0.1671038717031479,
      "learning_rate": 0.0001474206803237151,
      "loss": 12.1641,
      "step": 21134
    },
    {
      "epoch": 3.4607827083674474,
      "grad_norm": 0.14147831499576569,
      "learning_rate": 0.00014741612883605867,
      "loss": 12.1994,
      "step": 21135
    },
    {
      "epoch": 3.4609464548878335,
      "grad_norm": 0.24018138647079468,
      "learning_rate": 0.00014741157722168155,
      "loss": 12.1665,
      "step": 21136
    },
    {
      "epoch": 3.46111020140822,
      "grad_norm": 0.17079579830169678,
      "learning_rate": 0.00014740702548059602,
      "loss": 12.1739,
      "step": 21137
    },
    {
      "epoch": 3.4612739479286065,
      "grad_norm": 0.22091075778007507,
      "learning_rate": 0.0001474024736128141,
      "loss": 12.1344,
      "step": 21138
    },
    {
      "epoch": 3.461437694448993,
      "grad_norm": 0.12724356353282928,
      "learning_rate": 0.00014739792161834806,
      "loss": 12.167,
      "step": 21139
    },
    {
      "epoch": 3.461601440969379,
      "grad_norm": 0.2298482358455658,
      "learning_rate": 0.00014739336949721007,
      "loss": 12.1721,
      "step": 21140
    },
    {
      "epoch": 3.4617651874897657,
      "grad_norm": 0.1538548618555069,
      "learning_rate": 0.0001473888172494122,
      "loss": 12.2119,
      "step": 21141
    },
    {
      "epoch": 3.4619289340101522,
      "grad_norm": 0.18006475269794464,
      "learning_rate": 0.00014738426487496674,
      "loss": 12.2018,
      "step": 21142
    },
    {
      "epoch": 3.4620926805305388,
      "grad_norm": 0.14601895213127136,
      "learning_rate": 0.00014737971237388574,
      "loss": 12.1677,
      "step": 21143
    },
    {
      "epoch": 3.4622564270509253,
      "grad_norm": 0.1576089859008789,
      "learning_rate": 0.00014737515974618147,
      "loss": 12.1563,
      "step": 21144
    },
    {
      "epoch": 3.462420173571312,
      "grad_norm": 0.16262616217136383,
      "learning_rate": 0.000147370606991866,
      "loss": 12.1764,
      "step": 21145
    },
    {
      "epoch": 3.462583920091698,
      "grad_norm": 0.12458660453557968,
      "learning_rate": 0.00014736605411095157,
      "loss": 12.1748,
      "step": 21146
    },
    {
      "epoch": 3.4627476666120844,
      "grad_norm": 0.11599802225828171,
      "learning_rate": 0.00014736150110345033,
      "loss": 12.156,
      "step": 21147
    },
    {
      "epoch": 3.462911413132471,
      "grad_norm": 0.14169539511203766,
      "learning_rate": 0.00014735694796937443,
      "loss": 12.1914,
      "step": 21148
    },
    {
      "epoch": 3.4630751596528575,
      "grad_norm": 0.13305425643920898,
      "learning_rate": 0.00014735239470873603,
      "loss": 12.1457,
      "step": 21149
    },
    {
      "epoch": 3.4632389061732436,
      "grad_norm": 0.19314342737197876,
      "learning_rate": 0.00014734784132154735,
      "loss": 12.1379,
      "step": 21150
    },
    {
      "epoch": 3.46340265269363,
      "grad_norm": 0.2057342380285263,
      "learning_rate": 0.00014734328780782052,
      "loss": 12.1654,
      "step": 21151
    },
    {
      "epoch": 3.4635663992140167,
      "grad_norm": 0.1669473797082901,
      "learning_rate": 0.00014733873416756773,
      "loss": 12.1519,
      "step": 21152
    },
    {
      "epoch": 3.463730145734403,
      "grad_norm": 0.13139283657073975,
      "learning_rate": 0.0001473341804008011,
      "loss": 12.1355,
      "step": 21153
    },
    {
      "epoch": 3.4638938922547897,
      "grad_norm": 0.1775093823671341,
      "learning_rate": 0.00014732962650753286,
      "loss": 12.1989,
      "step": 21154
    },
    {
      "epoch": 3.4640576387751763,
      "grad_norm": 0.10946737229824066,
      "learning_rate": 0.00014732507248777516,
      "loss": 12.1576,
      "step": 21155
    },
    {
      "epoch": 3.4642213852955623,
      "grad_norm": 0.1288084089756012,
      "learning_rate": 0.00014732051834154015,
      "loss": 12.1618,
      "step": 21156
    },
    {
      "epoch": 3.464385131815949,
      "grad_norm": 0.16084520518779755,
      "learning_rate": 0.00014731596406884003,
      "loss": 12.1914,
      "step": 21157
    },
    {
      "epoch": 3.4645488783363354,
      "grad_norm": 0.13154354691505432,
      "learning_rate": 0.00014731140966968697,
      "loss": 12.1898,
      "step": 21158
    },
    {
      "epoch": 3.464712624856722,
      "grad_norm": 0.11941137164831161,
      "learning_rate": 0.0001473068551440931,
      "loss": 12.1603,
      "step": 21159
    },
    {
      "epoch": 3.464876371377108,
      "grad_norm": 0.14441022276878357,
      "learning_rate": 0.00014730230049207066,
      "loss": 12.1288,
      "step": 21160
    },
    {
      "epoch": 3.4650401178974946,
      "grad_norm": 0.14197386801242828,
      "learning_rate": 0.00014729774571363178,
      "loss": 12.1837,
      "step": 21161
    },
    {
      "epoch": 3.465203864417881,
      "grad_norm": 0.1497827172279358,
      "learning_rate": 0.00014729319080878864,
      "loss": 12.2098,
      "step": 21162
    },
    {
      "epoch": 3.4653676109382676,
      "grad_norm": 0.21383816003799438,
      "learning_rate": 0.00014728863577755338,
      "loss": 12.161,
      "step": 21163
    },
    {
      "epoch": 3.465531357458654,
      "grad_norm": 0.1634635478258133,
      "learning_rate": 0.0001472840806199382,
      "loss": 12.1701,
      "step": 21164
    },
    {
      "epoch": 3.4656951039790407,
      "grad_norm": 0.16032642126083374,
      "learning_rate": 0.00014727952533595532,
      "loss": 12.1883,
      "step": 21165
    },
    {
      "epoch": 3.4658588504994268,
      "grad_norm": 0.16500629484653473,
      "learning_rate": 0.00014727496992561687,
      "loss": 12.1431,
      "step": 21166
    },
    {
      "epoch": 3.4660225970198133,
      "grad_norm": 0.12892243266105652,
      "learning_rate": 0.00014727041438893502,
      "loss": 12.1332,
      "step": 21167
    },
    {
      "epoch": 3.4661863435402,
      "grad_norm": 0.2318701595067978,
      "learning_rate": 0.00014726585872592193,
      "loss": 12.2159,
      "step": 21168
    },
    {
      "epoch": 3.4663500900605864,
      "grad_norm": 0.13797155022621155,
      "learning_rate": 0.00014726130293658983,
      "loss": 12.1632,
      "step": 21169
    },
    {
      "epoch": 3.4665138365809725,
      "grad_norm": 0.13269665837287903,
      "learning_rate": 0.00014725674702095084,
      "loss": 12.1615,
      "step": 21170
    },
    {
      "epoch": 3.466677583101359,
      "grad_norm": 0.13619329035282135,
      "learning_rate": 0.0001472521909790172,
      "loss": 12.1685,
      "step": 21171
    },
    {
      "epoch": 3.4668413296217455,
      "grad_norm": 0.18721263110637665,
      "learning_rate": 0.000147247634810801,
      "loss": 12.1481,
      "step": 21172
    },
    {
      "epoch": 3.467005076142132,
      "grad_norm": 0.17854392528533936,
      "learning_rate": 0.00014724307851631446,
      "loss": 12.2041,
      "step": 21173
    },
    {
      "epoch": 3.4671688226625186,
      "grad_norm": 0.14244122803211212,
      "learning_rate": 0.0001472385220955698,
      "loss": 12.211,
      "step": 21174
    },
    {
      "epoch": 3.467332569182905,
      "grad_norm": 0.16524487733840942,
      "learning_rate": 0.00014723396554857908,
      "loss": 12.2199,
      "step": 21175
    },
    {
      "epoch": 3.467496315703291,
      "grad_norm": 0.1458844691514969,
      "learning_rate": 0.0001472294088753546,
      "loss": 12.158,
      "step": 21176
    },
    {
      "epoch": 3.4676600622236777,
      "grad_norm": 0.1470574289560318,
      "learning_rate": 0.00014722485207590853,
      "loss": 12.1783,
      "step": 21177
    },
    {
      "epoch": 3.4678238087440643,
      "grad_norm": 0.13244853913784027,
      "learning_rate": 0.00014722029515025294,
      "loss": 12.1682,
      "step": 21178
    },
    {
      "epoch": 3.467987555264451,
      "grad_norm": 0.14496755599975586,
      "learning_rate": 0.0001472157380984001,
      "loss": 12.1875,
      "step": 21179
    },
    {
      "epoch": 3.468151301784837,
      "grad_norm": 0.135156512260437,
      "learning_rate": 0.0001472111809203622,
      "loss": 12.1462,
      "step": 21180
    },
    {
      "epoch": 3.4683150483052234,
      "grad_norm": 0.19738931953907013,
      "learning_rate": 0.00014720662361615135,
      "loss": 12.2272,
      "step": 21181
    },
    {
      "epoch": 3.46847879482561,
      "grad_norm": 0.17448876798152924,
      "learning_rate": 0.00014720206618577976,
      "loss": 12.2159,
      "step": 21182
    },
    {
      "epoch": 3.4686425413459965,
      "grad_norm": 0.1361965537071228,
      "learning_rate": 0.00014719750862925962,
      "loss": 12.1623,
      "step": 21183
    },
    {
      "epoch": 3.468806287866383,
      "grad_norm": 0.1470038741827011,
      "learning_rate": 0.00014719295094660313,
      "loss": 12.1638,
      "step": 21184
    },
    {
      "epoch": 3.468970034386769,
      "grad_norm": 0.1319693624973297,
      "learning_rate": 0.00014718839313782243,
      "loss": 12.1923,
      "step": 21185
    },
    {
      "epoch": 3.4691337809071556,
      "grad_norm": 0.17177851498126984,
      "learning_rate": 0.00014718383520292971,
      "loss": 12.1683,
      "step": 21186
    },
    {
      "epoch": 3.469297527427542,
      "grad_norm": 0.1258905678987503,
      "learning_rate": 0.00014717927714193713,
      "loss": 12.1674,
      "step": 21187
    },
    {
      "epoch": 3.4694612739479287,
      "grad_norm": 0.1473844051361084,
      "learning_rate": 0.00014717471895485694,
      "loss": 12.1689,
      "step": 21188
    },
    {
      "epoch": 3.4696250204683152,
      "grad_norm": 0.12138094007968903,
      "learning_rate": 0.0001471701606417013,
      "loss": 12.2029,
      "step": 21189
    },
    {
      "epoch": 3.4697887669887013,
      "grad_norm": 0.16888563334941864,
      "learning_rate": 0.00014716560220248232,
      "loss": 12.1591,
      "step": 21190
    },
    {
      "epoch": 3.469952513509088,
      "grad_norm": 0.13389962911605835,
      "learning_rate": 0.00014716104363721226,
      "loss": 12.1989,
      "step": 21191
    },
    {
      "epoch": 3.4701162600294744,
      "grad_norm": 0.17139892280101776,
      "learning_rate": 0.00014715648494590327,
      "loss": 12.1761,
      "step": 21192
    },
    {
      "epoch": 3.470280006549861,
      "grad_norm": 0.12537653744220734,
      "learning_rate": 0.00014715192612856754,
      "loss": 12.1893,
      "step": 21193
    },
    {
      "epoch": 3.4704437530702474,
      "grad_norm": 0.14055441319942474,
      "learning_rate": 0.00014714736718521724,
      "loss": 12.1324,
      "step": 21194
    },
    {
      "epoch": 3.4706074995906335,
      "grad_norm": 0.20291808247566223,
      "learning_rate": 0.0001471428081158646,
      "loss": 12.1716,
      "step": 21195
    },
    {
      "epoch": 3.47077124611102,
      "grad_norm": 0.14181005954742432,
      "learning_rate": 0.00014713824892052178,
      "loss": 12.1868,
      "step": 21196
    },
    {
      "epoch": 3.4709349926314066,
      "grad_norm": 0.13028766214847565,
      "learning_rate": 0.00014713368959920093,
      "loss": 12.144,
      "step": 21197
    },
    {
      "epoch": 3.471098739151793,
      "grad_norm": 0.12552326917648315,
      "learning_rate": 0.00014712913015191425,
      "loss": 12.19,
      "step": 21198
    },
    {
      "epoch": 3.4712624856721797,
      "grad_norm": 0.12986060976982117,
      "learning_rate": 0.00014712457057867396,
      "loss": 12.2161,
      "step": 21199
    },
    {
      "epoch": 3.4714262321925657,
      "grad_norm": 0.1531708687543869,
      "learning_rate": 0.00014712001087949225,
      "loss": 12.1622,
      "step": 21200
    },
    {
      "epoch": 3.4715899787129523,
      "grad_norm": 0.1568140983581543,
      "learning_rate": 0.00014711545105438125,
      "loss": 12.1759,
      "step": 21201
    },
    {
      "epoch": 3.471753725233339,
      "grad_norm": 0.11809681355953217,
      "learning_rate": 0.00014711089110335315,
      "loss": 12.1448,
      "step": 21202
    },
    {
      "epoch": 3.4719174717537253,
      "grad_norm": 0.1602247804403305,
      "learning_rate": 0.0001471063310264202,
      "loss": 12.1661,
      "step": 21203
    },
    {
      "epoch": 3.472081218274112,
      "grad_norm": 0.14171461760997772,
      "learning_rate": 0.00014710177082359456,
      "loss": 12.1648,
      "step": 21204
    },
    {
      "epoch": 3.472244964794498,
      "grad_norm": 0.16985918581485748,
      "learning_rate": 0.00014709721049488837,
      "loss": 12.2086,
      "step": 21205
    },
    {
      "epoch": 3.4724087113148845,
      "grad_norm": 0.14100860059261322,
      "learning_rate": 0.00014709265004031385,
      "loss": 12.1819,
      "step": 21206
    },
    {
      "epoch": 3.472572457835271,
      "grad_norm": 0.15701866149902344,
      "learning_rate": 0.00014708808945988324,
      "loss": 12.2012,
      "step": 21207
    },
    {
      "epoch": 3.4727362043556576,
      "grad_norm": 0.1376095712184906,
      "learning_rate": 0.00014708352875360863,
      "loss": 12.1435,
      "step": 21208
    },
    {
      "epoch": 3.4728999508760436,
      "grad_norm": 0.13807496428489685,
      "learning_rate": 0.00014707896792150226,
      "loss": 12.1873,
      "step": 21209
    },
    {
      "epoch": 3.47306369739643,
      "grad_norm": 0.2240438461303711,
      "learning_rate": 0.00014707440696357636,
      "loss": 12.2169,
      "step": 21210
    },
    {
      "epoch": 3.4732274439168167,
      "grad_norm": 0.19591081142425537,
      "learning_rate": 0.00014706984587984306,
      "loss": 12.1774,
      "step": 21211
    },
    {
      "epoch": 3.4733911904372032,
      "grad_norm": 0.14042286574840546,
      "learning_rate": 0.00014706528467031452,
      "loss": 12.1572,
      "step": 21212
    },
    {
      "epoch": 3.4735549369575898,
      "grad_norm": 0.20749209821224213,
      "learning_rate": 0.00014706072333500302,
      "loss": 12.2329,
      "step": 21213
    },
    {
      "epoch": 3.4737186834779763,
      "grad_norm": 0.10828366875648499,
      "learning_rate": 0.00014705616187392072,
      "loss": 12.1717,
      "step": 21214
    },
    {
      "epoch": 3.4738824299983624,
      "grad_norm": 0.1519828587770462,
      "learning_rate": 0.00014705160028707977,
      "loss": 12.1908,
      "step": 21215
    },
    {
      "epoch": 3.474046176518749,
      "grad_norm": 0.1405373066663742,
      "learning_rate": 0.00014704703857449237,
      "loss": 12.2075,
      "step": 21216
    },
    {
      "epoch": 3.4742099230391355,
      "grad_norm": 0.20916032791137695,
      "learning_rate": 0.00014704247673617076,
      "loss": 12.1827,
      "step": 21217
    },
    {
      "epoch": 3.474373669559522,
      "grad_norm": 0.1679740697145462,
      "learning_rate": 0.00014703791477212712,
      "loss": 12.2032,
      "step": 21218
    },
    {
      "epoch": 3.474537416079908,
      "grad_norm": 0.12859956920146942,
      "learning_rate": 0.00014703335268237357,
      "loss": 12.1492,
      "step": 21219
    },
    {
      "epoch": 3.4747011626002946,
      "grad_norm": 0.18606802821159363,
      "learning_rate": 0.0001470287904669224,
      "loss": 12.1644,
      "step": 21220
    },
    {
      "epoch": 3.474864909120681,
      "grad_norm": 0.22133831679821014,
      "learning_rate": 0.00014702422812578573,
      "loss": 12.1639,
      "step": 21221
    },
    {
      "epoch": 3.4750286556410677,
      "grad_norm": 0.18610729277133942,
      "learning_rate": 0.0001470196656589758,
      "loss": 12.1609,
      "step": 21222
    },
    {
      "epoch": 3.475192402161454,
      "grad_norm": 0.15478481352329254,
      "learning_rate": 0.00014701510306650475,
      "loss": 12.1818,
      "step": 21223
    },
    {
      "epoch": 3.4753561486818407,
      "grad_norm": 0.12315256148576736,
      "learning_rate": 0.00014701054034838484,
      "loss": 12.1748,
      "step": 21224
    },
    {
      "epoch": 3.475519895202227,
      "grad_norm": 0.16812635958194733,
      "learning_rate": 0.00014700597750462823,
      "loss": 12.1683,
      "step": 21225
    },
    {
      "epoch": 3.4756836417226133,
      "grad_norm": 0.12731251120567322,
      "learning_rate": 0.0001470014145352471,
      "loss": 12.2242,
      "step": 21226
    },
    {
      "epoch": 3.475847388243,
      "grad_norm": 0.12277276068925858,
      "learning_rate": 0.00014699685144025366,
      "loss": 12.1965,
      "step": 21227
    },
    {
      "epoch": 3.4760111347633864,
      "grad_norm": 0.16808007657527924,
      "learning_rate": 0.0001469922882196601,
      "loss": 12.1571,
      "step": 21228
    },
    {
      "epoch": 3.4761748812837725,
      "grad_norm": 0.16841891407966614,
      "learning_rate": 0.00014698772487347866,
      "loss": 12.1772,
      "step": 21229
    },
    {
      "epoch": 3.476338627804159,
      "grad_norm": 0.13982383906841278,
      "learning_rate": 0.00014698316140172147,
      "loss": 12.1722,
      "step": 21230
    },
    {
      "epoch": 3.4765023743245456,
      "grad_norm": 0.16896402835845947,
      "learning_rate": 0.00014697859780440076,
      "loss": 12.2159,
      "step": 21231
    },
    {
      "epoch": 3.476666120844932,
      "grad_norm": 0.13142596185207367,
      "learning_rate": 0.0001469740340815287,
      "loss": 12.2219,
      "step": 21232
    },
    {
      "epoch": 3.4768298673653186,
      "grad_norm": 0.190626859664917,
      "learning_rate": 0.00014696947023311752,
      "loss": 12.1984,
      "step": 21233
    },
    {
      "epoch": 3.476993613885705,
      "grad_norm": 0.18474794924259186,
      "learning_rate": 0.00014696490625917938,
      "loss": 12.2028,
      "step": 21234
    },
    {
      "epoch": 3.4771573604060912,
      "grad_norm": 0.1513267457485199,
      "learning_rate": 0.00014696034215972654,
      "loss": 12.1699,
      "step": 21235
    },
    {
      "epoch": 3.477321106926478,
      "grad_norm": 0.1649555116891861,
      "learning_rate": 0.00014695577793477114,
      "loss": 12.1992,
      "step": 21236
    },
    {
      "epoch": 3.4774848534468643,
      "grad_norm": 0.1364826261997223,
      "learning_rate": 0.00014695121358432537,
      "loss": 12.2031,
      "step": 21237
    },
    {
      "epoch": 3.477648599967251,
      "grad_norm": 0.13061830401420593,
      "learning_rate": 0.00014694664910840145,
      "loss": 12.2091,
      "step": 21238
    },
    {
      "epoch": 3.477812346487637,
      "grad_norm": 0.14847293496131897,
      "learning_rate": 0.00014694208450701164,
      "loss": 12.2159,
      "step": 21239
    },
    {
      "epoch": 3.4779760930080235,
      "grad_norm": 0.13128118216991425,
      "learning_rate": 0.00014693751978016802,
      "loss": 12.1659,
      "step": 21240
    },
    {
      "epoch": 3.47813983952841,
      "grad_norm": 0.20553378760814667,
      "learning_rate": 0.0001469329549278829,
      "loss": 12.2113,
      "step": 21241
    },
    {
      "epoch": 3.4783035860487965,
      "grad_norm": 0.2083921581506729,
      "learning_rate": 0.0001469283899501684,
      "loss": 12.1936,
      "step": 21242
    },
    {
      "epoch": 3.478467332569183,
      "grad_norm": 0.16412271559238434,
      "learning_rate": 0.00014692382484703676,
      "loss": 12.1972,
      "step": 21243
    },
    {
      "epoch": 3.4786310790895696,
      "grad_norm": 0.17233555018901825,
      "learning_rate": 0.00014691925961850017,
      "loss": 12.15,
      "step": 21244
    },
    {
      "epoch": 3.4787948256099557,
      "grad_norm": 0.21506893634796143,
      "learning_rate": 0.0001469146942645708,
      "loss": 12.2179,
      "step": 21245
    },
    {
      "epoch": 3.478958572130342,
      "grad_norm": 0.19144955277442932,
      "learning_rate": 0.00014691012878526093,
      "loss": 12.2406,
      "step": 21246
    },
    {
      "epoch": 3.4791223186507287,
      "grad_norm": 0.16590210795402527,
      "learning_rate": 0.0001469055631805827,
      "loss": 12.1839,
      "step": 21247
    },
    {
      "epoch": 3.4792860651711153,
      "grad_norm": 0.17771972715854645,
      "learning_rate": 0.00014690099745054834,
      "loss": 12.1416,
      "step": 21248
    },
    {
      "epoch": 3.4794498116915014,
      "grad_norm": 0.17414624989032745,
      "learning_rate": 0.00014689643159517,
      "loss": 12.2299,
      "step": 21249
    },
    {
      "epoch": 3.479613558211888,
      "grad_norm": 0.2481384426355362,
      "learning_rate": 0.00014689186561445993,
      "loss": 12.2006,
      "step": 21250
    },
    {
      "epoch": 3.4797773047322744,
      "grad_norm": 0.13131646811962128,
      "learning_rate": 0.00014688729950843035,
      "loss": 12.1554,
      "step": 21251
    },
    {
      "epoch": 3.479941051252661,
      "grad_norm": 0.14095339179039001,
      "learning_rate": 0.0001468827332770934,
      "loss": 12.2128,
      "step": 21252
    },
    {
      "epoch": 3.4801047977730475,
      "grad_norm": 0.20301681756973267,
      "learning_rate": 0.0001468781669204613,
      "loss": 12.1685,
      "step": 21253
    },
    {
      "epoch": 3.4802685442934336,
      "grad_norm": 0.15523266792297363,
      "learning_rate": 0.00014687360043854635,
      "loss": 12.1864,
      "step": 21254
    },
    {
      "epoch": 3.48043229081382,
      "grad_norm": 0.152633398771286,
      "learning_rate": 0.0001468690338313606,
      "loss": 12.1794,
      "step": 21255
    },
    {
      "epoch": 3.4805960373342066,
      "grad_norm": 0.14898096024990082,
      "learning_rate": 0.0001468644670989164,
      "loss": 12.2169,
      "step": 21256
    },
    {
      "epoch": 3.480759783854593,
      "grad_norm": 0.15684774518013,
      "learning_rate": 0.00014685990024122583,
      "loss": 12.201,
      "step": 21257
    },
    {
      "epoch": 3.4809235303749797,
      "grad_norm": 0.16405560076236725,
      "learning_rate": 0.00014685533325830115,
      "loss": 12.2167,
      "step": 21258
    },
    {
      "epoch": 3.481087276895366,
      "grad_norm": 0.1500054895877838,
      "learning_rate": 0.0001468507661501546,
      "loss": 12.1705,
      "step": 21259
    },
    {
      "epoch": 3.4812510234157523,
      "grad_norm": 0.175404354929924,
      "learning_rate": 0.00014684619891679833,
      "loss": 12.139,
      "step": 21260
    },
    {
      "epoch": 3.481414769936139,
      "grad_norm": 0.22869178652763367,
      "learning_rate": 0.00014684163155824457,
      "loss": 12.217,
      "step": 21261
    },
    {
      "epoch": 3.4815785164565254,
      "grad_norm": 0.15561123192310333,
      "learning_rate": 0.00014683706407450555,
      "loss": 12.1789,
      "step": 21262
    },
    {
      "epoch": 3.481742262976912,
      "grad_norm": 0.1788061410188675,
      "learning_rate": 0.00014683249646559341,
      "loss": 12.1738,
      "step": 21263
    },
    {
      "epoch": 3.481906009497298,
      "grad_norm": 0.16404248774051666,
      "learning_rate": 0.0001468279287315204,
      "loss": 12.1639,
      "step": 21264
    },
    {
      "epoch": 3.4820697560176845,
      "grad_norm": 0.15888287127017975,
      "learning_rate": 0.00014682336087229876,
      "loss": 12.1552,
      "step": 21265
    },
    {
      "epoch": 3.482233502538071,
      "grad_norm": 0.15824471414089203,
      "learning_rate": 0.00014681879288794064,
      "loss": 12.1699,
      "step": 21266
    },
    {
      "epoch": 3.4823972490584576,
      "grad_norm": 0.12470532953739166,
      "learning_rate": 0.00014681422477845826,
      "loss": 12.1776,
      "step": 21267
    },
    {
      "epoch": 3.482560995578844,
      "grad_norm": 0.16172538697719574,
      "learning_rate": 0.00014680965654386384,
      "loss": 12.175,
      "step": 21268
    },
    {
      "epoch": 3.48272474209923,
      "grad_norm": 0.12721747159957886,
      "learning_rate": 0.00014680508818416962,
      "loss": 12.1609,
      "step": 21269
    },
    {
      "epoch": 3.4828884886196168,
      "grad_norm": 0.18113704025745392,
      "learning_rate": 0.00014680051969938776,
      "loss": 12.2242,
      "step": 21270
    },
    {
      "epoch": 3.4830522351400033,
      "grad_norm": 0.12969307601451874,
      "learning_rate": 0.00014679595108953048,
      "loss": 12.189,
      "step": 21271
    },
    {
      "epoch": 3.48321598166039,
      "grad_norm": 0.1783088594675064,
      "learning_rate": 0.00014679138235461,
      "loss": 12.1536,
      "step": 21272
    },
    {
      "epoch": 3.4833797281807763,
      "grad_norm": 0.19656036794185638,
      "learning_rate": 0.00014678681349463853,
      "loss": 12.2354,
      "step": 21273
    },
    {
      "epoch": 3.4835434747011624,
      "grad_norm": 0.20653840899467468,
      "learning_rate": 0.0001467822445096283,
      "loss": 12.2119,
      "step": 21274
    },
    {
      "epoch": 3.483707221221549,
      "grad_norm": 0.14534102380275726,
      "learning_rate": 0.00014677767539959143,
      "loss": 12.2277,
      "step": 21275
    },
    {
      "epoch": 3.4838709677419355,
      "grad_norm": 0.1776668131351471,
      "learning_rate": 0.00014677310616454024,
      "loss": 12.1983,
      "step": 21276
    },
    {
      "epoch": 3.484034714262322,
      "grad_norm": 0.15566997230052948,
      "learning_rate": 0.0001467685368044869,
      "loss": 12.1592,
      "step": 21277
    },
    {
      "epoch": 3.484198460782708,
      "grad_norm": 0.22056202590465546,
      "learning_rate": 0.00014676396731944363,
      "loss": 12.1643,
      "step": 21278
    },
    {
      "epoch": 3.4843622073030946,
      "grad_norm": 0.16534389555454254,
      "learning_rate": 0.0001467593977094226,
      "loss": 12.1859,
      "step": 21279
    },
    {
      "epoch": 3.484525953823481,
      "grad_norm": 0.14389196038246155,
      "learning_rate": 0.00014675482797443608,
      "loss": 12.1695,
      "step": 21280
    },
    {
      "epoch": 3.4846897003438677,
      "grad_norm": 0.18839119374752045,
      "learning_rate": 0.00014675025811449626,
      "loss": 12.1406,
      "step": 21281
    },
    {
      "epoch": 3.4848534468642542,
      "grad_norm": 0.1577702909708023,
      "learning_rate": 0.00014674568812961535,
      "loss": 12.209,
      "step": 21282
    },
    {
      "epoch": 3.4850171933846408,
      "grad_norm": 0.15540780127048492,
      "learning_rate": 0.00014674111801980555,
      "loss": 12.2011,
      "step": 21283
    },
    {
      "epoch": 3.485180939905027,
      "grad_norm": 0.2000323086977005,
      "learning_rate": 0.0001467365477850791,
      "loss": 12.1406,
      "step": 21284
    },
    {
      "epoch": 3.4853446864254134,
      "grad_norm": 0.18946473300457,
      "learning_rate": 0.0001467319774254482,
      "loss": 12.1435,
      "step": 21285
    },
    {
      "epoch": 3.4855084329458,
      "grad_norm": 0.15304683148860931,
      "learning_rate": 0.00014672740694092508,
      "loss": 12.2673,
      "step": 21286
    },
    {
      "epoch": 3.4856721794661865,
      "grad_norm": 0.15516729652881622,
      "learning_rate": 0.00014672283633152192,
      "loss": 12.1852,
      "step": 21287
    },
    {
      "epoch": 3.4858359259865725,
      "grad_norm": 0.1652745008468628,
      "learning_rate": 0.00014671826559725098,
      "loss": 12.1663,
      "step": 21288
    },
    {
      "epoch": 3.485999672506959,
      "grad_norm": 0.24865590035915375,
      "learning_rate": 0.00014671369473812445,
      "loss": 12.1667,
      "step": 21289
    },
    {
      "epoch": 3.4861634190273456,
      "grad_norm": 0.13998359441757202,
      "learning_rate": 0.00014670912375415454,
      "loss": 12.2029,
      "step": 21290
    },
    {
      "epoch": 3.486327165547732,
      "grad_norm": 0.16222532093524933,
      "learning_rate": 0.00014670455264535344,
      "loss": 12.1837,
      "step": 21291
    },
    {
      "epoch": 3.4864909120681187,
      "grad_norm": 0.11894512176513672,
      "learning_rate": 0.00014669998141173346,
      "loss": 12.132,
      "step": 21292
    },
    {
      "epoch": 3.486654658588505,
      "grad_norm": 0.13670508563518524,
      "learning_rate": 0.0001466954100533067,
      "loss": 12.2138,
      "step": 21293
    },
    {
      "epoch": 3.4868184051088913,
      "grad_norm": 0.16763414442539215,
      "learning_rate": 0.00014669083857008546,
      "loss": 12.1623,
      "step": 21294
    },
    {
      "epoch": 3.486982151629278,
      "grad_norm": 0.1334545612335205,
      "learning_rate": 0.00014668626696208196,
      "loss": 12.1832,
      "step": 21295
    },
    {
      "epoch": 3.4871458981496644,
      "grad_norm": 0.186656191945076,
      "learning_rate": 0.00014668169522930835,
      "loss": 12.1402,
      "step": 21296
    },
    {
      "epoch": 3.487309644670051,
      "grad_norm": 0.18042267858982086,
      "learning_rate": 0.0001466771233717769,
      "loss": 12.1912,
      "step": 21297
    },
    {
      "epoch": 3.487473391190437,
      "grad_norm": 0.15576229989528656,
      "learning_rate": 0.0001466725513894998,
      "loss": 12.2329,
      "step": 21298
    },
    {
      "epoch": 3.4876371377108235,
      "grad_norm": 0.1851073056459427,
      "learning_rate": 0.0001466679792824893,
      "loss": 12.1745,
      "step": 21299
    },
    {
      "epoch": 3.48780088423121,
      "grad_norm": 0.1876002550125122,
      "learning_rate": 0.0001466634070507576,
      "loss": 12.1595,
      "step": 21300
    },
    {
      "epoch": 3.4879646307515966,
      "grad_norm": 0.1477193534374237,
      "learning_rate": 0.00014665883469431695,
      "loss": 12.212,
      "step": 21301
    },
    {
      "epoch": 3.488128377271983,
      "grad_norm": 0.14892958104610443,
      "learning_rate": 0.0001466542622131795,
      "loss": 12.2137,
      "step": 21302
    },
    {
      "epoch": 3.4882921237923696,
      "grad_norm": 0.11914688348770142,
      "learning_rate": 0.00014664968960735757,
      "loss": 12.1733,
      "step": 21303
    },
    {
      "epoch": 3.4884558703127557,
      "grad_norm": 0.1385144144296646,
      "learning_rate": 0.00014664511687686327,
      "loss": 12.2263,
      "step": 21304
    },
    {
      "epoch": 3.4886196168331423,
      "grad_norm": 0.18162037432193756,
      "learning_rate": 0.00014664054402170889,
      "loss": 12.1568,
      "step": 21305
    },
    {
      "epoch": 3.488783363353529,
      "grad_norm": 0.14707309007644653,
      "learning_rate": 0.00014663597104190663,
      "loss": 12.1903,
      "step": 21306
    },
    {
      "epoch": 3.4889471098739153,
      "grad_norm": 0.15353958308696747,
      "learning_rate": 0.00014663139793746872,
      "loss": 12.195,
      "step": 21307
    },
    {
      "epoch": 3.4891108563943014,
      "grad_norm": 0.2138841301202774,
      "learning_rate": 0.00014662682470840738,
      "loss": 12.248,
      "step": 21308
    },
    {
      "epoch": 3.489274602914688,
      "grad_norm": 0.15775349736213684,
      "learning_rate": 0.0001466222513547348,
      "loss": 12.2193,
      "step": 21309
    },
    {
      "epoch": 3.4894383494350745,
      "grad_norm": 0.19868817925453186,
      "learning_rate": 0.00014661767787646328,
      "loss": 12.1508,
      "step": 21310
    },
    {
      "epoch": 3.489602095955461,
      "grad_norm": 0.15493977069854736,
      "learning_rate": 0.00014661310427360497,
      "loss": 12.1418,
      "step": 21311
    },
    {
      "epoch": 3.4897658424758475,
      "grad_norm": 0.19594819843769073,
      "learning_rate": 0.0001466085305461721,
      "loss": 12.2247,
      "step": 21312
    },
    {
      "epoch": 3.489929588996234,
      "grad_norm": 0.1741867959499359,
      "learning_rate": 0.00014660395669417693,
      "loss": 12.1623,
      "step": 21313
    },
    {
      "epoch": 3.49009333551662,
      "grad_norm": 0.16115641593933105,
      "learning_rate": 0.0001465993827176317,
      "loss": 12.179,
      "step": 21314
    },
    {
      "epoch": 3.4902570820370067,
      "grad_norm": 0.1780872642993927,
      "learning_rate": 0.00014659480861654856,
      "loss": 12.2107,
      "step": 21315
    },
    {
      "epoch": 3.490420828557393,
      "grad_norm": 0.173082634806633,
      "learning_rate": 0.00014659023439093978,
      "loss": 12.2057,
      "step": 21316
    },
    {
      "epoch": 3.4905845750777797,
      "grad_norm": 0.1172238141298294,
      "learning_rate": 0.00014658566004081757,
      "loss": 12.152,
      "step": 21317
    },
    {
      "epoch": 3.490748321598166,
      "grad_norm": 0.23837067186832428,
      "learning_rate": 0.00014658108556619417,
      "loss": 12.1345,
      "step": 21318
    },
    {
      "epoch": 3.4909120681185524,
      "grad_norm": 0.16645435988903046,
      "learning_rate": 0.0001465765109670818,
      "loss": 12.205,
      "step": 21319
    },
    {
      "epoch": 3.491075814638939,
      "grad_norm": 0.15960827469825745,
      "learning_rate": 0.0001465719362434927,
      "loss": 12.1401,
      "step": 21320
    },
    {
      "epoch": 3.4912395611593254,
      "grad_norm": 0.2251846045255661,
      "learning_rate": 0.00014656736139543905,
      "loss": 12.1507,
      "step": 21321
    },
    {
      "epoch": 3.491403307679712,
      "grad_norm": 0.1336449384689331,
      "learning_rate": 0.00014656278642293313,
      "loss": 12.189,
      "step": 21322
    },
    {
      "epoch": 3.4915670542000985,
      "grad_norm": 0.18381154537200928,
      "learning_rate": 0.00014655821132598712,
      "loss": 12.1316,
      "step": 21323
    },
    {
      "epoch": 3.4917308007204846,
      "grad_norm": 0.11186564713716507,
      "learning_rate": 0.0001465536361046133,
      "loss": 12.1779,
      "step": 21324
    },
    {
      "epoch": 3.491894547240871,
      "grad_norm": 0.17597337067127228,
      "learning_rate": 0.00014654906075882386,
      "loss": 12.1888,
      "step": 21325
    },
    {
      "epoch": 3.4920582937612576,
      "grad_norm": 0.13351070880889893,
      "learning_rate": 0.00014654448528863103,
      "loss": 12.1487,
      "step": 21326
    },
    {
      "epoch": 3.492222040281644,
      "grad_norm": 0.1346661001443863,
      "learning_rate": 0.00014653990969404703,
      "loss": 12.1835,
      "step": 21327
    },
    {
      "epoch": 3.4923857868020303,
      "grad_norm": 0.11842776834964752,
      "learning_rate": 0.00014653533397508413,
      "loss": 12.1412,
      "step": 21328
    },
    {
      "epoch": 3.492549533322417,
      "grad_norm": 0.12173978239297867,
      "learning_rate": 0.00014653075813175453,
      "loss": 12.1815,
      "step": 21329
    },
    {
      "epoch": 3.4927132798428033,
      "grad_norm": 0.1154642328619957,
      "learning_rate": 0.00014652618216407044,
      "loss": 12.1806,
      "step": 21330
    },
    {
      "epoch": 3.49287702636319,
      "grad_norm": 0.15954312682151794,
      "learning_rate": 0.0001465216060720441,
      "loss": 12.2073,
      "step": 21331
    },
    {
      "epoch": 3.4930407728835764,
      "grad_norm": 0.11711375415325165,
      "learning_rate": 0.00014651702985568778,
      "loss": 12.1661,
      "step": 21332
    },
    {
      "epoch": 3.4932045194039625,
      "grad_norm": 0.28018391132354736,
      "learning_rate": 0.00014651245351501367,
      "loss": 12.2464,
      "step": 21333
    },
    {
      "epoch": 3.493368265924349,
      "grad_norm": 0.1483563482761383,
      "learning_rate": 0.00014650787705003398,
      "loss": 12.17,
      "step": 21334
    },
    {
      "epoch": 3.4935320124447355,
      "grad_norm": 0.18144790828227997,
      "learning_rate": 0.00014650330046076098,
      "loss": 12.2013,
      "step": 21335
    },
    {
      "epoch": 3.493695758965122,
      "grad_norm": 0.14697147905826569,
      "learning_rate": 0.00014649872374720695,
      "loss": 12.1992,
      "step": 21336
    },
    {
      "epoch": 3.4938595054855086,
      "grad_norm": 0.14969629049301147,
      "learning_rate": 0.00014649414690938401,
      "loss": 12.1432,
      "step": 21337
    },
    {
      "epoch": 3.4940232520058947,
      "grad_norm": 0.12887313961982727,
      "learning_rate": 0.00014648956994730444,
      "loss": 12.1918,
      "step": 21338
    },
    {
      "epoch": 3.4941869985262812,
      "grad_norm": 0.20196422934532166,
      "learning_rate": 0.0001464849928609805,
      "loss": 12.2182,
      "step": 21339
    },
    {
      "epoch": 3.4943507450466678,
      "grad_norm": 0.1268416792154312,
      "learning_rate": 0.0001464804156504244,
      "loss": 12.1762,
      "step": 21340
    },
    {
      "epoch": 3.4945144915670543,
      "grad_norm": 0.16520079970359802,
      "learning_rate": 0.00014647583831564834,
      "loss": 12.1303,
      "step": 21341
    },
    {
      "epoch": 3.494678238087441,
      "grad_norm": 0.15021096169948578,
      "learning_rate": 0.0001464712608566646,
      "loss": 12.1988,
      "step": 21342
    },
    {
      "epoch": 3.494841984607827,
      "grad_norm": 0.12872672080993652,
      "learning_rate": 0.00014646668327348542,
      "loss": 12.2131,
      "step": 21343
    },
    {
      "epoch": 3.4950057311282134,
      "grad_norm": 0.12605366110801697,
      "learning_rate": 0.00014646210556612296,
      "loss": 12.1601,
      "step": 21344
    },
    {
      "epoch": 3.4951694776486,
      "grad_norm": 0.19720908999443054,
      "learning_rate": 0.00014645752773458957,
      "loss": 12.1625,
      "step": 21345
    },
    {
      "epoch": 3.4953332241689865,
      "grad_norm": 0.15707619488239288,
      "learning_rate": 0.00014645294977889736,
      "loss": 12.1858,
      "step": 21346
    },
    {
      "epoch": 3.495496970689373,
      "grad_norm": 0.17034105956554413,
      "learning_rate": 0.00014644837169905866,
      "loss": 12.1914,
      "step": 21347
    },
    {
      "epoch": 3.495660717209759,
      "grad_norm": 0.19460666179656982,
      "learning_rate": 0.00014644379349508564,
      "loss": 12.164,
      "step": 21348
    },
    {
      "epoch": 3.4958244637301457,
      "grad_norm": 0.1369830220937729,
      "learning_rate": 0.0001464392151669906,
      "loss": 12.1884,
      "step": 21349
    },
    {
      "epoch": 3.495988210250532,
      "grad_norm": 0.1154533252120018,
      "learning_rate": 0.00014643463671478571,
      "loss": 12.2225,
      "step": 21350
    },
    {
      "epoch": 3.4961519567709187,
      "grad_norm": 0.15719646215438843,
      "learning_rate": 0.00014643005813848328,
      "loss": 12.1491,
      "step": 21351
    },
    {
      "epoch": 3.4963157032913053,
      "grad_norm": 0.15142907202243805,
      "learning_rate": 0.00014642547943809547,
      "loss": 12.2,
      "step": 21352
    },
    {
      "epoch": 3.4964794498116913,
      "grad_norm": 0.15538878738880157,
      "learning_rate": 0.00014642090061363453,
      "loss": 12.1279,
      "step": 21353
    },
    {
      "epoch": 3.496643196332078,
      "grad_norm": 0.1389356404542923,
      "learning_rate": 0.00014641632166511277,
      "loss": 12.2228,
      "step": 21354
    },
    {
      "epoch": 3.4968069428524644,
      "grad_norm": 0.13143201172351837,
      "learning_rate": 0.00014641174259254233,
      "loss": 12.1467,
      "step": 21355
    },
    {
      "epoch": 3.496970689372851,
      "grad_norm": 0.16358834505081177,
      "learning_rate": 0.00014640716339593552,
      "loss": 12.1792,
      "step": 21356
    },
    {
      "epoch": 3.497134435893237,
      "grad_norm": 0.13726617395877838,
      "learning_rate": 0.00014640258407530452,
      "loss": 12.196,
      "step": 21357
    },
    {
      "epoch": 3.4972981824136236,
      "grad_norm": 0.21507713198661804,
      "learning_rate": 0.00014639800463066163,
      "loss": 12.2266,
      "step": 21358
    },
    {
      "epoch": 3.49746192893401,
      "grad_norm": 0.15979553759098053,
      "learning_rate": 0.00014639342506201904,
      "loss": 12.2284,
      "step": 21359
    },
    {
      "epoch": 3.4976256754543966,
      "grad_norm": 0.15215341746807098,
      "learning_rate": 0.00014638884536938903,
      "loss": 12.1818,
      "step": 21360
    },
    {
      "epoch": 3.497789421974783,
      "grad_norm": 0.14741204679012299,
      "learning_rate": 0.00014638426555278376,
      "loss": 12.1797,
      "step": 21361
    },
    {
      "epoch": 3.4979531684951697,
      "grad_norm": 0.129251167178154,
      "learning_rate": 0.00014637968561221558,
      "loss": 12.1706,
      "step": 21362
    },
    {
      "epoch": 3.4981169150155558,
      "grad_norm": 0.20045402646064758,
      "learning_rate": 0.00014637510554769663,
      "loss": 12.166,
      "step": 21363
    },
    {
      "epoch": 3.4982806615359423,
      "grad_norm": 0.12290625274181366,
      "learning_rate": 0.0001463705253592392,
      "loss": 12.2407,
      "step": 21364
    },
    {
      "epoch": 3.498444408056329,
      "grad_norm": 0.15510593354701996,
      "learning_rate": 0.00014636594504685555,
      "loss": 12.199,
      "step": 21365
    },
    {
      "epoch": 3.4986081545767154,
      "grad_norm": 0.172166109085083,
      "learning_rate": 0.00014636136461055788,
      "loss": 12.1311,
      "step": 21366
    },
    {
      "epoch": 3.4987719010971015,
      "grad_norm": 0.15803687274456024,
      "learning_rate": 0.00014635678405035846,
      "loss": 12.1668,
      "step": 21367
    },
    {
      "epoch": 3.498935647617488,
      "grad_norm": 0.10742111504077911,
      "learning_rate": 0.0001463522033662695,
      "loss": 12.1979,
      "step": 21368
    },
    {
      "epoch": 3.4990993941378745,
      "grad_norm": 0.306098610162735,
      "learning_rate": 0.0001463476225583033,
      "loss": 12.2363,
      "step": 21369
    },
    {
      "epoch": 3.499263140658261,
      "grad_norm": 0.1849072128534317,
      "learning_rate": 0.00014634304162647202,
      "loss": 12.1292,
      "step": 21370
    },
    {
      "epoch": 3.4994268871786476,
      "grad_norm": 0.1475461721420288,
      "learning_rate": 0.000146338460570788,
      "loss": 12.1546,
      "step": 21371
    },
    {
      "epoch": 3.499590633699034,
      "grad_norm": 0.15040788054466248,
      "learning_rate": 0.00014633387939126338,
      "loss": 12.1765,
      "step": 21372
    },
    {
      "epoch": 3.49975438021942,
      "grad_norm": 0.12991228699684143,
      "learning_rate": 0.00014632929808791048,
      "loss": 12.1866,
      "step": 21373
    },
    {
      "epoch": 3.4999181267398067,
      "grad_norm": 0.18344974517822266,
      "learning_rate": 0.0001463247166607415,
      "loss": 12.1689,
      "step": 21374
    },
    {
      "epoch": 3.5000818732601933,
      "grad_norm": 0.20183083415031433,
      "learning_rate": 0.0001463201351097687,
      "loss": 12.1965,
      "step": 21375
    },
    {
      "epoch": 3.50024561978058,
      "grad_norm": 0.11270279437303543,
      "learning_rate": 0.0001463155534350043,
      "loss": 12.1626,
      "step": 21376
    },
    {
      "epoch": 3.500409366300966,
      "grad_norm": 0.1544029861688614,
      "learning_rate": 0.00014631097163646063,
      "loss": 12.1744,
      "step": 21377
    },
    {
      "epoch": 3.5005731128213524,
      "grad_norm": 0.15325503051280975,
      "learning_rate": 0.00014630638971414983,
      "loss": 12.1986,
      "step": 21378
    },
    {
      "epoch": 3.500736859341739,
      "grad_norm": 0.15057078003883362,
      "learning_rate": 0.0001463018076680842,
      "loss": 12.1991,
      "step": 21379
    },
    {
      "epoch": 3.5009006058621255,
      "grad_norm": 0.14615082740783691,
      "learning_rate": 0.00014629722549827602,
      "loss": 12.196,
      "step": 21380
    },
    {
      "epoch": 3.501064352382512,
      "grad_norm": 0.17846234142780304,
      "learning_rate": 0.00014629264320473742,
      "loss": 12.196,
      "step": 21381
    },
    {
      "epoch": 3.5012280989028985,
      "grad_norm": 0.1889810413122177,
      "learning_rate": 0.00014628806078748074,
      "loss": 12.1752,
      "step": 21382
    },
    {
      "epoch": 3.5013918454232846,
      "grad_norm": 0.14034870266914368,
      "learning_rate": 0.00014628347824651822,
      "loss": 12.1721,
      "step": 21383
    },
    {
      "epoch": 3.501555591943671,
      "grad_norm": 0.1344449818134308,
      "learning_rate": 0.00014627889558186207,
      "loss": 12.1323,
      "step": 21384
    },
    {
      "epoch": 3.5017193384640577,
      "grad_norm": 0.15224899351596832,
      "learning_rate": 0.00014627431279352454,
      "loss": 12.208,
      "step": 21385
    },
    {
      "epoch": 3.5018830849844442,
      "grad_norm": 0.20090444386005402,
      "learning_rate": 0.00014626972988151794,
      "loss": 12.2135,
      "step": 21386
    },
    {
      "epoch": 3.5020468315048303,
      "grad_norm": 0.1302129179239273,
      "learning_rate": 0.00014626514684585443,
      "loss": 12.18,
      "step": 21387
    },
    {
      "epoch": 3.502210578025217,
      "grad_norm": 0.14453814923763275,
      "learning_rate": 0.00014626056368654636,
      "loss": 12.1748,
      "step": 21388
    },
    {
      "epoch": 3.5023743245456034,
      "grad_norm": 0.1822463423013687,
      "learning_rate": 0.00014625598040360588,
      "loss": 12.1666,
      "step": 21389
    },
    {
      "epoch": 3.50253807106599,
      "grad_norm": 0.17679308354854584,
      "learning_rate": 0.00014625139699704528,
      "loss": 12.1749,
      "step": 21390
    },
    {
      "epoch": 3.5027018175863764,
      "grad_norm": 0.14693006873130798,
      "learning_rate": 0.00014624681346687686,
      "loss": 12.2195,
      "step": 21391
    },
    {
      "epoch": 3.502865564106763,
      "grad_norm": 0.1903701275587082,
      "learning_rate": 0.00014624222981311275,
      "loss": 12.1697,
      "step": 21392
    },
    {
      "epoch": 3.503029310627149,
      "grad_norm": 0.19484418630599976,
      "learning_rate": 0.0001462376460357653,
      "loss": 12.1958,
      "step": 21393
    },
    {
      "epoch": 3.5031930571475356,
      "grad_norm": 0.18569640815258026,
      "learning_rate": 0.0001462330621348467,
      "loss": 12.187,
      "step": 21394
    },
    {
      "epoch": 3.503356803667922,
      "grad_norm": 0.18372021615505219,
      "learning_rate": 0.00014622847811036928,
      "loss": 12.1383,
      "step": 21395
    },
    {
      "epoch": 3.5035205501883087,
      "grad_norm": 0.1611858457326889,
      "learning_rate": 0.00014622389396234522,
      "loss": 12.1782,
      "step": 21396
    },
    {
      "epoch": 3.5036842967086947,
      "grad_norm": 0.159843310713768,
      "learning_rate": 0.00014621930969078677,
      "loss": 12.1868,
      "step": 21397
    },
    {
      "epoch": 3.5038480432290813,
      "grad_norm": 0.13195906579494476,
      "learning_rate": 0.00014621472529570618,
      "loss": 12.1505,
      "step": 21398
    },
    {
      "epoch": 3.504011789749468,
      "grad_norm": 0.14770027995109558,
      "learning_rate": 0.0001462101407771158,
      "loss": 12.1836,
      "step": 21399
    },
    {
      "epoch": 3.5041755362698543,
      "grad_norm": 0.15280400216579437,
      "learning_rate": 0.00014620555613502773,
      "loss": 12.1554,
      "step": 21400
    },
    {
      "epoch": 3.504339282790241,
      "grad_norm": 0.11172479391098022,
      "learning_rate": 0.00014620097136945436,
      "loss": 12.1814,
      "step": 21401
    },
    {
      "epoch": 3.5045030293106274,
      "grad_norm": 0.22004589438438416,
      "learning_rate": 0.00014619638648040787,
      "loss": 12.1548,
      "step": 21402
    },
    {
      "epoch": 3.5046667758310135,
      "grad_norm": 0.19013187289237976,
      "learning_rate": 0.0001461918014679005,
      "loss": 12.1733,
      "step": 21403
    },
    {
      "epoch": 3.5048305223514,
      "grad_norm": 0.13126593828201294,
      "learning_rate": 0.00014618721633194453,
      "loss": 12.163,
      "step": 21404
    },
    {
      "epoch": 3.5049942688717866,
      "grad_norm": 0.15191787481307983,
      "learning_rate": 0.00014618263107255222,
      "loss": 12.1887,
      "step": 21405
    },
    {
      "epoch": 3.5051580153921726,
      "grad_norm": 0.17387494444847107,
      "learning_rate": 0.00014617804568973583,
      "loss": 12.2115,
      "step": 21406
    },
    {
      "epoch": 3.505321761912559,
      "grad_norm": 0.212313711643219,
      "learning_rate": 0.0001461734601835076,
      "loss": 12.2293,
      "step": 21407
    },
    {
      "epoch": 3.5054855084329457,
      "grad_norm": 0.1376577466726303,
      "learning_rate": 0.00014616887455387977,
      "loss": 12.1727,
      "step": 21408
    },
    {
      "epoch": 3.5056492549533322,
      "grad_norm": 0.109748974442482,
      "learning_rate": 0.00014616428880086463,
      "loss": 12.1726,
      "step": 21409
    },
    {
      "epoch": 3.5058130014737188,
      "grad_norm": 0.18326431512832642,
      "learning_rate": 0.00014615970292447444,
      "loss": 12.1538,
      "step": 21410
    },
    {
      "epoch": 3.5059767479941053,
      "grad_norm": 0.22844813764095306,
      "learning_rate": 0.0001461551169247214,
      "loss": 12.2127,
      "step": 21411
    },
    {
      "epoch": 3.506140494514492,
      "grad_norm": 0.13544301688671112,
      "learning_rate": 0.00014615053080161778,
      "loss": 12.1822,
      "step": 21412
    },
    {
      "epoch": 3.506304241034878,
      "grad_norm": 0.16588258743286133,
      "learning_rate": 0.0001461459445551759,
      "loss": 12.1277,
      "step": 21413
    },
    {
      "epoch": 3.5064679875552645,
      "grad_norm": 0.18042801320552826,
      "learning_rate": 0.00014614135818540792,
      "loss": 12.1358,
      "step": 21414
    },
    {
      "epoch": 3.506631734075651,
      "grad_norm": 0.15261071920394897,
      "learning_rate": 0.00014613677169232617,
      "loss": 12.1403,
      "step": 21415
    },
    {
      "epoch": 3.506795480596037,
      "grad_norm": 0.17377346754074097,
      "learning_rate": 0.0001461321850759429,
      "loss": 12.1459,
      "step": 21416
    },
    {
      "epoch": 3.5069592271164236,
      "grad_norm": 0.1236787736415863,
      "learning_rate": 0.00014612759833627036,
      "loss": 12.2176,
      "step": 21417
    },
    {
      "epoch": 3.50712297363681,
      "grad_norm": 0.1334090381860733,
      "learning_rate": 0.0001461230114733208,
      "loss": 12.1761,
      "step": 21418
    },
    {
      "epoch": 3.5072867201571967,
      "grad_norm": 0.1443011611700058,
      "learning_rate": 0.00014611842448710648,
      "loss": 12.1588,
      "step": 21419
    },
    {
      "epoch": 3.507450466677583,
      "grad_norm": 0.14517587423324585,
      "learning_rate": 0.00014611383737763966,
      "loss": 12.1568,
      "step": 21420
    },
    {
      "epoch": 3.5076142131979697,
      "grad_norm": 0.16208547353744507,
      "learning_rate": 0.0001461092501449326,
      "loss": 12.1545,
      "step": 21421
    },
    {
      "epoch": 3.507777959718356,
      "grad_norm": 0.13004297018051147,
      "learning_rate": 0.00014610466278899758,
      "loss": 12.1605,
      "step": 21422
    },
    {
      "epoch": 3.5079417062387424,
      "grad_norm": 0.12414073944091797,
      "learning_rate": 0.00014610007530984677,
      "loss": 12.1911,
      "step": 21423
    },
    {
      "epoch": 3.508105452759129,
      "grad_norm": 0.17507892847061157,
      "learning_rate": 0.00014609548770749259,
      "loss": 12.1563,
      "step": 21424
    },
    {
      "epoch": 3.5082691992795154,
      "grad_norm": 0.13719841837882996,
      "learning_rate": 0.00014609089998194713,
      "loss": 12.1492,
      "step": 21425
    },
    {
      "epoch": 3.5084329457999015,
      "grad_norm": 0.1322026550769806,
      "learning_rate": 0.00014608631213322278,
      "loss": 12.2035,
      "step": 21426
    },
    {
      "epoch": 3.508596692320288,
      "grad_norm": 0.2360852062702179,
      "learning_rate": 0.00014608172416133173,
      "loss": 12.1705,
      "step": 21427
    },
    {
      "epoch": 3.5087604388406746,
      "grad_norm": 0.1717686653137207,
      "learning_rate": 0.00014607713606628627,
      "loss": 12.1372,
      "step": 21428
    },
    {
      "epoch": 3.508924185361061,
      "grad_norm": 0.2012159377336502,
      "learning_rate": 0.00014607254784809864,
      "loss": 12.2212,
      "step": 21429
    },
    {
      "epoch": 3.5090879318814476,
      "grad_norm": 0.1542435586452484,
      "learning_rate": 0.00014606795950678115,
      "loss": 12.1376,
      "step": 21430
    },
    {
      "epoch": 3.509251678401834,
      "grad_norm": 0.2723151743412018,
      "learning_rate": 0.000146063371042346,
      "loss": 12.1667,
      "step": 21431
    },
    {
      "epoch": 3.5094154249222203,
      "grad_norm": 0.1479179859161377,
      "learning_rate": 0.0001460587824548055,
      "loss": 12.1797,
      "step": 21432
    },
    {
      "epoch": 3.509579171442607,
      "grad_norm": 0.15386340022087097,
      "learning_rate": 0.0001460541937441719,
      "loss": 12.1353,
      "step": 21433
    },
    {
      "epoch": 3.5097429179629933,
      "grad_norm": 0.16488958895206451,
      "learning_rate": 0.00014604960491045743,
      "loss": 12.2163,
      "step": 21434
    },
    {
      "epoch": 3.50990666448338,
      "grad_norm": 0.14093747735023499,
      "learning_rate": 0.00014604501595367442,
      "loss": 12.1895,
      "step": 21435
    },
    {
      "epoch": 3.510070411003766,
      "grad_norm": 0.1572413444519043,
      "learning_rate": 0.00014604042687383506,
      "loss": 12.179,
      "step": 21436
    },
    {
      "epoch": 3.5102341575241525,
      "grad_norm": 0.11363888531923294,
      "learning_rate": 0.00014603583767095168,
      "loss": 12.1872,
      "step": 21437
    },
    {
      "epoch": 3.510397904044539,
      "grad_norm": 0.37494948506355286,
      "learning_rate": 0.00014603124834503648,
      "loss": 12.2526,
      "step": 21438
    },
    {
      "epoch": 3.5105616505649255,
      "grad_norm": 0.16575279831886292,
      "learning_rate": 0.0001460266588961018,
      "loss": 12.1767,
      "step": 21439
    },
    {
      "epoch": 3.510725397085312,
      "grad_norm": 0.15074460208415985,
      "learning_rate": 0.00014602206932415985,
      "loss": 12.1761,
      "step": 21440
    },
    {
      "epoch": 3.5108891436056986,
      "grad_norm": 0.13480345904827118,
      "learning_rate": 0.0001460174796292229,
      "loss": 12.1946,
      "step": 21441
    },
    {
      "epoch": 3.5110528901260847,
      "grad_norm": 0.17198015749454498,
      "learning_rate": 0.00014601288981130322,
      "loss": 12.169,
      "step": 21442
    },
    {
      "epoch": 3.511216636646471,
      "grad_norm": 0.18311817944049835,
      "learning_rate": 0.00014600829987041313,
      "loss": 12.1957,
      "step": 21443
    },
    {
      "epoch": 3.5113803831668577,
      "grad_norm": 0.1540910005569458,
      "learning_rate": 0.00014600370980656483,
      "loss": 12.1757,
      "step": 21444
    },
    {
      "epoch": 3.5115441296872443,
      "grad_norm": 0.20316118001937866,
      "learning_rate": 0.0001459991196197706,
      "loss": 12.238,
      "step": 21445
    },
    {
      "epoch": 3.5117078762076304,
      "grad_norm": 0.1840503066778183,
      "learning_rate": 0.0001459945293100427,
      "loss": 12.2025,
      "step": 21446
    },
    {
      "epoch": 3.511871622728017,
      "grad_norm": 0.16494598984718323,
      "learning_rate": 0.00014598993887739346,
      "loss": 12.2345,
      "step": 21447
    },
    {
      "epoch": 3.5120353692484034,
      "grad_norm": 0.18109972774982452,
      "learning_rate": 0.00014598534832183506,
      "loss": 12.2095,
      "step": 21448
    },
    {
      "epoch": 3.51219911576879,
      "grad_norm": 0.19152455031871796,
      "learning_rate": 0.00014598075764337982,
      "loss": 12.1719,
      "step": 21449
    },
    {
      "epoch": 3.5123628622891765,
      "grad_norm": 0.14828523993492126,
      "learning_rate": 0.00014597616684204,
      "loss": 12.2471,
      "step": 21450
    },
    {
      "epoch": 3.512526608809563,
      "grad_norm": 0.10398580133914948,
      "learning_rate": 0.00014597157591782786,
      "loss": 12.1635,
      "step": 21451
    },
    {
      "epoch": 3.512690355329949,
      "grad_norm": 0.17571845650672913,
      "learning_rate": 0.0001459669848707557,
      "loss": 12.1793,
      "step": 21452
    },
    {
      "epoch": 3.5128541018503356,
      "grad_norm": 0.21943311393260956,
      "learning_rate": 0.00014596239370083574,
      "loss": 12.231,
      "step": 21453
    },
    {
      "epoch": 3.513017848370722,
      "grad_norm": 0.17644301056861877,
      "learning_rate": 0.00014595780240808027,
      "loss": 12.1963,
      "step": 21454
    },
    {
      "epoch": 3.5131815948911087,
      "grad_norm": 0.19322828948497772,
      "learning_rate": 0.00014595321099250162,
      "loss": 12.1658,
      "step": 21455
    },
    {
      "epoch": 3.513345341411495,
      "grad_norm": 0.1943729817867279,
      "learning_rate": 0.00014594861945411197,
      "loss": 12.1678,
      "step": 21456
    },
    {
      "epoch": 3.5135090879318813,
      "grad_norm": 0.15464596450328827,
      "learning_rate": 0.0001459440277929236,
      "loss": 12.152,
      "step": 21457
    },
    {
      "epoch": 3.513672834452268,
      "grad_norm": 0.13013409078121185,
      "learning_rate": 0.00014593943600894885,
      "loss": 12.1605,
      "step": 21458
    },
    {
      "epoch": 3.5138365809726544,
      "grad_norm": 0.12991003692150116,
      "learning_rate": 0.00014593484410219994,
      "loss": 12.1625,
      "step": 21459
    },
    {
      "epoch": 3.514000327493041,
      "grad_norm": 0.15816237032413483,
      "learning_rate": 0.00014593025207268915,
      "loss": 12.1773,
      "step": 21460
    },
    {
      "epoch": 3.5141640740134275,
      "grad_norm": 0.14117158949375153,
      "learning_rate": 0.00014592565992042875,
      "loss": 12.1776,
      "step": 21461
    },
    {
      "epoch": 3.5143278205338135,
      "grad_norm": 0.15559187531471252,
      "learning_rate": 0.00014592106764543106,
      "loss": 12.1537,
      "step": 21462
    },
    {
      "epoch": 3.5144915670542,
      "grad_norm": 0.1843537837266922,
      "learning_rate": 0.00014591647524770827,
      "loss": 12.187,
      "step": 21463
    },
    {
      "epoch": 3.5146553135745866,
      "grad_norm": 0.1814984530210495,
      "learning_rate": 0.00014591188272727269,
      "loss": 12.174,
      "step": 21464
    },
    {
      "epoch": 3.514819060094973,
      "grad_norm": 0.14196549355983734,
      "learning_rate": 0.0001459072900841366,
      "loss": 12.2378,
      "step": 21465
    },
    {
      "epoch": 3.5149828066153592,
      "grad_norm": 0.200326070189476,
      "learning_rate": 0.00014590269731831233,
      "loss": 12.1888,
      "step": 21466
    },
    {
      "epoch": 3.5151465531357458,
      "grad_norm": 0.18998870253562927,
      "learning_rate": 0.000145898104429812,
      "loss": 12.2029,
      "step": 21467
    },
    {
      "epoch": 3.5153102996561323,
      "grad_norm": 0.15754739940166473,
      "learning_rate": 0.000145893511418648,
      "loss": 12.1619,
      "step": 21468
    },
    {
      "epoch": 3.515474046176519,
      "grad_norm": 0.2681845426559448,
      "learning_rate": 0.00014588891828483266,
      "loss": 12.1912,
      "step": 21469
    },
    {
      "epoch": 3.5156377926969054,
      "grad_norm": 0.12434285879135132,
      "learning_rate": 0.00014588432502837811,
      "loss": 12.177,
      "step": 21470
    },
    {
      "epoch": 3.515801539217292,
      "grad_norm": 0.14732550084590912,
      "learning_rate": 0.00014587973164929675,
      "loss": 12.1772,
      "step": 21471
    },
    {
      "epoch": 3.515965285737678,
      "grad_norm": 0.20506441593170166,
      "learning_rate": 0.00014587513814760076,
      "loss": 12.1974,
      "step": 21472
    },
    {
      "epoch": 3.5161290322580645,
      "grad_norm": 0.21427981555461884,
      "learning_rate": 0.0001458705445233025,
      "loss": 12.2181,
      "step": 21473
    },
    {
      "epoch": 3.516292778778451,
      "grad_norm": 0.1467064470052719,
      "learning_rate": 0.00014586595077641416,
      "loss": 12.1668,
      "step": 21474
    },
    {
      "epoch": 3.5164565252988376,
      "grad_norm": 0.19023506343364716,
      "learning_rate": 0.0001458613569069481,
      "loss": 12.1943,
      "step": 21475
    },
    {
      "epoch": 3.5166202718192237,
      "grad_norm": 0.14900648593902588,
      "learning_rate": 0.00014585676291491652,
      "loss": 12.2213,
      "step": 21476
    },
    {
      "epoch": 3.51678401833961,
      "grad_norm": 0.17560116946697235,
      "learning_rate": 0.00014585216880033176,
      "loss": 12.1461,
      "step": 21477
    },
    {
      "epoch": 3.5169477648599967,
      "grad_norm": 0.13833293318748474,
      "learning_rate": 0.00014584757456320607,
      "loss": 12.1435,
      "step": 21478
    },
    {
      "epoch": 3.5171115113803832,
      "grad_norm": 0.14824281632900238,
      "learning_rate": 0.00014584298020355174,
      "loss": 12.1305,
      "step": 21479
    },
    {
      "epoch": 3.51727525790077,
      "grad_norm": 0.15583446621894836,
      "learning_rate": 0.00014583838572138105,
      "loss": 12.2109,
      "step": 21480
    },
    {
      "epoch": 3.5174390044211563,
      "grad_norm": 0.15706558525562286,
      "learning_rate": 0.00014583379111670624,
      "loss": 12.1878,
      "step": 21481
    },
    {
      "epoch": 3.5176027509415424,
      "grad_norm": 0.14189638197422028,
      "learning_rate": 0.00014582919638953963,
      "loss": 12.185,
      "step": 21482
    },
    {
      "epoch": 3.517766497461929,
      "grad_norm": 0.16383792459964752,
      "learning_rate": 0.0001458246015398935,
      "loss": 12.1572,
      "step": 21483
    },
    {
      "epoch": 3.5179302439823155,
      "grad_norm": 0.11955533176660538,
      "learning_rate": 0.00014582000656778013,
      "loss": 12.1767,
      "step": 21484
    },
    {
      "epoch": 3.5180939905027016,
      "grad_norm": 0.17176474630832672,
      "learning_rate": 0.00014581541147321177,
      "loss": 12.1759,
      "step": 21485
    },
    {
      "epoch": 3.518257737023088,
      "grad_norm": 0.15891768038272858,
      "learning_rate": 0.0001458108162562007,
      "loss": 12.1376,
      "step": 21486
    },
    {
      "epoch": 3.5184214835434746,
      "grad_norm": 0.16950275003910065,
      "learning_rate": 0.00014580622091675926,
      "loss": 12.1579,
      "step": 21487
    },
    {
      "epoch": 3.518585230063861,
      "grad_norm": 0.18129001557826996,
      "learning_rate": 0.0001458016254548997,
      "loss": 12.1877,
      "step": 21488
    },
    {
      "epoch": 3.5187489765842477,
      "grad_norm": 0.161238893866539,
      "learning_rate": 0.0001457970298706342,
      "loss": 12.1681,
      "step": 21489
    },
    {
      "epoch": 3.518912723104634,
      "grad_norm": 0.16420811414718628,
      "learning_rate": 0.00014579243416397523,
      "loss": 12.2381,
      "step": 21490
    },
    {
      "epoch": 3.5190764696250207,
      "grad_norm": 0.12071789056062698,
      "learning_rate": 0.00014578783833493498,
      "loss": 12.205,
      "step": 21491
    },
    {
      "epoch": 3.519240216145407,
      "grad_norm": 0.15157721936702728,
      "learning_rate": 0.00014578324238352568,
      "loss": 12.1617,
      "step": 21492
    },
    {
      "epoch": 3.5194039626657934,
      "grad_norm": 0.1257542222738266,
      "learning_rate": 0.00014577864630975967,
      "loss": 12.1468,
      "step": 21493
    },
    {
      "epoch": 3.51956770918618,
      "grad_norm": 0.14865799248218536,
      "learning_rate": 0.00014577405011364925,
      "loss": 12.157,
      "step": 21494
    },
    {
      "epoch": 3.519731455706566,
      "grad_norm": 0.1954745203256607,
      "learning_rate": 0.00014576945379520665,
      "loss": 12.1916,
      "step": 21495
    },
    {
      "epoch": 3.5198952022269525,
      "grad_norm": 0.16344358026981354,
      "learning_rate": 0.00014576485735444422,
      "loss": 12.2411,
      "step": 21496
    },
    {
      "epoch": 3.520058948747339,
      "grad_norm": 0.15544413030147552,
      "learning_rate": 0.00014576026079137416,
      "loss": 12.2024,
      "step": 21497
    },
    {
      "epoch": 3.5202226952677256,
      "grad_norm": 0.17734955251216888,
      "learning_rate": 0.00014575566410600884,
      "loss": 12.2064,
      "step": 21498
    },
    {
      "epoch": 3.520386441788112,
      "grad_norm": 0.2377834916114807,
      "learning_rate": 0.00014575106729836047,
      "loss": 12.1781,
      "step": 21499
    },
    {
      "epoch": 3.5205501883084986,
      "grad_norm": 0.154958575963974,
      "learning_rate": 0.0001457464703684414,
      "loss": 12.1468,
      "step": 21500
    },
    {
      "epoch": 3.5207139348288847,
      "grad_norm": 0.17725224792957306,
      "learning_rate": 0.00014574187331626388,
      "loss": 12.1796,
      "step": 21501
    },
    {
      "epoch": 3.5208776813492713,
      "grad_norm": 0.17584899067878723,
      "learning_rate": 0.0001457372761418402,
      "loss": 12.1805,
      "step": 21502
    },
    {
      "epoch": 3.521041427869658,
      "grad_norm": 0.22180324792861938,
      "learning_rate": 0.00014573267884518266,
      "loss": 12.1796,
      "step": 21503
    },
    {
      "epoch": 3.5212051743900443,
      "grad_norm": 0.20979127287864685,
      "learning_rate": 0.00014572808142630347,
      "loss": 12.1739,
      "step": 21504
    },
    {
      "epoch": 3.5213689209104304,
      "grad_norm": 0.14439444243907928,
      "learning_rate": 0.00014572348388521507,
      "loss": 12.1544,
      "step": 21505
    },
    {
      "epoch": 3.521532667430817,
      "grad_norm": 0.14065635204315186,
      "learning_rate": 0.00014571888622192958,
      "loss": 12.2153,
      "step": 21506
    },
    {
      "epoch": 3.5216964139512035,
      "grad_norm": 0.21957261860370636,
      "learning_rate": 0.00014571428843645942,
      "loss": 12.142,
      "step": 21507
    },
    {
      "epoch": 3.52186016047159,
      "grad_norm": 0.13069233298301697,
      "learning_rate": 0.0001457096905288168,
      "loss": 12.2124,
      "step": 21508
    },
    {
      "epoch": 3.5220239069919765,
      "grad_norm": 0.28102371096611023,
      "learning_rate": 0.00014570509249901405,
      "loss": 12.2352,
      "step": 21509
    },
    {
      "epoch": 3.522187653512363,
      "grad_norm": 0.14801077544689178,
      "learning_rate": 0.00014570049434706344,
      "loss": 12.1941,
      "step": 21510
    },
    {
      "epoch": 3.522351400032749,
      "grad_norm": 0.14761701226234436,
      "learning_rate": 0.00014569589607297723,
      "loss": 12.1496,
      "step": 21511
    },
    {
      "epoch": 3.5225151465531357,
      "grad_norm": 0.13245552778244019,
      "learning_rate": 0.00014569129767676774,
      "loss": 12.1896,
      "step": 21512
    },
    {
      "epoch": 3.522678893073522,
      "grad_norm": 0.17687956988811493,
      "learning_rate": 0.0001456866991584473,
      "loss": 12.1884,
      "step": 21513
    },
    {
      "epoch": 3.5228426395939088,
      "grad_norm": 0.14787060022354126,
      "learning_rate": 0.00014568210051802812,
      "loss": 12.1914,
      "step": 21514
    },
    {
      "epoch": 3.523006386114295,
      "grad_norm": 0.142598956823349,
      "learning_rate": 0.00014567750175552253,
      "loss": 12.1877,
      "step": 21515
    },
    {
      "epoch": 3.5231701326346814,
      "grad_norm": 0.16902917623519897,
      "learning_rate": 0.00014567290287094281,
      "loss": 12.1574,
      "step": 21516
    },
    {
      "epoch": 3.523333879155068,
      "grad_norm": 0.14205221831798553,
      "learning_rate": 0.0001456683038643013,
      "loss": 12.1772,
      "step": 21517
    },
    {
      "epoch": 3.5234976256754544,
      "grad_norm": 0.16137009859085083,
      "learning_rate": 0.0001456637047356102,
      "loss": 12.1854,
      "step": 21518
    },
    {
      "epoch": 3.523661372195841,
      "grad_norm": 0.13883264362812042,
      "learning_rate": 0.00014565910548488184,
      "loss": 12.1558,
      "step": 21519
    },
    {
      "epoch": 3.5238251187162275,
      "grad_norm": 0.12362810969352722,
      "learning_rate": 0.00014565450611212855,
      "loss": 12.2069,
      "step": 21520
    },
    {
      "epoch": 3.5239888652366136,
      "grad_norm": 0.23962916433811188,
      "learning_rate": 0.00014564990661736256,
      "loss": 12.255,
      "step": 21521
    },
    {
      "epoch": 3.524152611757,
      "grad_norm": 0.17262612283229828,
      "learning_rate": 0.00014564530700059627,
      "loss": 12.2049,
      "step": 21522
    },
    {
      "epoch": 3.5243163582773867,
      "grad_norm": 0.18966563045978546,
      "learning_rate": 0.0001456407072618418,
      "loss": 12.1765,
      "step": 21523
    },
    {
      "epoch": 3.524480104797773,
      "grad_norm": 0.13381105661392212,
      "learning_rate": 0.00014563610740111162,
      "loss": 12.1778,
      "step": 21524
    },
    {
      "epoch": 3.5246438513181593,
      "grad_norm": 0.2553461194038391,
      "learning_rate": 0.0001456315074184179,
      "loss": 12.1617,
      "step": 21525
    },
    {
      "epoch": 3.524807597838546,
      "grad_norm": 0.15992935001850128,
      "learning_rate": 0.000145626907313773,
      "loss": 12.2021,
      "step": 21526
    },
    {
      "epoch": 3.5249713443589323,
      "grad_norm": 0.15974600613117218,
      "learning_rate": 0.00014562230708718916,
      "loss": 12.1617,
      "step": 21527
    },
    {
      "epoch": 3.525135090879319,
      "grad_norm": 0.19149170815944672,
      "learning_rate": 0.00014561770673867874,
      "loss": 12.2311,
      "step": 21528
    },
    {
      "epoch": 3.5252988373997054,
      "grad_norm": 0.14310327172279358,
      "learning_rate": 0.00014561310626825397,
      "loss": 12.2139,
      "step": 21529
    },
    {
      "epoch": 3.525462583920092,
      "grad_norm": 0.19200891256332397,
      "learning_rate": 0.00014560850567592722,
      "loss": 12.1814,
      "step": 21530
    },
    {
      "epoch": 3.525626330440478,
      "grad_norm": 0.15900243818759918,
      "learning_rate": 0.0001456039049617107,
      "loss": 12.1962,
      "step": 21531
    },
    {
      "epoch": 3.5257900769608645,
      "grad_norm": 0.1522231549024582,
      "learning_rate": 0.00014559930412561675,
      "loss": 12.1847,
      "step": 21532
    },
    {
      "epoch": 3.525953823481251,
      "grad_norm": 0.1474294811487198,
      "learning_rate": 0.00014559470316765768,
      "loss": 12.1731,
      "step": 21533
    },
    {
      "epoch": 3.5261175700016376,
      "grad_norm": 0.13454650342464447,
      "learning_rate": 0.00014559010208784574,
      "loss": 12.1807,
      "step": 21534
    },
    {
      "epoch": 3.5262813165220237,
      "grad_norm": 0.16965056955814362,
      "learning_rate": 0.00014558550088619325,
      "loss": 12.2009,
      "step": 21535
    },
    {
      "epoch": 3.5264450630424102,
      "grad_norm": 0.1762542575597763,
      "learning_rate": 0.0001455808995627125,
      "loss": 12.1556,
      "step": 21536
    },
    {
      "epoch": 3.5266088095627968,
      "grad_norm": 0.1327459216117859,
      "learning_rate": 0.00014557629811741586,
      "loss": 12.1498,
      "step": 21537
    },
    {
      "epoch": 3.5267725560831833,
      "grad_norm": 0.1326291859149933,
      "learning_rate": 0.0001455716965503155,
      "loss": 12.2235,
      "step": 21538
    },
    {
      "epoch": 3.52693630260357,
      "grad_norm": 0.15624141693115234,
      "learning_rate": 0.00014556709486142385,
      "loss": 12.1818,
      "step": 21539
    },
    {
      "epoch": 3.5271000491239564,
      "grad_norm": 0.1296452432870865,
      "learning_rate": 0.0001455624930507531,
      "loss": 12.1444,
      "step": 21540
    },
    {
      "epoch": 3.5272637956443424,
      "grad_norm": 0.15632863342761993,
      "learning_rate": 0.0001455578911183156,
      "loss": 12.2016,
      "step": 21541
    },
    {
      "epoch": 3.527427542164729,
      "grad_norm": 0.1672920286655426,
      "learning_rate": 0.0001455532890641236,
      "loss": 12.1853,
      "step": 21542
    },
    {
      "epoch": 3.5275912886851155,
      "grad_norm": 0.18091823160648346,
      "learning_rate": 0.0001455486868881895,
      "loss": 12.1771,
      "step": 21543
    },
    {
      "epoch": 3.527755035205502,
      "grad_norm": 0.25507956743240356,
      "learning_rate": 0.00014554408459052548,
      "loss": 12.1827,
      "step": 21544
    },
    {
      "epoch": 3.527918781725888,
      "grad_norm": 0.15491650998592377,
      "learning_rate": 0.00014553948217114394,
      "loss": 12.1721,
      "step": 21545
    },
    {
      "epoch": 3.5280825282462747,
      "grad_norm": 0.16619615256786346,
      "learning_rate": 0.0001455348796300571,
      "loss": 12.2003,
      "step": 21546
    },
    {
      "epoch": 3.528246274766661,
      "grad_norm": 0.14168913662433624,
      "learning_rate": 0.00014553027696727734,
      "loss": 12.1796,
      "step": 21547
    },
    {
      "epoch": 3.5284100212870477,
      "grad_norm": 0.21913334727287292,
      "learning_rate": 0.0001455256741828169,
      "loss": 12.2366,
      "step": 21548
    },
    {
      "epoch": 3.5285737678074343,
      "grad_norm": 0.13170526921749115,
      "learning_rate": 0.00014552107127668807,
      "loss": 12.1815,
      "step": 21549
    },
    {
      "epoch": 3.528737514327821,
      "grad_norm": 0.1342879831790924,
      "learning_rate": 0.00014551646824890324,
      "loss": 12.191,
      "step": 21550
    },
    {
      "epoch": 3.528901260848207,
      "grad_norm": 0.13930009305477142,
      "learning_rate": 0.0001455118650994746,
      "loss": 12.1537,
      "step": 21551
    },
    {
      "epoch": 3.5290650073685934,
      "grad_norm": 0.20186227560043335,
      "learning_rate": 0.00014550726182841451,
      "loss": 12.1545,
      "step": 21552
    },
    {
      "epoch": 3.52922875388898,
      "grad_norm": 0.20009836554527283,
      "learning_rate": 0.00014550265843573526,
      "loss": 12.2034,
      "step": 21553
    },
    {
      "epoch": 3.529392500409366,
      "grad_norm": 0.16155020892620087,
      "learning_rate": 0.00014549805492144918,
      "loss": 12.1748,
      "step": 21554
    },
    {
      "epoch": 3.5295562469297526,
      "grad_norm": 0.17672735452651978,
      "learning_rate": 0.00014549345128556855,
      "loss": 12.2407,
      "step": 21555
    },
    {
      "epoch": 3.529719993450139,
      "grad_norm": 0.15871398150920868,
      "learning_rate": 0.00014548884752810568,
      "loss": 12.2042,
      "step": 21556
    },
    {
      "epoch": 3.5298837399705256,
      "grad_norm": 0.1331862360239029,
      "learning_rate": 0.00014548424364907282,
      "loss": 12.1674,
      "step": 21557
    },
    {
      "epoch": 3.530047486490912,
      "grad_norm": 0.1987435668706894,
      "learning_rate": 0.0001454796396484824,
      "loss": 12.1323,
      "step": 21558
    },
    {
      "epoch": 3.5302112330112987,
      "grad_norm": 0.14119459688663483,
      "learning_rate": 0.0001454750355263466,
      "loss": 12.1606,
      "step": 21559
    },
    {
      "epoch": 3.530374979531685,
      "grad_norm": 0.140770822763443,
      "learning_rate": 0.00014547043128267779,
      "loss": 12.1848,
      "step": 21560
    },
    {
      "epoch": 3.5305387260520713,
      "grad_norm": 0.2674020826816559,
      "learning_rate": 0.00014546582691748824,
      "loss": 12.1167,
      "step": 21561
    },
    {
      "epoch": 3.530702472572458,
      "grad_norm": 0.11975906044244766,
      "learning_rate": 0.0001454612224307903,
      "loss": 12.1785,
      "step": 21562
    },
    {
      "epoch": 3.5308662190928444,
      "grad_norm": 0.1518678516149521,
      "learning_rate": 0.00014545661782259622,
      "loss": 12.2207,
      "step": 21563
    },
    {
      "epoch": 3.5310299656132305,
      "grad_norm": 0.15430310368537903,
      "learning_rate": 0.00014545201309291834,
      "loss": 12.2076,
      "step": 21564
    },
    {
      "epoch": 3.531193712133617,
      "grad_norm": 0.13073298335075378,
      "learning_rate": 0.00014544740824176894,
      "loss": 12.1622,
      "step": 21565
    },
    {
      "epoch": 3.5313574586540035,
      "grad_norm": 0.1309233158826828,
      "learning_rate": 0.00014544280326916038,
      "loss": 12.1961,
      "step": 21566
    },
    {
      "epoch": 3.53152120517439,
      "grad_norm": 0.15254327654838562,
      "learning_rate": 0.00014543819817510492,
      "loss": 12.1919,
      "step": 21567
    },
    {
      "epoch": 3.5316849516947766,
      "grad_norm": 0.13854941725730896,
      "learning_rate": 0.00014543359295961488,
      "loss": 12.2098,
      "step": 21568
    },
    {
      "epoch": 3.531848698215163,
      "grad_norm": 0.14663435518741608,
      "learning_rate": 0.00014542898762270255,
      "loss": 12.2054,
      "step": 21569
    },
    {
      "epoch": 3.532012444735549,
      "grad_norm": 0.1474941372871399,
      "learning_rate": 0.0001454243821643803,
      "loss": 12.202,
      "step": 21570
    },
    {
      "epoch": 3.5321761912559357,
      "grad_norm": 0.2280121147632599,
      "learning_rate": 0.00014541977658466036,
      "loss": 12.208,
      "step": 21571
    },
    {
      "epoch": 3.5323399377763223,
      "grad_norm": 0.16870920360088348,
      "learning_rate": 0.00014541517088355508,
      "loss": 12.1894,
      "step": 21572
    },
    {
      "epoch": 3.532503684296709,
      "grad_norm": 0.14403101801872253,
      "learning_rate": 0.00014541056506107677,
      "loss": 12.22,
      "step": 21573
    },
    {
      "epoch": 3.532667430817095,
      "grad_norm": 0.2205483317375183,
      "learning_rate": 0.00014540595911723768,
      "loss": 12.1719,
      "step": 21574
    },
    {
      "epoch": 3.5328311773374814,
      "grad_norm": 0.13304439187049866,
      "learning_rate": 0.0001454013530520502,
      "loss": 12.1357,
      "step": 21575
    },
    {
      "epoch": 3.532994923857868,
      "grad_norm": 0.1391146034002304,
      "learning_rate": 0.00014539674686552667,
      "loss": 12.1819,
      "step": 21576
    },
    {
      "epoch": 3.5331586703782545,
      "grad_norm": 0.17689795792102814,
      "learning_rate": 0.00014539214055767929,
      "loss": 12.1436,
      "step": 21577
    },
    {
      "epoch": 3.533322416898641,
      "grad_norm": 0.14470461010932922,
      "learning_rate": 0.0001453875341285204,
      "loss": 12.1884,
      "step": 21578
    },
    {
      "epoch": 3.5334861634190275,
      "grad_norm": 0.1339583396911621,
      "learning_rate": 0.00014538292757806235,
      "loss": 12.1908,
      "step": 21579
    },
    {
      "epoch": 3.5336499099394136,
      "grad_norm": 0.1534765213727951,
      "learning_rate": 0.00014537832090631743,
      "loss": 12.1623,
      "step": 21580
    },
    {
      "epoch": 3.5338136564598,
      "grad_norm": 0.15035811066627502,
      "learning_rate": 0.000145373714113298,
      "loss": 12.1777,
      "step": 21581
    },
    {
      "epoch": 3.5339774029801867,
      "grad_norm": 0.1334693878889084,
      "learning_rate": 0.00014536910719901625,
      "loss": 12.1617,
      "step": 21582
    },
    {
      "epoch": 3.5341411495005732,
      "grad_norm": 0.14934472739696503,
      "learning_rate": 0.0001453645001634846,
      "loss": 12.2062,
      "step": 21583
    },
    {
      "epoch": 3.5343048960209593,
      "grad_norm": 0.1866169422864914,
      "learning_rate": 0.00014535989300671536,
      "loss": 12.1846,
      "step": 21584
    },
    {
      "epoch": 3.534468642541346,
      "grad_norm": 0.13295751810073853,
      "learning_rate": 0.00014535528572872077,
      "loss": 12.1922,
      "step": 21585
    },
    {
      "epoch": 3.5346323890617324,
      "grad_norm": 0.22685836255550385,
      "learning_rate": 0.0001453506783295132,
      "loss": 12.1848,
      "step": 21586
    },
    {
      "epoch": 3.534796135582119,
      "grad_norm": 0.12286306172609329,
      "learning_rate": 0.00014534607080910495,
      "loss": 12.1637,
      "step": 21587
    },
    {
      "epoch": 3.5349598821025054,
      "grad_norm": 0.22685451805591583,
      "learning_rate": 0.0001453414631675083,
      "loss": 12.1669,
      "step": 21588
    },
    {
      "epoch": 3.535123628622892,
      "grad_norm": 0.152335062623024,
      "learning_rate": 0.00014533685540473563,
      "loss": 12.1952,
      "step": 21589
    },
    {
      "epoch": 3.535287375143278,
      "grad_norm": 0.18825693428516388,
      "learning_rate": 0.00014533224752079924,
      "loss": 12.1502,
      "step": 21590
    },
    {
      "epoch": 3.5354511216636646,
      "grad_norm": 0.12937669456005096,
      "learning_rate": 0.0001453276395157114,
      "loss": 12.1872,
      "step": 21591
    },
    {
      "epoch": 3.535614868184051,
      "grad_norm": 0.2693363428115845,
      "learning_rate": 0.00014532303138948445,
      "loss": 12.1745,
      "step": 21592
    },
    {
      "epoch": 3.5357786147044377,
      "grad_norm": 0.14737872779369354,
      "learning_rate": 0.0001453184231421307,
      "loss": 12.1831,
      "step": 21593
    },
    {
      "epoch": 3.5359423612248237,
      "grad_norm": 0.1907171905040741,
      "learning_rate": 0.0001453138147736625,
      "loss": 12.2032,
      "step": 21594
    },
    {
      "epoch": 3.5361061077452103,
      "grad_norm": 0.16447535157203674,
      "learning_rate": 0.00014530920628409212,
      "loss": 12.1902,
      "step": 21595
    },
    {
      "epoch": 3.536269854265597,
      "grad_norm": 0.14314326643943787,
      "learning_rate": 0.0001453045976734319,
      "loss": 12.1472,
      "step": 21596
    },
    {
      "epoch": 3.5364336007859833,
      "grad_norm": 0.16007879376411438,
      "learning_rate": 0.00014529998894169413,
      "loss": 12.2147,
      "step": 21597
    },
    {
      "epoch": 3.53659734730637,
      "grad_norm": 0.13989675045013428,
      "learning_rate": 0.00014529538008889117,
      "loss": 12.1968,
      "step": 21598
    },
    {
      "epoch": 3.5367610938267564,
      "grad_norm": 0.17030751705169678,
      "learning_rate": 0.0001452907711150353,
      "loss": 12.15,
      "step": 21599
    },
    {
      "epoch": 3.5369248403471425,
      "grad_norm": 0.11799952387809753,
      "learning_rate": 0.00014528616202013887,
      "loss": 12.1839,
      "step": 21600
    },
    {
      "epoch": 3.537088586867529,
      "grad_norm": 0.2079215943813324,
      "learning_rate": 0.00014528155280421417,
      "loss": 12.1739,
      "step": 21601
    },
    {
      "epoch": 3.5372523333879156,
      "grad_norm": 0.1345430463552475,
      "learning_rate": 0.00014527694346727353,
      "loss": 12.1592,
      "step": 21602
    },
    {
      "epoch": 3.537416079908302,
      "grad_norm": 0.1895759105682373,
      "learning_rate": 0.00014527233400932926,
      "loss": 12.1671,
      "step": 21603
    },
    {
      "epoch": 3.537579826428688,
      "grad_norm": 0.21450366079807281,
      "learning_rate": 0.0001452677244303937,
      "loss": 12.1658,
      "step": 21604
    },
    {
      "epoch": 3.5377435729490747,
      "grad_norm": 0.16164255142211914,
      "learning_rate": 0.00014526311473047913,
      "loss": 12.2031,
      "step": 21605
    },
    {
      "epoch": 3.5379073194694612,
      "grad_norm": 0.1421198546886444,
      "learning_rate": 0.0001452585049095979,
      "loss": 12.1686,
      "step": 21606
    },
    {
      "epoch": 3.5380710659898478,
      "grad_norm": 0.1414596140384674,
      "learning_rate": 0.00014525389496776236,
      "loss": 12.1546,
      "step": 21607
    },
    {
      "epoch": 3.5382348125102343,
      "grad_norm": 0.15095384418964386,
      "learning_rate": 0.00014524928490498474,
      "loss": 12.1858,
      "step": 21608
    },
    {
      "epoch": 3.538398559030621,
      "grad_norm": 0.15437579154968262,
      "learning_rate": 0.00014524467472127746,
      "loss": 12.211,
      "step": 21609
    },
    {
      "epoch": 3.538562305551007,
      "grad_norm": 0.19848057627677917,
      "learning_rate": 0.0001452400644166528,
      "loss": 12.175,
      "step": 21610
    },
    {
      "epoch": 3.5387260520713935,
      "grad_norm": 0.1341119259595871,
      "learning_rate": 0.00014523545399112306,
      "loss": 12.2083,
      "step": 21611
    },
    {
      "epoch": 3.53888979859178,
      "grad_norm": 0.14669129252433777,
      "learning_rate": 0.00014523084344470055,
      "loss": 12.1622,
      "step": 21612
    },
    {
      "epoch": 3.5390535451121665,
      "grad_norm": 0.13876275718212128,
      "learning_rate": 0.00014522623277739765,
      "loss": 12.2146,
      "step": 21613
    },
    {
      "epoch": 3.5392172916325526,
      "grad_norm": 0.14752495288848877,
      "learning_rate": 0.00014522162198922665,
      "loss": 12.167,
      "step": 21614
    },
    {
      "epoch": 3.539381038152939,
      "grad_norm": 0.16733556985855103,
      "learning_rate": 0.00014521701108019988,
      "loss": 12.1976,
      "step": 21615
    },
    {
      "epoch": 3.5395447846733257,
      "grad_norm": 0.24960842728614807,
      "learning_rate": 0.00014521240005032965,
      "loss": 12.2809,
      "step": 21616
    },
    {
      "epoch": 3.539708531193712,
      "grad_norm": 0.13495920598506927,
      "learning_rate": 0.00014520778889962833,
      "loss": 12.1646,
      "step": 21617
    },
    {
      "epoch": 3.5398722777140987,
      "grad_norm": 0.13792583346366882,
      "learning_rate": 0.00014520317762810816,
      "loss": 12.1788,
      "step": 21618
    },
    {
      "epoch": 3.5400360242344853,
      "grad_norm": 0.12714582681655884,
      "learning_rate": 0.0001451985662357815,
      "loss": 12.1837,
      "step": 21619
    },
    {
      "epoch": 3.5401997707548714,
      "grad_norm": 0.15485519170761108,
      "learning_rate": 0.0001451939547226607,
      "loss": 12.2234,
      "step": 21620
    },
    {
      "epoch": 3.540363517275258,
      "grad_norm": 0.14164850115776062,
      "learning_rate": 0.00014518934308875806,
      "loss": 12.169,
      "step": 21621
    },
    {
      "epoch": 3.5405272637956444,
      "grad_norm": 0.16848963499069214,
      "learning_rate": 0.00014518473133408593,
      "loss": 12.184,
      "step": 21622
    },
    {
      "epoch": 3.5406910103160305,
      "grad_norm": 0.281438946723938,
      "learning_rate": 0.00014518011945865658,
      "loss": 12.167,
      "step": 21623
    },
    {
      "epoch": 3.540854756836417,
      "grad_norm": 0.24747438728809357,
      "learning_rate": 0.0001451755074624824,
      "loss": 12.2067,
      "step": 21624
    },
    {
      "epoch": 3.5410185033568036,
      "grad_norm": 0.13081581890583038,
      "learning_rate": 0.00014517089534557567,
      "loss": 12.2071,
      "step": 21625
    },
    {
      "epoch": 3.54118224987719,
      "grad_norm": 0.16730661690235138,
      "learning_rate": 0.00014516628310794874,
      "loss": 12.1982,
      "step": 21626
    },
    {
      "epoch": 3.5413459963975766,
      "grad_norm": 0.20558248460292816,
      "learning_rate": 0.00014516167074961393,
      "loss": 12.1929,
      "step": 21627
    },
    {
      "epoch": 3.541509742917963,
      "grad_norm": 0.17024153470993042,
      "learning_rate": 0.0001451570582705836,
      "loss": 12.1551,
      "step": 21628
    },
    {
      "epoch": 3.5416734894383497,
      "grad_norm": 0.2143976241350174,
      "learning_rate": 0.00014515244567086998,
      "loss": 12.1911,
      "step": 21629
    },
    {
      "epoch": 3.541837235958736,
      "grad_norm": 0.13325326144695282,
      "learning_rate": 0.00014514783295048548,
      "loss": 12.1507,
      "step": 21630
    },
    {
      "epoch": 3.5420009824791223,
      "grad_norm": 0.22419865429401398,
      "learning_rate": 0.00014514322010944245,
      "loss": 12.3041,
      "step": 21631
    },
    {
      "epoch": 3.542164728999509,
      "grad_norm": 0.15896689891815186,
      "learning_rate": 0.00014513860714775314,
      "loss": 12.1945,
      "step": 21632
    },
    {
      "epoch": 3.542328475519895,
      "grad_norm": 0.19756342470645905,
      "learning_rate": 0.0001451339940654299,
      "loss": 12.2104,
      "step": 21633
    },
    {
      "epoch": 3.5424922220402815,
      "grad_norm": 0.17311358451843262,
      "learning_rate": 0.00014512938086248508,
      "loss": 12.2707,
      "step": 21634
    },
    {
      "epoch": 3.542655968560668,
      "grad_norm": 0.1468314528465271,
      "learning_rate": 0.00014512476753893101,
      "loss": 12.155,
      "step": 21635
    },
    {
      "epoch": 3.5428197150810545,
      "grad_norm": 0.165140300989151,
      "learning_rate": 0.00014512015409478003,
      "loss": 12.1755,
      "step": 21636
    },
    {
      "epoch": 3.542983461601441,
      "grad_norm": 0.20168785750865936,
      "learning_rate": 0.00014511554053004444,
      "loss": 12.1984,
      "step": 21637
    },
    {
      "epoch": 3.5431472081218276,
      "grad_norm": 0.15230746567249298,
      "learning_rate": 0.00014511092684473656,
      "loss": 12.2029,
      "step": 21638
    },
    {
      "epoch": 3.543310954642214,
      "grad_norm": 0.14157526195049286,
      "learning_rate": 0.00014510631303886877,
      "loss": 12.1905,
      "step": 21639
    },
    {
      "epoch": 3.5434747011626,
      "grad_norm": 0.2717479467391968,
      "learning_rate": 0.00014510169911245333,
      "loss": 12.1659,
      "step": 21640
    },
    {
      "epoch": 3.5436384476829867,
      "grad_norm": 0.14819291234016418,
      "learning_rate": 0.00014509708506550264,
      "loss": 12.2054,
      "step": 21641
    },
    {
      "epoch": 3.5438021942033733,
      "grad_norm": 0.16591161489486694,
      "learning_rate": 0.00014509247089802897,
      "loss": 12.1623,
      "step": 21642
    },
    {
      "epoch": 3.5439659407237594,
      "grad_norm": 0.1789739727973938,
      "learning_rate": 0.00014508785661004474,
      "loss": 12.1524,
      "step": 21643
    },
    {
      "epoch": 3.544129687244146,
      "grad_norm": 0.15758605301380157,
      "learning_rate": 0.00014508324220156217,
      "loss": 12.1407,
      "step": 21644
    },
    {
      "epoch": 3.5442934337645324,
      "grad_norm": 0.1457391083240509,
      "learning_rate": 0.0001450786276725937,
      "loss": 12.2048,
      "step": 21645
    },
    {
      "epoch": 3.544457180284919,
      "grad_norm": 0.12278951704502106,
      "learning_rate": 0.0001450740130231516,
      "loss": 12.1957,
      "step": 21646
    },
    {
      "epoch": 3.5446209268053055,
      "grad_norm": 0.15257252752780914,
      "learning_rate": 0.0001450693982532482,
      "loss": 12.1696,
      "step": 21647
    },
    {
      "epoch": 3.544784673325692,
      "grad_norm": 0.18305209279060364,
      "learning_rate": 0.00014506478336289582,
      "loss": 12.1657,
      "step": 21648
    },
    {
      "epoch": 3.544948419846078,
      "grad_norm": 0.16132067143917084,
      "learning_rate": 0.00014506016835210686,
      "loss": 12.2012,
      "step": 21649
    },
    {
      "epoch": 3.5451121663664646,
      "grad_norm": 0.1381489336490631,
      "learning_rate": 0.0001450555532208936,
      "loss": 12.1663,
      "step": 21650
    },
    {
      "epoch": 3.545275912886851,
      "grad_norm": 0.14202557504177094,
      "learning_rate": 0.0001450509379692684,
      "loss": 12.2123,
      "step": 21651
    },
    {
      "epoch": 3.5454396594072377,
      "grad_norm": 0.13982561230659485,
      "learning_rate": 0.00014504632259724354,
      "loss": 12.1642,
      "step": 21652
    },
    {
      "epoch": 3.545603405927624,
      "grad_norm": 0.15975798666477203,
      "learning_rate": 0.00014504170710483142,
      "loss": 12.165,
      "step": 21653
    },
    {
      "epoch": 3.5457671524480103,
      "grad_norm": 0.1522136777639389,
      "learning_rate": 0.00014503709149204437,
      "loss": 12.1771,
      "step": 21654
    },
    {
      "epoch": 3.545930898968397,
      "grad_norm": 0.15705184638500214,
      "learning_rate": 0.0001450324757588947,
      "loss": 12.1226,
      "step": 21655
    },
    {
      "epoch": 3.5460946454887834,
      "grad_norm": 0.19315257668495178,
      "learning_rate": 0.0001450278599053947,
      "loss": 12.1659,
      "step": 21656
    },
    {
      "epoch": 3.54625839200917,
      "grad_norm": 0.18760408461093903,
      "learning_rate": 0.00014502324393155682,
      "loss": 12.171,
      "step": 21657
    },
    {
      "epoch": 3.5464221385295565,
      "grad_norm": 0.28023993968963623,
      "learning_rate": 0.00014501862783739333,
      "loss": 12.1588,
      "step": 21658
    },
    {
      "epoch": 3.5465858850499425,
      "grad_norm": 0.16839954257011414,
      "learning_rate": 0.00014501401162291653,
      "loss": 12.1946,
      "step": 21659
    },
    {
      "epoch": 3.546749631570329,
      "grad_norm": 0.1394428312778473,
      "learning_rate": 0.00014500939528813884,
      "loss": 12.1552,
      "step": 21660
    },
    {
      "epoch": 3.5469133780907156,
      "grad_norm": 0.1599959284067154,
      "learning_rate": 0.00014500477883307253,
      "loss": 12.2101,
      "step": 21661
    },
    {
      "epoch": 3.547077124611102,
      "grad_norm": 0.10829842835664749,
      "learning_rate": 0.00014500016225772999,
      "loss": 12.1867,
      "step": 21662
    },
    {
      "epoch": 3.5472408711314882,
      "grad_norm": 0.20293208956718445,
      "learning_rate": 0.0001449955455621235,
      "loss": 12.2127,
      "step": 21663
    },
    {
      "epoch": 3.5474046176518748,
      "grad_norm": 0.1487932801246643,
      "learning_rate": 0.00014499092874626545,
      "loss": 12.1617,
      "step": 21664
    },
    {
      "epoch": 3.5475683641722613,
      "grad_norm": 0.1688484251499176,
      "learning_rate": 0.00014498631181016815,
      "loss": 12.1786,
      "step": 21665
    },
    {
      "epoch": 3.547732110692648,
      "grad_norm": 0.15980297327041626,
      "learning_rate": 0.00014498169475384395,
      "loss": 12.1485,
      "step": 21666
    },
    {
      "epoch": 3.5478958572130344,
      "grad_norm": 0.16659443080425262,
      "learning_rate": 0.00014497707757730517,
      "loss": 12.2374,
      "step": 21667
    },
    {
      "epoch": 3.548059603733421,
      "grad_norm": 0.19435523450374603,
      "learning_rate": 0.0001449724602805642,
      "loss": 12.1788,
      "step": 21668
    },
    {
      "epoch": 3.548223350253807,
      "grad_norm": 0.18346509337425232,
      "learning_rate": 0.00014496784286363332,
      "loss": 12.1777,
      "step": 21669
    },
    {
      "epoch": 3.5483870967741935,
      "grad_norm": 0.13907679915428162,
      "learning_rate": 0.00014496322532652492,
      "loss": 12.2422,
      "step": 21670
    },
    {
      "epoch": 3.54855084329458,
      "grad_norm": 0.12650074064731598,
      "learning_rate": 0.00014495860766925125,
      "loss": 12.1892,
      "step": 21671
    },
    {
      "epoch": 3.5487145898149666,
      "grad_norm": 0.16032356023788452,
      "learning_rate": 0.00014495398989182478,
      "loss": 12.215,
      "step": 21672
    },
    {
      "epoch": 3.5488783363353527,
      "grad_norm": 0.2335975021123886,
      "learning_rate": 0.00014494937199425776,
      "loss": 12.1981,
      "step": 21673
    },
    {
      "epoch": 3.549042082855739,
      "grad_norm": 0.16028839349746704,
      "learning_rate": 0.00014494475397656254,
      "loss": 12.1401,
      "step": 21674
    },
    {
      "epoch": 3.5492058293761257,
      "grad_norm": 0.1740160882472992,
      "learning_rate": 0.00014494013583875152,
      "loss": 12.156,
      "step": 21675
    },
    {
      "epoch": 3.5493695758965123,
      "grad_norm": 0.1387634426355362,
      "learning_rate": 0.000144935517580837,
      "loss": 12.1477,
      "step": 21676
    },
    {
      "epoch": 3.549533322416899,
      "grad_norm": 0.32608211040496826,
      "learning_rate": 0.00014493089920283135,
      "loss": 12.1642,
      "step": 21677
    },
    {
      "epoch": 3.5496970689372853,
      "grad_norm": 0.191984623670578,
      "learning_rate": 0.0001449262807047468,
      "loss": 12.2144,
      "step": 21678
    },
    {
      "epoch": 3.5498608154576714,
      "grad_norm": 0.14242340624332428,
      "learning_rate": 0.00014492166208659587,
      "loss": 12.2413,
      "step": 21679
    },
    {
      "epoch": 3.550024561978058,
      "grad_norm": 0.1764601767063141,
      "learning_rate": 0.0001449170433483908,
      "loss": 12.1828,
      "step": 21680
    },
    {
      "epoch": 3.5501883084984445,
      "grad_norm": 0.16925987601280212,
      "learning_rate": 0.0001449124244901439,
      "loss": 12.1827,
      "step": 21681
    },
    {
      "epoch": 3.550352055018831,
      "grad_norm": 0.15001414716243744,
      "learning_rate": 0.00014490780551186758,
      "loss": 12.1708,
      "step": 21682
    },
    {
      "epoch": 3.550515801539217,
      "grad_norm": 0.14605343341827393,
      "learning_rate": 0.00014490318641357418,
      "loss": 12.1991,
      "step": 21683
    },
    {
      "epoch": 3.5506795480596036,
      "grad_norm": 0.15604855120182037,
      "learning_rate": 0.00014489856719527604,
      "loss": 12.1962,
      "step": 21684
    },
    {
      "epoch": 3.55084329457999,
      "grad_norm": 0.15196752548217773,
      "learning_rate": 0.0001448939478569855,
      "loss": 12.2032,
      "step": 21685
    },
    {
      "epoch": 3.5510070411003767,
      "grad_norm": 0.1462760865688324,
      "learning_rate": 0.00014488932839871484,
      "loss": 12.1322,
      "step": 21686
    },
    {
      "epoch": 3.551170787620763,
      "grad_norm": 0.15653911232948303,
      "learning_rate": 0.00014488470882047653,
      "loss": 12.1841,
      "step": 21687
    },
    {
      "epoch": 3.5513345341411497,
      "grad_norm": 0.1696971356868744,
      "learning_rate": 0.00014488008912228283,
      "loss": 12.192,
      "step": 21688
    },
    {
      "epoch": 3.551498280661536,
      "grad_norm": 0.10930132120847702,
      "learning_rate": 0.00014487546930414612,
      "loss": 12.1623,
      "step": 21689
    },
    {
      "epoch": 3.5516620271819224,
      "grad_norm": 0.1909906417131424,
      "learning_rate": 0.00014487084936607873,
      "loss": 12.2207,
      "step": 21690
    },
    {
      "epoch": 3.551825773702309,
      "grad_norm": 0.16364812850952148,
      "learning_rate": 0.00014486622930809303,
      "loss": 12.2008,
      "step": 21691
    },
    {
      "epoch": 3.5519895202226954,
      "grad_norm": 0.14977945387363434,
      "learning_rate": 0.0001448616091302013,
      "loss": 12.1295,
      "step": 21692
    },
    {
      "epoch": 3.5521532667430815,
      "grad_norm": 0.15330184996128082,
      "learning_rate": 0.00014485698883241597,
      "loss": 12.1569,
      "step": 21693
    },
    {
      "epoch": 3.552317013263468,
      "grad_norm": 0.14221131801605225,
      "learning_rate": 0.00014485236841474937,
      "loss": 12.229,
      "step": 21694
    },
    {
      "epoch": 3.5524807597838546,
      "grad_norm": 0.16585446894168854,
      "learning_rate": 0.0001448477478772138,
      "loss": 12.1824,
      "step": 21695
    },
    {
      "epoch": 3.552644506304241,
      "grad_norm": 0.1296941488981247,
      "learning_rate": 0.00014484312721982167,
      "loss": 12.1529,
      "step": 21696
    },
    {
      "epoch": 3.5528082528246276,
      "grad_norm": 0.17136316001415253,
      "learning_rate": 0.00014483850644258527,
      "loss": 12.1967,
      "step": 21697
    },
    {
      "epoch": 3.552971999345014,
      "grad_norm": 0.15397503972053528,
      "learning_rate": 0.00014483388554551702,
      "loss": 12.2184,
      "step": 21698
    },
    {
      "epoch": 3.5531357458654003,
      "grad_norm": 0.11925040930509567,
      "learning_rate": 0.0001448292645286292,
      "loss": 12.1734,
      "step": 21699
    },
    {
      "epoch": 3.553299492385787,
      "grad_norm": 0.18273082375526428,
      "learning_rate": 0.0001448246433919342,
      "loss": 12.1645,
      "step": 21700
    },
    {
      "epoch": 3.5534632389061733,
      "grad_norm": 0.16348642110824585,
      "learning_rate": 0.00014482002213544431,
      "loss": 12.1762,
      "step": 21701
    },
    {
      "epoch": 3.5536269854265594,
      "grad_norm": 0.13326594233512878,
      "learning_rate": 0.000144815400759172,
      "loss": 12.1463,
      "step": 21702
    },
    {
      "epoch": 3.553790731946946,
      "grad_norm": 0.143140509724617,
      "learning_rate": 0.00014481077926312952,
      "loss": 12.2199,
      "step": 21703
    },
    {
      "epoch": 3.5539544784673325,
      "grad_norm": 0.12068478018045425,
      "learning_rate": 0.00014480615764732928,
      "loss": 12.2169,
      "step": 21704
    },
    {
      "epoch": 3.554118224987719,
      "grad_norm": 0.12406855821609497,
      "learning_rate": 0.00014480153591178355,
      "loss": 12.1454,
      "step": 21705
    },
    {
      "epoch": 3.5542819715081055,
      "grad_norm": 0.15550462901592255,
      "learning_rate": 0.00014479691405650476,
      "loss": 12.1447,
      "step": 21706
    },
    {
      "epoch": 3.554445718028492,
      "grad_norm": 0.12881749868392944,
      "learning_rate": 0.00014479229208150525,
      "loss": 12.1856,
      "step": 21707
    },
    {
      "epoch": 3.5546094645488786,
      "grad_norm": 0.21518056094646454,
      "learning_rate": 0.00014478766998679733,
      "loss": 12.1448,
      "step": 21708
    },
    {
      "epoch": 3.5547732110692647,
      "grad_norm": 0.1708587408065796,
      "learning_rate": 0.0001447830477723934,
      "loss": 12.2049,
      "step": 21709
    },
    {
      "epoch": 3.5549369575896512,
      "grad_norm": 0.17327868938446045,
      "learning_rate": 0.0001447784254383058,
      "loss": 12.1619,
      "step": 21710
    },
    {
      "epoch": 3.5551007041100378,
      "grad_norm": 0.17519451677799225,
      "learning_rate": 0.00014477380298454686,
      "loss": 12.1484,
      "step": 21711
    },
    {
      "epoch": 3.555264450630424,
      "grad_norm": 0.12378136813640594,
      "learning_rate": 0.00014476918041112896,
      "loss": 12.1678,
      "step": 21712
    },
    {
      "epoch": 3.5554281971508104,
      "grad_norm": 0.157804474234581,
      "learning_rate": 0.00014476455771806446,
      "loss": 12.2138,
      "step": 21713
    },
    {
      "epoch": 3.555591943671197,
      "grad_norm": 0.15620240569114685,
      "learning_rate": 0.0001447599349053657,
      "loss": 12.1461,
      "step": 21714
    },
    {
      "epoch": 3.5557556901915834,
      "grad_norm": 0.1915445625782013,
      "learning_rate": 0.000144755311973045,
      "loss": 12.2167,
      "step": 21715
    },
    {
      "epoch": 3.55591943671197,
      "grad_norm": 0.15915139019489288,
      "learning_rate": 0.00014475068892111473,
      "loss": 12.2234,
      "step": 21716
    },
    {
      "epoch": 3.5560831832323565,
      "grad_norm": 0.17247909307479858,
      "learning_rate": 0.00014474606574958735,
      "loss": 12.1657,
      "step": 21717
    },
    {
      "epoch": 3.5562469297527426,
      "grad_norm": 0.1682799756526947,
      "learning_rate": 0.00014474144245847504,
      "loss": 12.2027,
      "step": 21718
    },
    {
      "epoch": 3.556410676273129,
      "grad_norm": 0.12699827551841736,
      "learning_rate": 0.0001447368190477903,
      "loss": 12.1572,
      "step": 21719
    },
    {
      "epoch": 3.5565744227935157,
      "grad_norm": 0.15557774901390076,
      "learning_rate": 0.00014473219551754541,
      "loss": 12.1748,
      "step": 21720
    },
    {
      "epoch": 3.556738169313902,
      "grad_norm": 0.13398806750774384,
      "learning_rate": 0.00014472757186775276,
      "loss": 12.189,
      "step": 21721
    },
    {
      "epoch": 3.5569019158342883,
      "grad_norm": 0.1458769291639328,
      "learning_rate": 0.00014472294809842468,
      "loss": 12.1863,
      "step": 21722
    },
    {
      "epoch": 3.557065662354675,
      "grad_norm": 0.21221671998500824,
      "learning_rate": 0.00014471832420957355,
      "loss": 12.176,
      "step": 21723
    },
    {
      "epoch": 3.5572294088750613,
      "grad_norm": 0.15060432255268097,
      "learning_rate": 0.00014471370020121174,
      "loss": 12.2205,
      "step": 21724
    },
    {
      "epoch": 3.557393155395448,
      "grad_norm": 0.3635485768318176,
      "learning_rate": 0.00014470907607335156,
      "loss": 12.1781,
      "step": 21725
    },
    {
      "epoch": 3.5575569019158344,
      "grad_norm": 0.1389339715242386,
      "learning_rate": 0.0001447044518260054,
      "loss": 12.1871,
      "step": 21726
    },
    {
      "epoch": 3.557720648436221,
      "grad_norm": 0.1591605395078659,
      "learning_rate": 0.0001446998274591856,
      "loss": 12.2465,
      "step": 21727
    },
    {
      "epoch": 3.557884394956607,
      "grad_norm": 0.1461106836795807,
      "learning_rate": 0.00014469520297290457,
      "loss": 12.1554,
      "step": 21728
    },
    {
      "epoch": 3.5580481414769936,
      "grad_norm": 0.15921740233898163,
      "learning_rate": 0.0001446905783671746,
      "loss": 12.1568,
      "step": 21729
    },
    {
      "epoch": 3.55821188799738,
      "grad_norm": 0.2335437834262848,
      "learning_rate": 0.00014468595364200808,
      "loss": 12.2189,
      "step": 21730
    },
    {
      "epoch": 3.5583756345177666,
      "grad_norm": 0.13490869104862213,
      "learning_rate": 0.0001446813287974174,
      "loss": 12.1664,
      "step": 21731
    },
    {
      "epoch": 3.5585393810381527,
      "grad_norm": 0.16954518854618073,
      "learning_rate": 0.00014467670383341489,
      "loss": 12.2171,
      "step": 21732
    },
    {
      "epoch": 3.5587031275585392,
      "grad_norm": 0.12756669521331787,
      "learning_rate": 0.00014467207875001284,
      "loss": 12.1787,
      "step": 21733
    },
    {
      "epoch": 3.5588668740789258,
      "grad_norm": 0.16051852703094482,
      "learning_rate": 0.00014466745354722375,
      "loss": 12.2367,
      "step": 21734
    },
    {
      "epoch": 3.5590306205993123,
      "grad_norm": 0.1633877158164978,
      "learning_rate": 0.0001446628282250599,
      "loss": 12.181,
      "step": 21735
    },
    {
      "epoch": 3.559194367119699,
      "grad_norm": 0.22028738260269165,
      "learning_rate": 0.00014465820278353365,
      "loss": 12.2057,
      "step": 21736
    },
    {
      "epoch": 3.5593581136400854,
      "grad_norm": 0.1876121163368225,
      "learning_rate": 0.00014465357722265738,
      "loss": 12.1982,
      "step": 21737
    },
    {
      "epoch": 3.5595218601604715,
      "grad_norm": 0.20861214399337769,
      "learning_rate": 0.00014464895154244343,
      "loss": 12.1633,
      "step": 21738
    },
    {
      "epoch": 3.559685606680858,
      "grad_norm": 0.12080179899930954,
      "learning_rate": 0.00014464432574290423,
      "loss": 12.1797,
      "step": 21739
    },
    {
      "epoch": 3.5598493532012445,
      "grad_norm": 0.2436530590057373,
      "learning_rate": 0.00014463969982405204,
      "loss": 12.182,
      "step": 21740
    },
    {
      "epoch": 3.560013099721631,
      "grad_norm": 0.19511929154396057,
      "learning_rate": 0.0001446350737858993,
      "loss": 12.1906,
      "step": 21741
    },
    {
      "epoch": 3.560176846242017,
      "grad_norm": 0.21024620532989502,
      "learning_rate": 0.00014463044762845834,
      "loss": 12.1732,
      "step": 21742
    },
    {
      "epoch": 3.5603405927624037,
      "grad_norm": 0.1205323338508606,
      "learning_rate": 0.00014462582135174154,
      "loss": 12.1711,
      "step": 21743
    },
    {
      "epoch": 3.56050433928279,
      "grad_norm": 0.1474374234676361,
      "learning_rate": 0.00014462119495576125,
      "loss": 12.2232,
      "step": 21744
    },
    {
      "epoch": 3.5606680858031767,
      "grad_norm": 0.14895732700824738,
      "learning_rate": 0.00014461656844052983,
      "loss": 12.1935,
      "step": 21745
    },
    {
      "epoch": 3.5608318323235633,
      "grad_norm": 0.2381591945886612,
      "learning_rate": 0.00014461194180605968,
      "loss": 12.2118,
      "step": 21746
    },
    {
      "epoch": 3.56099557884395,
      "grad_norm": 0.15509185194969177,
      "learning_rate": 0.00014460731505236312,
      "loss": 12.196,
      "step": 21747
    },
    {
      "epoch": 3.561159325364336,
      "grad_norm": 0.13884888589382172,
      "learning_rate": 0.00014460268817945252,
      "loss": 12.164,
      "step": 21748
    },
    {
      "epoch": 3.5613230718847224,
      "grad_norm": 0.18334230780601501,
      "learning_rate": 0.00014459806118734028,
      "loss": 12.1769,
      "step": 21749
    },
    {
      "epoch": 3.561486818405109,
      "grad_norm": 0.14062081277370453,
      "learning_rate": 0.00014459343407603875,
      "loss": 12.1873,
      "step": 21750
    },
    {
      "epoch": 3.5616505649254955,
      "grad_norm": 0.15703696012496948,
      "learning_rate": 0.00014458880684556027,
      "loss": 12.1844,
      "step": 21751
    },
    {
      "epoch": 3.5618143114458816,
      "grad_norm": 0.13782769441604614,
      "learning_rate": 0.00014458417949591722,
      "loss": 12.2159,
      "step": 21752
    },
    {
      "epoch": 3.561978057966268,
      "grad_norm": 0.17647112905979156,
      "learning_rate": 0.00014457955202712202,
      "loss": 12.1524,
      "step": 21753
    },
    {
      "epoch": 3.5621418044866546,
      "grad_norm": 0.21716758608818054,
      "learning_rate": 0.00014457492443918697,
      "loss": 12.1819,
      "step": 21754
    },
    {
      "epoch": 3.562305551007041,
      "grad_norm": 0.14095190167427063,
      "learning_rate": 0.00014457029673212442,
      "loss": 12.1569,
      "step": 21755
    },
    {
      "epoch": 3.5624692975274277,
      "grad_norm": 0.1583394557237625,
      "learning_rate": 0.0001445656689059468,
      "loss": 12.1835,
      "step": 21756
    },
    {
      "epoch": 3.5626330440478142,
      "grad_norm": 0.19705770909786224,
      "learning_rate": 0.00014456104096066647,
      "loss": 12.2071,
      "step": 21757
    },
    {
      "epoch": 3.5627967905682003,
      "grad_norm": 0.1995907425880432,
      "learning_rate": 0.00014455641289629577,
      "loss": 12.1261,
      "step": 21758
    },
    {
      "epoch": 3.562960537088587,
      "grad_norm": 0.10924086719751358,
      "learning_rate": 0.0001445517847128471,
      "loss": 12.1384,
      "step": 21759
    },
    {
      "epoch": 3.5631242836089734,
      "grad_norm": 0.22434674203395844,
      "learning_rate": 0.0001445471564103328,
      "loss": 12.1771,
      "step": 21760
    },
    {
      "epoch": 3.56328803012936,
      "grad_norm": 0.20233331620693207,
      "learning_rate": 0.00014454252798876523,
      "loss": 12.2217,
      "step": 21761
    },
    {
      "epoch": 3.563451776649746,
      "grad_norm": 0.17752216756343842,
      "learning_rate": 0.0001445378994481568,
      "loss": 12.1776,
      "step": 21762
    },
    {
      "epoch": 3.5636155231701325,
      "grad_norm": 0.13779254257678986,
      "learning_rate": 0.0001445332707885198,
      "loss": 12.1606,
      "step": 21763
    },
    {
      "epoch": 3.563779269690519,
      "grad_norm": 0.18713751435279846,
      "learning_rate": 0.00014452864200986673,
      "loss": 12.1569,
      "step": 21764
    },
    {
      "epoch": 3.5639430162109056,
      "grad_norm": 0.16117148101329803,
      "learning_rate": 0.00014452401311220987,
      "loss": 12.2044,
      "step": 21765
    },
    {
      "epoch": 3.564106762731292,
      "grad_norm": 0.14528672397136688,
      "learning_rate": 0.0001445193840955616,
      "loss": 12.1681,
      "step": 21766
    },
    {
      "epoch": 3.5642705092516787,
      "grad_norm": 0.13933871686458588,
      "learning_rate": 0.0001445147549599343,
      "loss": 12.2172,
      "step": 21767
    },
    {
      "epoch": 3.5644342557720647,
      "grad_norm": 0.1524883359670639,
      "learning_rate": 0.00014451012570534038,
      "loss": 12.1596,
      "step": 21768
    },
    {
      "epoch": 3.5645980022924513,
      "grad_norm": 0.12756167352199554,
      "learning_rate": 0.00014450549633179214,
      "loss": 12.1676,
      "step": 21769
    },
    {
      "epoch": 3.564761748812838,
      "grad_norm": 0.15188972651958466,
      "learning_rate": 0.000144500866839302,
      "loss": 12.213,
      "step": 21770
    },
    {
      "epoch": 3.564925495333224,
      "grad_norm": 0.15238109230995178,
      "learning_rate": 0.00014449623722788228,
      "loss": 12.2185,
      "step": 21771
    },
    {
      "epoch": 3.5650892418536104,
      "grad_norm": 0.13390211760997772,
      "learning_rate": 0.00014449160749754542,
      "loss": 12.2006,
      "step": 21772
    },
    {
      "epoch": 3.565252988373997,
      "grad_norm": 0.135529562830925,
      "learning_rate": 0.00014448697764830377,
      "loss": 12.1617,
      "step": 21773
    },
    {
      "epoch": 3.5654167348943835,
      "grad_norm": 0.1598324328660965,
      "learning_rate": 0.0001444823476801697,
      "loss": 12.2118,
      "step": 21774
    },
    {
      "epoch": 3.56558048141477,
      "grad_norm": 0.12581902742385864,
      "learning_rate": 0.00014447771759315556,
      "loss": 12.1658,
      "step": 21775
    },
    {
      "epoch": 3.5657442279351566,
      "grad_norm": 0.13624215126037598,
      "learning_rate": 0.0001444730873872738,
      "loss": 12.2007,
      "step": 21776
    },
    {
      "epoch": 3.565907974455543,
      "grad_norm": 0.15107423067092896,
      "learning_rate": 0.00014446845706253666,
      "loss": 12.1505,
      "step": 21777
    },
    {
      "epoch": 3.566071720975929,
      "grad_norm": 0.13692225515842438,
      "learning_rate": 0.00014446382661895664,
      "loss": 12.2125,
      "step": 21778
    },
    {
      "epoch": 3.5662354674963157,
      "grad_norm": 0.16958266496658325,
      "learning_rate": 0.00014445919605654605,
      "loss": 12.141,
      "step": 21779
    },
    {
      "epoch": 3.5663992140167022,
      "grad_norm": 0.18574988842010498,
      "learning_rate": 0.0001444545653753173,
      "loss": 12.1665,
      "step": 21780
    },
    {
      "epoch": 3.5665629605370883,
      "grad_norm": 0.12477228790521622,
      "learning_rate": 0.00014444993457528278,
      "loss": 12.2029,
      "step": 21781
    },
    {
      "epoch": 3.566726707057475,
      "grad_norm": 0.13936443626880646,
      "learning_rate": 0.0001444453036564548,
      "loss": 12.1908,
      "step": 21782
    },
    {
      "epoch": 3.5668904535778614,
      "grad_norm": 0.13919419050216675,
      "learning_rate": 0.00014444067261884579,
      "loss": 12.1962,
      "step": 21783
    },
    {
      "epoch": 3.567054200098248,
      "grad_norm": 0.19410093128681183,
      "learning_rate": 0.0001444360414624681,
      "loss": 12.2024,
      "step": 21784
    },
    {
      "epoch": 3.5672179466186344,
      "grad_norm": 0.19117431342601776,
      "learning_rate": 0.0001444314101873341,
      "loss": 12.1833,
      "step": 21785
    },
    {
      "epoch": 3.567381693139021,
      "grad_norm": 0.18480932712554932,
      "learning_rate": 0.00014442677879345617,
      "loss": 12.193,
      "step": 21786
    },
    {
      "epoch": 3.5675454396594075,
      "grad_norm": 0.1483965814113617,
      "learning_rate": 0.0001444221472808468,
      "loss": 12.1893,
      "step": 21787
    },
    {
      "epoch": 3.5677091861797936,
      "grad_norm": 0.13506685197353363,
      "learning_rate": 0.00014441751564951816,
      "loss": 12.2366,
      "step": 21788
    },
    {
      "epoch": 3.56787293270018,
      "grad_norm": 0.1622777283191681,
      "learning_rate": 0.00014441288389948278,
      "loss": 12.1839,
      "step": 21789
    },
    {
      "epoch": 3.5680366792205667,
      "grad_norm": 0.14482516050338745,
      "learning_rate": 0.00014440825203075296,
      "loss": 12.2026,
      "step": 21790
    },
    {
      "epoch": 3.5682004257409528,
      "grad_norm": 0.14579929411411285,
      "learning_rate": 0.0001444036200433412,
      "loss": 12.205,
      "step": 21791
    },
    {
      "epoch": 3.5683641722613393,
      "grad_norm": 0.14090903103351593,
      "learning_rate": 0.0001443989879372597,
      "loss": 12.1672,
      "step": 21792
    },
    {
      "epoch": 3.568527918781726,
      "grad_norm": 0.19722962379455566,
      "learning_rate": 0.000144394355712521,
      "loss": 12.1959,
      "step": 21793
    },
    {
      "epoch": 3.5686916653021123,
      "grad_norm": 0.13460704684257507,
      "learning_rate": 0.00014438972336913735,
      "loss": 12.1722,
      "step": 21794
    },
    {
      "epoch": 3.568855411822499,
      "grad_norm": 0.14666277170181274,
      "learning_rate": 0.00014438509090712123,
      "loss": 12.1669,
      "step": 21795
    },
    {
      "epoch": 3.5690191583428854,
      "grad_norm": 0.2177911400794983,
      "learning_rate": 0.00014438045832648497,
      "loss": 12.1802,
      "step": 21796
    },
    {
      "epoch": 3.5691829048632715,
      "grad_norm": 0.1600508987903595,
      "learning_rate": 0.00014437582562724094,
      "loss": 12.1315,
      "step": 21797
    },
    {
      "epoch": 3.569346651383658,
      "grad_norm": 0.16781529784202576,
      "learning_rate": 0.0001443711928094016,
      "loss": 12.1662,
      "step": 21798
    },
    {
      "epoch": 3.5695103979040446,
      "grad_norm": 0.15381543338298798,
      "learning_rate": 0.00014436655987297924,
      "loss": 12.1672,
      "step": 21799
    },
    {
      "epoch": 3.569674144424431,
      "grad_norm": 0.13238976895809174,
      "learning_rate": 0.0001443619268179863,
      "loss": 12.1593,
      "step": 21800
    },
    {
      "epoch": 3.569837890944817,
      "grad_norm": 0.15079350769519806,
      "learning_rate": 0.00014435729364443512,
      "loss": 12.1744,
      "step": 21801
    },
    {
      "epoch": 3.5700016374652037,
      "grad_norm": 0.1401716023683548,
      "learning_rate": 0.00014435266035233812,
      "loss": 12.17,
      "step": 21802
    },
    {
      "epoch": 3.5701653839855902,
      "grad_norm": 0.13926224410533905,
      "learning_rate": 0.00014434802694170763,
      "loss": 12.2175,
      "step": 21803
    },
    {
      "epoch": 3.5703291305059768,
      "grad_norm": 0.1719897836446762,
      "learning_rate": 0.0001443433934125561,
      "loss": 12.1818,
      "step": 21804
    },
    {
      "epoch": 3.5704928770263633,
      "grad_norm": 0.138176828622818,
      "learning_rate": 0.00014433875976489587,
      "loss": 12.1889,
      "step": 21805
    },
    {
      "epoch": 3.57065662354675,
      "grad_norm": 0.14468976855278015,
      "learning_rate": 0.00014433412599873933,
      "loss": 12.2188,
      "step": 21806
    },
    {
      "epoch": 3.570820370067136,
      "grad_norm": 0.16769227385520935,
      "learning_rate": 0.00014432949211409885,
      "loss": 12.1935,
      "step": 21807
    },
    {
      "epoch": 3.5709841165875225,
      "grad_norm": 0.1814034879207611,
      "learning_rate": 0.00014432485811098687,
      "loss": 12.1287,
      "step": 21808
    },
    {
      "epoch": 3.571147863107909,
      "grad_norm": 0.20086295902729034,
      "learning_rate": 0.00014432022398941572,
      "loss": 12.209,
      "step": 21809
    },
    {
      "epoch": 3.5713116096282955,
      "grad_norm": 0.20392127335071564,
      "learning_rate": 0.00014431558974939778,
      "loss": 12.2026,
      "step": 21810
    },
    {
      "epoch": 3.5714753561486816,
      "grad_norm": 0.12357690930366516,
      "learning_rate": 0.00014431095539094545,
      "loss": 12.1359,
      "step": 21811
    },
    {
      "epoch": 3.571639102669068,
      "grad_norm": 0.1427091807126999,
      "learning_rate": 0.00014430632091407117,
      "loss": 12.1822,
      "step": 21812
    },
    {
      "epoch": 3.5718028491894547,
      "grad_norm": 0.141595721244812,
      "learning_rate": 0.00014430168631878726,
      "loss": 12.2255,
      "step": 21813
    },
    {
      "epoch": 3.571966595709841,
      "grad_norm": 0.12051557004451752,
      "learning_rate": 0.00014429705160510608,
      "loss": 12.1827,
      "step": 21814
    },
    {
      "epoch": 3.5721303422302277,
      "grad_norm": 0.1485251784324646,
      "learning_rate": 0.00014429241677304012,
      "loss": 12.1475,
      "step": 21815
    },
    {
      "epoch": 3.5722940887506143,
      "grad_norm": 0.19076097011566162,
      "learning_rate": 0.00014428778182260166,
      "loss": 12.158,
      "step": 21816
    },
    {
      "epoch": 3.5724578352710004,
      "grad_norm": 0.13774463534355164,
      "learning_rate": 0.00014428314675380316,
      "loss": 12.1569,
      "step": 21817
    },
    {
      "epoch": 3.572621581791387,
      "grad_norm": 0.15618272125720978,
      "learning_rate": 0.00014427851156665697,
      "loss": 12.1699,
      "step": 21818
    },
    {
      "epoch": 3.5727853283117734,
      "grad_norm": 0.1524457037448883,
      "learning_rate": 0.0001442738762611755,
      "loss": 12.1563,
      "step": 21819
    },
    {
      "epoch": 3.57294907483216,
      "grad_norm": 0.1470748484134674,
      "learning_rate": 0.00014426924083737113,
      "loss": 12.2155,
      "step": 21820
    },
    {
      "epoch": 3.573112821352546,
      "grad_norm": 0.31938305497169495,
      "learning_rate": 0.00014426460529525623,
      "loss": 12.1629,
      "step": 21821
    },
    {
      "epoch": 3.5732765678729326,
      "grad_norm": 0.1644017994403839,
      "learning_rate": 0.0001442599696348432,
      "loss": 12.2035,
      "step": 21822
    },
    {
      "epoch": 3.573440314393319,
      "grad_norm": 0.1323118805885315,
      "learning_rate": 0.00014425533385614442,
      "loss": 12.1547,
      "step": 21823
    },
    {
      "epoch": 3.5736040609137056,
      "grad_norm": 0.12762665748596191,
      "learning_rate": 0.00014425069795917232,
      "loss": 12.1767,
      "step": 21824
    },
    {
      "epoch": 3.573767807434092,
      "grad_norm": 0.17424708604812622,
      "learning_rate": 0.00014424606194393926,
      "loss": 12.1693,
      "step": 21825
    },
    {
      "epoch": 3.5739315539544787,
      "grad_norm": 0.1506813019514084,
      "learning_rate": 0.0001442414258104576,
      "loss": 12.1413,
      "step": 21826
    },
    {
      "epoch": 3.574095300474865,
      "grad_norm": 0.15647147595882416,
      "learning_rate": 0.0001442367895587398,
      "loss": 12.1539,
      "step": 21827
    },
    {
      "epoch": 3.5742590469952513,
      "grad_norm": 0.19857768714427948,
      "learning_rate": 0.00014423215318879818,
      "loss": 12.1589,
      "step": 21828
    },
    {
      "epoch": 3.574422793515638,
      "grad_norm": 0.1635749340057373,
      "learning_rate": 0.0001442275167006452,
      "loss": 12.1676,
      "step": 21829
    },
    {
      "epoch": 3.5745865400360244,
      "grad_norm": 0.16196826100349426,
      "learning_rate": 0.00014422288009429315,
      "loss": 12.1874,
      "step": 21830
    },
    {
      "epoch": 3.5747502865564105,
      "grad_norm": 0.19847093522548676,
      "learning_rate": 0.00014421824336975455,
      "loss": 12.1515,
      "step": 21831
    },
    {
      "epoch": 3.574914033076797,
      "grad_norm": 0.13476461172103882,
      "learning_rate": 0.00014421360652704167,
      "loss": 12.1615,
      "step": 21832
    },
    {
      "epoch": 3.5750777795971835,
      "grad_norm": 0.16205215454101562,
      "learning_rate": 0.000144208969566167,
      "loss": 12.1735,
      "step": 21833
    },
    {
      "epoch": 3.57524152611757,
      "grad_norm": 0.14124657213687897,
      "learning_rate": 0.00014420433248714284,
      "loss": 12.2243,
      "step": 21834
    },
    {
      "epoch": 3.5754052726379566,
      "grad_norm": 0.17797048389911652,
      "learning_rate": 0.0001441996952899817,
      "loss": 12.1819,
      "step": 21835
    },
    {
      "epoch": 3.575569019158343,
      "grad_norm": 0.15291611850261688,
      "learning_rate": 0.00014419505797469588,
      "loss": 12.1671,
      "step": 21836
    },
    {
      "epoch": 3.575732765678729,
      "grad_norm": 0.16801311075687408,
      "learning_rate": 0.00014419042054129776,
      "loss": 12.151,
      "step": 21837
    },
    {
      "epoch": 3.5758965121991158,
      "grad_norm": 0.15743622183799744,
      "learning_rate": 0.0001441857829897998,
      "loss": 12.1571,
      "step": 21838
    },
    {
      "epoch": 3.5760602587195023,
      "grad_norm": 0.20112119615077972,
      "learning_rate": 0.0001441811453202144,
      "loss": 12.1729,
      "step": 21839
    },
    {
      "epoch": 3.576224005239889,
      "grad_norm": 0.16524487733840942,
      "learning_rate": 0.0001441765075325539,
      "loss": 12.1911,
      "step": 21840
    },
    {
      "epoch": 3.576387751760275,
      "grad_norm": 0.23217777907848358,
      "learning_rate": 0.0001441718696268307,
      "loss": 12.1729,
      "step": 21841
    },
    {
      "epoch": 3.5765514982806614,
      "grad_norm": 0.14551271498203278,
      "learning_rate": 0.00014416723160305724,
      "loss": 12.1595,
      "step": 21842
    },
    {
      "epoch": 3.576715244801048,
      "grad_norm": 0.1612979918718338,
      "learning_rate": 0.00014416259346124586,
      "loss": 12.1689,
      "step": 21843
    },
    {
      "epoch": 3.5768789913214345,
      "grad_norm": 0.14877164363861084,
      "learning_rate": 0.000144157955201409,
      "loss": 12.2271,
      "step": 21844
    },
    {
      "epoch": 3.577042737841821,
      "grad_norm": 0.15446597337722778,
      "learning_rate": 0.000144153316823559,
      "loss": 12.1915,
      "step": 21845
    },
    {
      "epoch": 3.5772064843622076,
      "grad_norm": 0.1409555822610855,
      "learning_rate": 0.00014414867832770835,
      "loss": 12.2052,
      "step": 21846
    },
    {
      "epoch": 3.5773702308825936,
      "grad_norm": 0.11713245511054993,
      "learning_rate": 0.0001441440397138694,
      "loss": 12.1755,
      "step": 21847
    },
    {
      "epoch": 3.57753397740298,
      "grad_norm": 0.12560226023197174,
      "learning_rate": 0.00014413940098205447,
      "loss": 12.1862,
      "step": 21848
    },
    {
      "epoch": 3.5776977239233667,
      "grad_norm": 0.14845676720142365,
      "learning_rate": 0.00014413476213227607,
      "loss": 12.2159,
      "step": 21849
    },
    {
      "epoch": 3.577861470443753,
      "grad_norm": 0.25055932998657227,
      "learning_rate": 0.00014413012316454653,
      "loss": 12.13,
      "step": 21850
    },
    {
      "epoch": 3.5780252169641393,
      "grad_norm": 0.16872873902320862,
      "learning_rate": 0.0001441254840788783,
      "loss": 12.1507,
      "step": 21851
    },
    {
      "epoch": 3.578188963484526,
      "grad_norm": 0.16727130115032196,
      "learning_rate": 0.0001441208448752837,
      "loss": 12.2246,
      "step": 21852
    },
    {
      "epoch": 3.5783527100049124,
      "grad_norm": 0.14121629297733307,
      "learning_rate": 0.00014411620555377521,
      "loss": 12.1427,
      "step": 21853
    },
    {
      "epoch": 3.578516456525299,
      "grad_norm": 0.1453726440668106,
      "learning_rate": 0.00014411156611436517,
      "loss": 12.1813,
      "step": 21854
    },
    {
      "epoch": 3.5786802030456855,
      "grad_norm": 0.1307840347290039,
      "learning_rate": 0.00014410692655706604,
      "loss": 12.1645,
      "step": 21855
    },
    {
      "epoch": 3.578843949566072,
      "grad_norm": 0.15348206460475922,
      "learning_rate": 0.00014410228688189013,
      "loss": 12.1943,
      "step": 21856
    },
    {
      "epoch": 3.579007696086458,
      "grad_norm": 0.11965848505496979,
      "learning_rate": 0.00014409764708884996,
      "loss": 12.1801,
      "step": 21857
    },
    {
      "epoch": 3.5791714426068446,
      "grad_norm": 0.18459093570709229,
      "learning_rate": 0.0001440930071779578,
      "loss": 12.1524,
      "step": 21858
    },
    {
      "epoch": 3.579335189127231,
      "grad_norm": 0.13759560883045197,
      "learning_rate": 0.00014408836714922615,
      "loss": 12.2026,
      "step": 21859
    },
    {
      "epoch": 3.5794989356476172,
      "grad_norm": 0.12130606919527054,
      "learning_rate": 0.00014408372700266736,
      "loss": 12.2043,
      "step": 21860
    },
    {
      "epoch": 3.5796626821680038,
      "grad_norm": 0.17680512368679047,
      "learning_rate": 0.00014407908673829388,
      "loss": 12.1593,
      "step": 21861
    },
    {
      "epoch": 3.5798264286883903,
      "grad_norm": 0.12032510340213776,
      "learning_rate": 0.00014407444635611803,
      "loss": 12.1894,
      "step": 21862
    },
    {
      "epoch": 3.579990175208777,
      "grad_norm": 0.12486454844474792,
      "learning_rate": 0.00014406980585615227,
      "loss": 12.1968,
      "step": 21863
    },
    {
      "epoch": 3.5801539217291634,
      "grad_norm": 0.26668092608451843,
      "learning_rate": 0.00014406516523840897,
      "loss": 12.2465,
      "step": 21864
    },
    {
      "epoch": 3.58031766824955,
      "grad_norm": 0.195475772023201,
      "learning_rate": 0.00014406052450290056,
      "loss": 12.154,
      "step": 21865
    },
    {
      "epoch": 3.580481414769936,
      "grad_norm": 0.18472081422805786,
      "learning_rate": 0.00014405588364963944,
      "loss": 12.1774,
      "step": 21866
    },
    {
      "epoch": 3.5806451612903225,
      "grad_norm": 0.16942891478538513,
      "learning_rate": 0.000144051242678638,
      "loss": 12.1688,
      "step": 21867
    },
    {
      "epoch": 3.580808907810709,
      "grad_norm": 0.12818849086761475,
      "learning_rate": 0.0001440466015899087,
      "loss": 12.2421,
      "step": 21868
    },
    {
      "epoch": 3.5809726543310956,
      "grad_norm": 0.1303805410861969,
      "learning_rate": 0.00014404196038346383,
      "loss": 12.1614,
      "step": 21869
    },
    {
      "epoch": 3.5811364008514817,
      "grad_norm": 0.17479149997234344,
      "learning_rate": 0.00014403731905931588,
      "loss": 12.1748,
      "step": 21870
    },
    {
      "epoch": 3.581300147371868,
      "grad_norm": 0.1660391390323639,
      "learning_rate": 0.0001440326776174772,
      "loss": 12.1336,
      "step": 21871
    },
    {
      "epoch": 3.5814638938922547,
      "grad_norm": 0.16257484257221222,
      "learning_rate": 0.00014402803605796026,
      "loss": 12.1795,
      "step": 21872
    },
    {
      "epoch": 3.5816276404126413,
      "grad_norm": 0.14982402324676514,
      "learning_rate": 0.00014402339438077742,
      "loss": 12.1703,
      "step": 21873
    },
    {
      "epoch": 3.581791386933028,
      "grad_norm": 0.14219991862773895,
      "learning_rate": 0.00014401875258594112,
      "loss": 12.1774,
      "step": 21874
    },
    {
      "epoch": 3.5819551334534143,
      "grad_norm": 0.21117007732391357,
      "learning_rate": 0.00014401411067346367,
      "loss": 12.1296,
      "step": 21875
    },
    {
      "epoch": 3.5821188799738004,
      "grad_norm": 0.11642378568649292,
      "learning_rate": 0.00014400946864335764,
      "loss": 12.1643,
      "step": 21876
    },
    {
      "epoch": 3.582282626494187,
      "grad_norm": 0.14124339818954468,
      "learning_rate": 0.00014400482649563526,
      "loss": 12.2036,
      "step": 21877
    },
    {
      "epoch": 3.5824463730145735,
      "grad_norm": 0.21859383583068848,
      "learning_rate": 0.00014400018423030904,
      "loss": 12.1789,
      "step": 21878
    },
    {
      "epoch": 3.58261011953496,
      "grad_norm": 0.14847509562969208,
      "learning_rate": 0.00014399554184739142,
      "loss": 12.1456,
      "step": 21879
    },
    {
      "epoch": 3.582773866055346,
      "grad_norm": 0.19972728192806244,
      "learning_rate": 0.00014399089934689468,
      "loss": 12.2088,
      "step": 21880
    },
    {
      "epoch": 3.5829376125757326,
      "grad_norm": 0.14995764195919037,
      "learning_rate": 0.00014398625672883134,
      "loss": 12.2038,
      "step": 21881
    },
    {
      "epoch": 3.583101359096119,
      "grad_norm": 0.1431293934583664,
      "learning_rate": 0.0001439816139932137,
      "loss": 12.1867,
      "step": 21882
    },
    {
      "epoch": 3.5832651056165057,
      "grad_norm": 0.14890775084495544,
      "learning_rate": 0.0001439769711400543,
      "loss": 12.1929,
      "step": 21883
    },
    {
      "epoch": 3.583428852136892,
      "grad_norm": 0.1445118635892868,
      "learning_rate": 0.00014397232816936546,
      "loss": 12.177,
      "step": 21884
    },
    {
      "epoch": 3.5835925986572787,
      "grad_norm": 0.14200425148010254,
      "learning_rate": 0.00014396768508115963,
      "loss": 12.1877,
      "step": 21885
    },
    {
      "epoch": 3.583756345177665,
      "grad_norm": 0.13083475828170776,
      "learning_rate": 0.00014396304187544914,
      "loss": 12.1882,
      "step": 21886
    },
    {
      "epoch": 3.5839200916980514,
      "grad_norm": 0.15468019247055054,
      "learning_rate": 0.00014395839855224656,
      "loss": 12.2002,
      "step": 21887
    },
    {
      "epoch": 3.584083838218438,
      "grad_norm": 0.21811175346374512,
      "learning_rate": 0.0001439537551115641,
      "loss": 12.1727,
      "step": 21888
    },
    {
      "epoch": 3.5842475847388244,
      "grad_norm": 0.14483244717121124,
      "learning_rate": 0.0001439491115534143,
      "loss": 12.1764,
      "step": 21889
    },
    {
      "epoch": 3.5844113312592105,
      "grad_norm": 0.12016364187002182,
      "learning_rate": 0.00014394446787780956,
      "loss": 12.1486,
      "step": 21890
    },
    {
      "epoch": 3.584575077779597,
      "grad_norm": 0.15615257620811462,
      "learning_rate": 0.00014393982408476225,
      "loss": 12.2201,
      "step": 21891
    },
    {
      "epoch": 3.5847388242999836,
      "grad_norm": 0.14580146968364716,
      "learning_rate": 0.0001439351801742848,
      "loss": 12.172,
      "step": 21892
    },
    {
      "epoch": 3.58490257082037,
      "grad_norm": 0.1306864321231842,
      "learning_rate": 0.0001439305361463896,
      "loss": 12.1858,
      "step": 21893
    },
    {
      "epoch": 3.5850663173407566,
      "grad_norm": 0.15426307916641235,
      "learning_rate": 0.00014392589200108914,
      "loss": 12.1412,
      "step": 21894
    },
    {
      "epoch": 3.585230063861143,
      "grad_norm": 0.20166628062725067,
      "learning_rate": 0.0001439212477383957,
      "loss": 12.1532,
      "step": 21895
    },
    {
      "epoch": 3.5853938103815293,
      "grad_norm": 0.125014990568161,
      "learning_rate": 0.00014391660335832178,
      "loss": 12.1655,
      "step": 21896
    },
    {
      "epoch": 3.585557556901916,
      "grad_norm": 0.14567157626152039,
      "learning_rate": 0.00014391195886087981,
      "loss": 12.1921,
      "step": 21897
    },
    {
      "epoch": 3.5857213034223023,
      "grad_norm": 0.12469518929719925,
      "learning_rate": 0.00014390731424608212,
      "loss": 12.2007,
      "step": 21898
    },
    {
      "epoch": 3.585885049942689,
      "grad_norm": 0.13070665299892426,
      "learning_rate": 0.0001439026695139412,
      "loss": 12.1856,
      "step": 21899
    },
    {
      "epoch": 3.586048796463075,
      "grad_norm": 0.18593554198741913,
      "learning_rate": 0.0001438980246644694,
      "loss": 12.1253,
      "step": 21900
    },
    {
      "epoch": 3.5862125429834615,
      "grad_norm": 0.13147993385791779,
      "learning_rate": 0.00014389337969767922,
      "loss": 12.1594,
      "step": 21901
    },
    {
      "epoch": 3.586376289503848,
      "grad_norm": 0.200550839304924,
      "learning_rate": 0.00014388873461358302,
      "loss": 12.2126,
      "step": 21902
    },
    {
      "epoch": 3.5865400360242345,
      "grad_norm": 0.16670097410678864,
      "learning_rate": 0.0001438840894121932,
      "loss": 12.1307,
      "step": 21903
    },
    {
      "epoch": 3.586703782544621,
      "grad_norm": 0.18007439374923706,
      "learning_rate": 0.00014387944409352215,
      "loss": 12.2172,
      "step": 21904
    },
    {
      "epoch": 3.5868675290650076,
      "grad_norm": 0.19310468435287476,
      "learning_rate": 0.00014387479865758237,
      "loss": 12.1663,
      "step": 21905
    },
    {
      "epoch": 3.5870312755853937,
      "grad_norm": 0.13095630705356598,
      "learning_rate": 0.00014387015310438623,
      "loss": 12.158,
      "step": 21906
    },
    {
      "epoch": 3.5871950221057802,
      "grad_norm": 0.16628453135490417,
      "learning_rate": 0.00014386550743394612,
      "loss": 12.1601,
      "step": 21907
    },
    {
      "epoch": 3.5873587686261668,
      "grad_norm": 0.1686481237411499,
      "learning_rate": 0.0001438608616462745,
      "loss": 12.1707,
      "step": 21908
    },
    {
      "epoch": 3.5875225151465533,
      "grad_norm": 0.13724014163017273,
      "learning_rate": 0.00014385621574138378,
      "loss": 12.2246,
      "step": 21909
    },
    {
      "epoch": 3.5876862616669394,
      "grad_norm": 0.1849513202905655,
      "learning_rate": 0.00014385156971928633,
      "loss": 12.1774,
      "step": 21910
    },
    {
      "epoch": 3.587850008187326,
      "grad_norm": 0.15078185498714447,
      "learning_rate": 0.00014384692357999462,
      "loss": 12.1955,
      "step": 21911
    },
    {
      "epoch": 3.5880137547077124,
      "grad_norm": 0.12897339463233948,
      "learning_rate": 0.00014384227732352104,
      "loss": 12.1831,
      "step": 21912
    },
    {
      "epoch": 3.588177501228099,
      "grad_norm": 0.1474914252758026,
      "learning_rate": 0.00014383763094987802,
      "loss": 12.1615,
      "step": 21913
    },
    {
      "epoch": 3.5883412477484855,
      "grad_norm": 0.1679845005273819,
      "learning_rate": 0.00014383298445907797,
      "loss": 12.1686,
      "step": 21914
    },
    {
      "epoch": 3.588504994268872,
      "grad_norm": 0.20960313081741333,
      "learning_rate": 0.00014382833785113328,
      "loss": 12.1761,
      "step": 21915
    },
    {
      "epoch": 3.588668740789258,
      "grad_norm": 0.18443483114242554,
      "learning_rate": 0.00014382369112605643,
      "loss": 12.1719,
      "step": 21916
    },
    {
      "epoch": 3.5888324873096447,
      "grad_norm": 0.15385732054710388,
      "learning_rate": 0.00014381904428385978,
      "loss": 12.2052,
      "step": 21917
    },
    {
      "epoch": 3.588996233830031,
      "grad_norm": 0.15067660808563232,
      "learning_rate": 0.00014381439732455583,
      "loss": 12.1742,
      "step": 21918
    },
    {
      "epoch": 3.5891599803504173,
      "grad_norm": 0.149372860789299,
      "learning_rate": 0.00014380975024815687,
      "loss": 12.2089,
      "step": 21919
    },
    {
      "epoch": 3.589323726870804,
      "grad_norm": 0.12256892770528793,
      "learning_rate": 0.00014380510305467544,
      "loss": 12.1602,
      "step": 21920
    },
    {
      "epoch": 3.5894874733911903,
      "grad_norm": 0.19360984861850739,
      "learning_rate": 0.00014380045574412394,
      "loss": 12.149,
      "step": 21921
    },
    {
      "epoch": 3.589651219911577,
      "grad_norm": 0.1302901953458786,
      "learning_rate": 0.0001437958083165147,
      "loss": 12.2314,
      "step": 21922
    },
    {
      "epoch": 3.5898149664319634,
      "grad_norm": 0.1616404950618744,
      "learning_rate": 0.00014379116077186023,
      "loss": 12.1447,
      "step": 21923
    },
    {
      "epoch": 3.58997871295235,
      "grad_norm": 0.16708669066429138,
      "learning_rate": 0.00014378651311017292,
      "loss": 12.1891,
      "step": 21924
    },
    {
      "epoch": 3.5901424594727365,
      "grad_norm": 0.2104083001613617,
      "learning_rate": 0.0001437818653314652,
      "loss": 12.1919,
      "step": 21925
    },
    {
      "epoch": 3.5903062059931226,
      "grad_norm": 0.1688499003648758,
      "learning_rate": 0.00014377721743574946,
      "loss": 12.2019,
      "step": 21926
    },
    {
      "epoch": 3.590469952513509,
      "grad_norm": 0.19396615028381348,
      "learning_rate": 0.00014377256942303817,
      "loss": 12.1791,
      "step": 21927
    },
    {
      "epoch": 3.5906336990338956,
      "grad_norm": 0.16956058144569397,
      "learning_rate": 0.00014376792129334375,
      "loss": 12.177,
      "step": 21928
    },
    {
      "epoch": 3.5907974455542817,
      "grad_norm": 0.22753378748893738,
      "learning_rate": 0.00014376327304667857,
      "loss": 12.1849,
      "step": 21929
    },
    {
      "epoch": 3.5909611920746682,
      "grad_norm": 0.21739743649959564,
      "learning_rate": 0.0001437586246830551,
      "loss": 12.1798,
      "step": 21930
    },
    {
      "epoch": 3.5911249385950548,
      "grad_norm": 0.1434619128704071,
      "learning_rate": 0.00014375397620248575,
      "loss": 12.2215,
      "step": 21931
    },
    {
      "epoch": 3.5912886851154413,
      "grad_norm": 0.1301562339067459,
      "learning_rate": 0.00014374932760498295,
      "loss": 12.1775,
      "step": 21932
    },
    {
      "epoch": 3.591452431635828,
      "grad_norm": 0.16315726935863495,
      "learning_rate": 0.0001437446788905591,
      "loss": 12.2423,
      "step": 21933
    },
    {
      "epoch": 3.5916161781562144,
      "grad_norm": 0.14547990262508392,
      "learning_rate": 0.0001437400300592266,
      "loss": 12.2177,
      "step": 21934
    },
    {
      "epoch": 3.591779924676601,
      "grad_norm": 0.13405711948871613,
      "learning_rate": 0.00014373538111099796,
      "loss": 12.1457,
      "step": 21935
    },
    {
      "epoch": 3.591943671196987,
      "grad_norm": 0.21369053423404694,
      "learning_rate": 0.00014373073204588556,
      "loss": 12.1831,
      "step": 21936
    },
    {
      "epoch": 3.5921074177173735,
      "grad_norm": 0.17888839542865753,
      "learning_rate": 0.0001437260828639018,
      "loss": 12.1815,
      "step": 21937
    },
    {
      "epoch": 3.59227116423776,
      "grad_norm": 0.13391920924186707,
      "learning_rate": 0.00014372143356505913,
      "loss": 12.2151,
      "step": 21938
    },
    {
      "epoch": 3.592434910758146,
      "grad_norm": 0.16022753715515137,
      "learning_rate": 0.00014371678414936998,
      "loss": 12.1825,
      "step": 21939
    },
    {
      "epoch": 3.5925986572785327,
      "grad_norm": 0.17058147490024567,
      "learning_rate": 0.00014371213461684677,
      "loss": 12.1872,
      "step": 21940
    },
    {
      "epoch": 3.592762403798919,
      "grad_norm": 0.1468665599822998,
      "learning_rate": 0.0001437074849675019,
      "loss": 12.2048,
      "step": 21941
    },
    {
      "epoch": 3.5929261503193057,
      "grad_norm": 0.18080735206604004,
      "learning_rate": 0.00014370283520134783,
      "loss": 12.1741,
      "step": 21942
    },
    {
      "epoch": 3.5930898968396923,
      "grad_norm": 0.20700404047966003,
      "learning_rate": 0.00014369818531839696,
      "loss": 12.1935,
      "step": 21943
    },
    {
      "epoch": 3.593253643360079,
      "grad_norm": 0.1583462357521057,
      "learning_rate": 0.00014369353531866176,
      "loss": 12.175,
      "step": 21944
    },
    {
      "epoch": 3.593417389880465,
      "grad_norm": 0.191751167178154,
      "learning_rate": 0.0001436888852021546,
      "loss": 12.1774,
      "step": 21945
    },
    {
      "epoch": 3.5935811364008514,
      "grad_norm": 0.13689850270748138,
      "learning_rate": 0.00014368423496888798,
      "loss": 12.1794,
      "step": 21946
    },
    {
      "epoch": 3.593744882921238,
      "grad_norm": 0.19054079055786133,
      "learning_rate": 0.00014367958461887424,
      "loss": 12.1823,
      "step": 21947
    },
    {
      "epoch": 3.5939086294416245,
      "grad_norm": 0.10556486248970032,
      "learning_rate": 0.0001436749341521259,
      "loss": 12.1572,
      "step": 21948
    },
    {
      "epoch": 3.5940723759620106,
      "grad_norm": 0.13931183516979218,
      "learning_rate": 0.0001436702835686553,
      "loss": 12.161,
      "step": 21949
    },
    {
      "epoch": 3.594236122482397,
      "grad_norm": 0.12892742455005646,
      "learning_rate": 0.00014366563286847495,
      "loss": 12.2063,
      "step": 21950
    },
    {
      "epoch": 3.5943998690027836,
      "grad_norm": 0.18345022201538086,
      "learning_rate": 0.0001436609820515972,
      "loss": 12.1811,
      "step": 21951
    },
    {
      "epoch": 3.59456361552317,
      "grad_norm": 0.16337451338768005,
      "learning_rate": 0.00014365633111803453,
      "loss": 12.1967,
      "step": 21952
    },
    {
      "epoch": 3.5947273620435567,
      "grad_norm": 0.19908201694488525,
      "learning_rate": 0.0001436516800677994,
      "loss": 12.2056,
      "step": 21953
    },
    {
      "epoch": 3.5948911085639432,
      "grad_norm": 0.15920600295066833,
      "learning_rate": 0.00014364702890090416,
      "loss": 12.2178,
      "step": 21954
    },
    {
      "epoch": 3.5950548550843293,
      "grad_norm": 0.11757397651672363,
      "learning_rate": 0.00014364237761736127,
      "loss": 12.174,
      "step": 21955
    },
    {
      "epoch": 3.595218601604716,
      "grad_norm": 0.1362602710723877,
      "learning_rate": 0.00014363772621718318,
      "loss": 12.136,
      "step": 21956
    },
    {
      "epoch": 3.5953823481251024,
      "grad_norm": 0.12426326423883438,
      "learning_rate": 0.00014363307470038235,
      "loss": 12.1803,
      "step": 21957
    },
    {
      "epoch": 3.595546094645489,
      "grad_norm": 0.18962422013282776,
      "learning_rate": 0.0001436284230669711,
      "loss": 12.2127,
      "step": 21958
    },
    {
      "epoch": 3.595709841165875,
      "grad_norm": 0.1598336100578308,
      "learning_rate": 0.00014362377131696202,
      "loss": 12.1659,
      "step": 21959
    },
    {
      "epoch": 3.5958735876862615,
      "grad_norm": 0.194095641374588,
      "learning_rate": 0.00014361911945036737,
      "loss": 12.1836,
      "step": 21960
    },
    {
      "epoch": 3.596037334206648,
      "grad_norm": 0.13536430895328522,
      "learning_rate": 0.00014361446746719974,
      "loss": 12.1974,
      "step": 21961
    },
    {
      "epoch": 3.5962010807270346,
      "grad_norm": 0.15364958345890045,
      "learning_rate": 0.00014360981536747146,
      "loss": 12.1502,
      "step": 21962
    },
    {
      "epoch": 3.596364827247421,
      "grad_norm": 0.1649462878704071,
      "learning_rate": 0.000143605163151195,
      "loss": 12.1987,
      "step": 21963
    },
    {
      "epoch": 3.5965285737678077,
      "grad_norm": 0.12947732210159302,
      "learning_rate": 0.00014360051081838276,
      "loss": 12.1362,
      "step": 21964
    },
    {
      "epoch": 3.5966923202881937,
      "grad_norm": 0.15571030974388123,
      "learning_rate": 0.00014359585836904722,
      "loss": 12.2154,
      "step": 21965
    },
    {
      "epoch": 3.5968560668085803,
      "grad_norm": 0.13133904337882996,
      "learning_rate": 0.00014359120580320078,
      "loss": 12.2035,
      "step": 21966
    },
    {
      "epoch": 3.597019813328967,
      "grad_norm": 0.1486351191997528,
      "learning_rate": 0.0001435865531208559,
      "loss": 12.1957,
      "step": 21967
    },
    {
      "epoch": 3.5971835598493533,
      "grad_norm": 0.11537231504917145,
      "learning_rate": 0.00014358190032202501,
      "loss": 12.1908,
      "step": 21968
    },
    {
      "epoch": 3.5973473063697394,
      "grad_norm": 0.14987730979919434,
      "learning_rate": 0.00014357724740672053,
      "loss": 12.1733,
      "step": 21969
    },
    {
      "epoch": 3.597511052890126,
      "grad_norm": 0.2250395268201828,
      "learning_rate": 0.0001435725943749549,
      "loss": 12.2059,
      "step": 21970
    },
    {
      "epoch": 3.5976747994105125,
      "grad_norm": 0.1676442176103592,
      "learning_rate": 0.00014356794122674055,
      "loss": 12.154,
      "step": 21971
    },
    {
      "epoch": 3.597838545930899,
      "grad_norm": 0.12420723587274551,
      "learning_rate": 0.00014356328796208994,
      "loss": 12.1807,
      "step": 21972
    },
    {
      "epoch": 3.5980022924512856,
      "grad_norm": 0.1428949385881424,
      "learning_rate": 0.00014355863458101546,
      "loss": 12.1122,
      "step": 21973
    },
    {
      "epoch": 3.598166038971672,
      "grad_norm": 0.1316169947385788,
      "learning_rate": 0.00014355398108352961,
      "loss": 12.1394,
      "step": 21974
    },
    {
      "epoch": 3.598329785492058,
      "grad_norm": 0.14090511202812195,
      "learning_rate": 0.00014354932746964478,
      "loss": 12.204,
      "step": 21975
    },
    {
      "epoch": 3.5984935320124447,
      "grad_norm": 0.136405810713768,
      "learning_rate": 0.0001435446737393734,
      "loss": 12.1899,
      "step": 21976
    },
    {
      "epoch": 3.5986572785328312,
      "grad_norm": 0.14129725098609924,
      "learning_rate": 0.00014354001989272795,
      "loss": 12.2374,
      "step": 21977
    },
    {
      "epoch": 3.5988210250532178,
      "grad_norm": 0.15397819876670837,
      "learning_rate": 0.00014353536592972082,
      "loss": 12.1972,
      "step": 21978
    },
    {
      "epoch": 3.598984771573604,
      "grad_norm": 0.16345982253551483,
      "learning_rate": 0.00014353071185036452,
      "loss": 12.1541,
      "step": 21979
    },
    {
      "epoch": 3.5991485180939904,
      "grad_norm": 0.2033391296863556,
      "learning_rate": 0.0001435260576546714,
      "loss": 12.1291,
      "step": 21980
    },
    {
      "epoch": 3.599312264614377,
      "grad_norm": 0.15371818840503693,
      "learning_rate": 0.00014352140334265392,
      "loss": 12.1565,
      "step": 21981
    },
    {
      "epoch": 3.5994760111347635,
      "grad_norm": 0.2053745836019516,
      "learning_rate": 0.00014351674891432457,
      "loss": 12.2101,
      "step": 21982
    },
    {
      "epoch": 3.59963975765515,
      "grad_norm": 0.17402863502502441,
      "learning_rate": 0.00014351209436969575,
      "loss": 12.1491,
      "step": 21983
    },
    {
      "epoch": 3.5998035041755365,
      "grad_norm": 0.146650493144989,
      "learning_rate": 0.0001435074397087799,
      "loss": 12.1664,
      "step": 21984
    },
    {
      "epoch": 3.5999672506959226,
      "grad_norm": 0.12846270203590393,
      "learning_rate": 0.00014350278493158948,
      "loss": 12.1559,
      "step": 21985
    },
    {
      "epoch": 3.600130997216309,
      "grad_norm": 0.15127240121364594,
      "learning_rate": 0.00014349813003813688,
      "loss": 12.1619,
      "step": 21986
    },
    {
      "epoch": 3.6002947437366957,
      "grad_norm": 0.17982283234596252,
      "learning_rate": 0.0001434934750284346,
      "loss": 12.195,
      "step": 21987
    },
    {
      "epoch": 3.600458490257082,
      "grad_norm": 0.13211846351623535,
      "learning_rate": 0.00014348881990249504,
      "loss": 12.1947,
      "step": 21988
    },
    {
      "epoch": 3.6006222367774683,
      "grad_norm": 0.19170750677585602,
      "learning_rate": 0.00014348416466033066,
      "loss": 12.2329,
      "step": 21989
    },
    {
      "epoch": 3.600785983297855,
      "grad_norm": 0.15054263174533844,
      "learning_rate": 0.0001434795093019539,
      "loss": 12.1248,
      "step": 21990
    },
    {
      "epoch": 3.6009497298182414,
      "grad_norm": 0.1992107331752777,
      "learning_rate": 0.00014347485382737722,
      "loss": 12.1715,
      "step": 21991
    },
    {
      "epoch": 3.601113476338628,
      "grad_norm": 0.17222943902015686,
      "learning_rate": 0.000143470198236613,
      "loss": 12.1749,
      "step": 21992
    },
    {
      "epoch": 3.6012772228590144,
      "grad_norm": 0.1507461965084076,
      "learning_rate": 0.00014346554252967376,
      "loss": 12.2054,
      "step": 21993
    },
    {
      "epoch": 3.601440969379401,
      "grad_norm": 0.15660500526428223,
      "learning_rate": 0.0001434608867065719,
      "loss": 12.1802,
      "step": 21994
    },
    {
      "epoch": 3.601604715899787,
      "grad_norm": 0.13252191245555878,
      "learning_rate": 0.00014345623076731986,
      "loss": 12.1898,
      "step": 21995
    },
    {
      "epoch": 3.6017684624201736,
      "grad_norm": 0.13195304572582245,
      "learning_rate": 0.0001434515747119301,
      "loss": 12.1861,
      "step": 21996
    },
    {
      "epoch": 3.60193220894056,
      "grad_norm": 0.14203180372714996,
      "learning_rate": 0.00014344691854041504,
      "loss": 12.1336,
      "step": 21997
    },
    {
      "epoch": 3.602095955460946,
      "grad_norm": 0.20051030814647675,
      "learning_rate": 0.00014344226225278717,
      "loss": 12.1422,
      "step": 21998
    },
    {
      "epoch": 3.6022597019813327,
      "grad_norm": 0.1601840853691101,
      "learning_rate": 0.00014343760584905888,
      "loss": 12.1587,
      "step": 21999
    },
    {
      "epoch": 3.6024234485017192,
      "grad_norm": 0.14437024295330048,
      "learning_rate": 0.0001434329493292426,
      "loss": 12.1719,
      "step": 22000
    },
    {
      "epoch": 3.6024234485017192,
      "eval_loss": 12.162395477294922,
      "eval_runtime": 7.2951,
      "eval_samples_per_second": 33.721,
      "eval_steps_per_second": 16.861,
      "step": 22000
    },
    {
      "epoch": 3.602587195022106,
      "grad_norm": 0.15817831456661224,
      "learning_rate": 0.00014342829269335086,
      "loss": 12.2301,
      "step": 22001
    },
    {
      "epoch": 3.6027509415424923,
      "grad_norm": 0.18952101469039917,
      "learning_rate": 0.00014342363594139606,
      "loss": 12.183,
      "step": 22002
    },
    {
      "epoch": 3.602914688062879,
      "grad_norm": 0.15114949643611908,
      "learning_rate": 0.0001434189790733906,
      "loss": 12.1714,
      "step": 22003
    },
    {
      "epoch": 3.6030784345832654,
      "grad_norm": 0.1638014167547226,
      "learning_rate": 0.000143414322089347,
      "loss": 12.1985,
      "step": 22004
    },
    {
      "epoch": 3.6032421811036515,
      "grad_norm": 0.19816426932811737,
      "learning_rate": 0.00014340966498927767,
      "loss": 12.1851,
      "step": 22005
    },
    {
      "epoch": 3.603405927624038,
      "grad_norm": 0.14904366433620453,
      "learning_rate": 0.00014340500777319508,
      "loss": 12.1705,
      "step": 22006
    },
    {
      "epoch": 3.6035696741444245,
      "grad_norm": 0.14119267463684082,
      "learning_rate": 0.0001434003504411116,
      "loss": 12.1506,
      "step": 22007
    },
    {
      "epoch": 3.6037334206648106,
      "grad_norm": 0.13824760913848877,
      "learning_rate": 0.0001433956929930398,
      "loss": 12.1944,
      "step": 22008
    },
    {
      "epoch": 3.603897167185197,
      "grad_norm": 0.1944594830274582,
      "learning_rate": 0.00014339103542899203,
      "loss": 12.1694,
      "step": 22009
    },
    {
      "epoch": 3.6040609137055837,
      "grad_norm": 0.200032576918602,
      "learning_rate": 0.00014338637774898076,
      "loss": 12.1345,
      "step": 22010
    },
    {
      "epoch": 3.60422466022597,
      "grad_norm": 0.1662679761648178,
      "learning_rate": 0.00014338171995301844,
      "loss": 12.1462,
      "step": 22011
    },
    {
      "epoch": 3.6043884067463567,
      "grad_norm": 0.13481250405311584,
      "learning_rate": 0.00014337706204111753,
      "loss": 12.214,
      "step": 22012
    },
    {
      "epoch": 3.6045521532667433,
      "grad_norm": 0.12282964587211609,
      "learning_rate": 0.0001433724040132905,
      "loss": 12.1886,
      "step": 22013
    },
    {
      "epoch": 3.6047158997871294,
      "grad_norm": 0.15966713428497314,
      "learning_rate": 0.00014336774586954973,
      "loss": 12.2137,
      "step": 22014
    },
    {
      "epoch": 3.604879646307516,
      "grad_norm": 0.19084075093269348,
      "learning_rate": 0.00014336308760990772,
      "loss": 12.1647,
      "step": 22015
    },
    {
      "epoch": 3.6050433928279024,
      "grad_norm": 0.1795024573802948,
      "learning_rate": 0.00014335842923437694,
      "loss": 12.2234,
      "step": 22016
    },
    {
      "epoch": 3.605207139348289,
      "grad_norm": 0.20545874536037445,
      "learning_rate": 0.00014335377074296975,
      "loss": 12.1578,
      "step": 22017
    },
    {
      "epoch": 3.605370885868675,
      "grad_norm": 0.19406647980213165,
      "learning_rate": 0.0001433491121356987,
      "loss": 12.1744,
      "step": 22018
    },
    {
      "epoch": 3.6055346323890616,
      "grad_norm": 0.1518716961145401,
      "learning_rate": 0.00014334445341257618,
      "loss": 12.1703,
      "step": 22019
    },
    {
      "epoch": 3.605698378909448,
      "grad_norm": 0.18817199766635895,
      "learning_rate": 0.00014333979457361467,
      "loss": 12.172,
      "step": 22020
    },
    {
      "epoch": 3.6058621254298346,
      "grad_norm": 0.16404256224632263,
      "learning_rate": 0.0001433351356188266,
      "loss": 12.1704,
      "step": 22021
    },
    {
      "epoch": 3.606025871950221,
      "grad_norm": 0.1188001036643982,
      "learning_rate": 0.00014333047654822444,
      "loss": 12.1857,
      "step": 22022
    },
    {
      "epoch": 3.6061896184706077,
      "grad_norm": 0.17899677157402039,
      "learning_rate": 0.00014332581736182064,
      "loss": 12.1593,
      "step": 22023
    },
    {
      "epoch": 3.606353364990994,
      "grad_norm": 0.16964058578014374,
      "learning_rate": 0.00014332115805962763,
      "loss": 12.1874,
      "step": 22024
    },
    {
      "epoch": 3.6065171115113803,
      "grad_norm": 0.1187112107872963,
      "learning_rate": 0.0001433164986416579,
      "loss": 12.1699,
      "step": 22025
    },
    {
      "epoch": 3.606680858031767,
      "grad_norm": 0.12599241733551025,
      "learning_rate": 0.00014331183910792385,
      "loss": 12.1704,
      "step": 22026
    },
    {
      "epoch": 3.6068446045521534,
      "grad_norm": 0.20796632766723633,
      "learning_rate": 0.00014330717945843798,
      "loss": 12.2248,
      "step": 22027
    },
    {
      "epoch": 3.6070083510725395,
      "grad_norm": 0.17853276431560516,
      "learning_rate": 0.00014330251969321272,
      "loss": 12.1719,
      "step": 22028
    },
    {
      "epoch": 3.607172097592926,
      "grad_norm": 0.16316580772399902,
      "learning_rate": 0.00014329785981226053,
      "loss": 12.1542,
      "step": 22029
    },
    {
      "epoch": 3.6073358441133125,
      "grad_norm": 0.1309192180633545,
      "learning_rate": 0.00014329319981559382,
      "loss": 12.1794,
      "step": 22030
    },
    {
      "epoch": 3.607499590633699,
      "grad_norm": 0.13982172310352325,
      "learning_rate": 0.00014328853970322519,
      "loss": 12.1557,
      "step": 22031
    },
    {
      "epoch": 3.6076633371540856,
      "grad_norm": 0.2102901041507721,
      "learning_rate": 0.0001432838794751669,
      "loss": 12.1969,
      "step": 22032
    },
    {
      "epoch": 3.607827083674472,
      "grad_norm": 0.1361996978521347,
      "learning_rate": 0.0001432792191314315,
      "loss": 12.1579,
      "step": 22033
    },
    {
      "epoch": 3.6079908301948582,
      "grad_norm": 0.17594364285469055,
      "learning_rate": 0.00014327455867203144,
      "loss": 12.2038,
      "step": 22034
    },
    {
      "epoch": 3.6081545767152448,
      "grad_norm": 0.13606683909893036,
      "learning_rate": 0.0001432698980969792,
      "loss": 12.1508,
      "step": 22035
    },
    {
      "epoch": 3.6083183232356313,
      "grad_norm": 0.13552126288414001,
      "learning_rate": 0.00014326523740628718,
      "loss": 12.1675,
      "step": 22036
    },
    {
      "epoch": 3.608482069756018,
      "grad_norm": 0.15451742708683014,
      "learning_rate": 0.0001432605765999679,
      "loss": 12.2119,
      "step": 22037
    },
    {
      "epoch": 3.608645816276404,
      "grad_norm": 0.13275398313999176,
      "learning_rate": 0.0001432559156780338,
      "loss": 12.176,
      "step": 22038
    },
    {
      "epoch": 3.6088095627967904,
      "grad_norm": 0.17099978029727936,
      "learning_rate": 0.00014325125464049725,
      "loss": 12.2315,
      "step": 22039
    },
    {
      "epoch": 3.608973309317177,
      "grad_norm": 0.13825038075447083,
      "learning_rate": 0.00014324659348737082,
      "loss": 12.1493,
      "step": 22040
    },
    {
      "epoch": 3.6091370558375635,
      "grad_norm": 0.1383117139339447,
      "learning_rate": 0.00014324193221866688,
      "loss": 12.2723,
      "step": 22041
    },
    {
      "epoch": 3.60930080235795,
      "grad_norm": 0.1439361870288849,
      "learning_rate": 0.00014323727083439798,
      "loss": 12.1895,
      "step": 22042
    },
    {
      "epoch": 3.6094645488783366,
      "grad_norm": 0.1733870506286621,
      "learning_rate": 0.00014323260933457653,
      "loss": 12.1615,
      "step": 22043
    },
    {
      "epoch": 3.6096282953987227,
      "grad_norm": 0.14639946818351746,
      "learning_rate": 0.00014322794771921496,
      "loss": 12.1965,
      "step": 22044
    },
    {
      "epoch": 3.609792041919109,
      "grad_norm": 0.15719924867153168,
      "learning_rate": 0.00014322328598832573,
      "loss": 12.1664,
      "step": 22045
    },
    {
      "epoch": 3.6099557884394957,
      "grad_norm": 0.14463688433170319,
      "learning_rate": 0.00014321862414192138,
      "loss": 12.1479,
      "step": 22046
    },
    {
      "epoch": 3.6101195349598822,
      "grad_norm": 0.15396708250045776,
      "learning_rate": 0.00014321396218001424,
      "loss": 12.2139,
      "step": 22047
    },
    {
      "epoch": 3.6102832814802683,
      "grad_norm": 0.1495455801486969,
      "learning_rate": 0.0001432093001026169,
      "loss": 12.2012,
      "step": 22048
    },
    {
      "epoch": 3.610447028000655,
      "grad_norm": 0.16745691001415253,
      "learning_rate": 0.00014320463790974173,
      "loss": 12.157,
      "step": 22049
    },
    {
      "epoch": 3.6106107745210414,
      "grad_norm": 0.17477935552597046,
      "learning_rate": 0.00014319997560140123,
      "loss": 12.1519,
      "step": 22050
    },
    {
      "epoch": 3.610774521041428,
      "grad_norm": 0.13180942833423615,
      "learning_rate": 0.00014319531317760783,
      "loss": 12.1833,
      "step": 22051
    },
    {
      "epoch": 3.6109382675618145,
      "grad_norm": 0.1581823080778122,
      "learning_rate": 0.00014319065063837403,
      "loss": 12.1819,
      "step": 22052
    },
    {
      "epoch": 3.611102014082201,
      "grad_norm": 0.15482589602470398,
      "learning_rate": 0.00014318598798371228,
      "loss": 12.2245,
      "step": 22053
    },
    {
      "epoch": 3.611265760602587,
      "grad_norm": 0.15015822649002075,
      "learning_rate": 0.00014318132521363498,
      "loss": 12.2144,
      "step": 22054
    },
    {
      "epoch": 3.6114295071229736,
      "grad_norm": 0.14570674300193787,
      "learning_rate": 0.0001431766623281547,
      "loss": 12.2188,
      "step": 22055
    },
    {
      "epoch": 3.61159325364336,
      "grad_norm": 0.18376635015010834,
      "learning_rate": 0.00014317199932728384,
      "loss": 12.1865,
      "step": 22056
    },
    {
      "epoch": 3.6117570001637467,
      "grad_norm": 0.14139769971370697,
      "learning_rate": 0.00014316733621103485,
      "loss": 12.1778,
      "step": 22057
    },
    {
      "epoch": 3.6119207466841328,
      "grad_norm": 0.15460295975208282,
      "learning_rate": 0.0001431626729794202,
      "loss": 12.2289,
      "step": 22058
    },
    {
      "epoch": 3.6120844932045193,
      "grad_norm": 0.13506972789764404,
      "learning_rate": 0.00014315800963245236,
      "loss": 12.1781,
      "step": 22059
    },
    {
      "epoch": 3.612248239724906,
      "grad_norm": 0.22504569590091705,
      "learning_rate": 0.0001431533461701438,
      "loss": 12.2144,
      "step": 22060
    },
    {
      "epoch": 3.6124119862452924,
      "grad_norm": 0.16073134541511536,
      "learning_rate": 0.00014314868259250696,
      "loss": 12.1449,
      "step": 22061
    },
    {
      "epoch": 3.612575732765679,
      "grad_norm": 0.1372758001089096,
      "learning_rate": 0.00014314401889955436,
      "loss": 12.1642,
      "step": 22062
    },
    {
      "epoch": 3.6127394792860654,
      "grad_norm": 0.17330986261367798,
      "learning_rate": 0.0001431393550912984,
      "loss": 12.203,
      "step": 22063
    },
    {
      "epoch": 3.6129032258064515,
      "grad_norm": 0.15418751537799835,
      "learning_rate": 0.0001431346911677516,
      "loss": 12.1676,
      "step": 22064
    },
    {
      "epoch": 3.613066972326838,
      "grad_norm": 0.20210087299346924,
      "learning_rate": 0.00014313002712892635,
      "loss": 12.1784,
      "step": 22065
    },
    {
      "epoch": 3.6132307188472246,
      "grad_norm": 0.170970156788826,
      "learning_rate": 0.00014312536297483516,
      "loss": 12.2112,
      "step": 22066
    },
    {
      "epoch": 3.6133944653676107,
      "grad_norm": 0.18385715782642365,
      "learning_rate": 0.00014312069870549052,
      "loss": 12.1939,
      "step": 22067
    },
    {
      "epoch": 3.613558211887997,
      "grad_norm": 0.20953284204006195,
      "learning_rate": 0.00014311603432090486,
      "loss": 12.2,
      "step": 22068
    },
    {
      "epoch": 3.6137219584083837,
      "grad_norm": 0.16181327402591705,
      "learning_rate": 0.00014311136982109065,
      "loss": 12.2155,
      "step": 22069
    },
    {
      "epoch": 3.6138857049287703,
      "grad_norm": 0.1788443773984909,
      "learning_rate": 0.00014310670520606034,
      "loss": 12.25,
      "step": 22070
    },
    {
      "epoch": 3.614049451449157,
      "grad_norm": 0.18558567762374878,
      "learning_rate": 0.00014310204047582645,
      "loss": 12.1409,
      "step": 22071
    },
    {
      "epoch": 3.6142131979695433,
      "grad_norm": 0.13757763803005219,
      "learning_rate": 0.00014309737563040142,
      "loss": 12.2107,
      "step": 22072
    },
    {
      "epoch": 3.61437694448993,
      "grad_norm": 0.13571365177631378,
      "learning_rate": 0.0001430927106697977,
      "loss": 12.1921,
      "step": 22073
    },
    {
      "epoch": 3.614540691010316,
      "grad_norm": 0.16905733942985535,
      "learning_rate": 0.00014308804559402772,
      "loss": 12.1638,
      "step": 22074
    },
    {
      "epoch": 3.6147044375307025,
      "grad_norm": 0.14990267157554626,
      "learning_rate": 0.00014308338040310405,
      "loss": 12.1413,
      "step": 22075
    },
    {
      "epoch": 3.614868184051089,
      "grad_norm": 0.13255099952220917,
      "learning_rate": 0.0001430787150970391,
      "loss": 12.2205,
      "step": 22076
    },
    {
      "epoch": 3.615031930571475,
      "grad_norm": 0.12582723796367645,
      "learning_rate": 0.0001430740496758453,
      "loss": 12.1858,
      "step": 22077
    },
    {
      "epoch": 3.6151956770918616,
      "grad_norm": 0.16127249598503113,
      "learning_rate": 0.00014306938413953519,
      "loss": 12.1764,
      "step": 22078
    },
    {
      "epoch": 3.615359423612248,
      "grad_norm": 0.13637031614780426,
      "learning_rate": 0.00014306471848812122,
      "loss": 12.2604,
      "step": 22079
    },
    {
      "epoch": 3.6155231701326347,
      "grad_norm": 0.17416414618492126,
      "learning_rate": 0.0001430600527216158,
      "loss": 12.2283,
      "step": 22080
    },
    {
      "epoch": 3.615686916653021,
      "grad_norm": 0.13265380263328552,
      "learning_rate": 0.00014305538684003148,
      "loss": 12.1417,
      "step": 22081
    },
    {
      "epoch": 3.6158506631734078,
      "grad_norm": 0.13930149376392365,
      "learning_rate": 0.00014305072084338068,
      "loss": 12.1527,
      "step": 22082
    },
    {
      "epoch": 3.616014409693794,
      "grad_norm": 0.1736452281475067,
      "learning_rate": 0.00014304605473167592,
      "loss": 12.2213,
      "step": 22083
    },
    {
      "epoch": 3.6161781562141804,
      "grad_norm": 0.13099226355552673,
      "learning_rate": 0.00014304138850492962,
      "loss": 12.1331,
      "step": 22084
    },
    {
      "epoch": 3.616341902734567,
      "grad_norm": 0.16720588505268097,
      "learning_rate": 0.00014303672216315426,
      "loss": 12.1327,
      "step": 22085
    },
    {
      "epoch": 3.6165056492549534,
      "grad_norm": 0.12784947454929352,
      "learning_rate": 0.0001430320557063623,
      "loss": 12.1659,
      "step": 22086
    },
    {
      "epoch": 3.6166693957753395,
      "grad_norm": 0.17686428129673004,
      "learning_rate": 0.00014302738913456623,
      "loss": 12.1457,
      "step": 22087
    },
    {
      "epoch": 3.616833142295726,
      "grad_norm": 0.13134311139583588,
      "learning_rate": 0.00014302272244777858,
      "loss": 12.2086,
      "step": 22088
    },
    {
      "epoch": 3.6169968888161126,
      "grad_norm": 0.1692643165588379,
      "learning_rate": 0.00014301805564601166,
      "loss": 12.1788,
      "step": 22089
    },
    {
      "epoch": 3.617160635336499,
      "grad_norm": 0.142179936170578,
      "learning_rate": 0.00014301338872927812,
      "loss": 12.1547,
      "step": 22090
    },
    {
      "epoch": 3.6173243818568857,
      "grad_norm": 0.22150321304798126,
      "learning_rate": 0.00014300872169759033,
      "loss": 12.2248,
      "step": 22091
    },
    {
      "epoch": 3.617488128377272,
      "grad_norm": 0.21803182363510132,
      "learning_rate": 0.0001430040545509608,
      "loss": 12.1704,
      "step": 22092
    },
    {
      "epoch": 3.6176518748976583,
      "grad_norm": 0.11596910655498505,
      "learning_rate": 0.00014299938728940198,
      "loss": 12.1797,
      "step": 22093
    },
    {
      "epoch": 3.617815621418045,
      "grad_norm": 0.18142995238304138,
      "learning_rate": 0.00014299471991292638,
      "loss": 12.1856,
      "step": 22094
    },
    {
      "epoch": 3.6179793679384313,
      "grad_norm": 0.15037594735622406,
      "learning_rate": 0.00014299005242154644,
      "loss": 12.1946,
      "step": 22095
    },
    {
      "epoch": 3.618143114458818,
      "grad_norm": 0.12423651665449142,
      "learning_rate": 0.00014298538481527463,
      "loss": 12.2016,
      "step": 22096
    },
    {
      "epoch": 3.618306860979204,
      "grad_norm": 0.14703771471977234,
      "learning_rate": 0.00014298071709412346,
      "loss": 12.1841,
      "step": 22097
    },
    {
      "epoch": 3.6184706074995905,
      "grad_norm": 0.14576640725135803,
      "learning_rate": 0.00014297604925810536,
      "loss": 12.1509,
      "step": 22098
    },
    {
      "epoch": 3.618634354019977,
      "grad_norm": 0.12369203567504883,
      "learning_rate": 0.00014297138130723287,
      "loss": 12.1912,
      "step": 22099
    },
    {
      "epoch": 3.6187981005403635,
      "grad_norm": 0.14890281856060028,
      "learning_rate": 0.00014296671324151835,
      "loss": 12.2238,
      "step": 22100
    },
    {
      "epoch": 3.61896184706075,
      "grad_norm": 0.16233423352241516,
      "learning_rate": 0.0001429620450609744,
      "loss": 12.1398,
      "step": 22101
    },
    {
      "epoch": 3.6191255935811366,
      "grad_norm": 0.21907512843608856,
      "learning_rate": 0.00014295737676561343,
      "loss": 12.19,
      "step": 22102
    },
    {
      "epoch": 3.6192893401015227,
      "grad_norm": 0.18749701976776123,
      "learning_rate": 0.00014295270835544793,
      "loss": 12.2062,
      "step": 22103
    },
    {
      "epoch": 3.6194530866219092,
      "grad_norm": 0.20507927238941193,
      "learning_rate": 0.00014294803983049036,
      "loss": 12.2505,
      "step": 22104
    },
    {
      "epoch": 3.6196168331422958,
      "grad_norm": 0.1546398103237152,
      "learning_rate": 0.00014294337119075327,
      "loss": 12.2002,
      "step": 22105
    },
    {
      "epoch": 3.6197805796626823,
      "grad_norm": 0.18662302196025848,
      "learning_rate": 0.000142938702436249,
      "loss": 12.2094,
      "step": 22106
    },
    {
      "epoch": 3.6199443261830684,
      "grad_norm": 0.1206548660993576,
      "learning_rate": 0.00014293403356699017,
      "loss": 12.2038,
      "step": 22107
    },
    {
      "epoch": 3.620108072703455,
      "grad_norm": 0.20844198763370514,
      "learning_rate": 0.00014292936458298915,
      "loss": 12.1862,
      "step": 22108
    },
    {
      "epoch": 3.6202718192238414,
      "grad_norm": 0.15308240056037903,
      "learning_rate": 0.0001429246954842585,
      "loss": 12.1701,
      "step": 22109
    },
    {
      "epoch": 3.620435565744228,
      "grad_norm": 0.1552155762910843,
      "learning_rate": 0.00014292002627081063,
      "loss": 12.1699,
      "step": 22110
    },
    {
      "epoch": 3.6205993122646145,
      "grad_norm": 0.14387133717536926,
      "learning_rate": 0.00014291535694265807,
      "loss": 12.1855,
      "step": 22111
    },
    {
      "epoch": 3.620763058785001,
      "grad_norm": 0.1517433077096939,
      "learning_rate": 0.00014291068749981332,
      "loss": 12.2117,
      "step": 22112
    },
    {
      "epoch": 3.620926805305387,
      "grad_norm": 0.19973717629909515,
      "learning_rate": 0.00014290601794228876,
      "loss": 12.174,
      "step": 22113
    },
    {
      "epoch": 3.6210905518257737,
      "grad_norm": 0.17809118330478668,
      "learning_rate": 0.00014290134827009694,
      "loss": 12.1834,
      "step": 22114
    },
    {
      "epoch": 3.62125429834616,
      "grad_norm": 0.11792107671499252,
      "learning_rate": 0.0001428966784832503,
      "loss": 12.1998,
      "step": 22115
    },
    {
      "epoch": 3.6214180448665467,
      "grad_norm": 0.14419814944267273,
      "learning_rate": 0.0001428920085817614,
      "loss": 12.1404,
      "step": 22116
    },
    {
      "epoch": 3.621581791386933,
      "grad_norm": 0.13349635899066925,
      "learning_rate": 0.00014288733856564263,
      "loss": 12.239,
      "step": 22117
    },
    {
      "epoch": 3.6217455379073193,
      "grad_norm": 0.1526641994714737,
      "learning_rate": 0.0001428826684349065,
      "loss": 12.1992,
      "step": 22118
    },
    {
      "epoch": 3.621909284427706,
      "grad_norm": 0.13238434493541718,
      "learning_rate": 0.00014287799818956553,
      "loss": 12.1771,
      "step": 22119
    },
    {
      "epoch": 3.6220730309480924,
      "grad_norm": 0.163855642080307,
      "learning_rate": 0.0001428733278296322,
      "loss": 12.1548,
      "step": 22120
    },
    {
      "epoch": 3.622236777468479,
      "grad_norm": 0.12894020974636078,
      "learning_rate": 0.0001428686573551189,
      "loss": 12.1669,
      "step": 22121
    },
    {
      "epoch": 3.6224005239888655,
      "grad_norm": 0.16038931906223297,
      "learning_rate": 0.0001428639867660382,
      "loss": 12.1334,
      "step": 22122
    },
    {
      "epoch": 3.6225642705092516,
      "grad_norm": 0.15915851294994354,
      "learning_rate": 0.00014285931606240255,
      "loss": 12.172,
      "step": 22123
    },
    {
      "epoch": 3.622728017029638,
      "grad_norm": 0.12756970524787903,
      "learning_rate": 0.00014285464524422446,
      "loss": 12.2183,
      "step": 22124
    },
    {
      "epoch": 3.6228917635500246,
      "grad_norm": 0.20604705810546875,
      "learning_rate": 0.00014284997431151635,
      "loss": 12.1423,
      "step": 22125
    },
    {
      "epoch": 3.623055510070411,
      "grad_norm": 0.2010785937309265,
      "learning_rate": 0.00014284530326429077,
      "loss": 12.1726,
      "step": 22126
    },
    {
      "epoch": 3.6232192565907972,
      "grad_norm": 0.1342475414276123,
      "learning_rate": 0.0001428406321025602,
      "loss": 12.1583,
      "step": 22127
    },
    {
      "epoch": 3.6233830031111838,
      "grad_norm": 0.12459199875593185,
      "learning_rate": 0.00014283596082633707,
      "loss": 12.1612,
      "step": 22128
    },
    {
      "epoch": 3.6235467496315703,
      "grad_norm": 0.1752794086933136,
      "learning_rate": 0.0001428312894356339,
      "loss": 12.1749,
      "step": 22129
    },
    {
      "epoch": 3.623710496151957,
      "grad_norm": 0.1289699822664261,
      "learning_rate": 0.0001428266179304632,
      "loss": 12.1885,
      "step": 22130
    },
    {
      "epoch": 3.6238742426723434,
      "grad_norm": 0.1833943873643875,
      "learning_rate": 0.0001428219463108374,
      "loss": 12.169,
      "step": 22131
    },
    {
      "epoch": 3.62403798919273,
      "grad_norm": 0.182023286819458,
      "learning_rate": 0.000142817274576769,
      "loss": 12.158,
      "step": 22132
    },
    {
      "epoch": 3.624201735713116,
      "grad_norm": 0.17982947826385498,
      "learning_rate": 0.00014281260272827053,
      "loss": 12.1591,
      "step": 22133
    },
    {
      "epoch": 3.6243654822335025,
      "grad_norm": 0.1280307173728943,
      "learning_rate": 0.00014280793076535444,
      "loss": 12.1833,
      "step": 22134
    },
    {
      "epoch": 3.624529228753889,
      "grad_norm": 0.1303820013999939,
      "learning_rate": 0.0001428032586880332,
      "loss": 12.152,
      "step": 22135
    },
    {
      "epoch": 3.6246929752742756,
      "grad_norm": 0.13592632114887238,
      "learning_rate": 0.0001427985864963193,
      "loss": 12.2066,
      "step": 22136
    },
    {
      "epoch": 3.6248567217946617,
      "grad_norm": 0.14521944522857666,
      "learning_rate": 0.00014279391419022526,
      "loss": 12.1879,
      "step": 22137
    },
    {
      "epoch": 3.625020468315048,
      "grad_norm": 0.13278499245643616,
      "learning_rate": 0.00014278924176976357,
      "loss": 12.1779,
      "step": 22138
    },
    {
      "epoch": 3.6251842148354347,
      "grad_norm": 0.13751628994941711,
      "learning_rate": 0.00014278456923494666,
      "loss": 12.168,
      "step": 22139
    },
    {
      "epoch": 3.6253479613558213,
      "grad_norm": 0.16166768968105316,
      "learning_rate": 0.00014277989658578703,
      "loss": 12.1673,
      "step": 22140
    },
    {
      "epoch": 3.625511707876208,
      "grad_norm": 0.1745777577161789,
      "learning_rate": 0.00014277522382229724,
      "loss": 12.1473,
      "step": 22141
    },
    {
      "epoch": 3.6256754543965943,
      "grad_norm": 0.10501730442047119,
      "learning_rate": 0.0001427705509444897,
      "loss": 12.2353,
      "step": 22142
    },
    {
      "epoch": 3.6258392009169804,
      "grad_norm": 0.1380409151315689,
      "learning_rate": 0.00014276587795237692,
      "loss": 12.1816,
      "step": 22143
    },
    {
      "epoch": 3.626002947437367,
      "grad_norm": 0.180898979306221,
      "learning_rate": 0.00014276120484597141,
      "loss": 12.1573,
      "step": 22144
    },
    {
      "epoch": 3.6261666939577535,
      "grad_norm": 0.1713467687368393,
      "learning_rate": 0.00014275653162528564,
      "loss": 12.2122,
      "step": 22145
    },
    {
      "epoch": 3.6263304404781396,
      "grad_norm": 0.18569670617580414,
      "learning_rate": 0.00014275185829033213,
      "loss": 12.1498,
      "step": 22146
    },
    {
      "epoch": 3.626494186998526,
      "grad_norm": 0.1674153208732605,
      "learning_rate": 0.00014274718484112332,
      "loss": 12.224,
      "step": 22147
    },
    {
      "epoch": 3.6266579335189126,
      "grad_norm": 0.16183467209339142,
      "learning_rate": 0.00014274251127767169,
      "loss": 12.187,
      "step": 22148
    },
    {
      "epoch": 3.626821680039299,
      "grad_norm": 0.13790039718151093,
      "learning_rate": 0.00014273783759998979,
      "loss": 12.2068,
      "step": 22149
    },
    {
      "epoch": 3.6269854265596857,
      "grad_norm": 0.1421356052160263,
      "learning_rate": 0.0001427331638080901,
      "loss": 12.1762,
      "step": 22150
    },
    {
      "epoch": 3.6271491730800722,
      "grad_norm": 0.20948930084705353,
      "learning_rate": 0.00014272848990198506,
      "loss": 12.2228,
      "step": 22151
    },
    {
      "epoch": 3.6273129196004588,
      "grad_norm": 0.15432213246822357,
      "learning_rate": 0.00014272381588168722,
      "loss": 12.2453,
      "step": 22152
    },
    {
      "epoch": 3.627476666120845,
      "grad_norm": 0.14067520201206207,
      "learning_rate": 0.00014271914174720905,
      "loss": 12.1724,
      "step": 22153
    },
    {
      "epoch": 3.6276404126412314,
      "grad_norm": 0.15931223332881927,
      "learning_rate": 0.00014271446749856303,
      "loss": 12.1985,
      "step": 22154
    },
    {
      "epoch": 3.627804159161618,
      "grad_norm": 0.1462373435497284,
      "learning_rate": 0.00014270979313576164,
      "loss": 12.1652,
      "step": 22155
    },
    {
      "epoch": 3.627967905682004,
      "grad_norm": 0.14330559968948364,
      "learning_rate": 0.00014270511865881741,
      "loss": 12.1571,
      "step": 22156
    },
    {
      "epoch": 3.6281316522023905,
      "grad_norm": 0.14477667212486267,
      "learning_rate": 0.00014270044406774284,
      "loss": 12.179,
      "step": 22157
    },
    {
      "epoch": 3.628295398722777,
      "grad_norm": 0.22248747944831848,
      "learning_rate": 0.00014269576936255037,
      "loss": 12.2892,
      "step": 22158
    },
    {
      "epoch": 3.6284591452431636,
      "grad_norm": 0.17913740873336792,
      "learning_rate": 0.0001426910945432525,
      "loss": 12.2191,
      "step": 22159
    },
    {
      "epoch": 3.62862289176355,
      "grad_norm": 0.21102392673492432,
      "learning_rate": 0.0001426864196098618,
      "loss": 12.2088,
      "step": 22160
    },
    {
      "epoch": 3.6287866382839367,
      "grad_norm": 0.15991710126399994,
      "learning_rate": 0.00014268174456239066,
      "loss": 12.1749,
      "step": 22161
    },
    {
      "epoch": 3.6289503848043227,
      "grad_norm": 0.16320516169071198,
      "learning_rate": 0.00014267706940085165,
      "loss": 12.1751,
      "step": 22162
    },
    {
      "epoch": 3.6291141313247093,
      "grad_norm": 0.16257311403751373,
      "learning_rate": 0.00014267239412525724,
      "loss": 12.142,
      "step": 22163
    },
    {
      "epoch": 3.629277877845096,
      "grad_norm": 0.17186014354228973,
      "learning_rate": 0.0001426677187356199,
      "loss": 12.1999,
      "step": 22164
    },
    {
      "epoch": 3.6294416243654823,
      "grad_norm": 0.17048098146915436,
      "learning_rate": 0.00014266304323195216,
      "loss": 12.1699,
      "step": 22165
    },
    {
      "epoch": 3.6296053708858684,
      "grad_norm": 0.12383585423231125,
      "learning_rate": 0.0001426583676142665,
      "loss": 12.2155,
      "step": 22166
    },
    {
      "epoch": 3.629769117406255,
      "grad_norm": 0.15880818665027618,
      "learning_rate": 0.00014265369188257542,
      "loss": 12.1609,
      "step": 22167
    },
    {
      "epoch": 3.6299328639266415,
      "grad_norm": 0.15428093075752258,
      "learning_rate": 0.00014264901603689142,
      "loss": 12.1637,
      "step": 22168
    },
    {
      "epoch": 3.630096610447028,
      "grad_norm": 0.21635137498378754,
      "learning_rate": 0.00014264434007722697,
      "loss": 12.2,
      "step": 22169
    },
    {
      "epoch": 3.6302603569674146,
      "grad_norm": 0.17931829392910004,
      "learning_rate": 0.0001426396640035946,
      "loss": 12.1575,
      "step": 22170
    },
    {
      "epoch": 3.630424103487801,
      "grad_norm": 0.16617047786712646,
      "learning_rate": 0.0001426349878160068,
      "loss": 12.1764,
      "step": 22171
    },
    {
      "epoch": 3.630587850008187,
      "grad_norm": 0.17529790103435516,
      "learning_rate": 0.0001426303115144761,
      "loss": 12.1695,
      "step": 22172
    },
    {
      "epoch": 3.6307515965285737,
      "grad_norm": 0.14625655114650726,
      "learning_rate": 0.0001426256350990149,
      "loss": 12.1964,
      "step": 22173
    },
    {
      "epoch": 3.6309153430489602,
      "grad_norm": 0.16821810603141785,
      "learning_rate": 0.00014262095856963576,
      "loss": 12.1508,
      "step": 22174
    },
    {
      "epoch": 3.6310790895693468,
      "grad_norm": 0.12748681008815765,
      "learning_rate": 0.0001426162819263512,
      "loss": 12.1973,
      "step": 22175
    },
    {
      "epoch": 3.631242836089733,
      "grad_norm": 0.13990630209445953,
      "learning_rate": 0.00014261160516917368,
      "loss": 12.188,
      "step": 22176
    },
    {
      "epoch": 3.6314065826101194,
      "grad_norm": 0.13671185076236725,
      "learning_rate": 0.0001426069282981157,
      "loss": 12.2131,
      "step": 22177
    },
    {
      "epoch": 3.631570329130506,
      "grad_norm": 0.1447499841451645,
      "learning_rate": 0.0001426022513131898,
      "loss": 12.1639,
      "step": 22178
    },
    {
      "epoch": 3.6317340756508925,
      "grad_norm": 0.13051337003707886,
      "learning_rate": 0.00014259757421440842,
      "loss": 12.1883,
      "step": 22179
    },
    {
      "epoch": 3.631897822171279,
      "grad_norm": 0.14769425988197327,
      "learning_rate": 0.0001425928970017841,
      "loss": 12.1916,
      "step": 22180
    },
    {
      "epoch": 3.6320615686916655,
      "grad_norm": 0.11756731569766998,
      "learning_rate": 0.00014258821967532933,
      "loss": 12.1794,
      "step": 22181
    },
    {
      "epoch": 3.6322253152120516,
      "grad_norm": 0.14947159588336945,
      "learning_rate": 0.00014258354223505663,
      "loss": 12.1711,
      "step": 22182
    },
    {
      "epoch": 3.632389061732438,
      "grad_norm": 0.19896718859672546,
      "learning_rate": 0.0001425788646809785,
      "loss": 12.216,
      "step": 22183
    },
    {
      "epoch": 3.6325528082528247,
      "grad_norm": 0.1455857753753662,
      "learning_rate": 0.00014257418701310733,
      "loss": 12.2574,
      "step": 22184
    },
    {
      "epoch": 3.632716554773211,
      "grad_norm": 0.16735124588012695,
      "learning_rate": 0.00014256950923145577,
      "loss": 12.1438,
      "step": 22185
    },
    {
      "epoch": 3.6328803012935973,
      "grad_norm": 0.15906646847724915,
      "learning_rate": 0.0001425648313360363,
      "loss": 12.1788,
      "step": 22186
    },
    {
      "epoch": 3.633044047813984,
      "grad_norm": 0.15432707965373993,
      "learning_rate": 0.00014256015332686134,
      "loss": 12.1489,
      "step": 22187
    },
    {
      "epoch": 3.6332077943343704,
      "grad_norm": 0.1526680439710617,
      "learning_rate": 0.00014255547520394346,
      "loss": 12.1679,
      "step": 22188
    },
    {
      "epoch": 3.633371540854757,
      "grad_norm": 0.21479487419128418,
      "learning_rate": 0.0001425507969672951,
      "loss": 12.1896,
      "step": 22189
    },
    {
      "epoch": 3.6335352873751434,
      "grad_norm": 0.19838868081569672,
      "learning_rate": 0.00014254611861692885,
      "loss": 12.1723,
      "step": 22190
    },
    {
      "epoch": 3.63369903389553,
      "grad_norm": 0.13148342072963715,
      "learning_rate": 0.00014254144015285716,
      "loss": 12.1688,
      "step": 22191
    },
    {
      "epoch": 3.633862780415916,
      "grad_norm": 0.1629333198070526,
      "learning_rate": 0.00014253676157509253,
      "loss": 12.2078,
      "step": 22192
    },
    {
      "epoch": 3.6340265269363026,
      "grad_norm": 0.13267116248607635,
      "learning_rate": 0.00014253208288364747,
      "loss": 12.2337,
      "step": 22193
    },
    {
      "epoch": 3.634190273456689,
      "grad_norm": 0.14735519886016846,
      "learning_rate": 0.00014252740407853448,
      "loss": 12.1931,
      "step": 22194
    },
    {
      "epoch": 3.6343540199770756,
      "grad_norm": 0.16495376825332642,
      "learning_rate": 0.00014252272515976607,
      "loss": 12.1728,
      "step": 22195
    },
    {
      "epoch": 3.6345177664974617,
      "grad_norm": 0.12863963842391968,
      "learning_rate": 0.00014251804612735476,
      "loss": 12.168,
      "step": 22196
    },
    {
      "epoch": 3.6346815130178483,
      "grad_norm": 0.17043443024158478,
      "learning_rate": 0.00014251336698131305,
      "loss": 12.1874,
      "step": 22197
    },
    {
      "epoch": 3.634845259538235,
      "grad_norm": 0.24430932104587555,
      "learning_rate": 0.00014250868772165343,
      "loss": 12.1994,
      "step": 22198
    },
    {
      "epoch": 3.6350090060586213,
      "grad_norm": 0.1653268039226532,
      "learning_rate": 0.0001425040083483884,
      "loss": 12.1256,
      "step": 22199
    },
    {
      "epoch": 3.635172752579008,
      "grad_norm": 0.15198324620723724,
      "learning_rate": 0.00014249932886153046,
      "loss": 12.1853,
      "step": 22200
    },
    {
      "epoch": 3.6353364990993944,
      "grad_norm": 0.14270272850990295,
      "learning_rate": 0.00014249464926109216,
      "loss": 12.1331,
      "step": 22201
    },
    {
      "epoch": 3.6355002456197805,
      "grad_norm": 0.17350710928440094,
      "learning_rate": 0.00014248996954708596,
      "loss": 12.172,
      "step": 22202
    },
    {
      "epoch": 3.635663992140167,
      "grad_norm": 0.1595757007598877,
      "learning_rate": 0.00014248528971952441,
      "loss": 12.1586,
      "step": 22203
    },
    {
      "epoch": 3.6358277386605535,
      "grad_norm": 0.16436387598514557,
      "learning_rate": 0.00014248060977841998,
      "loss": 12.1273,
      "step": 22204
    },
    {
      "epoch": 3.63599148518094,
      "grad_norm": 0.1481742411851883,
      "learning_rate": 0.00014247592972378522,
      "loss": 12.1596,
      "step": 22205
    },
    {
      "epoch": 3.636155231701326,
      "grad_norm": 0.14026056230068207,
      "learning_rate": 0.00014247124955563256,
      "loss": 12.1657,
      "step": 22206
    },
    {
      "epoch": 3.6363189782217127,
      "grad_norm": 0.15336504578590393,
      "learning_rate": 0.00014246656927397456,
      "loss": 12.1778,
      "step": 22207
    },
    {
      "epoch": 3.636482724742099,
      "grad_norm": 0.173970565199852,
      "learning_rate": 0.00014246188887882377,
      "loss": 12.1665,
      "step": 22208
    },
    {
      "epoch": 3.6366464712624857,
      "grad_norm": 0.13966716825962067,
      "learning_rate": 0.00014245720837019262,
      "loss": 12.1813,
      "step": 22209
    },
    {
      "epoch": 3.6368102177828723,
      "grad_norm": 0.1569673866033554,
      "learning_rate": 0.00014245252774809362,
      "loss": 12.2005,
      "step": 22210
    },
    {
      "epoch": 3.636973964303259,
      "grad_norm": 0.2001616656780243,
      "learning_rate": 0.00014244784701253934,
      "loss": 12.2068,
      "step": 22211
    },
    {
      "epoch": 3.637137710823645,
      "grad_norm": 0.14886243641376495,
      "learning_rate": 0.0001424431661635423,
      "loss": 12.2066,
      "step": 22212
    },
    {
      "epoch": 3.6373014573440314,
      "grad_norm": 0.1532164365053177,
      "learning_rate": 0.0001424384852011149,
      "loss": 12.205,
      "step": 22213
    },
    {
      "epoch": 3.637465203864418,
      "grad_norm": 0.17044572532176971,
      "learning_rate": 0.00014243380412526976,
      "loss": 12.1637,
      "step": 22214
    },
    {
      "epoch": 3.637628950384804,
      "grad_norm": 0.16248391568660736,
      "learning_rate": 0.00014242912293601934,
      "loss": 12.2105,
      "step": 22215
    },
    {
      "epoch": 3.6377926969051906,
      "grad_norm": 0.14249978959560394,
      "learning_rate": 0.00014242444163337615,
      "loss": 12.1825,
      "step": 22216
    },
    {
      "epoch": 3.637956443425577,
      "grad_norm": 0.22233927249908447,
      "learning_rate": 0.00014241976021735274,
      "loss": 12.1805,
      "step": 22217
    },
    {
      "epoch": 3.6381201899459636,
      "grad_norm": 0.20987729728221893,
      "learning_rate": 0.00014241507868796157,
      "loss": 12.1296,
      "step": 22218
    },
    {
      "epoch": 3.63828393646635,
      "grad_norm": 0.12252949923276901,
      "learning_rate": 0.00014241039704521516,
      "loss": 12.1607,
      "step": 22219
    },
    {
      "epoch": 3.6384476829867367,
      "grad_norm": 0.1643035113811493,
      "learning_rate": 0.00014240571528912604,
      "loss": 12.1921,
      "step": 22220
    },
    {
      "epoch": 3.6386114295071232,
      "grad_norm": 0.15867836773395538,
      "learning_rate": 0.0001424010334197067,
      "loss": 12.1501,
      "step": 22221
    },
    {
      "epoch": 3.6387751760275093,
      "grad_norm": 0.19121228158473969,
      "learning_rate": 0.00014239635143696973,
      "loss": 12.1928,
      "step": 22222
    },
    {
      "epoch": 3.638938922547896,
      "grad_norm": 0.22134684026241302,
      "learning_rate": 0.00014239166934092756,
      "loss": 12.1622,
      "step": 22223
    },
    {
      "epoch": 3.6391026690682824,
      "grad_norm": 0.12971217930316925,
      "learning_rate": 0.0001423869871315927,
      "loss": 12.205,
      "step": 22224
    },
    {
      "epoch": 3.6392664155886685,
      "grad_norm": 0.17337922751903534,
      "learning_rate": 0.0001423823048089777,
      "loss": 12.1632,
      "step": 22225
    },
    {
      "epoch": 3.639430162109055,
      "grad_norm": 0.13668197393417358,
      "learning_rate": 0.00014237762237309507,
      "loss": 12.1839,
      "step": 22226
    },
    {
      "epoch": 3.6395939086294415,
      "grad_norm": 0.20365415513515472,
      "learning_rate": 0.00014237293982395733,
      "loss": 12.1699,
      "step": 22227
    },
    {
      "epoch": 3.639757655149828,
      "grad_norm": 0.1925460547208786,
      "learning_rate": 0.00014236825716157692,
      "loss": 12.2131,
      "step": 22228
    },
    {
      "epoch": 3.6399214016702146,
      "grad_norm": 0.1357983648777008,
      "learning_rate": 0.00014236357438596645,
      "loss": 12.2936,
      "step": 22229
    },
    {
      "epoch": 3.640085148190601,
      "grad_norm": 0.15976428985595703,
      "learning_rate": 0.00014235889149713843,
      "loss": 12.1579,
      "step": 22230
    },
    {
      "epoch": 3.6402488947109872,
      "grad_norm": 0.17365112900733948,
      "learning_rate": 0.00014235420849510532,
      "loss": 12.1677,
      "step": 22231
    },
    {
      "epoch": 3.6404126412313738,
      "grad_norm": 0.15071402490139008,
      "learning_rate": 0.00014234952537987963,
      "loss": 12.151,
      "step": 22232
    },
    {
      "epoch": 3.6405763877517603,
      "grad_norm": 0.17296096682548523,
      "learning_rate": 0.00014234484215147397,
      "loss": 12.149,
      "step": 22233
    },
    {
      "epoch": 3.640740134272147,
      "grad_norm": 0.152534618973732,
      "learning_rate": 0.00014234015880990075,
      "loss": 12.2085,
      "step": 22234
    },
    {
      "epoch": 3.640903880792533,
      "grad_norm": 0.16532577574253082,
      "learning_rate": 0.00014233547535517254,
      "loss": 12.2253,
      "step": 22235
    },
    {
      "epoch": 3.6410676273129194,
      "grad_norm": 0.1487455815076828,
      "learning_rate": 0.00014233079178730185,
      "loss": 12.1849,
      "step": 22236
    },
    {
      "epoch": 3.641231373833306,
      "grad_norm": 0.13464093208312988,
      "learning_rate": 0.0001423261081063012,
      "loss": 12.189,
      "step": 22237
    },
    {
      "epoch": 3.6413951203536925,
      "grad_norm": 0.12469065934419632,
      "learning_rate": 0.00014232142431218304,
      "loss": 12.2035,
      "step": 22238
    },
    {
      "epoch": 3.641558866874079,
      "grad_norm": 0.16206775605678558,
      "learning_rate": 0.00014231674040496002,
      "loss": 12.1649,
      "step": 22239
    },
    {
      "epoch": 3.6417226133944656,
      "grad_norm": 0.13014385104179382,
      "learning_rate": 0.00014231205638464453,
      "loss": 12.2013,
      "step": 22240
    },
    {
      "epoch": 3.6418863599148517,
      "grad_norm": 0.16429609060287476,
      "learning_rate": 0.00014230737225124916,
      "loss": 12.2036,
      "step": 22241
    },
    {
      "epoch": 3.642050106435238,
      "grad_norm": 0.12966538965702057,
      "learning_rate": 0.00014230268800478644,
      "loss": 12.1701,
      "step": 22242
    },
    {
      "epoch": 3.6422138529556247,
      "grad_norm": 0.14788880944252014,
      "learning_rate": 0.00014229800364526883,
      "loss": 12.1552,
      "step": 22243
    },
    {
      "epoch": 3.6423775994760113,
      "grad_norm": 0.18259747326374054,
      "learning_rate": 0.0001422933191727089,
      "loss": 12.165,
      "step": 22244
    },
    {
      "epoch": 3.6425413459963973,
      "grad_norm": 0.16127803921699524,
      "learning_rate": 0.00014228863458711914,
      "loss": 12.1893,
      "step": 22245
    },
    {
      "epoch": 3.642705092516784,
      "grad_norm": 0.19546347856521606,
      "learning_rate": 0.00014228394988851205,
      "loss": 12.1691,
      "step": 22246
    },
    {
      "epoch": 3.6428688390371704,
      "grad_norm": 0.14239689707756042,
      "learning_rate": 0.00014227926507690022,
      "loss": 12.2151,
      "step": 22247
    },
    {
      "epoch": 3.643032585557557,
      "grad_norm": 0.1361435055732727,
      "learning_rate": 0.0001422745801522961,
      "loss": 12.1801,
      "step": 22248
    },
    {
      "epoch": 3.6431963320779435,
      "grad_norm": 0.14685861766338348,
      "learning_rate": 0.00014226989511471224,
      "loss": 12.1811,
      "step": 22249
    },
    {
      "epoch": 3.64336007859833,
      "grad_norm": 0.2264249473810196,
      "learning_rate": 0.00014226520996416116,
      "loss": 12.197,
      "step": 22250
    },
    {
      "epoch": 3.643523825118716,
      "grad_norm": 0.14547033607959747,
      "learning_rate": 0.00014226052470065538,
      "loss": 12.1626,
      "step": 22251
    },
    {
      "epoch": 3.6436875716391026,
      "grad_norm": 0.1280869096517563,
      "learning_rate": 0.00014225583932420745,
      "loss": 12.1526,
      "step": 22252
    },
    {
      "epoch": 3.643851318159489,
      "grad_norm": 0.13905148208141327,
      "learning_rate": 0.00014225115383482986,
      "loss": 12.1584,
      "step": 22253
    },
    {
      "epoch": 3.6440150646798757,
      "grad_norm": 0.16863813996315002,
      "learning_rate": 0.0001422464682325351,
      "loss": 12.2064,
      "step": 22254
    },
    {
      "epoch": 3.6441788112002618,
      "grad_norm": 0.17985841631889343,
      "learning_rate": 0.00014224178251733574,
      "loss": 12.1523,
      "step": 22255
    },
    {
      "epoch": 3.6443425577206483,
      "grad_norm": 0.11944562196731567,
      "learning_rate": 0.0001422370966892443,
      "loss": 12.2115,
      "step": 22256
    },
    {
      "epoch": 3.644506304241035,
      "grad_norm": 0.13851821422576904,
      "learning_rate": 0.00014223241074827331,
      "loss": 12.182,
      "step": 22257
    },
    {
      "epoch": 3.6446700507614214,
      "grad_norm": 0.13085772097110748,
      "learning_rate": 0.00014222772469443527,
      "loss": 12.2318,
      "step": 22258
    },
    {
      "epoch": 3.644833797281808,
      "grad_norm": 0.24807332456111908,
      "learning_rate": 0.0001422230385277427,
      "loss": 12.1656,
      "step": 22259
    },
    {
      "epoch": 3.6449975438021944,
      "grad_norm": 0.18924228847026825,
      "learning_rate": 0.00014221835224820817,
      "loss": 12.1493,
      "step": 22260
    },
    {
      "epoch": 3.6451612903225805,
      "grad_norm": 0.1325153261423111,
      "learning_rate": 0.00014221366585584412,
      "loss": 12.1782,
      "step": 22261
    },
    {
      "epoch": 3.645325036842967,
      "grad_norm": 0.12830601632595062,
      "learning_rate": 0.00014220897935066312,
      "loss": 12.1624,
      "step": 22262
    },
    {
      "epoch": 3.6454887833633536,
      "grad_norm": 0.12778568267822266,
      "learning_rate": 0.00014220429273267772,
      "loss": 12.1407,
      "step": 22263
    },
    {
      "epoch": 3.64565252988374,
      "grad_norm": 0.14706642925739288,
      "learning_rate": 0.00014219960600190043,
      "loss": 12.165,
      "step": 22264
    },
    {
      "epoch": 3.645816276404126,
      "grad_norm": 0.17373421788215637,
      "learning_rate": 0.00014219491915834379,
      "loss": 12.1753,
      "step": 22265
    },
    {
      "epoch": 3.6459800229245127,
      "grad_norm": 0.20070667564868927,
      "learning_rate": 0.00014219023220202024,
      "loss": 12.1664,
      "step": 22266
    },
    {
      "epoch": 3.6461437694448993,
      "grad_norm": 0.14519350230693817,
      "learning_rate": 0.0001421855451329424,
      "loss": 12.1449,
      "step": 22267
    },
    {
      "epoch": 3.646307515965286,
      "grad_norm": 0.1857277899980545,
      "learning_rate": 0.0001421808579511228,
      "loss": 12.1659,
      "step": 22268
    },
    {
      "epoch": 3.6464712624856723,
      "grad_norm": 0.13540439307689667,
      "learning_rate": 0.0001421761706565739,
      "loss": 12.1558,
      "step": 22269
    },
    {
      "epoch": 3.646635009006059,
      "grad_norm": 0.24330314993858337,
      "learning_rate": 0.00014217148324930824,
      "loss": 12.1823,
      "step": 22270
    },
    {
      "epoch": 3.646798755526445,
      "grad_norm": 0.13299871981143951,
      "learning_rate": 0.00014216679572933845,
      "loss": 12.1402,
      "step": 22271
    },
    {
      "epoch": 3.6469625020468315,
      "grad_norm": 0.12262821197509766,
      "learning_rate": 0.00014216210809667689,
      "loss": 12.2027,
      "step": 22272
    },
    {
      "epoch": 3.647126248567218,
      "grad_norm": 0.1282949000597,
      "learning_rate": 0.0001421574203513362,
      "loss": 12.1566,
      "step": 22273
    },
    {
      "epoch": 3.6472899950876045,
      "grad_norm": 0.1389104127883911,
      "learning_rate": 0.00014215273249332887,
      "loss": 12.116,
      "step": 22274
    },
    {
      "epoch": 3.6474537416079906,
      "grad_norm": 0.13142995536327362,
      "learning_rate": 0.0001421480445226675,
      "loss": 12.1673,
      "step": 22275
    },
    {
      "epoch": 3.647617488128377,
      "grad_norm": 0.17231671512126923,
      "learning_rate": 0.00014214335643936447,
      "loss": 12.0946,
      "step": 22276
    },
    {
      "epoch": 3.6477812346487637,
      "grad_norm": 0.13524344563484192,
      "learning_rate": 0.00014213866824343245,
      "loss": 12.1939,
      "step": 22277
    },
    {
      "epoch": 3.6479449811691502,
      "grad_norm": 0.2249266803264618,
      "learning_rate": 0.00014213397993488388,
      "loss": 12.1517,
      "step": 22278
    },
    {
      "epoch": 3.6481087276895368,
      "grad_norm": 0.1549973338842392,
      "learning_rate": 0.00014212929151373135,
      "loss": 12.1979,
      "step": 22279
    },
    {
      "epoch": 3.6482724742099233,
      "grad_norm": 0.26563572883605957,
      "learning_rate": 0.00014212460297998738,
      "loss": 12.2308,
      "step": 22280
    },
    {
      "epoch": 3.6484362207303094,
      "grad_norm": 0.12785476446151733,
      "learning_rate": 0.00014211991433366446,
      "loss": 12.1694,
      "step": 22281
    },
    {
      "epoch": 3.648599967250696,
      "grad_norm": 0.21339944005012512,
      "learning_rate": 0.00014211522557477517,
      "loss": 12.2236,
      "step": 22282
    },
    {
      "epoch": 3.6487637137710824,
      "grad_norm": 0.17408157885074615,
      "learning_rate": 0.000142110536703332,
      "loss": 12.1888,
      "step": 22283
    },
    {
      "epoch": 3.648927460291469,
      "grad_norm": 0.14323614537715912,
      "learning_rate": 0.0001421058477193475,
      "loss": 12.1324,
      "step": 22284
    },
    {
      "epoch": 3.649091206811855,
      "grad_norm": 0.13543133437633514,
      "learning_rate": 0.0001421011586228342,
      "loss": 12.1889,
      "step": 22285
    },
    {
      "epoch": 3.6492549533322416,
      "grad_norm": 0.15101732313632965,
      "learning_rate": 0.00014209646941380465,
      "loss": 12.1681,
      "step": 22286
    },
    {
      "epoch": 3.649418699852628,
      "grad_norm": 0.12976175546646118,
      "learning_rate": 0.00014209178009227133,
      "loss": 12.2089,
      "step": 22287
    },
    {
      "epoch": 3.6495824463730147,
      "grad_norm": 0.14867158234119415,
      "learning_rate": 0.00014208709065824683,
      "loss": 12.2209,
      "step": 22288
    },
    {
      "epoch": 3.649746192893401,
      "grad_norm": 0.18062762916088104,
      "learning_rate": 0.00014208240111174367,
      "loss": 12.1884,
      "step": 22289
    },
    {
      "epoch": 3.6499099394137877,
      "grad_norm": 0.18244272470474243,
      "learning_rate": 0.00014207771145277435,
      "loss": 12.1571,
      "step": 22290
    },
    {
      "epoch": 3.650073685934174,
      "grad_norm": 0.16513283550739288,
      "learning_rate": 0.00014207302168135142,
      "loss": 12.1623,
      "step": 22291
    },
    {
      "epoch": 3.6502374324545603,
      "grad_norm": 0.15779629349708557,
      "learning_rate": 0.00014206833179748743,
      "loss": 12.1686,
      "step": 22292
    },
    {
      "epoch": 3.650401178974947,
      "grad_norm": 0.15433143079280853,
      "learning_rate": 0.00014206364180119492,
      "loss": 12.2026,
      "step": 22293
    },
    {
      "epoch": 3.650564925495333,
      "grad_norm": 0.1883038878440857,
      "learning_rate": 0.0001420589516924864,
      "loss": 12.1576,
      "step": 22294
    },
    {
      "epoch": 3.6507286720157195,
      "grad_norm": 0.11919498443603516,
      "learning_rate": 0.00014205426147137438,
      "loss": 12.1539,
      "step": 22295
    },
    {
      "epoch": 3.650892418536106,
      "grad_norm": 0.13704901933670044,
      "learning_rate": 0.0001420495711378714,
      "loss": 12.2208,
      "step": 22296
    },
    {
      "epoch": 3.6510561650564926,
      "grad_norm": 0.15147976577281952,
      "learning_rate": 0.00014204488069199012,
      "loss": 12.1782,
      "step": 22297
    },
    {
      "epoch": 3.651219911576879,
      "grad_norm": 0.16033679246902466,
      "learning_rate": 0.00014204019013374289,
      "loss": 12.1565,
      "step": 22298
    },
    {
      "epoch": 3.6513836580972656,
      "grad_norm": 0.12282104790210724,
      "learning_rate": 0.00014203549946314236,
      "loss": 12.2269,
      "step": 22299
    },
    {
      "epoch": 3.651547404617652,
      "grad_norm": 0.14414623379707336,
      "learning_rate": 0.00014203080868020106,
      "loss": 12.1708,
      "step": 22300
    },
    {
      "epoch": 3.6517111511380382,
      "grad_norm": 0.194292813539505,
      "learning_rate": 0.00014202611778493148,
      "loss": 12.1807,
      "step": 22301
    },
    {
      "epoch": 3.6518748976584248,
      "grad_norm": 0.14991974830627441,
      "learning_rate": 0.00014202142677734614,
      "loss": 12.2084,
      "step": 22302
    },
    {
      "epoch": 3.6520386441788113,
      "grad_norm": 0.17065101861953735,
      "learning_rate": 0.00014201673565745768,
      "loss": 12.1762,
      "step": 22303
    },
    {
      "epoch": 3.6522023906991974,
      "grad_norm": 0.1359206587076187,
      "learning_rate": 0.00014201204442527857,
      "loss": 12.1995,
      "step": 22304
    },
    {
      "epoch": 3.652366137219584,
      "grad_norm": 0.1906600296497345,
      "learning_rate": 0.00014200735308082132,
      "loss": 12.2036,
      "step": 22305
    },
    {
      "epoch": 3.6525298837399705,
      "grad_norm": 0.16263347864151,
      "learning_rate": 0.00014200266162409848,
      "loss": 12.1989,
      "step": 22306
    },
    {
      "epoch": 3.652693630260357,
      "grad_norm": 0.14723926782608032,
      "learning_rate": 0.00014199797005512264,
      "loss": 12.1716,
      "step": 22307
    },
    {
      "epoch": 3.6528573767807435,
      "grad_norm": 0.1996971070766449,
      "learning_rate": 0.00014199327837390632,
      "loss": 12.1789,
      "step": 22308
    },
    {
      "epoch": 3.65302112330113,
      "grad_norm": 0.1441231369972229,
      "learning_rate": 0.00014198858658046203,
      "loss": 12.1509,
      "step": 22309
    },
    {
      "epoch": 3.653184869821516,
      "grad_norm": 0.16396018862724304,
      "learning_rate": 0.0001419838946748023,
      "loss": 12.1763,
      "step": 22310
    },
    {
      "epoch": 3.6533486163419027,
      "grad_norm": 0.16012848913669586,
      "learning_rate": 0.0001419792026569397,
      "loss": 12.1522,
      "step": 22311
    },
    {
      "epoch": 3.653512362862289,
      "grad_norm": 0.15743575990200043,
      "learning_rate": 0.0001419745105268868,
      "loss": 12.1456,
      "step": 22312
    },
    {
      "epoch": 3.6536761093826757,
      "grad_norm": 0.1223256066441536,
      "learning_rate": 0.00014196981828465608,
      "loss": 12.1955,
      "step": 22313
    },
    {
      "epoch": 3.653839855903062,
      "grad_norm": 0.12202952802181244,
      "learning_rate": 0.0001419651259302601,
      "loss": 12.1293,
      "step": 22314
    },
    {
      "epoch": 3.6540036024234483,
      "grad_norm": 0.1934843361377716,
      "learning_rate": 0.00014196043346371138,
      "loss": 12.1586,
      "step": 22315
    },
    {
      "epoch": 3.654167348943835,
      "grad_norm": 0.1348286122083664,
      "learning_rate": 0.0001419557408850225,
      "loss": 12.1683,
      "step": 22316
    },
    {
      "epoch": 3.6543310954642214,
      "grad_norm": 0.14647485315799713,
      "learning_rate": 0.00014195104819420597,
      "loss": 12.136,
      "step": 22317
    },
    {
      "epoch": 3.654494841984608,
      "grad_norm": 0.1350122094154358,
      "learning_rate": 0.00014194635539127438,
      "loss": 12.1529,
      "step": 22318
    },
    {
      "epoch": 3.6546585885049945,
      "grad_norm": 0.14093786478042603,
      "learning_rate": 0.0001419416624762402,
      "loss": 12.3147,
      "step": 22319
    },
    {
      "epoch": 3.6548223350253806,
      "grad_norm": 0.208516463637352,
      "learning_rate": 0.00014193696944911604,
      "loss": 12.2134,
      "step": 22320
    },
    {
      "epoch": 3.654986081545767,
      "grad_norm": 0.13066788017749786,
      "learning_rate": 0.00014193227630991437,
      "loss": 12.163,
      "step": 22321
    },
    {
      "epoch": 3.6551498280661536,
      "grad_norm": 0.13197475671768188,
      "learning_rate": 0.00014192758305864783,
      "loss": 12.1941,
      "step": 22322
    },
    {
      "epoch": 3.65531357458654,
      "grad_norm": 0.12315008789300919,
      "learning_rate": 0.00014192288969532886,
      "loss": 12.1829,
      "step": 22323
    },
    {
      "epoch": 3.6554773211069262,
      "grad_norm": 0.15757539868354797,
      "learning_rate": 0.00014191819621997006,
      "loss": 12.1607,
      "step": 22324
    },
    {
      "epoch": 3.655641067627313,
      "grad_norm": 0.18922974169254303,
      "learning_rate": 0.00014191350263258396,
      "loss": 12.1796,
      "step": 22325
    },
    {
      "epoch": 3.6558048141476993,
      "grad_norm": 0.17564833164215088,
      "learning_rate": 0.00014190880893318313,
      "loss": 12.1878,
      "step": 22326
    },
    {
      "epoch": 3.655968560668086,
      "grad_norm": 0.17601639032363892,
      "learning_rate": 0.00014190411512178004,
      "loss": 12.2056,
      "step": 22327
    },
    {
      "epoch": 3.6561323071884724,
      "grad_norm": 0.13698185980319977,
      "learning_rate": 0.00014189942119838736,
      "loss": 12.1678,
      "step": 22328
    },
    {
      "epoch": 3.656296053708859,
      "grad_norm": 0.12025350332260132,
      "learning_rate": 0.00014189472716301748,
      "loss": 12.1868,
      "step": 22329
    },
    {
      "epoch": 3.656459800229245,
      "grad_norm": 0.1943712681531906,
      "learning_rate": 0.00014189003301568305,
      "loss": 12.2321,
      "step": 22330
    },
    {
      "epoch": 3.6566235467496315,
      "grad_norm": 0.15856920182704926,
      "learning_rate": 0.00014188533875639662,
      "loss": 12.1619,
      "step": 22331
    },
    {
      "epoch": 3.656787293270018,
      "grad_norm": 0.15302899479866028,
      "learning_rate": 0.00014188064438517067,
      "loss": 12.1892,
      "step": 22332
    },
    {
      "epoch": 3.6569510397904046,
      "grad_norm": 0.16831998527050018,
      "learning_rate": 0.0001418759499020178,
      "loss": 12.1842,
      "step": 22333
    },
    {
      "epoch": 3.6571147863107907,
      "grad_norm": 0.13462701439857483,
      "learning_rate": 0.00014187125530695056,
      "loss": 12.1793,
      "step": 22334
    },
    {
      "epoch": 3.657278532831177,
      "grad_norm": 0.16647286713123322,
      "learning_rate": 0.00014186656059998143,
      "loss": 12.1598,
      "step": 22335
    },
    {
      "epoch": 3.6574422793515637,
      "grad_norm": 0.13350935280323029,
      "learning_rate": 0.00014186186578112303,
      "loss": 12.1715,
      "step": 22336
    },
    {
      "epoch": 3.6576060258719503,
      "grad_norm": 0.16797438263893127,
      "learning_rate": 0.00014185717085038783,
      "loss": 12.1951,
      "step": 22337
    },
    {
      "epoch": 3.657769772392337,
      "grad_norm": 0.1424335390329361,
      "learning_rate": 0.00014185247580778847,
      "loss": 12.1743,
      "step": 22338
    },
    {
      "epoch": 3.6579335189127233,
      "grad_norm": 0.13430175185203552,
      "learning_rate": 0.00014184778065333745,
      "loss": 12.1664,
      "step": 22339
    },
    {
      "epoch": 3.6580972654331094,
      "grad_norm": 0.19869597256183624,
      "learning_rate": 0.0001418430853870473,
      "loss": 12.1345,
      "step": 22340
    },
    {
      "epoch": 3.658261011953496,
      "grad_norm": 0.14690124988555908,
      "learning_rate": 0.0001418383900089306,
      "loss": 12.1593,
      "step": 22341
    },
    {
      "epoch": 3.6584247584738825,
      "grad_norm": 0.14187085628509521,
      "learning_rate": 0.00014183369451899988,
      "loss": 12.16,
      "step": 22342
    },
    {
      "epoch": 3.658588504994269,
      "grad_norm": 0.188938170671463,
      "learning_rate": 0.0001418289989172677,
      "loss": 12.1757,
      "step": 22343
    },
    {
      "epoch": 3.658752251514655,
      "grad_norm": 0.1588539332151413,
      "learning_rate": 0.0001418243032037466,
      "loss": 12.1855,
      "step": 22344
    },
    {
      "epoch": 3.6589159980350416,
      "grad_norm": 0.1283639371395111,
      "learning_rate": 0.00014181960737844914,
      "loss": 12.1424,
      "step": 22345
    },
    {
      "epoch": 3.659079744555428,
      "grad_norm": 0.10139598697423935,
      "learning_rate": 0.00014181491144138787,
      "loss": 12.178,
      "step": 22346
    },
    {
      "epoch": 3.6592434910758147,
      "grad_norm": 0.17944446206092834,
      "learning_rate": 0.00014181021539257533,
      "loss": 12.2061,
      "step": 22347
    },
    {
      "epoch": 3.6594072375962012,
      "grad_norm": 0.13838638365268707,
      "learning_rate": 0.00014180551923202405,
      "loss": 12.1919,
      "step": 22348
    },
    {
      "epoch": 3.6595709841165878,
      "grad_norm": 0.1433233618736267,
      "learning_rate": 0.0001418008229597466,
      "loss": 12.2087,
      "step": 22349
    },
    {
      "epoch": 3.659734730636974,
      "grad_norm": 0.12733489274978638,
      "learning_rate": 0.0001417961265757556,
      "loss": 12.1434,
      "step": 22350
    },
    {
      "epoch": 3.6598984771573604,
      "grad_norm": 0.17338697612285614,
      "learning_rate": 0.00014179143008006347,
      "loss": 12.1534,
      "step": 22351
    },
    {
      "epoch": 3.660062223677747,
      "grad_norm": 0.13745084404945374,
      "learning_rate": 0.00014178673347268285,
      "loss": 12.1863,
      "step": 22352
    },
    {
      "epoch": 3.6602259701981334,
      "grad_norm": 0.11341626942157745,
      "learning_rate": 0.00014178203675362626,
      "loss": 12.1303,
      "step": 22353
    },
    {
      "epoch": 3.6603897167185195,
      "grad_norm": 0.15397126972675323,
      "learning_rate": 0.0001417773399229063,
      "loss": 12.1858,
      "step": 22354
    },
    {
      "epoch": 3.660553463238906,
      "grad_norm": 0.21617837250232697,
      "learning_rate": 0.00014177264298053543,
      "loss": 12.1845,
      "step": 22355
    },
    {
      "epoch": 3.6607172097592926,
      "grad_norm": 0.1396305412054062,
      "learning_rate": 0.00014176794592652632,
      "loss": 12.1672,
      "step": 22356
    },
    {
      "epoch": 3.660880956279679,
      "grad_norm": 0.14457076787948608,
      "learning_rate": 0.0001417632487608914,
      "loss": 12.2006,
      "step": 22357
    },
    {
      "epoch": 3.6610447028000657,
      "grad_norm": 0.24078069627285004,
      "learning_rate": 0.00014175855148364333,
      "loss": 12.2154,
      "step": 22358
    },
    {
      "epoch": 3.661208449320452,
      "grad_norm": 0.16197775304317474,
      "learning_rate": 0.00014175385409479456,
      "loss": 12.2395,
      "step": 22359
    },
    {
      "epoch": 3.6613721958408383,
      "grad_norm": 0.15393449366092682,
      "learning_rate": 0.00014174915659435778,
      "loss": 12.1969,
      "step": 22360
    },
    {
      "epoch": 3.661535942361225,
      "grad_norm": 0.1183505579829216,
      "learning_rate": 0.0001417444589823454,
      "loss": 12.1905,
      "step": 22361
    },
    {
      "epoch": 3.6616996888816113,
      "grad_norm": 0.1828087568283081,
      "learning_rate": 0.00014173976125877004,
      "loss": 12.1931,
      "step": 22362
    },
    {
      "epoch": 3.6618634354019974,
      "grad_norm": 0.2240200936794281,
      "learning_rate": 0.00014173506342364428,
      "loss": 12.1517,
      "step": 22363
    },
    {
      "epoch": 3.662027181922384,
      "grad_norm": 0.14689728617668152,
      "learning_rate": 0.00014173036547698064,
      "loss": 12.1688,
      "step": 22364
    },
    {
      "epoch": 3.6621909284427705,
      "grad_norm": 0.12890875339508057,
      "learning_rate": 0.00014172566741879166,
      "loss": 12.1862,
      "step": 22365
    },
    {
      "epoch": 3.662354674963157,
      "grad_norm": 0.11933469027280807,
      "learning_rate": 0.00014172096924908994,
      "loss": 12.2209,
      "step": 22366
    },
    {
      "epoch": 3.6625184214835436,
      "grad_norm": 0.13116838037967682,
      "learning_rate": 0.00014171627096788806,
      "loss": 12.1957,
      "step": 22367
    },
    {
      "epoch": 3.66268216800393,
      "grad_norm": 0.11904972046613693,
      "learning_rate": 0.00014171157257519848,
      "loss": 12.1766,
      "step": 22368
    },
    {
      "epoch": 3.6628459145243166,
      "grad_norm": 0.17030373215675354,
      "learning_rate": 0.00014170687407103383,
      "loss": 12.2037,
      "step": 22369
    },
    {
      "epoch": 3.6630096610447027,
      "grad_norm": 0.12894563376903534,
      "learning_rate": 0.00014170217545540664,
      "loss": 12.147,
      "step": 22370
    },
    {
      "epoch": 3.6631734075650892,
      "grad_norm": 0.2156585305929184,
      "learning_rate": 0.00014169747672832948,
      "loss": 12.2028,
      "step": 22371
    },
    {
      "epoch": 3.6633371540854758,
      "grad_norm": 0.14467331767082214,
      "learning_rate": 0.00014169277788981488,
      "loss": 12.1824,
      "step": 22372
    },
    {
      "epoch": 3.663500900605862,
      "grad_norm": 0.14414887130260468,
      "learning_rate": 0.00014168807893987545,
      "loss": 12.1717,
      "step": 22373
    },
    {
      "epoch": 3.6636646471262484,
      "grad_norm": 0.13267824053764343,
      "learning_rate": 0.00014168337987852366,
      "loss": 12.1582,
      "step": 22374
    },
    {
      "epoch": 3.663828393646635,
      "grad_norm": 0.17323613166809082,
      "learning_rate": 0.00014167868070577217,
      "loss": 12.2174,
      "step": 22375
    },
    {
      "epoch": 3.6639921401670215,
      "grad_norm": 0.21689359843730927,
      "learning_rate": 0.00014167398142163348,
      "loss": 12.1908,
      "step": 22376
    },
    {
      "epoch": 3.664155886687408,
      "grad_norm": 0.14102958142757416,
      "learning_rate": 0.00014166928202612018,
      "loss": 12.161,
      "step": 22377
    },
    {
      "epoch": 3.6643196332077945,
      "grad_norm": 0.14347846806049347,
      "learning_rate": 0.00014166458251924479,
      "loss": 12.185,
      "step": 22378
    },
    {
      "epoch": 3.6644833797281806,
      "grad_norm": 0.1603248417377472,
      "learning_rate": 0.0001416598829010199,
      "loss": 12.2434,
      "step": 22379
    },
    {
      "epoch": 3.664647126248567,
      "grad_norm": 0.1583905667066574,
      "learning_rate": 0.00014165518317145806,
      "loss": 12.1973,
      "step": 22380
    },
    {
      "epoch": 3.6648108727689537,
      "grad_norm": 0.21851634979248047,
      "learning_rate": 0.00014165048333057183,
      "loss": 12.2211,
      "step": 22381
    },
    {
      "epoch": 3.66497461928934,
      "grad_norm": 0.13427503407001495,
      "learning_rate": 0.00014164578337837376,
      "loss": 12.2003,
      "step": 22382
    },
    {
      "epoch": 3.6651383658097263,
      "grad_norm": 0.12537135183811188,
      "learning_rate": 0.00014164108331487642,
      "loss": 12.1827,
      "step": 22383
    },
    {
      "epoch": 3.665302112330113,
      "grad_norm": 0.12853947281837463,
      "learning_rate": 0.0001416363831400924,
      "loss": 12.147,
      "step": 22384
    },
    {
      "epoch": 3.6654658588504994,
      "grad_norm": 0.1383003294467926,
      "learning_rate": 0.00014163168285403422,
      "loss": 12.1746,
      "step": 22385
    },
    {
      "epoch": 3.665629605370886,
      "grad_norm": 0.17425385117530823,
      "learning_rate": 0.00014162698245671445,
      "loss": 12.1501,
      "step": 22386
    },
    {
      "epoch": 3.6657933518912724,
      "grad_norm": 0.16357173025608063,
      "learning_rate": 0.00014162228194814565,
      "loss": 12.2235,
      "step": 22387
    },
    {
      "epoch": 3.665957098411659,
      "grad_norm": 0.1992441564798355,
      "learning_rate": 0.00014161758132834041,
      "loss": 12.1726,
      "step": 22388
    },
    {
      "epoch": 3.666120844932045,
      "grad_norm": 0.16320356726646423,
      "learning_rate": 0.00014161288059731127,
      "loss": 12.1928,
      "step": 22389
    },
    {
      "epoch": 3.6662845914524316,
      "grad_norm": 0.1851963847875595,
      "learning_rate": 0.0001416081797550708,
      "loss": 12.1629,
      "step": 22390
    },
    {
      "epoch": 3.666448337972818,
      "grad_norm": 0.182178795337677,
      "learning_rate": 0.00014160347880163153,
      "loss": 12.22,
      "step": 22391
    },
    {
      "epoch": 3.6666120844932046,
      "grad_norm": 0.12493802607059479,
      "learning_rate": 0.00014159877773700609,
      "loss": 12.1961,
      "step": 22392
    },
    {
      "epoch": 3.6667758310135907,
      "grad_norm": 0.11548840999603271,
      "learning_rate": 0.00014159407656120699,
      "loss": 12.2558,
      "step": 22393
    },
    {
      "epoch": 3.6669395775339773,
      "grad_norm": 0.16542594134807587,
      "learning_rate": 0.0001415893752742468,
      "loss": 12.1688,
      "step": 22394
    },
    {
      "epoch": 3.667103324054364,
      "grad_norm": 0.19092437624931335,
      "learning_rate": 0.00014158467387613807,
      "loss": 12.2733,
      "step": 22395
    },
    {
      "epoch": 3.6672670705747503,
      "grad_norm": 0.4430420994758606,
      "learning_rate": 0.00014157997236689343,
      "loss": 12.197,
      "step": 22396
    },
    {
      "epoch": 3.667430817095137,
      "grad_norm": 0.19174683094024658,
      "learning_rate": 0.0001415752707465254,
      "loss": 12.1801,
      "step": 22397
    },
    {
      "epoch": 3.6675945636155234,
      "grad_norm": 0.2010183483362198,
      "learning_rate": 0.00014157056901504655,
      "loss": 12.1601,
      "step": 22398
    },
    {
      "epoch": 3.6677583101359095,
      "grad_norm": 0.15876160562038422,
      "learning_rate": 0.00014156586717246943,
      "loss": 12.1794,
      "step": 22399
    },
    {
      "epoch": 3.667922056656296,
      "grad_norm": 0.16548313200473785,
      "learning_rate": 0.0001415611652188066,
      "loss": 12.1347,
      "step": 22400
    },
    {
      "epoch": 3.6680858031766825,
      "grad_norm": 0.15598510205745697,
      "learning_rate": 0.00014155646315407066,
      "loss": 12.1695,
      "step": 22401
    },
    {
      "epoch": 3.668249549697069,
      "grad_norm": 0.15165852010250092,
      "learning_rate": 0.0001415517609782742,
      "loss": 12.1852,
      "step": 22402
    },
    {
      "epoch": 3.668413296217455,
      "grad_norm": 0.15485797822475433,
      "learning_rate": 0.0001415470586914297,
      "loss": 12.1878,
      "step": 22403
    },
    {
      "epoch": 3.6685770427378417,
      "grad_norm": 0.1300632655620575,
      "learning_rate": 0.00014154235629354982,
      "loss": 12.1613,
      "step": 22404
    },
    {
      "epoch": 3.668740789258228,
      "grad_norm": 0.1914677917957306,
      "learning_rate": 0.00014153765378464706,
      "loss": 12.1501,
      "step": 22405
    },
    {
      "epoch": 3.6689045357786148,
      "grad_norm": 0.13569191098213196,
      "learning_rate": 0.00014153295116473398,
      "loss": 12.1974,
      "step": 22406
    },
    {
      "epoch": 3.6690682822990013,
      "grad_norm": 0.14941398799419403,
      "learning_rate": 0.00014152824843382321,
      "loss": 12.195,
      "step": 22407
    },
    {
      "epoch": 3.669232028819388,
      "grad_norm": 0.2154957503080368,
      "learning_rate": 0.0001415235455919273,
      "loss": 12.1838,
      "step": 22408
    },
    {
      "epoch": 3.669395775339774,
      "grad_norm": 0.12112844735383987,
      "learning_rate": 0.0001415188426390588,
      "loss": 12.1551,
      "step": 22409
    },
    {
      "epoch": 3.6695595218601604,
      "grad_norm": 0.1563906967639923,
      "learning_rate": 0.00014151413957523025,
      "loss": 12.1783,
      "step": 22410
    },
    {
      "epoch": 3.669723268380547,
      "grad_norm": 0.15323162078857422,
      "learning_rate": 0.0001415094364004543,
      "loss": 12.1642,
      "step": 22411
    },
    {
      "epoch": 3.6698870149009335,
      "grad_norm": 0.17294815182685852,
      "learning_rate": 0.00014150473311474342,
      "loss": 12.1249,
      "step": 22412
    },
    {
      "epoch": 3.6700507614213196,
      "grad_norm": 0.1937655657529831,
      "learning_rate": 0.0001415000297181103,
      "loss": 12.1902,
      "step": 22413
    },
    {
      "epoch": 3.670214507941706,
      "grad_norm": 0.16969341039657593,
      "learning_rate": 0.00014149532621056737,
      "loss": 12.1847,
      "step": 22414
    },
    {
      "epoch": 3.6703782544620926,
      "grad_norm": 0.13556089997291565,
      "learning_rate": 0.0001414906225921273,
      "loss": 12.1827,
      "step": 22415
    },
    {
      "epoch": 3.670542000982479,
      "grad_norm": 0.14943012595176697,
      "learning_rate": 0.00014148591886280264,
      "loss": 12.1524,
      "step": 22416
    },
    {
      "epoch": 3.6707057475028657,
      "grad_norm": 0.14065884053707123,
      "learning_rate": 0.00014148121502260594,
      "loss": 12.1759,
      "step": 22417
    },
    {
      "epoch": 3.6708694940232522,
      "grad_norm": 0.19080771505832672,
      "learning_rate": 0.0001414765110715498,
      "loss": 12.1725,
      "step": 22418
    },
    {
      "epoch": 3.6710332405436383,
      "grad_norm": 0.17073264718055725,
      "learning_rate": 0.00014147180700964677,
      "loss": 12.1334,
      "step": 22419
    },
    {
      "epoch": 3.671196987064025,
      "grad_norm": 0.12847910821437836,
      "learning_rate": 0.00014146710283690944,
      "loss": 12.1702,
      "step": 22420
    },
    {
      "epoch": 3.6713607335844114,
      "grad_norm": 0.17345291376113892,
      "learning_rate": 0.00014146239855335034,
      "loss": 12.1379,
      "step": 22421
    },
    {
      "epoch": 3.671524480104798,
      "grad_norm": 0.15420450270175934,
      "learning_rate": 0.0001414576941589821,
      "loss": 12.1814,
      "step": 22422
    },
    {
      "epoch": 3.671688226625184,
      "grad_norm": 0.13820789754390717,
      "learning_rate": 0.00014145298965381726,
      "loss": 12.1822,
      "step": 22423
    },
    {
      "epoch": 3.6718519731455705,
      "grad_norm": 0.15147951245307922,
      "learning_rate": 0.0001414482850378684,
      "loss": 12.1758,
      "step": 22424
    },
    {
      "epoch": 3.672015719665957,
      "grad_norm": 0.1320054829120636,
      "learning_rate": 0.00014144358031114806,
      "loss": 12.2127,
      "step": 22425
    },
    {
      "epoch": 3.6721794661863436,
      "grad_norm": 0.17942245304584503,
      "learning_rate": 0.00014143887547366887,
      "loss": 12.1569,
      "step": 22426
    },
    {
      "epoch": 3.67234321270673,
      "grad_norm": 0.14983847737312317,
      "learning_rate": 0.0001414341705254434,
      "loss": 12.1867,
      "step": 22427
    },
    {
      "epoch": 3.6725069592271167,
      "grad_norm": 0.13503971695899963,
      "learning_rate": 0.00014142946546648417,
      "loss": 12.2364,
      "step": 22428
    },
    {
      "epoch": 3.6726707057475028,
      "grad_norm": 0.19791120290756226,
      "learning_rate": 0.00014142476029680375,
      "loss": 12.1615,
      "step": 22429
    },
    {
      "epoch": 3.6728344522678893,
      "grad_norm": 0.17487116158008575,
      "learning_rate": 0.00014142005501641486,
      "loss": 12.1414,
      "step": 22430
    },
    {
      "epoch": 3.672998198788276,
      "grad_norm": 0.16688287258148193,
      "learning_rate": 0.00014141534962532984,
      "loss": 12.1717,
      "step": 22431
    },
    {
      "epoch": 3.6731619453086624,
      "grad_norm": 0.1263739913702011,
      "learning_rate": 0.00014141064412356147,
      "loss": 12.1545,
      "step": 22432
    },
    {
      "epoch": 3.6733256918290484,
      "grad_norm": 0.13452239334583282,
      "learning_rate": 0.00014140593851112222,
      "loss": 12.1454,
      "step": 22433
    },
    {
      "epoch": 3.673489438349435,
      "grad_norm": 0.1528332382440567,
      "learning_rate": 0.0001414012327880247,
      "loss": 12.1647,
      "step": 22434
    },
    {
      "epoch": 3.6736531848698215,
      "grad_norm": 0.1796475052833557,
      "learning_rate": 0.0001413965269542815,
      "loss": 12.1595,
      "step": 22435
    },
    {
      "epoch": 3.673816931390208,
      "grad_norm": 0.1292821764945984,
      "learning_rate": 0.00014139182100990512,
      "loss": 12.1846,
      "step": 22436
    },
    {
      "epoch": 3.6739806779105946,
      "grad_norm": 0.14584054052829742,
      "learning_rate": 0.00014138711495490823,
      "loss": 12.1661,
      "step": 22437
    },
    {
      "epoch": 3.674144424430981,
      "grad_norm": 0.1101391613483429,
      "learning_rate": 0.0001413824087893034,
      "loss": 12.2175,
      "step": 22438
    },
    {
      "epoch": 3.674308170951367,
      "grad_norm": 0.11688828468322754,
      "learning_rate": 0.00014137770251310312,
      "loss": 12.1463,
      "step": 22439
    },
    {
      "epoch": 3.6744719174717537,
      "grad_norm": 0.18093711137771606,
      "learning_rate": 0.00014137299612632003,
      "loss": 12.1865,
      "step": 22440
    },
    {
      "epoch": 3.6746356639921403,
      "grad_norm": 0.19250790774822235,
      "learning_rate": 0.00014136828962896673,
      "loss": 12.1681,
      "step": 22441
    },
    {
      "epoch": 3.6747994105125263,
      "grad_norm": 0.14893674850463867,
      "learning_rate": 0.00014136358302105576,
      "loss": 12.195,
      "step": 22442
    },
    {
      "epoch": 3.674963157032913,
      "grad_norm": 0.13418982923030853,
      "learning_rate": 0.0001413588763025997,
      "loss": 12.1477,
      "step": 22443
    },
    {
      "epoch": 3.6751269035532994,
      "grad_norm": 0.14783866703510284,
      "learning_rate": 0.00014135416947361112,
      "loss": 12.1334,
      "step": 22444
    },
    {
      "epoch": 3.675290650073686,
      "grad_norm": 0.16137073934078217,
      "learning_rate": 0.00014134946253410266,
      "loss": 12.189,
      "step": 22445
    },
    {
      "epoch": 3.6754543965940725,
      "grad_norm": 0.19637316465377808,
      "learning_rate": 0.0001413447554840868,
      "loss": 12.1674,
      "step": 22446
    },
    {
      "epoch": 3.675618143114459,
      "grad_norm": 0.13606873154640198,
      "learning_rate": 0.00014134004832357623,
      "loss": 12.143,
      "step": 22447
    },
    {
      "epoch": 3.6757818896348455,
      "grad_norm": 0.17163732647895813,
      "learning_rate": 0.00014133534105258345,
      "loss": 12.2026,
      "step": 22448
    },
    {
      "epoch": 3.6759456361552316,
      "grad_norm": 0.17230524122714996,
      "learning_rate": 0.00014133063367112109,
      "loss": 12.1887,
      "step": 22449
    },
    {
      "epoch": 3.676109382675618,
      "grad_norm": 0.14156782627105713,
      "learning_rate": 0.00014132592617920167,
      "loss": 12.1603,
      "step": 22450
    },
    {
      "epoch": 3.6762731291960047,
      "grad_norm": 0.23330073058605194,
      "learning_rate": 0.00014132121857683783,
      "loss": 12.1456,
      "step": 22451
    },
    {
      "epoch": 3.6764368757163908,
      "grad_norm": 0.16478422284126282,
      "learning_rate": 0.00014131651086404215,
      "loss": 12.1951,
      "step": 22452
    },
    {
      "epoch": 3.6766006222367773,
      "grad_norm": 0.17197220027446747,
      "learning_rate": 0.00014131180304082714,
      "loss": 12.1694,
      "step": 22453
    },
    {
      "epoch": 3.676764368757164,
      "grad_norm": 0.13282915949821472,
      "learning_rate": 0.00014130709510720544,
      "loss": 12.1745,
      "step": 22454
    },
    {
      "epoch": 3.6769281152775504,
      "grad_norm": 0.12410207092761993,
      "learning_rate": 0.00014130238706318963,
      "loss": 12.1233,
      "step": 22455
    },
    {
      "epoch": 3.677091861797937,
      "grad_norm": 0.14793257415294647,
      "learning_rate": 0.0001412976789087923,
      "loss": 12.1803,
      "step": 22456
    },
    {
      "epoch": 3.6772556083183234,
      "grad_norm": 0.12838715314865112,
      "learning_rate": 0.000141292970644026,
      "loss": 12.1677,
      "step": 22457
    },
    {
      "epoch": 3.6774193548387095,
      "grad_norm": 0.17650490999221802,
      "learning_rate": 0.00014128826226890337,
      "loss": 12.1625,
      "step": 22458
    },
    {
      "epoch": 3.677583101359096,
      "grad_norm": 0.16135767102241516,
      "learning_rate": 0.00014128355378343694,
      "loss": 12.1456,
      "step": 22459
    },
    {
      "epoch": 3.6777468478794826,
      "grad_norm": 0.16667583584785461,
      "learning_rate": 0.0001412788451876393,
      "loss": 12.1571,
      "step": 22460
    },
    {
      "epoch": 3.677910594399869,
      "grad_norm": 0.15851899981498718,
      "learning_rate": 0.000141274136481523,
      "loss": 12.1463,
      "step": 22461
    },
    {
      "epoch": 3.678074340920255,
      "grad_norm": 0.18158145248889923,
      "learning_rate": 0.00014126942766510075,
      "loss": 12.1374,
      "step": 22462
    },
    {
      "epoch": 3.6782380874406417,
      "grad_norm": 0.15157553553581238,
      "learning_rate": 0.000141264718738385,
      "loss": 12.1702,
      "step": 22463
    },
    {
      "epoch": 3.6784018339610283,
      "grad_norm": 0.18669278919696808,
      "learning_rate": 0.0001412600097013884,
      "loss": 12.2233,
      "step": 22464
    },
    {
      "epoch": 3.678565580481415,
      "grad_norm": 0.15084578096866608,
      "learning_rate": 0.00014125530055412352,
      "loss": 12.1942,
      "step": 22465
    },
    {
      "epoch": 3.6787293270018013,
      "grad_norm": 0.1484084129333496,
      "learning_rate": 0.00014125059129660293,
      "loss": 12.1665,
      "step": 22466
    },
    {
      "epoch": 3.678893073522188,
      "grad_norm": 0.16956926882266998,
      "learning_rate": 0.00014124588192883922,
      "loss": 12.197,
      "step": 22467
    },
    {
      "epoch": 3.679056820042574,
      "grad_norm": 0.1461261659860611,
      "learning_rate": 0.00014124117245084504,
      "loss": 12.2046,
      "step": 22468
    },
    {
      "epoch": 3.6792205665629605,
      "grad_norm": 0.17259955406188965,
      "learning_rate": 0.00014123646286263287,
      "loss": 12.1767,
      "step": 22469
    },
    {
      "epoch": 3.679384313083347,
      "grad_norm": 0.1863294243812561,
      "learning_rate": 0.00014123175316421537,
      "loss": 12.131,
      "step": 22470
    },
    {
      "epoch": 3.6795480596037335,
      "grad_norm": 0.14697694778442383,
      "learning_rate": 0.0001412270433556051,
      "loss": 12.1975,
      "step": 22471
    },
    {
      "epoch": 3.6797118061241196,
      "grad_norm": 0.1854618936777115,
      "learning_rate": 0.00014122233343681466,
      "loss": 12.1703,
      "step": 22472
    },
    {
      "epoch": 3.679875552644506,
      "grad_norm": 0.15093447268009186,
      "learning_rate": 0.00014121762340785665,
      "loss": 12.1693,
      "step": 22473
    },
    {
      "epoch": 3.6800392991648927,
      "grad_norm": 0.17802193760871887,
      "learning_rate": 0.00014121291326874363,
      "loss": 12.1521,
      "step": 22474
    },
    {
      "epoch": 3.6802030456852792,
      "grad_norm": 0.1736924648284912,
      "learning_rate": 0.0001412082030194882,
      "loss": 12.1825,
      "step": 22475
    },
    {
      "epoch": 3.6803667922056658,
      "grad_norm": 0.18406757712364197,
      "learning_rate": 0.0001412034926601029,
      "loss": 12.2001,
      "step": 22476
    },
    {
      "epoch": 3.6805305387260523,
      "grad_norm": 0.2048429548740387,
      "learning_rate": 0.00014119878219060042,
      "loss": 12.2373,
      "step": 22477
    },
    {
      "epoch": 3.6806942852464384,
      "grad_norm": 0.12071888893842697,
      "learning_rate": 0.00014119407161099326,
      "loss": 12.156,
      "step": 22478
    },
    {
      "epoch": 3.680858031766825,
      "grad_norm": 0.17460453510284424,
      "learning_rate": 0.00014118936092129405,
      "loss": 12.1857,
      "step": 22479
    },
    {
      "epoch": 3.6810217782872114,
      "grad_norm": 0.14092659950256348,
      "learning_rate": 0.00014118465012151536,
      "loss": 12.1929,
      "step": 22480
    },
    {
      "epoch": 3.681185524807598,
      "grad_norm": 0.16688625514507294,
      "learning_rate": 0.00014117993921166982,
      "loss": 12.1582,
      "step": 22481
    },
    {
      "epoch": 3.681349271327984,
      "grad_norm": 0.14395365118980408,
      "learning_rate": 0.00014117522819176995,
      "loss": 12.1996,
      "step": 22482
    },
    {
      "epoch": 3.6815130178483706,
      "grad_norm": 0.15382100641727448,
      "learning_rate": 0.00014117051706182842,
      "loss": 12.2027,
      "step": 22483
    },
    {
      "epoch": 3.681676764368757,
      "grad_norm": 0.1267254501581192,
      "learning_rate": 0.00014116580582185776,
      "loss": 12.1667,
      "step": 22484
    },
    {
      "epoch": 3.6818405108891437,
      "grad_norm": 0.1768650859594345,
      "learning_rate": 0.0001411610944718706,
      "loss": 12.2042,
      "step": 22485
    },
    {
      "epoch": 3.68200425740953,
      "grad_norm": 0.16884762048721313,
      "learning_rate": 0.0001411563830118795,
      "loss": 12.174,
      "step": 22486
    },
    {
      "epoch": 3.6821680039299167,
      "grad_norm": 0.1579517275094986,
      "learning_rate": 0.00014115167144189704,
      "loss": 12.2313,
      "step": 22487
    },
    {
      "epoch": 3.682331750450303,
      "grad_norm": 0.17105256021022797,
      "learning_rate": 0.0001411469597619359,
      "loss": 12.1504,
      "step": 22488
    },
    {
      "epoch": 3.6824954969706893,
      "grad_norm": 0.16531917452812195,
      "learning_rate": 0.00014114224797200854,
      "loss": 12.1434,
      "step": 22489
    },
    {
      "epoch": 3.682659243491076,
      "grad_norm": 0.12763972580432892,
      "learning_rate": 0.00014113753607212766,
      "loss": 12.1731,
      "step": 22490
    },
    {
      "epoch": 3.6828229900114624,
      "grad_norm": 0.12129895389080048,
      "learning_rate": 0.0001411328240623058,
      "loss": 12.2664,
      "step": 22491
    },
    {
      "epoch": 3.6829867365318485,
      "grad_norm": 0.13737449049949646,
      "learning_rate": 0.0001411281119425556,
      "loss": 12.157,
      "step": 22492
    },
    {
      "epoch": 3.683150483052235,
      "grad_norm": 0.1677916795015335,
      "learning_rate": 0.0001411233997128896,
      "loss": 12.1689,
      "step": 22493
    },
    {
      "epoch": 3.6833142295726216,
      "grad_norm": 0.12978366017341614,
      "learning_rate": 0.0001411186873733204,
      "loss": 12.1546,
      "step": 22494
    },
    {
      "epoch": 3.683477976093008,
      "grad_norm": 0.136888787150383,
      "learning_rate": 0.0001411139749238606,
      "loss": 12.1404,
      "step": 22495
    },
    {
      "epoch": 3.6836417226133946,
      "grad_norm": 0.12180014699697495,
      "learning_rate": 0.00014110926236452281,
      "loss": 12.1629,
      "step": 22496
    },
    {
      "epoch": 3.683805469133781,
      "grad_norm": 0.16134144365787506,
      "learning_rate": 0.00014110454969531967,
      "loss": 12.187,
      "step": 22497
    },
    {
      "epoch": 3.6839692156541672,
      "grad_norm": 0.14721938967704773,
      "learning_rate": 0.00014109983691626364,
      "loss": 12.205,
      "step": 22498
    },
    {
      "epoch": 3.6841329621745538,
      "grad_norm": 0.1582379937171936,
      "learning_rate": 0.00014109512402736741,
      "loss": 12.2203,
      "step": 22499
    },
    {
      "epoch": 3.6842967086949403,
      "grad_norm": 0.17696169018745422,
      "learning_rate": 0.0001410904110286436,
      "loss": 12.1751,
      "step": 22500
    },
    {
      "epoch": 3.684460455215327,
      "grad_norm": 0.21884475648403168,
      "learning_rate": 0.00014108569792010476,
      "loss": 12.2031,
      "step": 22501
    },
    {
      "epoch": 3.684624201735713,
      "grad_norm": 0.1472763568162918,
      "learning_rate": 0.00014108098470176349,
      "loss": 12.178,
      "step": 22502
    },
    {
      "epoch": 3.6847879482560995,
      "grad_norm": 0.23144282400608063,
      "learning_rate": 0.00014107627137363235,
      "loss": 12.2191,
      "step": 22503
    },
    {
      "epoch": 3.684951694776486,
      "grad_norm": 0.14754433929920197,
      "learning_rate": 0.000141071557935724,
      "loss": 12.16,
      "step": 22504
    },
    {
      "epoch": 3.6851154412968725,
      "grad_norm": 0.14444470405578613,
      "learning_rate": 0.00014106684438805104,
      "loss": 12.1946,
      "step": 22505
    },
    {
      "epoch": 3.685279187817259,
      "grad_norm": 0.17135700583457947,
      "learning_rate": 0.000141062130730626,
      "loss": 12.1656,
      "step": 22506
    },
    {
      "epoch": 3.6854429343376456,
      "grad_norm": 0.17069274187088013,
      "learning_rate": 0.00014105741696346152,
      "loss": 12.2172,
      "step": 22507
    },
    {
      "epoch": 3.6856066808580317,
      "grad_norm": 0.15973198413848877,
      "learning_rate": 0.00014105270308657024,
      "loss": 12.1643,
      "step": 22508
    },
    {
      "epoch": 3.685770427378418,
      "grad_norm": 0.20812973380088806,
      "learning_rate": 0.00014104798909996469,
      "loss": 12.2138,
      "step": 22509
    },
    {
      "epoch": 3.6859341738988047,
      "grad_norm": 0.15013033151626587,
      "learning_rate": 0.00014104327500365744,
      "loss": 12.1709,
      "step": 22510
    },
    {
      "epoch": 3.686097920419191,
      "grad_norm": 0.19603250920772552,
      "learning_rate": 0.0001410385607976612,
      "loss": 12.2092,
      "step": 22511
    },
    {
      "epoch": 3.6862616669395774,
      "grad_norm": 0.1895724982023239,
      "learning_rate": 0.00014103384648198847,
      "loss": 12.242,
      "step": 22512
    },
    {
      "epoch": 3.686425413459964,
      "grad_norm": 0.14850015938282013,
      "learning_rate": 0.00014102913205665192,
      "loss": 12.1709,
      "step": 22513
    },
    {
      "epoch": 3.6865891599803504,
      "grad_norm": 0.16774432361125946,
      "learning_rate": 0.0001410244175216641,
      "loss": 12.1756,
      "step": 22514
    },
    {
      "epoch": 3.686752906500737,
      "grad_norm": 0.13442017138004303,
      "learning_rate": 0.00014101970287703762,
      "loss": 12.1342,
      "step": 22515
    },
    {
      "epoch": 3.6869166530211235,
      "grad_norm": 0.1862008422613144,
      "learning_rate": 0.00014101498812278508,
      "loss": 12.1975,
      "step": 22516
    },
    {
      "epoch": 3.68708039954151,
      "grad_norm": 0.11610426753759384,
      "learning_rate": 0.0001410102732589191,
      "loss": 12.156,
      "step": 22517
    },
    {
      "epoch": 3.687244146061896,
      "grad_norm": 0.1548294872045517,
      "learning_rate": 0.00014100555828545225,
      "loss": 12.1531,
      "step": 22518
    },
    {
      "epoch": 3.6874078925822826,
      "grad_norm": 0.14615949988365173,
      "learning_rate": 0.00014100084320239719,
      "loss": 12.1829,
      "step": 22519
    },
    {
      "epoch": 3.687571639102669,
      "grad_norm": 0.1281287670135498,
      "learning_rate": 0.00014099612800976642,
      "loss": 12.1605,
      "step": 22520
    },
    {
      "epoch": 3.6877353856230553,
      "grad_norm": 0.15923677384853363,
      "learning_rate": 0.0001409914127075726,
      "loss": 12.181,
      "step": 22521
    },
    {
      "epoch": 3.687899132143442,
      "grad_norm": 0.14635230600833893,
      "learning_rate": 0.0001409866972958284,
      "loss": 12.1505,
      "step": 22522
    },
    {
      "epoch": 3.6880628786638283,
      "grad_norm": 0.13272912800312042,
      "learning_rate": 0.0001409819817745463,
      "loss": 12.1777,
      "step": 22523
    },
    {
      "epoch": 3.688226625184215,
      "grad_norm": 0.18373455107212067,
      "learning_rate": 0.000140977266143739,
      "loss": 12.2361,
      "step": 22524
    },
    {
      "epoch": 3.6883903717046014,
      "grad_norm": 0.19668908417224884,
      "learning_rate": 0.000140972550403419,
      "loss": 12.2158,
      "step": 22525
    },
    {
      "epoch": 3.688554118224988,
      "grad_norm": 0.13663437962532043,
      "learning_rate": 0.000140967834553599,
      "loss": 12.1692,
      "step": 22526
    },
    {
      "epoch": 3.688717864745374,
      "grad_norm": 0.14294975996017456,
      "learning_rate": 0.00014096311859429153,
      "loss": 12.2135,
      "step": 22527
    },
    {
      "epoch": 3.6888816112657605,
      "grad_norm": 0.1301167756319046,
      "learning_rate": 0.0001409584025255093,
      "loss": 12.1654,
      "step": 22528
    },
    {
      "epoch": 3.689045357786147,
      "grad_norm": 0.1846991777420044,
      "learning_rate": 0.00014095368634726475,
      "loss": 12.1363,
      "step": 22529
    },
    {
      "epoch": 3.6892091043065336,
      "grad_norm": 0.13723139464855194,
      "learning_rate": 0.00014094897005957065,
      "loss": 12.1813,
      "step": 22530
    },
    {
      "epoch": 3.6893728508269197,
      "grad_norm": 0.15624548494815826,
      "learning_rate": 0.0001409442536624395,
      "loss": 12.1739,
      "step": 22531
    },
    {
      "epoch": 3.689536597347306,
      "grad_norm": 0.1806475818157196,
      "learning_rate": 0.00014093953715588395,
      "loss": 12.1302,
      "step": 22532
    },
    {
      "epoch": 3.6897003438676927,
      "grad_norm": 0.16787917912006378,
      "learning_rate": 0.0001409348205399166,
      "loss": 12.1581,
      "step": 22533
    },
    {
      "epoch": 3.6898640903880793,
      "grad_norm": 0.25599682331085205,
      "learning_rate": 0.00014093010381455,
      "loss": 12.1908,
      "step": 22534
    },
    {
      "epoch": 3.690027836908466,
      "grad_norm": 0.1624385118484497,
      "learning_rate": 0.00014092538697979684,
      "loss": 12.1618,
      "step": 22535
    },
    {
      "epoch": 3.6901915834288523,
      "grad_norm": 0.17217610776424408,
      "learning_rate": 0.00014092067003566966,
      "loss": 12.1936,
      "step": 22536
    },
    {
      "epoch": 3.6903553299492384,
      "grad_norm": 0.1331166923046112,
      "learning_rate": 0.00014091595298218113,
      "loss": 12.1536,
      "step": 22537
    },
    {
      "epoch": 3.690519076469625,
      "grad_norm": 0.15013185143470764,
      "learning_rate": 0.00014091123581934375,
      "loss": 12.1529,
      "step": 22538
    },
    {
      "epoch": 3.6906828229900115,
      "grad_norm": 0.1548628956079483,
      "learning_rate": 0.00014090651854717026,
      "loss": 12.1469,
      "step": 22539
    },
    {
      "epoch": 3.690846569510398,
      "grad_norm": 0.13999859988689423,
      "learning_rate": 0.00014090180116567316,
      "loss": 12.1646,
      "step": 22540
    },
    {
      "epoch": 3.691010316030784,
      "grad_norm": 0.17104625701904297,
      "learning_rate": 0.00014089708367486515,
      "loss": 12.1987,
      "step": 22541
    },
    {
      "epoch": 3.6911740625511706,
      "grad_norm": 0.13424637913703918,
      "learning_rate": 0.00014089236607475874,
      "loss": 12.2167,
      "step": 22542
    },
    {
      "epoch": 3.691337809071557,
      "grad_norm": 0.13398495316505432,
      "learning_rate": 0.00014088764836536663,
      "loss": 12.2099,
      "step": 22543
    },
    {
      "epoch": 3.6915015555919437,
      "grad_norm": 0.14257028698921204,
      "learning_rate": 0.00014088293054670138,
      "loss": 12.18,
      "step": 22544
    },
    {
      "epoch": 3.6916653021123302,
      "grad_norm": 0.16094093024730682,
      "learning_rate": 0.00014087821261877557,
      "loss": 12.1713,
      "step": 22545
    },
    {
      "epoch": 3.6918290486327168,
      "grad_norm": 0.13103161752223969,
      "learning_rate": 0.00014087349458160187,
      "loss": 12.1753,
      "step": 22546
    },
    {
      "epoch": 3.691992795153103,
      "grad_norm": 0.17088134586811066,
      "learning_rate": 0.00014086877643519285,
      "loss": 12.156,
      "step": 22547
    },
    {
      "epoch": 3.6921565416734894,
      "grad_norm": 0.16995927691459656,
      "learning_rate": 0.00014086405817956114,
      "loss": 12.1521,
      "step": 22548
    },
    {
      "epoch": 3.692320288193876,
      "grad_norm": 0.13071785867214203,
      "learning_rate": 0.00014085933981471932,
      "loss": 12.1721,
      "step": 22549
    },
    {
      "epoch": 3.6924840347142625,
      "grad_norm": 0.13998188078403473,
      "learning_rate": 0.00014085462134068004,
      "loss": 12.1954,
      "step": 22550
    },
    {
      "epoch": 3.6926477812346485,
      "grad_norm": 0.18940787017345428,
      "learning_rate": 0.00014084990275745586,
      "loss": 12.199,
      "step": 22551
    },
    {
      "epoch": 3.692811527755035,
      "grad_norm": 0.15776510536670685,
      "learning_rate": 0.00014084518406505946,
      "loss": 12.1437,
      "step": 22552
    },
    {
      "epoch": 3.6929752742754216,
      "grad_norm": 0.12418238818645477,
      "learning_rate": 0.0001408404652635034,
      "loss": 12.1406,
      "step": 22553
    },
    {
      "epoch": 3.693139020795808,
      "grad_norm": 0.14697471261024475,
      "learning_rate": 0.00014083574635280027,
      "loss": 12.1275,
      "step": 22554
    },
    {
      "epoch": 3.6933027673161947,
      "grad_norm": 0.1300545185804367,
      "learning_rate": 0.00014083102733296275,
      "loss": 12.1866,
      "step": 22555
    },
    {
      "epoch": 3.693466513836581,
      "grad_norm": 0.21495932340621948,
      "learning_rate": 0.0001408263082040034,
      "loss": 12.2359,
      "step": 22556
    },
    {
      "epoch": 3.6936302603569673,
      "grad_norm": 0.15521231293678284,
      "learning_rate": 0.00014082158896593482,
      "loss": 12.1778,
      "step": 22557
    },
    {
      "epoch": 3.693794006877354,
      "grad_norm": 0.14811599254608154,
      "learning_rate": 0.0001408168696187697,
      "loss": 12.1551,
      "step": 22558
    },
    {
      "epoch": 3.6939577533977404,
      "grad_norm": 0.20308446884155273,
      "learning_rate": 0.00014081215016252058,
      "loss": 12.1404,
      "step": 22559
    },
    {
      "epoch": 3.694121499918127,
      "grad_norm": 0.22036385536193848,
      "learning_rate": 0.00014080743059720013,
      "loss": 12.1419,
      "step": 22560
    },
    {
      "epoch": 3.694285246438513,
      "grad_norm": 0.21017485857009888,
      "learning_rate": 0.00014080271092282084,
      "loss": 12.1409,
      "step": 22561
    },
    {
      "epoch": 3.6944489929588995,
      "grad_norm": 0.12187812477350235,
      "learning_rate": 0.00014079799113939548,
      "loss": 12.1965,
      "step": 22562
    },
    {
      "epoch": 3.694612739479286,
      "grad_norm": 0.16760243475437164,
      "learning_rate": 0.0001407932712469366,
      "loss": 12.1766,
      "step": 22563
    },
    {
      "epoch": 3.6947764859996726,
      "grad_norm": 0.1182505413889885,
      "learning_rate": 0.0001407885512454568,
      "loss": 12.1572,
      "step": 22564
    },
    {
      "epoch": 3.694940232520059,
      "grad_norm": 0.22308175265789032,
      "learning_rate": 0.00014078383113496867,
      "loss": 12.2328,
      "step": 22565
    },
    {
      "epoch": 3.6951039790404456,
      "grad_norm": 0.1415816843509674,
      "learning_rate": 0.0001407791109154849,
      "loss": 12.1766,
      "step": 22566
    },
    {
      "epoch": 3.6952677255608317,
      "grad_norm": 0.18149137496948242,
      "learning_rate": 0.00014077439058701803,
      "loss": 12.2066,
      "step": 22567
    },
    {
      "epoch": 3.6954314720812182,
      "grad_norm": 0.13984930515289307,
      "learning_rate": 0.00014076967014958075,
      "loss": 12.1639,
      "step": 22568
    },
    {
      "epoch": 3.695595218601605,
      "grad_norm": 0.17992845177650452,
      "learning_rate": 0.0001407649496031856,
      "loss": 12.1511,
      "step": 22569
    },
    {
      "epoch": 3.6957589651219913,
      "grad_norm": 0.13060913980007172,
      "learning_rate": 0.00014076022894784522,
      "loss": 12.1554,
      "step": 22570
    },
    {
      "epoch": 3.6959227116423774,
      "grad_norm": 0.24138756096363068,
      "learning_rate": 0.00014075550818357227,
      "loss": 12.1952,
      "step": 22571
    },
    {
      "epoch": 3.696086458162764,
      "grad_norm": 0.11597379297018051,
      "learning_rate": 0.0001407507873103793,
      "loss": 12.2147,
      "step": 22572
    },
    {
      "epoch": 3.6962502046831505,
      "grad_norm": 0.13027863204479218,
      "learning_rate": 0.00014074606632827897,
      "loss": 12.1889,
      "step": 22573
    },
    {
      "epoch": 3.696413951203537,
      "grad_norm": 0.17423658072948456,
      "learning_rate": 0.00014074134523728388,
      "loss": 12.2017,
      "step": 22574
    },
    {
      "epoch": 3.6965776977239235,
      "grad_norm": 0.14911869168281555,
      "learning_rate": 0.00014073662403740666,
      "loss": 12.2128,
      "step": 22575
    },
    {
      "epoch": 3.69674144424431,
      "grad_norm": 0.13473838567733765,
      "learning_rate": 0.0001407319027286599,
      "loss": 12.1525,
      "step": 22576
    },
    {
      "epoch": 3.696905190764696,
      "grad_norm": 0.13217195868492126,
      "learning_rate": 0.00014072718131105628,
      "loss": 12.1781,
      "step": 22577
    },
    {
      "epoch": 3.6970689372850827,
      "grad_norm": 0.12816494703292847,
      "learning_rate": 0.00014072245978460836,
      "loss": 12.1504,
      "step": 22578
    },
    {
      "epoch": 3.697232683805469,
      "grad_norm": 0.17076325416564941,
      "learning_rate": 0.00014071773814932877,
      "loss": 12.1701,
      "step": 22579
    },
    {
      "epoch": 3.6973964303258553,
      "grad_norm": 0.15883149206638336,
      "learning_rate": 0.0001407130164052301,
      "loss": 12.1381,
      "step": 22580
    },
    {
      "epoch": 3.697560176846242,
      "grad_norm": 0.1281295120716095,
      "learning_rate": 0.00014070829455232504,
      "loss": 12.1836,
      "step": 22581
    },
    {
      "epoch": 3.6977239233666284,
      "grad_norm": 0.12865345180034637,
      "learning_rate": 0.0001407035725906262,
      "loss": 12.1783,
      "step": 22582
    },
    {
      "epoch": 3.697887669887015,
      "grad_norm": 0.14672061800956726,
      "learning_rate": 0.00014069885052014612,
      "loss": 12.1618,
      "step": 22583
    },
    {
      "epoch": 3.6980514164074014,
      "grad_norm": 0.12047329545021057,
      "learning_rate": 0.00014069412834089747,
      "loss": 12.1767,
      "step": 22584
    },
    {
      "epoch": 3.698215162927788,
      "grad_norm": 0.13881978392601013,
      "learning_rate": 0.00014068940605289288,
      "loss": 12.1536,
      "step": 22585
    },
    {
      "epoch": 3.6983789094481745,
      "grad_norm": 0.19536542892456055,
      "learning_rate": 0.00014068468365614498,
      "loss": 12.1626,
      "step": 22586
    },
    {
      "epoch": 3.6985426559685606,
      "grad_norm": 0.1399848759174347,
      "learning_rate": 0.00014067996115066638,
      "loss": 12.1792,
      "step": 22587
    },
    {
      "epoch": 3.698706402488947,
      "grad_norm": 0.13949550688266754,
      "learning_rate": 0.00014067523853646965,
      "loss": 12.224,
      "step": 22588
    },
    {
      "epoch": 3.6988701490093336,
      "grad_norm": 0.24725915491580963,
      "learning_rate": 0.0001406705158135675,
      "loss": 12.1708,
      "step": 22589
    },
    {
      "epoch": 3.6990338955297197,
      "grad_norm": 0.13087314367294312,
      "learning_rate": 0.00014066579298197245,
      "loss": 12.2055,
      "step": 22590
    },
    {
      "epoch": 3.6991976420501063,
      "grad_norm": 0.15211093425750732,
      "learning_rate": 0.00014066107004169723,
      "loss": 12.2004,
      "step": 22591
    },
    {
      "epoch": 3.699361388570493,
      "grad_norm": 0.15093940496444702,
      "learning_rate": 0.00014065634699275437,
      "loss": 12.2067,
      "step": 22592
    },
    {
      "epoch": 3.6995251350908793,
      "grad_norm": 0.12738783657550812,
      "learning_rate": 0.00014065162383515657,
      "loss": 12.1709,
      "step": 22593
    },
    {
      "epoch": 3.699688881611266,
      "grad_norm": 0.1468266397714615,
      "learning_rate": 0.00014064690056891642,
      "loss": 12.1751,
      "step": 22594
    },
    {
      "epoch": 3.6998526281316524,
      "grad_norm": 0.1770808845758438,
      "learning_rate": 0.00014064217719404648,
      "loss": 12.2406,
      "step": 22595
    },
    {
      "epoch": 3.700016374652039,
      "grad_norm": 0.14136241376399994,
      "learning_rate": 0.0001406374537105595,
      "loss": 12.1338,
      "step": 22596
    },
    {
      "epoch": 3.700180121172425,
      "grad_norm": 0.155334010720253,
      "learning_rate": 0.000140632730118468,
      "loss": 12.1652,
      "step": 22597
    },
    {
      "epoch": 3.7003438676928115,
      "grad_norm": 0.13667874038219452,
      "learning_rate": 0.00014062800641778463,
      "loss": 12.2025,
      "step": 22598
    },
    {
      "epoch": 3.700507614213198,
      "grad_norm": 0.2514404356479645,
      "learning_rate": 0.00014062328260852205,
      "loss": 12.2109,
      "step": 22599
    },
    {
      "epoch": 3.700671360733584,
      "grad_norm": 0.17532385885715485,
      "learning_rate": 0.00014061855869069284,
      "loss": 12.1642,
      "step": 22600
    },
    {
      "epoch": 3.7008351072539707,
      "grad_norm": 0.18995338678359985,
      "learning_rate": 0.00014061383466430964,
      "loss": 12.1937,
      "step": 22601
    },
    {
      "epoch": 3.7009988537743572,
      "grad_norm": 0.1369665563106537,
      "learning_rate": 0.00014060911052938508,
      "loss": 12.2022,
      "step": 22602
    },
    {
      "epoch": 3.7011626002947438,
      "grad_norm": 0.19589580595493317,
      "learning_rate": 0.00014060438628593177,
      "loss": 12.1767,
      "step": 22603
    },
    {
      "epoch": 3.7013263468151303,
      "grad_norm": 0.1819458156824112,
      "learning_rate": 0.00014059966193396238,
      "loss": 12.1987,
      "step": 22604
    },
    {
      "epoch": 3.701490093335517,
      "grad_norm": 0.13673323392868042,
      "learning_rate": 0.00014059493747348948,
      "loss": 12.2103,
      "step": 22605
    },
    {
      "epoch": 3.701653839855903,
      "grad_norm": 0.17822755873203278,
      "learning_rate": 0.00014059021290452575,
      "loss": 12.2611,
      "step": 22606
    },
    {
      "epoch": 3.7018175863762894,
      "grad_norm": 0.16280387341976166,
      "learning_rate": 0.00014058548822708377,
      "loss": 12.1749,
      "step": 22607
    },
    {
      "epoch": 3.701981332896676,
      "grad_norm": 0.14170147478580475,
      "learning_rate": 0.00014058076344117618,
      "loss": 12.2372,
      "step": 22608
    },
    {
      "epoch": 3.7021450794170625,
      "grad_norm": 0.13088105618953705,
      "learning_rate": 0.0001405760385468156,
      "loss": 12.1707,
      "step": 22609
    },
    {
      "epoch": 3.7023088259374486,
      "grad_norm": 0.17463627457618713,
      "learning_rate": 0.00014057131354401468,
      "loss": 12.2097,
      "step": 22610
    },
    {
      "epoch": 3.702472572457835,
      "grad_norm": 0.14991797506809235,
      "learning_rate": 0.00014056658843278604,
      "loss": 12.1415,
      "step": 22611
    },
    {
      "epoch": 3.7026363189782217,
      "grad_norm": 0.14610306918621063,
      "learning_rate": 0.00014056186321314228,
      "loss": 12.2165,
      "step": 22612
    },
    {
      "epoch": 3.702800065498608,
      "grad_norm": 0.14552143216133118,
      "learning_rate": 0.00014055713788509608,
      "loss": 12.1692,
      "step": 22613
    },
    {
      "epoch": 3.7029638120189947,
      "grad_norm": 0.14863009750843048,
      "learning_rate": 0.00014055241244866003,
      "loss": 12.1656,
      "step": 22614
    },
    {
      "epoch": 3.7031275585393812,
      "grad_norm": 0.1553604006767273,
      "learning_rate": 0.0001405476869038468,
      "loss": 12.1766,
      "step": 22615
    },
    {
      "epoch": 3.7032913050597673,
      "grad_norm": 0.14144939184188843,
      "learning_rate": 0.00014054296125066892,
      "loss": 12.19,
      "step": 22616
    },
    {
      "epoch": 3.703455051580154,
      "grad_norm": 0.16312193870544434,
      "learning_rate": 0.00014053823548913912,
      "loss": 12.2411,
      "step": 22617
    },
    {
      "epoch": 3.7036187981005404,
      "grad_norm": 0.1540713906288147,
      "learning_rate": 0.00014053350961927005,
      "loss": 12.1808,
      "step": 22618
    },
    {
      "epoch": 3.703782544620927,
      "grad_norm": 0.18404385447502136,
      "learning_rate": 0.00014052878364107424,
      "loss": 12.1643,
      "step": 22619
    },
    {
      "epoch": 3.703946291141313,
      "grad_norm": 0.16292248666286469,
      "learning_rate": 0.00014052405755456436,
      "loss": 12.2482,
      "step": 22620
    },
    {
      "epoch": 3.7041100376616996,
      "grad_norm": 0.14349746704101562,
      "learning_rate": 0.0001405193313597531,
      "loss": 12.1602,
      "step": 22621
    },
    {
      "epoch": 3.704273784182086,
      "grad_norm": 0.1686927229166031,
      "learning_rate": 0.00014051460505665298,
      "loss": 12.1465,
      "step": 22622
    },
    {
      "epoch": 3.7044375307024726,
      "grad_norm": 0.2038775086402893,
      "learning_rate": 0.00014050987864527671,
      "loss": 12.181,
      "step": 22623
    },
    {
      "epoch": 3.704601277222859,
      "grad_norm": 0.1506062000989914,
      "learning_rate": 0.00014050515212563687,
      "loss": 12.1657,
      "step": 22624
    },
    {
      "epoch": 3.7047650237432457,
      "grad_norm": 0.28610891103744507,
      "learning_rate": 0.00014050042549774617,
      "loss": 12.1549,
      "step": 22625
    },
    {
      "epoch": 3.7049287702636318,
      "grad_norm": 0.14428572356700897,
      "learning_rate": 0.0001404956987616172,
      "loss": 12.2009,
      "step": 22626
    },
    {
      "epoch": 3.7050925167840183,
      "grad_norm": 0.11258949339389801,
      "learning_rate": 0.00014049097191726258,
      "loss": 12.2151,
      "step": 22627
    },
    {
      "epoch": 3.705256263304405,
      "grad_norm": 0.18025794625282288,
      "learning_rate": 0.00014048624496469493,
      "loss": 12.1707,
      "step": 22628
    },
    {
      "epoch": 3.7054200098247914,
      "grad_norm": 0.15650244057178497,
      "learning_rate": 0.0001404815179039269,
      "loss": 12.1836,
      "step": 22629
    },
    {
      "epoch": 3.7055837563451774,
      "grad_norm": 0.17221204936504364,
      "learning_rate": 0.00014047679073497118,
      "loss": 12.211,
      "step": 22630
    },
    {
      "epoch": 3.705747502865564,
      "grad_norm": 0.17585571110248566,
      "learning_rate": 0.0001404720634578403,
      "loss": 12.1439,
      "step": 22631
    },
    {
      "epoch": 3.7059112493859505,
      "grad_norm": 0.14829295873641968,
      "learning_rate": 0.00014046733607254696,
      "loss": 12.1487,
      "step": 22632
    },
    {
      "epoch": 3.706074995906337,
      "grad_norm": 0.2852179706096649,
      "learning_rate": 0.00014046260857910378,
      "loss": 12.1448,
      "step": 22633
    },
    {
      "epoch": 3.7062387424267236,
      "grad_norm": 0.16528227925300598,
      "learning_rate": 0.00014045788097752338,
      "loss": 12.1515,
      "step": 22634
    },
    {
      "epoch": 3.70640248894711,
      "grad_norm": 0.19705216586589813,
      "learning_rate": 0.00014045315326781843,
      "loss": 12.1762,
      "step": 22635
    },
    {
      "epoch": 3.706566235467496,
      "grad_norm": 0.23813973367214203,
      "learning_rate": 0.00014044842545000153,
      "loss": 12.1647,
      "step": 22636
    },
    {
      "epoch": 3.7067299819878827,
      "grad_norm": 0.13286785781383514,
      "learning_rate": 0.0001404436975240853,
      "loss": 12.1823,
      "step": 22637
    },
    {
      "epoch": 3.7068937285082693,
      "grad_norm": 0.1401238739490509,
      "learning_rate": 0.00014043896949008245,
      "loss": 12.1763,
      "step": 22638
    },
    {
      "epoch": 3.707057475028656,
      "grad_norm": 0.12967991828918457,
      "learning_rate": 0.00014043424134800554,
      "loss": 12.1733,
      "step": 22639
    },
    {
      "epoch": 3.707221221549042,
      "grad_norm": 0.1456608772277832,
      "learning_rate": 0.00014042951309786722,
      "loss": 12.1981,
      "step": 22640
    },
    {
      "epoch": 3.7073849680694284,
      "grad_norm": 0.19962993264198303,
      "learning_rate": 0.0001404247847396802,
      "loss": 12.1629,
      "step": 22641
    },
    {
      "epoch": 3.707548714589815,
      "grad_norm": 0.21293318271636963,
      "learning_rate": 0.000140420056273457,
      "loss": 12.1843,
      "step": 22642
    },
    {
      "epoch": 3.7077124611102015,
      "grad_norm": 0.14210422337055206,
      "learning_rate": 0.00014041532769921034,
      "loss": 12.1245,
      "step": 22643
    },
    {
      "epoch": 3.707876207630588,
      "grad_norm": 0.12302790582180023,
      "learning_rate": 0.0001404105990169528,
      "loss": 12.2511,
      "step": 22644
    },
    {
      "epoch": 3.7080399541509745,
      "grad_norm": 0.1375465840101242,
      "learning_rate": 0.0001404058702266971,
      "loss": 12.1858,
      "step": 22645
    },
    {
      "epoch": 3.7082037006713606,
      "grad_norm": 0.1356050968170166,
      "learning_rate": 0.0001404011413284558,
      "loss": 12.1736,
      "step": 22646
    },
    {
      "epoch": 3.708367447191747,
      "grad_norm": 0.21728581190109253,
      "learning_rate": 0.00014039641232224158,
      "loss": 12.2635,
      "step": 22647
    },
    {
      "epoch": 3.7085311937121337,
      "grad_norm": 0.1706441342830658,
      "learning_rate": 0.00014039168320806704,
      "loss": 12.1694,
      "step": 22648
    },
    {
      "epoch": 3.70869494023252,
      "grad_norm": 0.15979744493961334,
      "learning_rate": 0.00014038695398594487,
      "loss": 12.1646,
      "step": 22649
    },
    {
      "epoch": 3.7088586867529063,
      "grad_norm": 0.14311020076274872,
      "learning_rate": 0.00014038222465588763,
      "loss": 12.1964,
      "step": 22650
    },
    {
      "epoch": 3.709022433273293,
      "grad_norm": 0.15540926158428192,
      "learning_rate": 0.00014037749521790804,
      "loss": 12.1912,
      "step": 22651
    },
    {
      "epoch": 3.7091861797936794,
      "grad_norm": 0.15717598795890808,
      "learning_rate": 0.00014037276567201872,
      "loss": 12.1582,
      "step": 22652
    },
    {
      "epoch": 3.709349926314066,
      "grad_norm": 0.1747540384531021,
      "learning_rate": 0.00014036803601823232,
      "loss": 12.2,
      "step": 22653
    },
    {
      "epoch": 3.7095136728344524,
      "grad_norm": 0.1603543609380722,
      "learning_rate": 0.0001403633062565614,
      "loss": 12.1561,
      "step": 22654
    },
    {
      "epoch": 3.709677419354839,
      "grad_norm": 0.1492163985967636,
      "learning_rate": 0.0001403585763870187,
      "loss": 12.1983,
      "step": 22655
    },
    {
      "epoch": 3.709841165875225,
      "grad_norm": 0.1786063015460968,
      "learning_rate": 0.0001403538464096168,
      "loss": 12.2175,
      "step": 22656
    },
    {
      "epoch": 3.7100049123956116,
      "grad_norm": 0.18097610771656036,
      "learning_rate": 0.0001403491163243684,
      "loss": 12.2101,
      "step": 22657
    },
    {
      "epoch": 3.710168658915998,
      "grad_norm": 0.1269642859697342,
      "learning_rate": 0.00014034438613128605,
      "loss": 12.1687,
      "step": 22658
    },
    {
      "epoch": 3.710332405436384,
      "grad_norm": 0.10448505729436874,
      "learning_rate": 0.0001403396558303825,
      "loss": 12.1678,
      "step": 22659
    },
    {
      "epoch": 3.7104961519567707,
      "grad_norm": 0.14958003163337708,
      "learning_rate": 0.0001403349254216703,
      "loss": 12.1939,
      "step": 22660
    },
    {
      "epoch": 3.7106598984771573,
      "grad_norm": 0.14084018766880035,
      "learning_rate": 0.00014033019490516214,
      "loss": 12.2119,
      "step": 22661
    },
    {
      "epoch": 3.710823644997544,
      "grad_norm": 0.14482073485851288,
      "learning_rate": 0.00014032546428087062,
      "loss": 12.1785,
      "step": 22662
    },
    {
      "epoch": 3.7109873915179303,
      "grad_norm": 0.3138049840927124,
      "learning_rate": 0.00014032073354880846,
      "loss": 12.244,
      "step": 22663
    },
    {
      "epoch": 3.711151138038317,
      "grad_norm": 0.12217652797698975,
      "learning_rate": 0.00014031600270898826,
      "loss": 12.194,
      "step": 22664
    },
    {
      "epoch": 3.7113148845587034,
      "grad_norm": 0.16701611876487732,
      "learning_rate": 0.00014031127176142262,
      "loss": 12.1752,
      "step": 22665
    },
    {
      "epoch": 3.7114786310790895,
      "grad_norm": 0.1399013251066208,
      "learning_rate": 0.00014030654070612422,
      "loss": 12.2195,
      "step": 22666
    },
    {
      "epoch": 3.711642377599476,
      "grad_norm": 0.15692616999149323,
      "learning_rate": 0.00014030180954310577,
      "loss": 12.1821,
      "step": 22667
    },
    {
      "epoch": 3.7118061241198625,
      "grad_norm": 0.15697644650936127,
      "learning_rate": 0.00014029707827237982,
      "loss": 12.1942,
      "step": 22668
    },
    {
      "epoch": 3.7119698706402486,
      "grad_norm": 0.15000641345977783,
      "learning_rate": 0.000140292346893959,
      "loss": 12.1472,
      "step": 22669
    },
    {
      "epoch": 3.712133617160635,
      "grad_norm": 0.3018852472305298,
      "learning_rate": 0.00014028761540785606,
      "loss": 12.1658,
      "step": 22670
    },
    {
      "epoch": 3.7122973636810217,
      "grad_norm": 0.14093095064163208,
      "learning_rate": 0.00014028288381408353,
      "loss": 12.1902,
      "step": 22671
    },
    {
      "epoch": 3.7124611102014082,
      "grad_norm": 0.13816605508327484,
      "learning_rate": 0.00014027815211265418,
      "loss": 12.1593,
      "step": 22672
    },
    {
      "epoch": 3.7126248567217948,
      "grad_norm": 0.16758662462234497,
      "learning_rate": 0.00014027342030358052,
      "loss": 12.1942,
      "step": 22673
    },
    {
      "epoch": 3.7127886032421813,
      "grad_norm": 0.20482105016708374,
      "learning_rate": 0.00014026868838687531,
      "loss": 12.154,
      "step": 22674
    },
    {
      "epoch": 3.7129523497625674,
      "grad_norm": 0.1537047177553177,
      "learning_rate": 0.00014026395636255115,
      "loss": 12.1972,
      "step": 22675
    },
    {
      "epoch": 3.713116096282954,
      "grad_norm": 0.13417325913906097,
      "learning_rate": 0.00014025922423062064,
      "loss": 12.2524,
      "step": 22676
    },
    {
      "epoch": 3.7132798428033404,
      "grad_norm": 0.204548642039299,
      "learning_rate": 0.0001402544919910965,
      "loss": 12.1797,
      "step": 22677
    },
    {
      "epoch": 3.713443589323727,
      "grad_norm": 0.13999637961387634,
      "learning_rate": 0.00014024975964399135,
      "loss": 12.1844,
      "step": 22678
    },
    {
      "epoch": 3.713607335844113,
      "grad_norm": 0.14301307499408722,
      "learning_rate": 0.00014024502718931782,
      "loss": 12.1581,
      "step": 22679
    },
    {
      "epoch": 3.7137710823644996,
      "grad_norm": 0.12774115800857544,
      "learning_rate": 0.0001402402946270886,
      "loss": 12.2326,
      "step": 22680
    },
    {
      "epoch": 3.713934828884886,
      "grad_norm": 0.12545251846313477,
      "learning_rate": 0.00014023556195731632,
      "loss": 12.1607,
      "step": 22681
    },
    {
      "epoch": 3.7140985754052727,
      "grad_norm": 0.1253393143415451,
      "learning_rate": 0.00014023082918001358,
      "loss": 12.1799,
      "step": 22682
    },
    {
      "epoch": 3.714262321925659,
      "grad_norm": 0.13381649553775787,
      "learning_rate": 0.0001402260962951931,
      "loss": 12.1545,
      "step": 22683
    },
    {
      "epoch": 3.7144260684460457,
      "grad_norm": 0.11090511828660965,
      "learning_rate": 0.00014022136330286744,
      "loss": 12.168,
      "step": 22684
    },
    {
      "epoch": 3.714589814966432,
      "grad_norm": 0.1407763957977295,
      "learning_rate": 0.0001402166302030494,
      "loss": 12.1402,
      "step": 22685
    },
    {
      "epoch": 3.7147535614868183,
      "grad_norm": 0.17776158452033997,
      "learning_rate": 0.00014021189699575147,
      "loss": 12.2379,
      "step": 22686
    },
    {
      "epoch": 3.714917308007205,
      "grad_norm": 0.1774670034646988,
      "learning_rate": 0.00014020716368098635,
      "loss": 12.1913,
      "step": 22687
    },
    {
      "epoch": 3.7150810545275914,
      "grad_norm": 0.2013821005821228,
      "learning_rate": 0.0001402024302587667,
      "loss": 12.163,
      "step": 22688
    },
    {
      "epoch": 3.7152448010479775,
      "grad_norm": 0.16976715624332428,
      "learning_rate": 0.00014019769672910526,
      "loss": 12.1877,
      "step": 22689
    },
    {
      "epoch": 3.715408547568364,
      "grad_norm": 0.12493972480297089,
      "learning_rate": 0.0001401929630920145,
      "loss": 12.1225,
      "step": 22690
    },
    {
      "epoch": 3.7155722940887506,
      "grad_norm": 0.1415572166442871,
      "learning_rate": 0.00014018822934750723,
      "loss": 12.1266,
      "step": 22691
    },
    {
      "epoch": 3.715736040609137,
      "grad_norm": 0.16396918892860413,
      "learning_rate": 0.00014018349549559602,
      "loss": 12.1554,
      "step": 22692
    },
    {
      "epoch": 3.7158997871295236,
      "grad_norm": 0.16622686386108398,
      "learning_rate": 0.00014017876153629355,
      "loss": 12.1121,
      "step": 22693
    },
    {
      "epoch": 3.71606353364991,
      "grad_norm": 0.17434068024158478,
      "learning_rate": 0.0001401740274696124,
      "loss": 12.2371,
      "step": 22694
    },
    {
      "epoch": 3.7162272801702962,
      "grad_norm": 0.16456037759780884,
      "learning_rate": 0.00014016929329556532,
      "loss": 12.1682,
      "step": 22695
    },
    {
      "epoch": 3.7163910266906828,
      "grad_norm": 0.2101268172264099,
      "learning_rate": 0.00014016455901416498,
      "loss": 12.2066,
      "step": 22696
    },
    {
      "epoch": 3.7165547732110693,
      "grad_norm": 0.15252216160297394,
      "learning_rate": 0.00014015982462542388,
      "loss": 12.1687,
      "step": 22697
    },
    {
      "epoch": 3.716718519731456,
      "grad_norm": 0.10960422456264496,
      "learning_rate": 0.00014015509012935481,
      "loss": 12.1968,
      "step": 22698
    },
    {
      "epoch": 3.716882266251842,
      "grad_norm": 0.14547806978225708,
      "learning_rate": 0.0001401503555259704,
      "loss": 12.1513,
      "step": 22699
    },
    {
      "epoch": 3.7170460127722285,
      "grad_norm": 0.21824970841407776,
      "learning_rate": 0.0001401456208152833,
      "loss": 12.202,
      "step": 22700
    },
    {
      "epoch": 3.717209759292615,
      "grad_norm": 0.14512774348258972,
      "learning_rate": 0.0001401408859973061,
      "loss": 12.1536,
      "step": 22701
    },
    {
      "epoch": 3.7173735058130015,
      "grad_norm": 0.20798641443252563,
      "learning_rate": 0.0001401361510720515,
      "loss": 12.1766,
      "step": 22702
    },
    {
      "epoch": 3.717537252333388,
      "grad_norm": 0.1402246057987213,
      "learning_rate": 0.00014013141603953222,
      "loss": 12.2048,
      "step": 22703
    },
    {
      "epoch": 3.7177009988537746,
      "grad_norm": 0.18987610936164856,
      "learning_rate": 0.0001401266808997608,
      "loss": 12.1932,
      "step": 22704
    },
    {
      "epoch": 3.7178647453741607,
      "grad_norm": 0.2538999319076538,
      "learning_rate": 0.00014012194565274995,
      "loss": 12.1607,
      "step": 22705
    },
    {
      "epoch": 3.718028491894547,
      "grad_norm": 0.1532253473997116,
      "learning_rate": 0.00014011721029851231,
      "loss": 12.1857,
      "step": 22706
    },
    {
      "epoch": 3.7181922384149337,
      "grad_norm": 0.12452765554189682,
      "learning_rate": 0.00014011247483706058,
      "loss": 12.2051,
      "step": 22707
    },
    {
      "epoch": 3.7183559849353203,
      "grad_norm": 0.13655023276805878,
      "learning_rate": 0.0001401077392684074,
      "loss": 12.1698,
      "step": 22708
    },
    {
      "epoch": 3.7185197314557064,
      "grad_norm": 0.15778784453868866,
      "learning_rate": 0.00014010300359256536,
      "loss": 12.2026,
      "step": 22709
    },
    {
      "epoch": 3.718683477976093,
      "grad_norm": 0.14356325566768646,
      "learning_rate": 0.00014009826780954718,
      "loss": 12.1614,
      "step": 22710
    },
    {
      "epoch": 3.7188472244964794,
      "grad_norm": 0.11779896914958954,
      "learning_rate": 0.00014009353191936553,
      "loss": 12.1874,
      "step": 22711
    },
    {
      "epoch": 3.719010971016866,
      "grad_norm": 0.1543751060962677,
      "learning_rate": 0.000140088795922033,
      "loss": 12.1803,
      "step": 22712
    },
    {
      "epoch": 3.7191747175372525,
      "grad_norm": 0.1495029330253601,
      "learning_rate": 0.0001400840598175623,
      "loss": 12.2136,
      "step": 22713
    },
    {
      "epoch": 3.719338464057639,
      "grad_norm": 0.13491405546665192,
      "learning_rate": 0.00014007932360596604,
      "loss": 12.1614,
      "step": 22714
    },
    {
      "epoch": 3.719502210578025,
      "grad_norm": 0.15983135998249054,
      "learning_rate": 0.00014007458728725695,
      "loss": 12.2236,
      "step": 22715
    },
    {
      "epoch": 3.7196659570984116,
      "grad_norm": 0.1327131688594818,
      "learning_rate": 0.00014006985086144764,
      "loss": 12.1387,
      "step": 22716
    },
    {
      "epoch": 3.719829703618798,
      "grad_norm": 0.20319876074790955,
      "learning_rate": 0.00014006511432855079,
      "loss": 12.168,
      "step": 22717
    },
    {
      "epoch": 3.7199934501391847,
      "grad_norm": 0.18269552290439606,
      "learning_rate": 0.00014006037768857902,
      "loss": 12.1708,
      "step": 22718
    },
    {
      "epoch": 3.720157196659571,
      "grad_norm": 0.1523721069097519,
      "learning_rate": 0.00014005564094154502,
      "loss": 12.1802,
      "step": 22719
    },
    {
      "epoch": 3.7203209431799573,
      "grad_norm": 0.12688231468200684,
      "learning_rate": 0.00014005090408746143,
      "loss": 12.1756,
      "step": 22720
    },
    {
      "epoch": 3.720484689700344,
      "grad_norm": 0.11137200891971588,
      "learning_rate": 0.00014004616712634096,
      "loss": 12.157,
      "step": 22721
    },
    {
      "epoch": 3.7206484362207304,
      "grad_norm": 0.15884803235530853,
      "learning_rate": 0.0001400414300581962,
      "loss": 12.1891,
      "step": 22722
    },
    {
      "epoch": 3.720812182741117,
      "grad_norm": 0.15479077398777008,
      "learning_rate": 0.00014003669288303986,
      "loss": 12.1323,
      "step": 22723
    },
    {
      "epoch": 3.7209759292615034,
      "grad_norm": 0.16421498358249664,
      "learning_rate": 0.00014003195560088454,
      "loss": 12.2062,
      "step": 22724
    },
    {
      "epoch": 3.7211396757818895,
      "grad_norm": 0.13612358272075653,
      "learning_rate": 0.00014002721821174298,
      "loss": 12.1564,
      "step": 22725
    },
    {
      "epoch": 3.721303422302276,
      "grad_norm": 0.15552866458892822,
      "learning_rate": 0.0001400224807156278,
      "loss": 12.1755,
      "step": 22726
    },
    {
      "epoch": 3.7214671688226626,
      "grad_norm": 0.1272507607936859,
      "learning_rate": 0.00014001774311255168,
      "loss": 12.2096,
      "step": 22727
    },
    {
      "epoch": 3.7216309153430487,
      "grad_norm": 0.13192474842071533,
      "learning_rate": 0.00014001300540252722,
      "loss": 12.1941,
      "step": 22728
    },
    {
      "epoch": 3.721794661863435,
      "grad_norm": 0.13683389127254486,
      "learning_rate": 0.00014000826758556715,
      "loss": 12.1357,
      "step": 22729
    },
    {
      "epoch": 3.7219584083838217,
      "grad_norm": 0.15411050617694855,
      "learning_rate": 0.00014000352966168412,
      "loss": 12.2122,
      "step": 22730
    },
    {
      "epoch": 3.7221221549042083,
      "grad_norm": 0.226835697889328,
      "learning_rate": 0.00013999879163089076,
      "loss": 12.1969,
      "step": 22731
    },
    {
      "epoch": 3.722285901424595,
      "grad_norm": 0.12241822481155396,
      "learning_rate": 0.00013999405349319975,
      "loss": 12.1666,
      "step": 22732
    },
    {
      "epoch": 3.7224496479449813,
      "grad_norm": 0.14188069105148315,
      "learning_rate": 0.0001399893152486238,
      "loss": 12.1664,
      "step": 22733
    },
    {
      "epoch": 3.722613394465368,
      "grad_norm": 0.151850163936615,
      "learning_rate": 0.0001399845768971755,
      "loss": 12.1756,
      "step": 22734
    },
    {
      "epoch": 3.722777140985754,
      "grad_norm": 0.15410585701465607,
      "learning_rate": 0.00013997983843886752,
      "loss": 12.136,
      "step": 22735
    },
    {
      "epoch": 3.7229408875061405,
      "grad_norm": 0.21312814950942993,
      "learning_rate": 0.00013997509987371257,
      "loss": 12.2021,
      "step": 22736
    },
    {
      "epoch": 3.723104634026527,
      "grad_norm": 0.23063255846500397,
      "learning_rate": 0.00013997036120172332,
      "loss": 12.1707,
      "step": 22737
    },
    {
      "epoch": 3.723268380546913,
      "grad_norm": 0.20091217756271362,
      "learning_rate": 0.00013996562242291237,
      "loss": 12.2035,
      "step": 22738
    },
    {
      "epoch": 3.7234321270672996,
      "grad_norm": 0.1438608020544052,
      "learning_rate": 0.0001399608835372924,
      "loss": 12.1339,
      "step": 22739
    },
    {
      "epoch": 3.723595873587686,
      "grad_norm": 0.16466359794139862,
      "learning_rate": 0.00013995614454487612,
      "loss": 12.1858,
      "step": 22740
    },
    {
      "epoch": 3.7237596201080727,
      "grad_norm": 0.1786825805902481,
      "learning_rate": 0.00013995140544567617,
      "loss": 12.1969,
      "step": 22741
    },
    {
      "epoch": 3.7239233666284592,
      "grad_norm": 0.26003217697143555,
      "learning_rate": 0.0001399466662397052,
      "loss": 12.1895,
      "step": 22742
    },
    {
      "epoch": 3.7240871131488458,
      "grad_norm": 0.15604449808597565,
      "learning_rate": 0.0001399419269269759,
      "loss": 12.1707,
      "step": 22743
    },
    {
      "epoch": 3.7242508596692323,
      "grad_norm": 0.22101792693138123,
      "learning_rate": 0.0001399371875075009,
      "loss": 12.2031,
      "step": 22744
    },
    {
      "epoch": 3.7244146061896184,
      "grad_norm": 0.14891688525676727,
      "learning_rate": 0.00013993244798129296,
      "loss": 12.2065,
      "step": 22745
    },
    {
      "epoch": 3.724578352710005,
      "grad_norm": 0.1298498809337616,
      "learning_rate": 0.0001399277083483646,
      "loss": 12.1372,
      "step": 22746
    },
    {
      "epoch": 3.7247420992303915,
      "grad_norm": 0.15364252030849457,
      "learning_rate": 0.0001399229686087286,
      "loss": 12.2236,
      "step": 22747
    },
    {
      "epoch": 3.7249058457507775,
      "grad_norm": 0.16083770990371704,
      "learning_rate": 0.00013991822876239759,
      "loss": 12.158,
      "step": 22748
    },
    {
      "epoch": 3.725069592271164,
      "grad_norm": 0.1296103149652481,
      "learning_rate": 0.00013991348880938425,
      "loss": 12.162,
      "step": 22749
    },
    {
      "epoch": 3.7252333387915506,
      "grad_norm": 0.13367286324501038,
      "learning_rate": 0.0001399087487497012,
      "loss": 12.1296,
      "step": 22750
    },
    {
      "epoch": 3.725397085311937,
      "grad_norm": 0.18455365300178528,
      "learning_rate": 0.0001399040085833612,
      "loss": 12.1487,
      "step": 22751
    },
    {
      "epoch": 3.7255608318323237,
      "grad_norm": 0.16475509107112885,
      "learning_rate": 0.00013989926831037684,
      "loss": 12.1707,
      "step": 22752
    },
    {
      "epoch": 3.72572457835271,
      "grad_norm": 0.1368829905986786,
      "learning_rate": 0.00013989452793076082,
      "loss": 12.1905,
      "step": 22753
    },
    {
      "epoch": 3.7258883248730963,
      "grad_norm": 0.15975527465343475,
      "learning_rate": 0.00013988978744452574,
      "loss": 12.1901,
      "step": 22754
    },
    {
      "epoch": 3.726052071393483,
      "grad_norm": 0.14480218291282654,
      "learning_rate": 0.00013988504685168442,
      "loss": 12.1636,
      "step": 22755
    },
    {
      "epoch": 3.7262158179138694,
      "grad_norm": 0.26902884244918823,
      "learning_rate": 0.00013988030615224938,
      "loss": 12.2521,
      "step": 22756
    },
    {
      "epoch": 3.726379564434256,
      "grad_norm": 0.16701316833496094,
      "learning_rate": 0.00013987556534623337,
      "loss": 12.1788,
      "step": 22757
    },
    {
      "epoch": 3.726543310954642,
      "grad_norm": 0.1218748465180397,
      "learning_rate": 0.000139870824433649,
      "loss": 12.193,
      "step": 22758
    },
    {
      "epoch": 3.7267070574750285,
      "grad_norm": 0.15056248009204865,
      "learning_rate": 0.00013986608341450904,
      "loss": 12.2126,
      "step": 22759
    },
    {
      "epoch": 3.726870803995415,
      "grad_norm": 0.14332909882068634,
      "learning_rate": 0.00013986134228882605,
      "loss": 12.1607,
      "step": 22760
    },
    {
      "epoch": 3.7270345505158016,
      "grad_norm": 0.25170397758483887,
      "learning_rate": 0.0001398566010566128,
      "loss": 12.1784,
      "step": 22761
    },
    {
      "epoch": 3.727198297036188,
      "grad_norm": 0.13094955682754517,
      "learning_rate": 0.00013985185971788187,
      "loss": 12.1488,
      "step": 22762
    },
    {
      "epoch": 3.7273620435565746,
      "grad_norm": 0.13322876393795013,
      "learning_rate": 0.00013984711827264595,
      "loss": 12.2175,
      "step": 22763
    },
    {
      "epoch": 3.7275257900769607,
      "grad_norm": 0.14569926261901855,
      "learning_rate": 0.00013984237672091777,
      "loss": 12.1739,
      "step": 22764
    },
    {
      "epoch": 3.7276895365973473,
      "grad_norm": 0.18369024991989136,
      "learning_rate": 0.00013983763506270996,
      "loss": 12.1443,
      "step": 22765
    },
    {
      "epoch": 3.727853283117734,
      "grad_norm": 0.199182391166687,
      "learning_rate": 0.00013983289329803523,
      "loss": 12.164,
      "step": 22766
    },
    {
      "epoch": 3.7280170296381203,
      "grad_norm": 0.12475240975618362,
      "learning_rate": 0.00013982815142690616,
      "loss": 12.1775,
      "step": 22767
    },
    {
      "epoch": 3.7281807761585064,
      "grad_norm": 0.24971431493759155,
      "learning_rate": 0.00013982340944933554,
      "loss": 12.12,
      "step": 22768
    },
    {
      "epoch": 3.728344522678893,
      "grad_norm": 0.13662150502204895,
      "learning_rate": 0.00013981866736533592,
      "loss": 12.1883,
      "step": 22769
    },
    {
      "epoch": 3.7285082691992795,
      "grad_norm": 0.18303415179252625,
      "learning_rate": 0.00013981392517492012,
      "loss": 12.1717,
      "step": 22770
    },
    {
      "epoch": 3.728672015719666,
      "grad_norm": 0.18381373584270477,
      "learning_rate": 0.0001398091828781007,
      "loss": 12.1632,
      "step": 22771
    },
    {
      "epoch": 3.7288357622400525,
      "grad_norm": 0.1671879142522812,
      "learning_rate": 0.00013980444047489033,
      "loss": 12.1832,
      "step": 22772
    },
    {
      "epoch": 3.728999508760439,
      "grad_norm": 0.15779471397399902,
      "learning_rate": 0.00013979969796530173,
      "loss": 12.177,
      "step": 22773
    },
    {
      "epoch": 3.729163255280825,
      "grad_norm": 0.11910191923379898,
      "learning_rate": 0.00013979495534934764,
      "loss": 12.1709,
      "step": 22774
    },
    {
      "epoch": 3.7293270018012117,
      "grad_norm": 0.16826340556144714,
      "learning_rate": 0.00013979021262704058,
      "loss": 12.1446,
      "step": 22775
    },
    {
      "epoch": 3.729490748321598,
      "grad_norm": 0.12901662290096283,
      "learning_rate": 0.00013978546979839335,
      "loss": 12.1541,
      "step": 22776
    },
    {
      "epoch": 3.7296544948419847,
      "grad_norm": 0.14302591979503632,
      "learning_rate": 0.00013978072686341857,
      "loss": 12.1651,
      "step": 22777
    },
    {
      "epoch": 3.729818241362371,
      "grad_norm": 0.13472408056259155,
      "learning_rate": 0.0001397759838221289,
      "loss": 12.1843,
      "step": 22778
    },
    {
      "epoch": 3.7299819878827574,
      "grad_norm": 0.14326731860637665,
      "learning_rate": 0.00013977124067453706,
      "loss": 12.1652,
      "step": 22779
    },
    {
      "epoch": 3.730145734403144,
      "grad_norm": 0.16739706695079803,
      "learning_rate": 0.0001397664974206557,
      "loss": 12.143,
      "step": 22780
    },
    {
      "epoch": 3.7303094809235304,
      "grad_norm": 0.1409185230731964,
      "learning_rate": 0.00013976175406049755,
      "loss": 12.1886,
      "step": 22781
    },
    {
      "epoch": 3.730473227443917,
      "grad_norm": 0.13771429657936096,
      "learning_rate": 0.0001397570105940752,
      "loss": 12.173,
      "step": 22782
    },
    {
      "epoch": 3.7306369739643035,
      "grad_norm": 0.15287882089614868,
      "learning_rate": 0.00013975226702140137,
      "loss": 12.1277,
      "step": 22783
    },
    {
      "epoch": 3.7308007204846896,
      "grad_norm": 0.14234167337417603,
      "learning_rate": 0.00013974752334248872,
      "loss": 12.1447,
      "step": 22784
    },
    {
      "epoch": 3.730964467005076,
      "grad_norm": 0.19484132528305054,
      "learning_rate": 0.00013974277955734998,
      "loss": 12.2881,
      "step": 22785
    },
    {
      "epoch": 3.7311282135254626,
      "grad_norm": 0.14533081650733948,
      "learning_rate": 0.00013973803566599778,
      "loss": 12.193,
      "step": 22786
    },
    {
      "epoch": 3.731291960045849,
      "grad_norm": 0.15641209483146667,
      "learning_rate": 0.0001397332916684448,
      "loss": 12.2271,
      "step": 22787
    },
    {
      "epoch": 3.7314557065662353,
      "grad_norm": 0.16776663064956665,
      "learning_rate": 0.00013972854756470372,
      "loss": 12.1915,
      "step": 22788
    },
    {
      "epoch": 3.731619453086622,
      "grad_norm": 0.15031218528747559,
      "learning_rate": 0.00013972380335478725,
      "loss": 12.155,
      "step": 22789
    },
    {
      "epoch": 3.7317831996070083,
      "grad_norm": 0.1609594076871872,
      "learning_rate": 0.00013971905903870804,
      "loss": 12.1934,
      "step": 22790
    },
    {
      "epoch": 3.731946946127395,
      "grad_norm": 0.15428426861763,
      "learning_rate": 0.00013971431461647874,
      "loss": 12.1474,
      "step": 22791
    },
    {
      "epoch": 3.7321106926477814,
      "grad_norm": 0.116328164935112,
      "learning_rate": 0.00013970957008811212,
      "loss": 12.2096,
      "step": 22792
    },
    {
      "epoch": 3.732274439168168,
      "grad_norm": 0.15553732216358185,
      "learning_rate": 0.00013970482545362078,
      "loss": 12.1301,
      "step": 22793
    },
    {
      "epoch": 3.732438185688554,
      "grad_norm": 0.20568285882472992,
      "learning_rate": 0.0001397000807130174,
      "loss": 12.1559,
      "step": 22794
    },
    {
      "epoch": 3.7326019322089405,
      "grad_norm": 0.1336771696805954,
      "learning_rate": 0.00013969533586631472,
      "loss": 12.1912,
      "step": 22795
    },
    {
      "epoch": 3.732765678729327,
      "grad_norm": 0.13083860278129578,
      "learning_rate": 0.00013969059091352537,
      "loss": 12.1369,
      "step": 22796
    },
    {
      "epoch": 3.7329294252497136,
      "grad_norm": 0.15669581294059753,
      "learning_rate": 0.00013968584585466204,
      "loss": 12.183,
      "step": 22797
    },
    {
      "epoch": 3.7330931717700997,
      "grad_norm": 0.21517691016197205,
      "learning_rate": 0.00013968110068973742,
      "loss": 12.1507,
      "step": 22798
    },
    {
      "epoch": 3.7332569182904862,
      "grad_norm": 0.1484847217798233,
      "learning_rate": 0.0001396763554187642,
      "loss": 12.1232,
      "step": 22799
    },
    {
      "epoch": 3.7334206648108728,
      "grad_norm": 0.21722520887851715,
      "learning_rate": 0.00013967161004175505,
      "loss": 12.1648,
      "step": 22800
    },
    {
      "epoch": 3.7335844113312593,
      "grad_norm": 0.12588927149772644,
      "learning_rate": 0.00013966686455872264,
      "loss": 12.1696,
      "step": 22801
    },
    {
      "epoch": 3.733748157851646,
      "grad_norm": 0.141217440366745,
      "learning_rate": 0.00013966211896967968,
      "loss": 12.1469,
      "step": 22802
    },
    {
      "epoch": 3.7339119043720324,
      "grad_norm": 0.15562503039836884,
      "learning_rate": 0.00013965737327463885,
      "loss": 12.216,
      "step": 22803
    },
    {
      "epoch": 3.7340756508924184,
      "grad_norm": 0.16114845871925354,
      "learning_rate": 0.00013965262747361282,
      "loss": 12.1844,
      "step": 22804
    },
    {
      "epoch": 3.734239397412805,
      "grad_norm": 0.1647903174161911,
      "learning_rate": 0.00013964788156661424,
      "loss": 12.1515,
      "step": 22805
    },
    {
      "epoch": 3.7344031439331915,
      "grad_norm": 0.15456801652908325,
      "learning_rate": 0.00013964313555365587,
      "loss": 12.1603,
      "step": 22806
    },
    {
      "epoch": 3.7345668904535776,
      "grad_norm": 0.14027000963687897,
      "learning_rate": 0.00013963838943475035,
      "loss": 12.1423,
      "step": 22807
    },
    {
      "epoch": 3.734730636973964,
      "grad_norm": 0.16953499615192413,
      "learning_rate": 0.00013963364320991034,
      "loss": 12.158,
      "step": 22808
    },
    {
      "epoch": 3.7348943834943507,
      "grad_norm": 0.16576986014842987,
      "learning_rate": 0.00013962889687914852,
      "loss": 12.1043,
      "step": 22809
    },
    {
      "epoch": 3.735058130014737,
      "grad_norm": 0.15010957419872284,
      "learning_rate": 0.00013962415044247768,
      "loss": 12.156,
      "step": 22810
    },
    {
      "epoch": 3.7352218765351237,
      "grad_norm": 0.1374005526304245,
      "learning_rate": 0.0001396194038999104,
      "loss": 12.1512,
      "step": 22811
    },
    {
      "epoch": 3.7353856230555103,
      "grad_norm": 0.1253705769777298,
      "learning_rate": 0.0001396146572514594,
      "loss": 12.1533,
      "step": 22812
    },
    {
      "epoch": 3.735549369575897,
      "grad_norm": 0.13892965018749237,
      "learning_rate": 0.00013960991049713733,
      "loss": 12.1743,
      "step": 22813
    },
    {
      "epoch": 3.735713116096283,
      "grad_norm": 0.14363743364810944,
      "learning_rate": 0.00013960516363695693,
      "loss": 12.1453,
      "step": 22814
    },
    {
      "epoch": 3.7358768626166694,
      "grad_norm": 0.16378450393676758,
      "learning_rate": 0.00013960041667093086,
      "loss": 12.1489,
      "step": 22815
    },
    {
      "epoch": 3.736040609137056,
      "grad_norm": 0.15955403447151184,
      "learning_rate": 0.0001395956695990718,
      "loss": 12.1735,
      "step": 22816
    },
    {
      "epoch": 3.736204355657442,
      "grad_norm": 0.132328599691391,
      "learning_rate": 0.00013959092242139245,
      "loss": 12.1923,
      "step": 22817
    },
    {
      "epoch": 3.7363681021778286,
      "grad_norm": 0.15482893586158752,
      "learning_rate": 0.0001395861751379055,
      "loss": 12.1832,
      "step": 22818
    },
    {
      "epoch": 3.736531848698215,
      "grad_norm": 0.1496543288230896,
      "learning_rate": 0.00013958142774862363,
      "loss": 12.1641,
      "step": 22819
    },
    {
      "epoch": 3.7366955952186016,
      "grad_norm": 0.15963660180568695,
      "learning_rate": 0.00013957668025355952,
      "loss": 12.1547,
      "step": 22820
    },
    {
      "epoch": 3.736859341738988,
      "grad_norm": 0.21676920354366302,
      "learning_rate": 0.0001395719326527259,
      "loss": 12.179,
      "step": 22821
    },
    {
      "epoch": 3.7370230882593747,
      "grad_norm": 0.15647368133068085,
      "learning_rate": 0.0001395671849461354,
      "loss": 12.2124,
      "step": 22822
    },
    {
      "epoch": 3.7371868347797608,
      "grad_norm": 0.11274893581867218,
      "learning_rate": 0.0001395624371338007,
      "loss": 12.162,
      "step": 22823
    },
    {
      "epoch": 3.7373505813001473,
      "grad_norm": 0.13303996622562408,
      "learning_rate": 0.00013955768921573454,
      "loss": 12.1911,
      "step": 22824
    },
    {
      "epoch": 3.737514327820534,
      "grad_norm": 0.16192708909511566,
      "learning_rate": 0.00013955294119194958,
      "loss": 12.2134,
      "step": 22825
    },
    {
      "epoch": 3.7376780743409204,
      "grad_norm": 0.15006123483181,
      "learning_rate": 0.00013954819306245857,
      "loss": 12.1685,
      "step": 22826
    },
    {
      "epoch": 3.7378418208613065,
      "grad_norm": 0.12678050994873047,
      "learning_rate": 0.0001395434448272741,
      "loss": 12.1727,
      "step": 22827
    },
    {
      "epoch": 3.738005567381693,
      "grad_norm": 0.142045795917511,
      "learning_rate": 0.00013953869648640892,
      "loss": 12.1803,
      "step": 22828
    },
    {
      "epoch": 3.7381693139020795,
      "grad_norm": 0.10623157024383545,
      "learning_rate": 0.00013953394803987572,
      "loss": 12.1501,
      "step": 22829
    },
    {
      "epoch": 3.738333060422466,
      "grad_norm": 0.17461340129375458,
      "learning_rate": 0.00013952919948768714,
      "loss": 12.2031,
      "step": 22830
    },
    {
      "epoch": 3.7384968069428526,
      "grad_norm": 0.1216675266623497,
      "learning_rate": 0.00013952445082985598,
      "loss": 12.2036,
      "step": 22831
    },
    {
      "epoch": 3.738660553463239,
      "grad_norm": 0.21968673169612885,
      "learning_rate": 0.00013951970206639477,
      "loss": 12.1694,
      "step": 22832
    },
    {
      "epoch": 3.738824299983625,
      "grad_norm": 0.18017251789569855,
      "learning_rate": 0.00013951495319731636,
      "loss": 12.1911,
      "step": 22833
    },
    {
      "epoch": 3.7389880465040117,
      "grad_norm": 0.12288408726453781,
      "learning_rate": 0.00013951020422263335,
      "loss": 12.2144,
      "step": 22834
    },
    {
      "epoch": 3.7391517930243983,
      "grad_norm": 0.2518596053123474,
      "learning_rate": 0.00013950545514235843,
      "loss": 12.1763,
      "step": 22835
    },
    {
      "epoch": 3.739315539544785,
      "grad_norm": 0.22680626809597015,
      "learning_rate": 0.00013950070595650433,
      "loss": 12.1453,
      "step": 22836
    },
    {
      "epoch": 3.739479286065171,
      "grad_norm": 0.1517510861158371,
      "learning_rate": 0.00013949595666508374,
      "loss": 12.1374,
      "step": 22837
    },
    {
      "epoch": 3.7396430325855574,
      "grad_norm": 0.1580127626657486,
      "learning_rate": 0.00013949120726810936,
      "loss": 12.1799,
      "step": 22838
    },
    {
      "epoch": 3.739806779105944,
      "grad_norm": 0.14885061979293823,
      "learning_rate": 0.00013948645776559382,
      "loss": 12.1809,
      "step": 22839
    },
    {
      "epoch": 3.7399705256263305,
      "grad_norm": 0.13772495090961456,
      "learning_rate": 0.0001394817081575499,
      "loss": 12.2053,
      "step": 22840
    },
    {
      "epoch": 3.740134272146717,
      "grad_norm": 0.13337121903896332,
      "learning_rate": 0.0001394769584439902,
      "loss": 12.1933,
      "step": 22841
    },
    {
      "epoch": 3.7402980186671035,
      "grad_norm": 0.14654985070228577,
      "learning_rate": 0.00013947220862492752,
      "loss": 12.1902,
      "step": 22842
    },
    {
      "epoch": 3.7404617651874896,
      "grad_norm": 0.16575659811496735,
      "learning_rate": 0.00013946745870037445,
      "loss": 12.1422,
      "step": 22843
    },
    {
      "epoch": 3.740625511707876,
      "grad_norm": 0.1441168189048767,
      "learning_rate": 0.00013946270867034376,
      "loss": 12.1496,
      "step": 22844
    },
    {
      "epoch": 3.7407892582282627,
      "grad_norm": 0.14619070291519165,
      "learning_rate": 0.00013945795853484812,
      "loss": 12.2053,
      "step": 22845
    },
    {
      "epoch": 3.7409530047486492,
      "grad_norm": 0.14435364305973053,
      "learning_rate": 0.00013945320829390022,
      "loss": 12.175,
      "step": 22846
    },
    {
      "epoch": 3.7411167512690353,
      "grad_norm": 0.14908990263938904,
      "learning_rate": 0.0001394484579475127,
      "loss": 12.1943,
      "step": 22847
    },
    {
      "epoch": 3.741280497789422,
      "grad_norm": 0.15899606049060822,
      "learning_rate": 0.0001394437074956984,
      "loss": 12.1645,
      "step": 22848
    },
    {
      "epoch": 3.7414442443098084,
      "grad_norm": 0.20731031894683838,
      "learning_rate": 0.00013943895693846987,
      "loss": 12.2022,
      "step": 22849
    },
    {
      "epoch": 3.741607990830195,
      "grad_norm": 0.14943110942840576,
      "learning_rate": 0.00013943420627583988,
      "loss": 12.1697,
      "step": 22850
    },
    {
      "epoch": 3.7417717373505814,
      "grad_norm": 0.1736961454153061,
      "learning_rate": 0.00013942945550782113,
      "loss": 12.2296,
      "step": 22851
    },
    {
      "epoch": 3.741935483870968,
      "grad_norm": 0.1373327374458313,
      "learning_rate": 0.00013942470463442627,
      "loss": 12.1715,
      "step": 22852
    },
    {
      "epoch": 3.742099230391354,
      "grad_norm": 0.18672910332679749,
      "learning_rate": 0.00013941995365566803,
      "loss": 12.1481,
      "step": 22853
    },
    {
      "epoch": 3.7422629769117406,
      "grad_norm": 0.1726311892271042,
      "learning_rate": 0.0001394152025715591,
      "loss": 12.1954,
      "step": 22854
    },
    {
      "epoch": 3.742426723432127,
      "grad_norm": 0.12927867472171783,
      "learning_rate": 0.00013941045138211218,
      "loss": 12.1842,
      "step": 22855
    },
    {
      "epoch": 3.7425904699525137,
      "grad_norm": 0.15975752472877502,
      "learning_rate": 0.00013940570008733999,
      "loss": 12.1896,
      "step": 22856
    },
    {
      "epoch": 3.7427542164728997,
      "grad_norm": 0.146258145570755,
      "learning_rate": 0.00013940094868725514,
      "loss": 12.1585,
      "step": 22857
    },
    {
      "epoch": 3.7429179629932863,
      "grad_norm": 0.21466735005378723,
      "learning_rate": 0.00013939619718187043,
      "loss": 12.1529,
      "step": 22858
    },
    {
      "epoch": 3.743081709513673,
      "grad_norm": 0.15330980718135834,
      "learning_rate": 0.00013939144557119853,
      "loss": 12.1762,
      "step": 22859
    },
    {
      "epoch": 3.7432454560340593,
      "grad_norm": 0.11704007536172867,
      "learning_rate": 0.00013938669385525211,
      "loss": 12.1116,
      "step": 22860
    },
    {
      "epoch": 3.743409202554446,
      "grad_norm": 0.1632523536682129,
      "learning_rate": 0.00013938194203404392,
      "loss": 12.1796,
      "step": 22861
    },
    {
      "epoch": 3.7435729490748324,
      "grad_norm": 0.1499505341053009,
      "learning_rate": 0.00013937719010758662,
      "loss": 12.1994,
      "step": 22862
    },
    {
      "epoch": 3.7437366955952185,
      "grad_norm": 0.13543421030044556,
      "learning_rate": 0.0001393724380758929,
      "loss": 12.1677,
      "step": 22863
    },
    {
      "epoch": 3.743900442115605,
      "grad_norm": 0.16978487372398376,
      "learning_rate": 0.00013936768593897546,
      "loss": 12.154,
      "step": 22864
    },
    {
      "epoch": 3.7440641886359916,
      "grad_norm": 0.139741450548172,
      "learning_rate": 0.00013936293369684705,
      "loss": 12.197,
      "step": 22865
    },
    {
      "epoch": 3.744227935156378,
      "grad_norm": 0.13353762030601501,
      "learning_rate": 0.00013935818134952032,
      "loss": 12.152,
      "step": 22866
    },
    {
      "epoch": 3.744391681676764,
      "grad_norm": 0.14742155373096466,
      "learning_rate": 0.000139353428897008,
      "loss": 12.1788,
      "step": 22867
    },
    {
      "epoch": 3.7445554281971507,
      "grad_norm": 0.15531973540782928,
      "learning_rate": 0.00013934867633932276,
      "loss": 12.1686,
      "step": 22868
    },
    {
      "epoch": 3.7447191747175372,
      "grad_norm": 0.14788846671581268,
      "learning_rate": 0.00013934392367647734,
      "loss": 12.1657,
      "step": 22869
    },
    {
      "epoch": 3.7448829212379238,
      "grad_norm": 0.15113171935081482,
      "learning_rate": 0.00013933917090848443,
      "loss": 12.1583,
      "step": 22870
    },
    {
      "epoch": 3.7450466677583103,
      "grad_norm": 0.16373367607593536,
      "learning_rate": 0.0001393344180353567,
      "loss": 12.1554,
      "step": 22871
    },
    {
      "epoch": 3.745210414278697,
      "grad_norm": 0.1625543087720871,
      "learning_rate": 0.0001393296650571069,
      "loss": 12.1329,
      "step": 22872
    },
    {
      "epoch": 3.745374160799083,
      "grad_norm": 0.13979198038578033,
      "learning_rate": 0.00013932491197374768,
      "loss": 12.1651,
      "step": 22873
    },
    {
      "epoch": 3.7455379073194695,
      "grad_norm": 0.12457063794136047,
      "learning_rate": 0.0001393201587852918,
      "loss": 12.1641,
      "step": 22874
    },
    {
      "epoch": 3.745701653839856,
      "grad_norm": 0.1663110852241516,
      "learning_rate": 0.0001393154054917519,
      "loss": 12.1496,
      "step": 22875
    },
    {
      "epoch": 3.745865400360242,
      "grad_norm": 0.19362236559391022,
      "learning_rate": 0.00013931065209314076,
      "loss": 12.1929,
      "step": 22876
    },
    {
      "epoch": 3.7460291468806286,
      "grad_norm": 0.14033180475234985,
      "learning_rate": 0.00013930589858947103,
      "loss": 12.2527,
      "step": 22877
    },
    {
      "epoch": 3.746192893401015,
      "grad_norm": 0.21768274903297424,
      "learning_rate": 0.00013930114498075541,
      "loss": 12.1861,
      "step": 22878
    },
    {
      "epoch": 3.7463566399214017,
      "grad_norm": 0.14349132776260376,
      "learning_rate": 0.00013929639126700663,
      "loss": 12.1442,
      "step": 22879
    },
    {
      "epoch": 3.746520386441788,
      "grad_norm": 0.1560630202293396,
      "learning_rate": 0.00013929163744823736,
      "loss": 12.1364,
      "step": 22880
    },
    {
      "epoch": 3.7466841329621747,
      "grad_norm": 0.18756920099258423,
      "learning_rate": 0.00013928688352446035,
      "loss": 12.2337,
      "step": 22881
    },
    {
      "epoch": 3.7468478794825613,
      "grad_norm": 0.2404341995716095,
      "learning_rate": 0.0001392821294956883,
      "loss": 12.168,
      "step": 22882
    },
    {
      "epoch": 3.7470116260029473,
      "grad_norm": 0.12325281649827957,
      "learning_rate": 0.00013927737536193385,
      "loss": 12.1723,
      "step": 22883
    },
    {
      "epoch": 3.747175372523334,
      "grad_norm": 0.14902731776237488,
      "learning_rate": 0.0001392726211232098,
      "loss": 12.209,
      "step": 22884
    },
    {
      "epoch": 3.7473391190437204,
      "grad_norm": 0.13329917192459106,
      "learning_rate": 0.00013926786677952881,
      "loss": 12.196,
      "step": 22885
    },
    {
      "epoch": 3.7475028655641065,
      "grad_norm": 0.1329842358827591,
      "learning_rate": 0.00013926311233090354,
      "loss": 12.1815,
      "step": 22886
    },
    {
      "epoch": 3.747666612084493,
      "grad_norm": 0.1657709926366806,
      "learning_rate": 0.0001392583577773468,
      "loss": 12.1794,
      "step": 22887
    },
    {
      "epoch": 3.7478303586048796,
      "grad_norm": 0.13000254333019257,
      "learning_rate": 0.0001392536031188712,
      "loss": 12.154,
      "step": 22888
    },
    {
      "epoch": 3.747994105125266,
      "grad_norm": 0.1575351506471634,
      "learning_rate": 0.0001392488483554895,
      "loss": 12.1565,
      "step": 22889
    },
    {
      "epoch": 3.7481578516456526,
      "grad_norm": 0.12217312306165695,
      "learning_rate": 0.0001392440934872144,
      "loss": 12.2327,
      "step": 22890
    },
    {
      "epoch": 3.748321598166039,
      "grad_norm": 0.16227927803993225,
      "learning_rate": 0.0001392393385140586,
      "loss": 12.2077,
      "step": 22891
    },
    {
      "epoch": 3.7484853446864257,
      "grad_norm": 0.14643438160419464,
      "learning_rate": 0.0001392345834360348,
      "loss": 12.1454,
      "step": 22892
    },
    {
      "epoch": 3.748649091206812,
      "grad_norm": 0.15015438199043274,
      "learning_rate": 0.00013922982825315572,
      "loss": 12.1481,
      "step": 22893
    },
    {
      "epoch": 3.7488128377271983,
      "grad_norm": 0.14848634600639343,
      "learning_rate": 0.00013922507296543402,
      "loss": 12.137,
      "step": 22894
    },
    {
      "epoch": 3.748976584247585,
      "grad_norm": 0.13175158202648163,
      "learning_rate": 0.00013922031757288253,
      "loss": 12.1832,
      "step": 22895
    },
    {
      "epoch": 3.749140330767971,
      "grad_norm": 0.13418085873126984,
      "learning_rate": 0.00013921556207551383,
      "loss": 12.1724,
      "step": 22896
    },
    {
      "epoch": 3.7493040772883575,
      "grad_norm": 0.1462448686361313,
      "learning_rate": 0.0001392108064733407,
      "loss": 12.1388,
      "step": 22897
    },
    {
      "epoch": 3.749467823808744,
      "grad_norm": 0.1419503390789032,
      "learning_rate": 0.00013920605076637584,
      "loss": 12.1709,
      "step": 22898
    },
    {
      "epoch": 3.7496315703291305,
      "grad_norm": 0.14637696743011475,
      "learning_rate": 0.00013920129495463194,
      "loss": 12.152,
      "step": 22899
    },
    {
      "epoch": 3.749795316849517,
      "grad_norm": 0.1429785043001175,
      "learning_rate": 0.00013919653903812174,
      "loss": 12.1791,
      "step": 22900
    },
    {
      "epoch": 3.7499590633699036,
      "grad_norm": 0.13632731139659882,
      "learning_rate": 0.00013919178301685786,
      "loss": 12.1798,
      "step": 22901
    },
    {
      "epoch": 3.7501228098902897,
      "grad_norm": 0.14377862215042114,
      "learning_rate": 0.00013918702689085316,
      "loss": 12.1867,
      "step": 22902
    },
    {
      "epoch": 3.750286556410676,
      "grad_norm": 0.13835304975509644,
      "learning_rate": 0.00013918227066012025,
      "loss": 12.18,
      "step": 22903
    },
    {
      "epoch": 3.7504503029310627,
      "grad_norm": 0.14033278822898865,
      "learning_rate": 0.00013917751432467187,
      "loss": 12.2017,
      "step": 22904
    },
    {
      "epoch": 3.7506140494514493,
      "grad_norm": 0.19370773434638977,
      "learning_rate": 0.0001391727578845207,
      "loss": 12.2041,
      "step": 22905
    },
    {
      "epoch": 3.7507777959718354,
      "grad_norm": 0.18229395151138306,
      "learning_rate": 0.00013916800133967949,
      "loss": 12.1763,
      "step": 22906
    },
    {
      "epoch": 3.750941542492222,
      "grad_norm": 0.16488176584243774,
      "learning_rate": 0.00013916324469016096,
      "loss": 12.1934,
      "step": 22907
    },
    {
      "epoch": 3.7511052890126084,
      "grad_norm": 0.12727311253547668,
      "learning_rate": 0.0001391584879359778,
      "loss": 12.149,
      "step": 22908
    },
    {
      "epoch": 3.751269035532995,
      "grad_norm": 0.1084652915596962,
      "learning_rate": 0.00013915373107714266,
      "loss": 12.1676,
      "step": 22909
    },
    {
      "epoch": 3.7514327820533815,
      "grad_norm": 0.1934560239315033,
      "learning_rate": 0.00013914897411366838,
      "loss": 12.1316,
      "step": 22910
    },
    {
      "epoch": 3.751596528573768,
      "grad_norm": 0.14737072587013245,
      "learning_rate": 0.0001391442170455676,
      "loss": 12.2101,
      "step": 22911
    },
    {
      "epoch": 3.751760275094154,
      "grad_norm": 0.116823211312294,
      "learning_rate": 0.00013913945987285305,
      "loss": 12.1513,
      "step": 22912
    },
    {
      "epoch": 3.7519240216145406,
      "grad_norm": 0.12794063985347748,
      "learning_rate": 0.0001391347025955374,
      "loss": 12.2058,
      "step": 22913
    },
    {
      "epoch": 3.752087768134927,
      "grad_norm": 0.2007404863834381,
      "learning_rate": 0.00013912994521363343,
      "loss": 12.2066,
      "step": 22914
    },
    {
      "epoch": 3.7522515146553137,
      "grad_norm": 0.16710196435451508,
      "learning_rate": 0.00013912518772715382,
      "loss": 12.1722,
      "step": 22915
    },
    {
      "epoch": 3.7524152611757,
      "grad_norm": 0.13725660741329193,
      "learning_rate": 0.00013912043013611125,
      "loss": 12.2132,
      "step": 22916
    },
    {
      "epoch": 3.7525790076960863,
      "grad_norm": 0.20096123218536377,
      "learning_rate": 0.00013911567244051854,
      "loss": 12.1715,
      "step": 22917
    },
    {
      "epoch": 3.752742754216473,
      "grad_norm": 0.16527508199214935,
      "learning_rate": 0.0001391109146403883,
      "loss": 12.1621,
      "step": 22918
    },
    {
      "epoch": 3.7529065007368594,
      "grad_norm": 0.1968926042318344,
      "learning_rate": 0.00013910615673573328,
      "loss": 12.2303,
      "step": 22919
    },
    {
      "epoch": 3.753070247257246,
      "grad_norm": 0.1400005966424942,
      "learning_rate": 0.0001391013987265662,
      "loss": 12.1787,
      "step": 22920
    },
    {
      "epoch": 3.7532339937776324,
      "grad_norm": 0.12449514865875244,
      "learning_rate": 0.0001390966406128998,
      "loss": 12.2497,
      "step": 22921
    },
    {
      "epoch": 3.7533977402980185,
      "grad_norm": 0.11668917536735535,
      "learning_rate": 0.00013909188239474675,
      "loss": 12.1243,
      "step": 22922
    },
    {
      "epoch": 3.753561486818405,
      "grad_norm": 0.15426436066627502,
      "learning_rate": 0.00013908712407211982,
      "loss": 12.2236,
      "step": 22923
    },
    {
      "epoch": 3.7537252333387916,
      "grad_norm": 0.1363777071237564,
      "learning_rate": 0.00013908236564503165,
      "loss": 12.1982,
      "step": 22924
    },
    {
      "epoch": 3.753888979859178,
      "grad_norm": 0.1632911115884781,
      "learning_rate": 0.00013907760711349504,
      "loss": 12.2414,
      "step": 22925
    },
    {
      "epoch": 3.754052726379564,
      "grad_norm": 0.19392451643943787,
      "learning_rate": 0.00013907284847752266,
      "loss": 12.1812,
      "step": 22926
    },
    {
      "epoch": 3.7542164728999508,
      "grad_norm": 0.1903046816587448,
      "learning_rate": 0.0001390680897371272,
      "loss": 12.1276,
      "step": 22927
    },
    {
      "epoch": 3.7543802194203373,
      "grad_norm": 0.14265698194503784,
      "learning_rate": 0.00013906333089232144,
      "loss": 12.1576,
      "step": 22928
    },
    {
      "epoch": 3.754543965940724,
      "grad_norm": 0.09963591396808624,
      "learning_rate": 0.00013905857194311812,
      "loss": 12.1525,
      "step": 22929
    },
    {
      "epoch": 3.7547077124611103,
      "grad_norm": 0.16393063962459564,
      "learning_rate": 0.00013905381288952984,
      "loss": 12.1484,
      "step": 22930
    },
    {
      "epoch": 3.754871458981497,
      "grad_norm": 0.14381010830402374,
      "learning_rate": 0.00013904905373156944,
      "loss": 12.2054,
      "step": 22931
    },
    {
      "epoch": 3.755035205501883,
      "grad_norm": 0.12000774592161179,
      "learning_rate": 0.00013904429446924953,
      "loss": 12.1708,
      "step": 22932
    },
    {
      "epoch": 3.7551989520222695,
      "grad_norm": 0.19188080728054047,
      "learning_rate": 0.00013903953510258297,
      "loss": 12.1826,
      "step": 22933
    },
    {
      "epoch": 3.755362698542656,
      "grad_norm": 0.13369373977184296,
      "learning_rate": 0.0001390347756315823,
      "loss": 12.181,
      "step": 22934
    },
    {
      "epoch": 3.7555264450630426,
      "grad_norm": 0.18799711763858795,
      "learning_rate": 0.0001390300160562604,
      "loss": 12.2079,
      "step": 22935
    },
    {
      "epoch": 3.7556901915834286,
      "grad_norm": 0.16107144951820374,
      "learning_rate": 0.00013902525637662992,
      "loss": 12.1347,
      "step": 22936
    },
    {
      "epoch": 3.755853938103815,
      "grad_norm": 0.1697465181350708,
      "learning_rate": 0.00013902049659270357,
      "loss": 12.1871,
      "step": 22937
    },
    {
      "epoch": 3.7560176846242017,
      "grad_norm": 0.12194646894931793,
      "learning_rate": 0.00013901573670449413,
      "loss": 12.2267,
      "step": 22938
    },
    {
      "epoch": 3.7561814311445882,
      "grad_norm": 0.14126114547252655,
      "learning_rate": 0.00013901097671201423,
      "loss": 12.1812,
      "step": 22939
    },
    {
      "epoch": 3.7563451776649748,
      "grad_norm": 0.17174261808395386,
      "learning_rate": 0.0001390062166152767,
      "loss": 12.1726,
      "step": 22940
    },
    {
      "epoch": 3.7565089241853613,
      "grad_norm": 0.16596466302871704,
      "learning_rate": 0.00013900145641429414,
      "loss": 12.183,
      "step": 22941
    },
    {
      "epoch": 3.7566726707057474,
      "grad_norm": 0.13061174750328064,
      "learning_rate": 0.00013899669610907935,
      "loss": 12.1604,
      "step": 22942
    },
    {
      "epoch": 3.756836417226134,
      "grad_norm": 0.16128914058208466,
      "learning_rate": 0.00013899193569964503,
      "loss": 12.1529,
      "step": 22943
    },
    {
      "epoch": 3.7570001637465205,
      "grad_norm": 0.14526021480560303,
      "learning_rate": 0.00013898717518600394,
      "loss": 12.1837,
      "step": 22944
    },
    {
      "epoch": 3.757163910266907,
      "grad_norm": 0.1321193128824234,
      "learning_rate": 0.00013898241456816873,
      "loss": 12.1903,
      "step": 22945
    },
    {
      "epoch": 3.757327656787293,
      "grad_norm": 0.12737515568733215,
      "learning_rate": 0.0001389776538461522,
      "loss": 12.1722,
      "step": 22946
    },
    {
      "epoch": 3.7574914033076796,
      "grad_norm": 0.14910157024860382,
      "learning_rate": 0.00013897289301996704,
      "loss": 12.1642,
      "step": 22947
    },
    {
      "epoch": 3.757655149828066,
      "grad_norm": 0.13452669978141785,
      "learning_rate": 0.00013896813208962597,
      "loss": 12.1441,
      "step": 22948
    },
    {
      "epoch": 3.7578188963484527,
      "grad_norm": 0.1708056777715683,
      "learning_rate": 0.00013896337105514167,
      "loss": 12.194,
      "step": 22949
    },
    {
      "epoch": 3.757982642868839,
      "grad_norm": 0.1806582510471344,
      "learning_rate": 0.00013895860991652693,
      "loss": 12.2119,
      "step": 22950
    },
    {
      "epoch": 3.7581463893892257,
      "grad_norm": 0.16215412318706512,
      "learning_rate": 0.00013895384867379447,
      "loss": 12.1877,
      "step": 22951
    },
    {
      "epoch": 3.758310135909612,
      "grad_norm": 0.1456192582845688,
      "learning_rate": 0.00013894908732695697,
      "loss": 12.2241,
      "step": 22952
    },
    {
      "epoch": 3.7584738824299984,
      "grad_norm": 0.2106803059577942,
      "learning_rate": 0.0001389443258760272,
      "loss": 12.1501,
      "step": 22953
    },
    {
      "epoch": 3.758637628950385,
      "grad_norm": 0.11651961505413055,
      "learning_rate": 0.00013893956432101785,
      "loss": 12.1773,
      "step": 22954
    },
    {
      "epoch": 3.758801375470771,
      "grad_norm": 0.12507382035255432,
      "learning_rate": 0.00013893480266194167,
      "loss": 12.1725,
      "step": 22955
    },
    {
      "epoch": 3.7589651219911575,
      "grad_norm": 0.1368100345134735,
      "learning_rate": 0.00013893004089881136,
      "loss": 12.1728,
      "step": 22956
    },
    {
      "epoch": 3.759128868511544,
      "grad_norm": 0.13873286545276642,
      "learning_rate": 0.00013892527903163967,
      "loss": 12.1985,
      "step": 22957
    },
    {
      "epoch": 3.7592926150319306,
      "grad_norm": 0.1654188632965088,
      "learning_rate": 0.00013892051706043934,
      "loss": 12.182,
      "step": 22958
    },
    {
      "epoch": 3.759456361552317,
      "grad_norm": 0.13868722319602966,
      "learning_rate": 0.00013891575498522308,
      "loss": 12.202,
      "step": 22959
    },
    {
      "epoch": 3.7596201080727036,
      "grad_norm": 0.13302384316921234,
      "learning_rate": 0.0001389109928060036,
      "loss": 12.1843,
      "step": 22960
    },
    {
      "epoch": 3.75978385459309,
      "grad_norm": 0.1262756586074829,
      "learning_rate": 0.00013890623052279364,
      "loss": 12.1607,
      "step": 22961
    },
    {
      "epoch": 3.7599476011134763,
      "grad_norm": 0.14170704782009125,
      "learning_rate": 0.0001389014681356059,
      "loss": 12.1943,
      "step": 22962
    },
    {
      "epoch": 3.760111347633863,
      "grad_norm": 0.11723842471837997,
      "learning_rate": 0.0001388967056444532,
      "loss": 12.1525,
      "step": 22963
    },
    {
      "epoch": 3.7602750941542493,
      "grad_norm": 0.17575375735759735,
      "learning_rate": 0.00013889194304934815,
      "loss": 12.2031,
      "step": 22964
    },
    {
      "epoch": 3.7604388406746354,
      "grad_norm": 0.15737198293209076,
      "learning_rate": 0.0001388871803503035,
      "loss": 12.1634,
      "step": 22965
    },
    {
      "epoch": 3.760602587195022,
      "grad_norm": 0.23017951846122742,
      "learning_rate": 0.00013888241754733208,
      "loss": 12.2253,
      "step": 22966
    },
    {
      "epoch": 3.7607663337154085,
      "grad_norm": 0.19210022687911987,
      "learning_rate": 0.00013887765464044654,
      "loss": 12.1377,
      "step": 22967
    },
    {
      "epoch": 3.760930080235795,
      "grad_norm": 0.16593141853809357,
      "learning_rate": 0.00013887289162965954,
      "loss": 12.177,
      "step": 22968
    },
    {
      "epoch": 3.7610938267561815,
      "grad_norm": 0.1386381983757019,
      "learning_rate": 0.00013886812851498397,
      "loss": 12.1848,
      "step": 22969
    },
    {
      "epoch": 3.761257573276568,
      "grad_norm": 0.19826346635818481,
      "learning_rate": 0.00013886336529643245,
      "loss": 12.1824,
      "step": 22970
    },
    {
      "epoch": 3.761421319796954,
      "grad_norm": 0.12894892692565918,
      "learning_rate": 0.00013885860197401773,
      "loss": 12.1918,
      "step": 22971
    },
    {
      "epoch": 3.7615850663173407,
      "grad_norm": 0.14617890119552612,
      "learning_rate": 0.00013885383854775254,
      "loss": 12.2028,
      "step": 22972
    },
    {
      "epoch": 3.761748812837727,
      "grad_norm": 0.14763517677783966,
      "learning_rate": 0.00013884907501764964,
      "loss": 12.1544,
      "step": 22973
    },
    {
      "epoch": 3.7619125593581138,
      "grad_norm": 0.15090002119541168,
      "learning_rate": 0.0001388443113837217,
      "loss": 12.1753,
      "step": 22974
    },
    {
      "epoch": 3.7620763058785,
      "grad_norm": 0.18837830424308777,
      "learning_rate": 0.00013883954764598152,
      "loss": 12.1609,
      "step": 22975
    },
    {
      "epoch": 3.7622400523988864,
      "grad_norm": 0.1798551231622696,
      "learning_rate": 0.00013883478380444177,
      "loss": 12.187,
      "step": 22976
    },
    {
      "epoch": 3.762403798919273,
      "grad_norm": 0.1964837610721588,
      "learning_rate": 0.00013883001985911524,
      "loss": 12.1605,
      "step": 22977
    },
    {
      "epoch": 3.7625675454396594,
      "grad_norm": 0.2693866491317749,
      "learning_rate": 0.0001388252558100146,
      "loss": 12.1879,
      "step": 22978
    },
    {
      "epoch": 3.762731291960046,
      "grad_norm": 0.22526045143604279,
      "learning_rate": 0.00013882049165715263,
      "loss": 12.163,
      "step": 22979
    },
    {
      "epoch": 3.7628950384804325,
      "grad_norm": 0.18022070825099945,
      "learning_rate": 0.00013881572740054204,
      "loss": 12.1737,
      "step": 22980
    },
    {
      "epoch": 3.7630587850008186,
      "grad_norm": 0.1418990194797516,
      "learning_rate": 0.00013881096304019558,
      "loss": 12.169,
      "step": 22981
    },
    {
      "epoch": 3.763222531521205,
      "grad_norm": 0.13479971885681152,
      "learning_rate": 0.00013880619857612597,
      "loss": 12.2813,
      "step": 22982
    },
    {
      "epoch": 3.7633862780415916,
      "grad_norm": 0.14164870977401733,
      "learning_rate": 0.00013880143400834592,
      "loss": 12.1603,
      "step": 22983
    },
    {
      "epoch": 3.763550024561978,
      "grad_norm": 0.1540393978357315,
      "learning_rate": 0.00013879666933686822,
      "loss": 12.1791,
      "step": 22984
    },
    {
      "epoch": 3.7637137710823643,
      "grad_norm": 0.18948735296726227,
      "learning_rate": 0.00013879190456170558,
      "loss": 12.2086,
      "step": 22985
    },
    {
      "epoch": 3.763877517602751,
      "grad_norm": 0.22543703019618988,
      "learning_rate": 0.00013878713968287068,
      "loss": 12.1786,
      "step": 22986
    },
    {
      "epoch": 3.7640412641231373,
      "grad_norm": 0.15089692175388336,
      "learning_rate": 0.0001387823747003763,
      "loss": 12.1612,
      "step": 22987
    },
    {
      "epoch": 3.764205010643524,
      "grad_norm": 0.18493659794330597,
      "learning_rate": 0.00013877760961423523,
      "loss": 12.156,
      "step": 22988
    },
    {
      "epoch": 3.7643687571639104,
      "grad_norm": 0.18284209072589874,
      "learning_rate": 0.00013877284442446013,
      "loss": 12.1665,
      "step": 22989
    },
    {
      "epoch": 3.764532503684297,
      "grad_norm": 0.14990445971488953,
      "learning_rate": 0.0001387680791310637,
      "loss": 12.2042,
      "step": 22990
    },
    {
      "epoch": 3.764696250204683,
      "grad_norm": 0.16493703424930573,
      "learning_rate": 0.0001387633137340588,
      "loss": 12.2079,
      "step": 22991
    },
    {
      "epoch": 3.7648599967250695,
      "grad_norm": 0.17455315589904785,
      "learning_rate": 0.00013875854823345806,
      "loss": 12.2283,
      "step": 22992
    },
    {
      "epoch": 3.765023743245456,
      "grad_norm": 0.127585306763649,
      "learning_rate": 0.00013875378262927427,
      "loss": 12.1713,
      "step": 22993
    },
    {
      "epoch": 3.7651874897658426,
      "grad_norm": 0.19264359772205353,
      "learning_rate": 0.00013874901692152012,
      "loss": 12.1741,
      "step": 22994
    },
    {
      "epoch": 3.7653512362862287,
      "grad_norm": 0.19751881062984467,
      "learning_rate": 0.0001387442511102084,
      "loss": 12.1839,
      "step": 22995
    },
    {
      "epoch": 3.7655149828066152,
      "grad_norm": 0.2957121431827545,
      "learning_rate": 0.0001387394851953518,
      "loss": 12.1644,
      "step": 22996
    },
    {
      "epoch": 3.7656787293270018,
      "grad_norm": 0.12896281480789185,
      "learning_rate": 0.0001387347191769631,
      "loss": 12.1681,
      "step": 22997
    },
    {
      "epoch": 3.7658424758473883,
      "grad_norm": 0.1332240253686905,
      "learning_rate": 0.000138729953055055,
      "loss": 12.167,
      "step": 22998
    },
    {
      "epoch": 3.766006222367775,
      "grad_norm": 0.14733949303627014,
      "learning_rate": 0.00013872518682964027,
      "loss": 12.2344,
      "step": 22999
    },
    {
      "epoch": 3.7661699688881614,
      "grad_norm": 0.15578684210777283,
      "learning_rate": 0.00013872042050073157,
      "loss": 12.2151,
      "step": 23000
    },
    {
      "epoch": 3.7661699688881614,
      "eval_loss": 12.162603378295898,
      "eval_runtime": 7.2902,
      "eval_samples_per_second": 33.744,
      "eval_steps_per_second": 16.872,
      "step": 23000
    },
    {
      "epoch": 3.7663337154085474,
      "grad_norm": 0.13541898131370544,
      "learning_rate": 0.00013871565406834178,
      "loss": 12.1653,
      "step": 23001
    },
    {
      "epoch": 3.766497461928934,
      "grad_norm": 0.1458008587360382,
      "learning_rate": 0.0001387108875324835,
      "loss": 12.1278,
      "step": 23002
    },
    {
      "epoch": 3.7666612084493205,
      "grad_norm": 0.2190249115228653,
      "learning_rate": 0.00013870612089316958,
      "loss": 12.1639,
      "step": 23003
    },
    {
      "epoch": 3.766824954969707,
      "grad_norm": 0.151107519865036,
      "learning_rate": 0.00013870135415041264,
      "loss": 12.246,
      "step": 23004
    },
    {
      "epoch": 3.766988701490093,
      "grad_norm": 0.16826984286308289,
      "learning_rate": 0.0001386965873042255,
      "loss": 12.2037,
      "step": 23005
    },
    {
      "epoch": 3.7671524480104797,
      "grad_norm": 0.15700063109397888,
      "learning_rate": 0.00013869182035462088,
      "loss": 12.1513,
      "step": 23006
    },
    {
      "epoch": 3.767316194530866,
      "grad_norm": 0.15730847418308258,
      "learning_rate": 0.00013868705330161155,
      "loss": 12.2409,
      "step": 23007
    },
    {
      "epoch": 3.7674799410512527,
      "grad_norm": 0.14159974455833435,
      "learning_rate": 0.00013868228614521023,
      "loss": 12.1734,
      "step": 23008
    },
    {
      "epoch": 3.7676436875716393,
      "grad_norm": 0.14158135652542114,
      "learning_rate": 0.00013867751888542958,
      "loss": 12.1739,
      "step": 23009
    },
    {
      "epoch": 3.767807434092026,
      "grad_norm": 0.13764549791812897,
      "learning_rate": 0.0001386727515222825,
      "loss": 12.1884,
      "step": 23010
    },
    {
      "epoch": 3.767971180612412,
      "grad_norm": 0.13002923130989075,
      "learning_rate": 0.0001386679840557816,
      "loss": 12.2341,
      "step": 23011
    },
    {
      "epoch": 3.7681349271327984,
      "grad_norm": 0.17282934486865997,
      "learning_rate": 0.00013866321648593969,
      "loss": 12.1712,
      "step": 23012
    },
    {
      "epoch": 3.768298673653185,
      "grad_norm": 0.13079945743083954,
      "learning_rate": 0.00013865844881276945,
      "loss": 12.1959,
      "step": 23013
    },
    {
      "epoch": 3.7684624201735715,
      "grad_norm": 0.16151320934295654,
      "learning_rate": 0.00013865368103628374,
      "loss": 12.2096,
      "step": 23014
    },
    {
      "epoch": 3.7686261666939576,
      "grad_norm": 0.18326295912265778,
      "learning_rate": 0.00013864891315649514,
      "loss": 12.1731,
      "step": 23015
    },
    {
      "epoch": 3.768789913214344,
      "grad_norm": 0.19154690206050873,
      "learning_rate": 0.0001386441451734165,
      "loss": 12.1481,
      "step": 23016
    },
    {
      "epoch": 3.7689536597347306,
      "grad_norm": 0.13246402144432068,
      "learning_rate": 0.00013863937708706052,
      "loss": 12.2082,
      "step": 23017
    },
    {
      "epoch": 3.769117406255117,
      "grad_norm": 0.13572053611278534,
      "learning_rate": 0.00013863460889744,
      "loss": 12.1591,
      "step": 23018
    },
    {
      "epoch": 3.7692811527755037,
      "grad_norm": 0.18704108893871307,
      "learning_rate": 0.0001386298406045676,
      "loss": 12.2003,
      "step": 23019
    },
    {
      "epoch": 3.76944489929589,
      "grad_norm": 0.12897895276546478,
      "learning_rate": 0.00013862507220845611,
      "loss": 12.1813,
      "step": 23020
    },
    {
      "epoch": 3.7696086458162763,
      "grad_norm": 0.13640527427196503,
      "learning_rate": 0.0001386203037091183,
      "loss": 12.1822,
      "step": 23021
    },
    {
      "epoch": 3.769772392336663,
      "grad_norm": 0.1395009309053421,
      "learning_rate": 0.00013861553510656683,
      "loss": 12.2031,
      "step": 23022
    },
    {
      "epoch": 3.7699361388570494,
      "grad_norm": 0.13458049297332764,
      "learning_rate": 0.00013861076640081453,
      "loss": 12.1586,
      "step": 23023
    },
    {
      "epoch": 3.7700998853774355,
      "grad_norm": 0.12718899548053741,
      "learning_rate": 0.0001386059975918741,
      "loss": 12.2186,
      "step": 23024
    },
    {
      "epoch": 3.770263631897822,
      "grad_norm": 0.16628961265087128,
      "learning_rate": 0.00013860122867975834,
      "loss": 12.2482,
      "step": 23025
    },
    {
      "epoch": 3.7704273784182085,
      "grad_norm": 0.1505933552980423,
      "learning_rate": 0.0001385964596644799,
      "loss": 12.1929,
      "step": 23026
    },
    {
      "epoch": 3.770591124938595,
      "grad_norm": 0.17127270996570587,
      "learning_rate": 0.00013859169054605158,
      "loss": 12.2147,
      "step": 23027
    },
    {
      "epoch": 3.7707548714589816,
      "grad_norm": 0.14842092990875244,
      "learning_rate": 0.00013858692132448614,
      "loss": 12.2466,
      "step": 23028
    },
    {
      "epoch": 3.770918617979368,
      "grad_norm": 0.1372186839580536,
      "learning_rate": 0.0001385821519997963,
      "loss": 12.1875,
      "step": 23029
    },
    {
      "epoch": 3.7710823644997546,
      "grad_norm": 0.13016919791698456,
      "learning_rate": 0.0001385773825719948,
      "loss": 12.204,
      "step": 23030
    },
    {
      "epoch": 3.7712461110201407,
      "grad_norm": 0.19149146974086761,
      "learning_rate": 0.00013857261304109442,
      "loss": 12.1544,
      "step": 23031
    },
    {
      "epoch": 3.7714098575405273,
      "grad_norm": 0.1588294804096222,
      "learning_rate": 0.00013856784340710788,
      "loss": 12.193,
      "step": 23032
    },
    {
      "epoch": 3.771573604060914,
      "grad_norm": 0.21274316310882568,
      "learning_rate": 0.00013856307367004795,
      "loss": 12.1685,
      "step": 23033
    },
    {
      "epoch": 3.7717373505813,
      "grad_norm": 0.14705097675323486,
      "learning_rate": 0.00013855830382992733,
      "loss": 12.1721,
      "step": 23034
    },
    {
      "epoch": 3.7719010971016864,
      "grad_norm": 0.15658609569072723,
      "learning_rate": 0.00013855353388675883,
      "loss": 12.1486,
      "step": 23035
    },
    {
      "epoch": 3.772064843622073,
      "grad_norm": 0.1557365357875824,
      "learning_rate": 0.00013854876384055515,
      "loss": 12.153,
      "step": 23036
    },
    {
      "epoch": 3.7722285901424595,
      "grad_norm": 0.13332480192184448,
      "learning_rate": 0.00013854399369132907,
      "loss": 12.2241,
      "step": 23037
    },
    {
      "epoch": 3.772392336662846,
      "grad_norm": 0.13798126578330994,
      "learning_rate": 0.0001385392234390933,
      "loss": 12.2076,
      "step": 23038
    },
    {
      "epoch": 3.7725560831832325,
      "grad_norm": 0.15311545133590698,
      "learning_rate": 0.0001385344530838606,
      "loss": 12.153,
      "step": 23039
    },
    {
      "epoch": 3.7727198297036186,
      "grad_norm": 0.1308426707983017,
      "learning_rate": 0.00013852968262564378,
      "loss": 12.1561,
      "step": 23040
    },
    {
      "epoch": 3.772883576224005,
      "grad_norm": 0.17807869613170624,
      "learning_rate": 0.00013852491206445549,
      "loss": 12.1446,
      "step": 23041
    },
    {
      "epoch": 3.7730473227443917,
      "grad_norm": 0.14961275458335876,
      "learning_rate": 0.00013852014140030856,
      "loss": 12.2083,
      "step": 23042
    },
    {
      "epoch": 3.7732110692647782,
      "grad_norm": 0.1821446567773819,
      "learning_rate": 0.00013851537063321569,
      "loss": 12.15,
      "step": 23043
    },
    {
      "epoch": 3.7733748157851643,
      "grad_norm": 0.13006319105625153,
      "learning_rate": 0.0001385105997631897,
      "loss": 12.224,
      "step": 23044
    },
    {
      "epoch": 3.773538562305551,
      "grad_norm": 0.1376449316740036,
      "learning_rate": 0.0001385058287902432,
      "loss": 12.2004,
      "step": 23045
    },
    {
      "epoch": 3.7737023088259374,
      "grad_norm": 0.18188810348510742,
      "learning_rate": 0.0001385010577143891,
      "loss": 12.1967,
      "step": 23046
    },
    {
      "epoch": 3.773866055346324,
      "grad_norm": 0.21214883029460907,
      "learning_rate": 0.00013849628653564005,
      "loss": 12.1938,
      "step": 23047
    },
    {
      "epoch": 3.7740298018667104,
      "grad_norm": 0.19816285371780396,
      "learning_rate": 0.00013849151525400884,
      "loss": 12.3542,
      "step": 23048
    },
    {
      "epoch": 3.774193548387097,
      "grad_norm": 0.19664055109024048,
      "learning_rate": 0.0001384867438695082,
      "loss": 12.147,
      "step": 23049
    },
    {
      "epoch": 3.774357294907483,
      "grad_norm": 0.14290671050548553,
      "learning_rate": 0.00013848197238215088,
      "loss": 12.1629,
      "step": 23050
    },
    {
      "epoch": 3.7745210414278696,
      "grad_norm": 0.13805054128170013,
      "learning_rate": 0.00013847720079194969,
      "loss": 12.2041,
      "step": 23051
    },
    {
      "epoch": 3.774684787948256,
      "grad_norm": 0.16030481457710266,
      "learning_rate": 0.0001384724290989173,
      "loss": 12.1759,
      "step": 23052
    },
    {
      "epoch": 3.7748485344686427,
      "grad_norm": 0.1272512674331665,
      "learning_rate": 0.00013846765730306652,
      "loss": 12.1564,
      "step": 23053
    },
    {
      "epoch": 3.7750122809890287,
      "grad_norm": 0.15511472523212433,
      "learning_rate": 0.00013846288540441008,
      "loss": 12.1464,
      "step": 23054
    },
    {
      "epoch": 3.7751760275094153,
      "grad_norm": 0.154771089553833,
      "learning_rate": 0.00013845811340296076,
      "loss": 12.1551,
      "step": 23055
    },
    {
      "epoch": 3.775339774029802,
      "grad_norm": 0.1609075963497162,
      "learning_rate": 0.00013845334129873124,
      "loss": 12.1748,
      "step": 23056
    },
    {
      "epoch": 3.7755035205501883,
      "grad_norm": 0.14811383187770844,
      "learning_rate": 0.00013844856909173435,
      "loss": 12.1616,
      "step": 23057
    },
    {
      "epoch": 3.775667267070575,
      "grad_norm": 0.16454745829105377,
      "learning_rate": 0.00013844379678198282,
      "loss": 12.1569,
      "step": 23058
    },
    {
      "epoch": 3.7758310135909614,
      "grad_norm": 0.18476518988609314,
      "learning_rate": 0.0001384390243694894,
      "loss": 12.1508,
      "step": 23059
    },
    {
      "epoch": 3.7759947601113475,
      "grad_norm": 0.14479227364063263,
      "learning_rate": 0.00013843425185426685,
      "loss": 12.1837,
      "step": 23060
    },
    {
      "epoch": 3.776158506631734,
      "grad_norm": 0.20163968205451965,
      "learning_rate": 0.00013842947923632792,
      "loss": 12.1544,
      "step": 23061
    },
    {
      "epoch": 3.7763222531521206,
      "grad_norm": 0.1289520561695099,
      "learning_rate": 0.00013842470651568537,
      "loss": 12.1796,
      "step": 23062
    },
    {
      "epoch": 3.776485999672507,
      "grad_norm": 0.1140064001083374,
      "learning_rate": 0.00013841993369235193,
      "loss": 12.179,
      "step": 23063
    },
    {
      "epoch": 3.776649746192893,
      "grad_norm": 0.14969606697559357,
      "learning_rate": 0.00013841516076634037,
      "loss": 12.1895,
      "step": 23064
    },
    {
      "epoch": 3.7768134927132797,
      "grad_norm": 0.11163000017404556,
      "learning_rate": 0.00013841038773766345,
      "loss": 12.1413,
      "step": 23065
    },
    {
      "epoch": 3.7769772392336662,
      "grad_norm": 0.12594565749168396,
      "learning_rate": 0.00013840561460633398,
      "loss": 12.1299,
      "step": 23066
    },
    {
      "epoch": 3.7771409857540528,
      "grad_norm": 0.14295713603496552,
      "learning_rate": 0.00013840084137236463,
      "loss": 12.1647,
      "step": 23067
    },
    {
      "epoch": 3.7773047322744393,
      "grad_norm": 0.17940106987953186,
      "learning_rate": 0.00013839606803576818,
      "loss": 12.1876,
      "step": 23068
    },
    {
      "epoch": 3.777468478794826,
      "grad_norm": 0.17177319526672363,
      "learning_rate": 0.0001383912945965574,
      "loss": 12.1634,
      "step": 23069
    },
    {
      "epoch": 3.777632225315212,
      "grad_norm": 0.16477598249912262,
      "learning_rate": 0.00013838652105474506,
      "loss": 12.1833,
      "step": 23070
    },
    {
      "epoch": 3.7777959718355985,
      "grad_norm": 0.18508026003837585,
      "learning_rate": 0.00013838174741034388,
      "loss": 12.1619,
      "step": 23071
    },
    {
      "epoch": 3.777959718355985,
      "grad_norm": 0.14592933654785156,
      "learning_rate": 0.00013837697366336665,
      "loss": 12.1588,
      "step": 23072
    },
    {
      "epoch": 3.7781234648763715,
      "grad_norm": 0.15343686938285828,
      "learning_rate": 0.00013837219981382615,
      "loss": 12.1858,
      "step": 23073
    },
    {
      "epoch": 3.7782872113967576,
      "grad_norm": 0.1377231478691101,
      "learning_rate": 0.00013836742586173506,
      "loss": 12.1728,
      "step": 23074
    },
    {
      "epoch": 3.778450957917144,
      "grad_norm": 0.18418928980827332,
      "learning_rate": 0.0001383626518071062,
      "loss": 12.2021,
      "step": 23075
    },
    {
      "epoch": 3.7786147044375307,
      "grad_norm": 0.11694277822971344,
      "learning_rate": 0.00013835787764995228,
      "loss": 12.1804,
      "step": 23076
    },
    {
      "epoch": 3.778778450957917,
      "grad_norm": 0.1470681130886078,
      "learning_rate": 0.00013835310339028615,
      "loss": 12.2142,
      "step": 23077
    },
    {
      "epoch": 3.7789421974783037,
      "grad_norm": 0.14794929325580597,
      "learning_rate": 0.0001383483290281205,
      "loss": 12.1975,
      "step": 23078
    },
    {
      "epoch": 3.7791059439986903,
      "grad_norm": 0.1261698305606842,
      "learning_rate": 0.00013834355456346806,
      "loss": 12.2254,
      "step": 23079
    },
    {
      "epoch": 3.7792696905190764,
      "grad_norm": 0.1631385236978531,
      "learning_rate": 0.0001383387799963417,
      "loss": 12.196,
      "step": 23080
    },
    {
      "epoch": 3.779433437039463,
      "grad_norm": 0.21913598477840424,
      "learning_rate": 0.00013833400532675403,
      "loss": 12.17,
      "step": 23081
    },
    {
      "epoch": 3.7795971835598494,
      "grad_norm": 0.14247192442417145,
      "learning_rate": 0.00013832923055471795,
      "loss": 12.1549,
      "step": 23082
    },
    {
      "epoch": 3.779760930080236,
      "grad_norm": 0.16236983239650726,
      "learning_rate": 0.0001383244556802461,
      "loss": 12.1768,
      "step": 23083
    },
    {
      "epoch": 3.779924676600622,
      "grad_norm": 0.15599890053272247,
      "learning_rate": 0.0001383196807033514,
      "loss": 12.2134,
      "step": 23084
    },
    {
      "epoch": 3.7800884231210086,
      "grad_norm": 0.14618276059627533,
      "learning_rate": 0.00013831490562404643,
      "loss": 12.1701,
      "step": 23085
    },
    {
      "epoch": 3.780252169641395,
      "grad_norm": 0.12069809436798096,
      "learning_rate": 0.0001383101304423441,
      "loss": 12.1979,
      "step": 23086
    },
    {
      "epoch": 3.7804159161617816,
      "grad_norm": 0.16041140258312225,
      "learning_rate": 0.00013830535515825705,
      "loss": 12.1885,
      "step": 23087
    },
    {
      "epoch": 3.780579662682168,
      "grad_norm": 0.1518448442220688,
      "learning_rate": 0.00013830057977179814,
      "loss": 12.1573,
      "step": 23088
    },
    {
      "epoch": 3.7807434092025547,
      "grad_norm": 0.14695726335048676,
      "learning_rate": 0.00013829580428298006,
      "loss": 12.2062,
      "step": 23089
    },
    {
      "epoch": 3.780907155722941,
      "grad_norm": 0.1452518105506897,
      "learning_rate": 0.00013829102869181563,
      "loss": 12.1659,
      "step": 23090
    },
    {
      "epoch": 3.7810709022433273,
      "grad_norm": 0.1538318544626236,
      "learning_rate": 0.00013828625299831755,
      "loss": 12.201,
      "step": 23091
    },
    {
      "epoch": 3.781234648763714,
      "grad_norm": 0.16741448640823364,
      "learning_rate": 0.00013828147720249865,
      "loss": 12.2069,
      "step": 23092
    },
    {
      "epoch": 3.7813983952841004,
      "grad_norm": 0.15779483318328857,
      "learning_rate": 0.00013827670130437167,
      "loss": 12.1828,
      "step": 23093
    },
    {
      "epoch": 3.7815621418044865,
      "grad_norm": Infinity,
      "learning_rate": 0.00013827670130437167,
      "loss": 12.1974,
      "step": 23094
    },
    {
      "epoch": 3.781725888324873,
      "grad_norm": 0.1384340524673462,
      "learning_rate": 0.00013827192530394932,
      "loss": 12.216,
      "step": 23095
    },
    {
      "epoch": 3.7818896348452595,
      "grad_norm": 0.17673516273498535,
      "learning_rate": 0.00013826714920124448,
      "loss": 12.1534,
      "step": 23096
    },
    {
      "epoch": 3.782053381365646,
      "grad_norm": 0.1415688395500183,
      "learning_rate": 0.0001382623729962698,
      "loss": 12.1675,
      "step": 23097
    },
    {
      "epoch": 3.7822171278860326,
      "grad_norm": 0.11357508599758148,
      "learning_rate": 0.00013825759668903813,
      "loss": 12.1595,
      "step": 23098
    },
    {
      "epoch": 3.782380874406419,
      "grad_norm": 0.16070221364498138,
      "learning_rate": 0.00013825282027956213,
      "loss": 12.1556,
      "step": 23099
    },
    {
      "epoch": 3.782544620926805,
      "grad_norm": 0.1336139738559723,
      "learning_rate": 0.0001382480437678547,
      "loss": 12.171,
      "step": 23100
    },
    {
      "epoch": 3.7827083674471917,
      "grad_norm": 0.13895770907402039,
      "learning_rate": 0.0001382432671539285,
      "loss": 12.1447,
      "step": 23101
    },
    {
      "epoch": 3.7828721139675783,
      "grad_norm": 0.12032259255647659,
      "learning_rate": 0.00013823849043779633,
      "loss": 12.1465,
      "step": 23102
    },
    {
      "epoch": 3.7830358604879644,
      "grad_norm": 0.1423596292734146,
      "learning_rate": 0.00013823371361947095,
      "loss": 12.1567,
      "step": 23103
    },
    {
      "epoch": 3.783199607008351,
      "grad_norm": 0.16363777220249176,
      "learning_rate": 0.00013822893669896517,
      "loss": 12.1992,
      "step": 23104
    },
    {
      "epoch": 3.7833633535287374,
      "grad_norm": 0.200283020734787,
      "learning_rate": 0.0001382241596762917,
      "loss": 12.1387,
      "step": 23105
    },
    {
      "epoch": 3.783527100049124,
      "grad_norm": 0.1584313064813614,
      "learning_rate": 0.00013821938255146333,
      "loss": 12.1871,
      "step": 23106
    },
    {
      "epoch": 3.7836908465695105,
      "grad_norm": 0.13021698594093323,
      "learning_rate": 0.00013821460532449282,
      "loss": 12.1448,
      "step": 23107
    },
    {
      "epoch": 3.783854593089897,
      "grad_norm": 0.15912297368049622,
      "learning_rate": 0.00013820982799539293,
      "loss": 12.2044,
      "step": 23108
    },
    {
      "epoch": 3.7840183396102836,
      "grad_norm": 0.14279714226722717,
      "learning_rate": 0.00013820505056417643,
      "loss": 12.2381,
      "step": 23109
    },
    {
      "epoch": 3.7841820861306696,
      "grad_norm": 0.12713149189949036,
      "learning_rate": 0.0001382002730308561,
      "loss": 12.1747,
      "step": 23110
    },
    {
      "epoch": 3.784345832651056,
      "grad_norm": 0.14449764788150787,
      "learning_rate": 0.00013819549539544472,
      "loss": 12.2453,
      "step": 23111
    },
    {
      "epoch": 3.7845095791714427,
      "grad_norm": 0.18135051429271698,
      "learning_rate": 0.000138190717657955,
      "loss": 12.1883,
      "step": 23112
    },
    {
      "epoch": 3.784673325691829,
      "grad_norm": 0.18721187114715576,
      "learning_rate": 0.0001381859398183998,
      "loss": 12.2572,
      "step": 23113
    },
    {
      "epoch": 3.7848370722122153,
      "grad_norm": 0.14311425387859344,
      "learning_rate": 0.00013818116187679183,
      "loss": 12.1738,
      "step": 23114
    },
    {
      "epoch": 3.785000818732602,
      "grad_norm": 0.142873153090477,
      "learning_rate": 0.0001381763838331439,
      "loss": 12.2377,
      "step": 23115
    },
    {
      "epoch": 3.7851645652529884,
      "grad_norm": 0.14575240015983582,
      "learning_rate": 0.0001381716056874687,
      "loss": 12.1676,
      "step": 23116
    },
    {
      "epoch": 3.785328311773375,
      "grad_norm": 0.12068061530590057,
      "learning_rate": 0.00013816682743977905,
      "loss": 12.1961,
      "step": 23117
    },
    {
      "epoch": 3.7854920582937615,
      "grad_norm": 0.1697312295436859,
      "learning_rate": 0.00013816204909008773,
      "loss": 12.2326,
      "step": 23118
    },
    {
      "epoch": 3.7856558048141475,
      "grad_norm": 0.12678220868110657,
      "learning_rate": 0.00013815727063840752,
      "loss": 12.1603,
      "step": 23119
    },
    {
      "epoch": 3.785819551334534,
      "grad_norm": 0.21631360054016113,
      "learning_rate": 0.0001381524920847511,
      "loss": 12.1994,
      "step": 23120
    },
    {
      "epoch": 3.7859832978549206,
      "grad_norm": 0.15132790803909302,
      "learning_rate": 0.00013814771342913134,
      "loss": 12.1558,
      "step": 23121
    },
    {
      "epoch": 3.786147044375307,
      "grad_norm": 0.1553484946489334,
      "learning_rate": 0.00013814293467156102,
      "loss": 12.1582,
      "step": 23122
    },
    {
      "epoch": 3.7863107908956932,
      "grad_norm": 0.14244532585144043,
      "learning_rate": 0.00013813815581205285,
      "loss": 12.1871,
      "step": 23123
    },
    {
      "epoch": 3.7864745374160798,
      "grad_norm": 0.15979135036468506,
      "learning_rate": 0.0001381333768506196,
      "loss": 12.2435,
      "step": 23124
    },
    {
      "epoch": 3.7866382839364663,
      "grad_norm": 0.18346937000751495,
      "learning_rate": 0.00013812859778727408,
      "loss": 12.2121,
      "step": 23125
    },
    {
      "epoch": 3.786802030456853,
      "grad_norm": 0.28612929582595825,
      "learning_rate": 0.00013812381862202908,
      "loss": 12.1548,
      "step": 23126
    },
    {
      "epoch": 3.7869657769772394,
      "grad_norm": 0.13014502823352814,
      "learning_rate": 0.0001381190393548973,
      "loss": 12.1625,
      "step": 23127
    },
    {
      "epoch": 3.787129523497626,
      "grad_norm": 0.13818344473838806,
      "learning_rate": 0.00013811425998589157,
      "loss": 12.213,
      "step": 23128
    },
    {
      "epoch": 3.787293270018012,
      "grad_norm": 0.1665128767490387,
      "learning_rate": 0.00013810948051502464,
      "loss": 12.2166,
      "step": 23129
    },
    {
      "epoch": 3.7874570165383985,
      "grad_norm": 0.1573796272277832,
      "learning_rate": 0.0001381047009423093,
      "loss": 12.1625,
      "step": 23130
    },
    {
      "epoch": 3.787620763058785,
      "grad_norm": 0.16448073089122772,
      "learning_rate": 0.00013809992126775827,
      "loss": 12.1686,
      "step": 23131
    },
    {
      "epoch": 3.7877845095791716,
      "grad_norm": 0.15165702998638153,
      "learning_rate": 0.00013809514149138442,
      "loss": 12.1761,
      "step": 23132
    },
    {
      "epoch": 3.7879482560995577,
      "grad_norm": 0.15725992619991302,
      "learning_rate": 0.00013809036161320046,
      "loss": 12.16,
      "step": 23133
    },
    {
      "epoch": 3.788112002619944,
      "grad_norm": 0.16248157620429993,
      "learning_rate": 0.00013808558163321916,
      "loss": 12.1678,
      "step": 23134
    },
    {
      "epoch": 3.7882757491403307,
      "grad_norm": 0.16752764582633972,
      "learning_rate": 0.00013808080155145328,
      "loss": 12.179,
      "step": 23135
    },
    {
      "epoch": 3.7884394956607172,
      "grad_norm": 0.15729013085365295,
      "learning_rate": 0.00013807602136791565,
      "loss": 12.1826,
      "step": 23136
    },
    {
      "epoch": 3.788603242181104,
      "grad_norm": 0.18910011649131775,
      "learning_rate": 0.00013807124108261904,
      "loss": 12.164,
      "step": 23137
    },
    {
      "epoch": 3.7887669887014903,
      "grad_norm": 0.1654362678527832,
      "learning_rate": 0.0001380664606955762,
      "loss": 12.1672,
      "step": 23138
    },
    {
      "epoch": 3.7889307352218764,
      "grad_norm": 0.12011779844760895,
      "learning_rate": 0.00013806168020679988,
      "loss": 12.2365,
      "step": 23139
    },
    {
      "epoch": 3.789094481742263,
      "grad_norm": 0.15733622014522552,
      "learning_rate": 0.0001380568996163029,
      "loss": 12.163,
      "step": 23140
    },
    {
      "epoch": 3.7892582282626495,
      "grad_norm": 0.13355287909507751,
      "learning_rate": 0.00013805211892409805,
      "loss": 12.166,
      "step": 23141
    },
    {
      "epoch": 3.789421974783036,
      "grad_norm": 0.1915789693593979,
      "learning_rate": 0.00013804733813019805,
      "loss": 12.1984,
      "step": 23142
    },
    {
      "epoch": 3.789585721303422,
      "grad_norm": 0.23995932936668396,
      "learning_rate": 0.00013804255723461569,
      "loss": 12.1543,
      "step": 23143
    },
    {
      "epoch": 3.7897494678238086,
      "grad_norm": 0.20715868473052979,
      "learning_rate": 0.0001380377762373638,
      "loss": 12.1601,
      "step": 23144
    },
    {
      "epoch": 3.789913214344195,
      "grad_norm": 0.2015598565340042,
      "learning_rate": 0.0001380329951384551,
      "loss": 12.2247,
      "step": 23145
    },
    {
      "epoch": 3.7900769608645817,
      "grad_norm": 0.15635967254638672,
      "learning_rate": 0.00013802821393790236,
      "loss": 12.1854,
      "step": 23146
    },
    {
      "epoch": 3.790240707384968,
      "grad_norm": 0.15737475454807281,
      "learning_rate": 0.00013802343263571843,
      "loss": 12.1816,
      "step": 23147
    },
    {
      "epoch": 3.7904044539053547,
      "grad_norm": 0.1686525046825409,
      "learning_rate": 0.00013801865123191606,
      "loss": 12.2068,
      "step": 23148
    },
    {
      "epoch": 3.790568200425741,
      "grad_norm": 0.18897590041160583,
      "learning_rate": 0.00013801386972650797,
      "loss": 12.1851,
      "step": 23149
    },
    {
      "epoch": 3.7907319469461274,
      "grad_norm": 0.1605691760778427,
      "learning_rate": 0.000138009088119507,
      "loss": 12.1604,
      "step": 23150
    },
    {
      "epoch": 3.790895693466514,
      "grad_norm": 0.13798034191131592,
      "learning_rate": 0.0001380043064109259,
      "loss": 12.136,
      "step": 23151
    },
    {
      "epoch": 3.7910594399869004,
      "grad_norm": 0.164281964302063,
      "learning_rate": 0.00013799952460077748,
      "loss": 12.1606,
      "step": 23152
    },
    {
      "epoch": 3.7912231865072865,
      "grad_norm": 0.1469368189573288,
      "learning_rate": 0.00013799474268907447,
      "loss": 12.1941,
      "step": 23153
    },
    {
      "epoch": 3.791386933027673,
      "grad_norm": 0.1282861828804016,
      "learning_rate": 0.00013798996067582967,
      "loss": 12.2112,
      "step": 23154
    },
    {
      "epoch": 3.7915506795480596,
      "grad_norm": 0.16551628708839417,
      "learning_rate": 0.0001379851785610559,
      "loss": 12.1792,
      "step": 23155
    },
    {
      "epoch": 3.791714426068446,
      "grad_norm": 0.14757885038852692,
      "learning_rate": 0.0001379803963447659,
      "loss": 12.1811,
      "step": 23156
    },
    {
      "epoch": 3.7918781725888326,
      "grad_norm": 0.15629547834396362,
      "learning_rate": 0.00013797561402697245,
      "loss": 12.199,
      "step": 23157
    },
    {
      "epoch": 3.792041919109219,
      "grad_norm": 0.12964443862438202,
      "learning_rate": 0.00013797083160768835,
      "loss": 12.177,
      "step": 23158
    },
    {
      "epoch": 3.7922056656296053,
      "grad_norm": 0.12040430307388306,
      "learning_rate": 0.00013796604908692636,
      "loss": 12.181,
      "step": 23159
    },
    {
      "epoch": 3.792369412149992,
      "grad_norm": 0.22579272091388702,
      "learning_rate": 0.00013796126646469927,
      "loss": 12.1893,
      "step": 23160
    },
    {
      "epoch": 3.7925331586703783,
      "grad_norm": 0.16444815695285797,
      "learning_rate": 0.00013795648374101985,
      "loss": 12.1791,
      "step": 23161
    },
    {
      "epoch": 3.792696905190765,
      "grad_norm": 0.1486264169216156,
      "learning_rate": 0.00013795170091590093,
      "loss": 12.151,
      "step": 23162
    },
    {
      "epoch": 3.792860651711151,
      "grad_norm": 0.14052845537662506,
      "learning_rate": 0.00013794691798935525,
      "loss": 12.2058,
      "step": 23163
    },
    {
      "epoch": 3.7930243982315375,
      "grad_norm": 0.1450694501399994,
      "learning_rate": 0.0001379421349613956,
      "loss": 12.1571,
      "step": 23164
    },
    {
      "epoch": 3.793188144751924,
      "grad_norm": 0.21646744012832642,
      "learning_rate": 0.00013793735183203476,
      "loss": 12.147,
      "step": 23165
    },
    {
      "epoch": 3.7933518912723105,
      "grad_norm": 0.12505123019218445,
      "learning_rate": 0.00013793256860128553,
      "loss": 12.1594,
      "step": 23166
    },
    {
      "epoch": 3.793515637792697,
      "grad_norm": 0.21085870265960693,
      "learning_rate": 0.00013792778526916063,
      "loss": 12.1963,
      "step": 23167
    },
    {
      "epoch": 3.7936793843130836,
      "grad_norm": 0.13919280469417572,
      "learning_rate": 0.00013792300183567294,
      "loss": 12.1652,
      "step": 23168
    },
    {
      "epoch": 3.7938431308334697,
      "grad_norm": 0.18991181254386902,
      "learning_rate": 0.00013791821830083518,
      "loss": 12.1593,
      "step": 23169
    },
    {
      "epoch": 3.794006877353856,
      "grad_norm": 0.158203586935997,
      "learning_rate": 0.00013791343466466017,
      "loss": 12.176,
      "step": 23170
    },
    {
      "epoch": 3.7941706238742428,
      "grad_norm": 0.16680409014225006,
      "learning_rate": 0.00013790865092716068,
      "loss": 12.1439,
      "step": 23171
    },
    {
      "epoch": 3.794334370394629,
      "grad_norm": 0.16367509961128235,
      "learning_rate": 0.00013790386708834946,
      "loss": 12.2291,
      "step": 23172
    },
    {
      "epoch": 3.7944981169150154,
      "grad_norm": 0.1709538847208023,
      "learning_rate": 0.00013789908314823933,
      "loss": 12.162,
      "step": 23173
    },
    {
      "epoch": 3.794661863435402,
      "grad_norm": 0.1772555708885193,
      "learning_rate": 0.0001378942991068431,
      "loss": 12.1636,
      "step": 23174
    },
    {
      "epoch": 3.7948256099557884,
      "grad_norm": 0.23778551816940308,
      "learning_rate": 0.00013788951496417347,
      "loss": 12.1957,
      "step": 23175
    },
    {
      "epoch": 3.794989356476175,
      "grad_norm": 0.1408129781484604,
      "learning_rate": 0.00013788473072024333,
      "loss": 12.1865,
      "step": 23176
    },
    {
      "epoch": 3.7951531029965615,
      "grad_norm": 0.12006690353155136,
      "learning_rate": 0.0001378799463750654,
      "loss": 12.1677,
      "step": 23177
    },
    {
      "epoch": 3.795316849516948,
      "grad_norm": 0.19876815378665924,
      "learning_rate": 0.00013787516192865248,
      "loss": 12.2006,
      "step": 23178
    },
    {
      "epoch": 3.795480596037334,
      "grad_norm": 0.25818681716918945,
      "learning_rate": 0.0001378703773810174,
      "loss": 12.1615,
      "step": 23179
    },
    {
      "epoch": 3.7956443425577207,
      "grad_norm": 0.15500789880752563,
      "learning_rate": 0.00013786559273217284,
      "loss": 12.2372,
      "step": 23180
    },
    {
      "epoch": 3.795808089078107,
      "grad_norm": 0.2105778157711029,
      "learning_rate": 0.00013786080798213173,
      "loss": 12.1987,
      "step": 23181
    },
    {
      "epoch": 3.7959718355984933,
      "grad_norm": 0.1164846420288086,
      "learning_rate": 0.0001378560231309067,
      "loss": 12.1607,
      "step": 23182
    },
    {
      "epoch": 3.79613558211888,
      "grad_norm": 0.19119061529636383,
      "learning_rate": 0.0001378512381785107,
      "loss": 12.2409,
      "step": 23183
    },
    {
      "epoch": 3.7962993286392663,
      "grad_norm": 0.1797662079334259,
      "learning_rate": 0.00013784645312495637,
      "loss": 12.1346,
      "step": 23184
    },
    {
      "epoch": 3.796463075159653,
      "grad_norm": 0.18139636516571045,
      "learning_rate": 0.0001378416679702566,
      "loss": 12.1996,
      "step": 23185
    },
    {
      "epoch": 3.7966268216800394,
      "grad_norm": 0.1393645852804184,
      "learning_rate": 0.0001378368827144241,
      "loss": 12.1789,
      "step": 23186
    },
    {
      "epoch": 3.796790568200426,
      "grad_norm": 0.14274613559246063,
      "learning_rate": 0.00013783209735747178,
      "loss": 12.212,
      "step": 23187
    },
    {
      "epoch": 3.796954314720812,
      "grad_norm": 0.14616641402244568,
      "learning_rate": 0.00013782731189941228,
      "loss": 12.1611,
      "step": 23188
    },
    {
      "epoch": 3.7971180612411985,
      "grad_norm": 0.16573935747146606,
      "learning_rate": 0.00013782252634025852,
      "loss": 12.1596,
      "step": 23189
    },
    {
      "epoch": 3.797281807761585,
      "grad_norm": 0.17607422173023224,
      "learning_rate": 0.00013781774068002319,
      "loss": 12.172,
      "step": 23190
    },
    {
      "epoch": 3.7974455542819716,
      "grad_norm": 0.12076861411333084,
      "learning_rate": 0.00013781295491871912,
      "loss": 12.1877,
      "step": 23191
    },
    {
      "epoch": 3.7976093008023577,
      "grad_norm": 0.13747331500053406,
      "learning_rate": 0.00013780816905635911,
      "loss": 12.1488,
      "step": 23192
    },
    {
      "epoch": 3.7977730473227442,
      "grad_norm": 0.22044789791107178,
      "learning_rate": 0.00013780338309295594,
      "loss": 12.157,
      "step": 23193
    },
    {
      "epoch": 3.7979367938431308,
      "grad_norm": 0.1891249567270279,
      "learning_rate": 0.00013779859702852242,
      "loss": 12.1596,
      "step": 23194
    },
    {
      "epoch": 3.7981005403635173,
      "grad_norm": 0.23645082116127014,
      "learning_rate": 0.00013779381086307128,
      "loss": 12.174,
      "step": 23195
    },
    {
      "epoch": 3.798264286883904,
      "grad_norm": 0.10527728497982025,
      "learning_rate": 0.00013778902459661539,
      "loss": 12.1904,
      "step": 23196
    },
    {
      "epoch": 3.7984280334042904,
      "grad_norm": 0.13614852726459503,
      "learning_rate": 0.00013778423822916747,
      "loss": 12.16,
      "step": 23197
    },
    {
      "epoch": 3.7985917799246764,
      "grad_norm": 0.11721059679985046,
      "learning_rate": 0.00013777945176074037,
      "loss": 12.2241,
      "step": 23198
    },
    {
      "epoch": 3.798755526445063,
      "grad_norm": 0.26236870884895325,
      "learning_rate": 0.00013777466519134684,
      "loss": 12.1562,
      "step": 23199
    },
    {
      "epoch": 3.7989192729654495,
      "grad_norm": 0.13890638947486877,
      "learning_rate": 0.00013776987852099972,
      "loss": 12.1453,
      "step": 23200
    },
    {
      "epoch": 3.799083019485836,
      "grad_norm": 0.1388193964958191,
      "learning_rate": 0.00013776509174971176,
      "loss": 12.1644,
      "step": 23201
    },
    {
      "epoch": 3.799246766006222,
      "grad_norm": 0.12281586229801178,
      "learning_rate": 0.00013776030487749576,
      "loss": 12.2238,
      "step": 23202
    },
    {
      "epoch": 3.7994105125266087,
      "grad_norm": 0.21206873655319214,
      "learning_rate": 0.0001377555179043645,
      "loss": 12.1956,
      "step": 23203
    },
    {
      "epoch": 3.799574259046995,
      "grad_norm": 0.16176438331604004,
      "learning_rate": 0.00013775073083033084,
      "loss": 12.2041,
      "step": 23204
    },
    {
      "epoch": 3.7997380055673817,
      "grad_norm": 0.14347006380558014,
      "learning_rate": 0.00013774594365540747,
      "loss": 12.2035,
      "step": 23205
    },
    {
      "epoch": 3.7999017520877683,
      "grad_norm": 0.13073596358299255,
      "learning_rate": 0.00013774115637960727,
      "loss": 12.1885,
      "step": 23206
    },
    {
      "epoch": 3.800065498608155,
      "grad_norm": 0.12856660783290863,
      "learning_rate": 0.000137736369002943,
      "loss": 12.2053,
      "step": 23207
    },
    {
      "epoch": 3.800229245128541,
      "grad_norm": 0.141990527510643,
      "learning_rate": 0.00013773158152542746,
      "loss": 12.1804,
      "step": 23208
    },
    {
      "epoch": 3.8003929916489274,
      "grad_norm": 0.14794492721557617,
      "learning_rate": 0.00013772679394707344,
      "loss": 12.1609,
      "step": 23209
    },
    {
      "epoch": 3.800556738169314,
      "grad_norm": 0.10722337663173676,
      "learning_rate": 0.00013772200626789374,
      "loss": 12.1494,
      "step": 23210
    },
    {
      "epoch": 3.8007204846897005,
      "grad_norm": 0.16575023531913757,
      "learning_rate": 0.00013771721848790112,
      "loss": 12.1753,
      "step": 23211
    },
    {
      "epoch": 3.8008842312100866,
      "grad_norm": 0.13740034401416779,
      "learning_rate": 0.00013771243060710847,
      "loss": 12.1581,
      "step": 23212
    },
    {
      "epoch": 3.801047977730473,
      "grad_norm": 0.15713763236999512,
      "learning_rate": 0.00013770764262552846,
      "loss": 12.2008,
      "step": 23213
    },
    {
      "epoch": 3.8012117242508596,
      "grad_norm": 0.16876177489757538,
      "learning_rate": 0.00013770285454317398,
      "loss": 12.1625,
      "step": 23214
    },
    {
      "epoch": 3.801375470771246,
      "grad_norm": 0.16591867804527283,
      "learning_rate": 0.0001376980663600578,
      "loss": 12.1841,
      "step": 23215
    },
    {
      "epoch": 3.8015392172916327,
      "grad_norm": 0.14425243437290192,
      "learning_rate": 0.00013769327807619267,
      "loss": 12.1733,
      "step": 23216
    },
    {
      "epoch": 3.801702963812019,
      "grad_norm": 0.15160588920116425,
      "learning_rate": 0.0001376884896915915,
      "loss": 12.2178,
      "step": 23217
    },
    {
      "epoch": 3.8018667103324053,
      "grad_norm": 0.18139788508415222,
      "learning_rate": 0.00013768370120626698,
      "loss": 12.2034,
      "step": 23218
    },
    {
      "epoch": 3.802030456852792,
      "grad_norm": 0.18667633831501007,
      "learning_rate": 0.00013767891262023193,
      "loss": 12.1668,
      "step": 23219
    },
    {
      "epoch": 3.8021942033731784,
      "grad_norm": 0.1331365406513214,
      "learning_rate": 0.00013767412393349916,
      "loss": 12.1968,
      "step": 23220
    },
    {
      "epoch": 3.802357949893565,
      "grad_norm": 0.15777941048145294,
      "learning_rate": 0.0001376693351460815,
      "loss": 12.164,
      "step": 23221
    },
    {
      "epoch": 3.802521696413951,
      "grad_norm": 0.1384359747171402,
      "learning_rate": 0.0001376645462579917,
      "loss": 12.1626,
      "step": 23222
    },
    {
      "epoch": 3.8026854429343375,
      "grad_norm": 0.1140148937702179,
      "learning_rate": 0.00013765975726924258,
      "loss": 12.1833,
      "step": 23223
    },
    {
      "epoch": 3.802849189454724,
      "grad_norm": 0.12668438255786896,
      "learning_rate": 0.00013765496817984692,
      "loss": 12.3246,
      "step": 23224
    },
    {
      "epoch": 3.8030129359751106,
      "grad_norm": 0.17528314888477325,
      "learning_rate": 0.00013765017898981753,
      "loss": 12.1852,
      "step": 23225
    },
    {
      "epoch": 3.803176682495497,
      "grad_norm": 0.21138392388820648,
      "learning_rate": 0.00013764538969916724,
      "loss": 12.2011,
      "step": 23226
    },
    {
      "epoch": 3.8033404290158837,
      "grad_norm": 0.15202303230762482,
      "learning_rate": 0.0001376406003079088,
      "loss": 12.1731,
      "step": 23227
    },
    {
      "epoch": 3.8035041755362697,
      "grad_norm": 0.17205703258514404,
      "learning_rate": 0.00013763581081605502,
      "loss": 12.2501,
      "step": 23228
    },
    {
      "epoch": 3.8036679220566563,
      "grad_norm": 0.11685780435800552,
      "learning_rate": 0.00013763102122361874,
      "loss": 12.1563,
      "step": 23229
    },
    {
      "epoch": 3.803831668577043,
      "grad_norm": 0.12958914041519165,
      "learning_rate": 0.0001376262315306127,
      "loss": 12.1468,
      "step": 23230
    },
    {
      "epoch": 3.8039954150974293,
      "grad_norm": 0.17830875515937805,
      "learning_rate": 0.00013762144173704976,
      "loss": 12.2322,
      "step": 23231
    },
    {
      "epoch": 3.8041591616178154,
      "grad_norm": 0.1607341170310974,
      "learning_rate": 0.0001376166518429427,
      "loss": 12.2117,
      "step": 23232
    },
    {
      "epoch": 3.804322908138202,
      "grad_norm": 0.13714133203029633,
      "learning_rate": 0.0001376118618483043,
      "loss": 12.2398,
      "step": 23233
    },
    {
      "epoch": 3.8044866546585885,
      "grad_norm": 0.15082170069217682,
      "learning_rate": 0.00013760707175314738,
      "loss": 12.1736,
      "step": 23234
    },
    {
      "epoch": 3.804650401178975,
      "grad_norm": 0.1592007428407669,
      "learning_rate": 0.00013760228155748473,
      "loss": 12.1658,
      "step": 23235
    },
    {
      "epoch": 3.8048141476993615,
      "grad_norm": 0.1262202113866806,
      "learning_rate": 0.00013759749126132916,
      "loss": 12.1978,
      "step": 23236
    },
    {
      "epoch": 3.804977894219748,
      "grad_norm": 0.1517719030380249,
      "learning_rate": 0.00013759270086469348,
      "loss": 12.2228,
      "step": 23237
    },
    {
      "epoch": 3.805141640740134,
      "grad_norm": 0.16832388937473297,
      "learning_rate": 0.00013758791036759047,
      "loss": 12.1902,
      "step": 23238
    },
    {
      "epoch": 3.8053053872605207,
      "grad_norm": 0.18016237020492554,
      "learning_rate": 0.00013758311977003294,
      "loss": 12.1909,
      "step": 23239
    },
    {
      "epoch": 3.8054691337809072,
      "grad_norm": 0.1912781000137329,
      "learning_rate": 0.0001375783290720337,
      "loss": 12.182,
      "step": 23240
    },
    {
      "epoch": 3.8056328803012938,
      "grad_norm": 0.12501999735832214,
      "learning_rate": 0.00013757353827360558,
      "loss": 12.2051,
      "step": 23241
    },
    {
      "epoch": 3.80579662682168,
      "grad_norm": 0.21412941813468933,
      "learning_rate": 0.00013756874737476133,
      "loss": 12.2133,
      "step": 23242
    },
    {
      "epoch": 3.8059603733420664,
      "grad_norm": 0.1341945230960846,
      "learning_rate": 0.00013756395637551377,
      "loss": 12.1911,
      "step": 23243
    },
    {
      "epoch": 3.806124119862453,
      "grad_norm": 0.1942524015903473,
      "learning_rate": 0.0001375591652758758,
      "loss": 12.1011,
      "step": 23244
    },
    {
      "epoch": 3.8062878663828394,
      "grad_norm": 0.20142093300819397,
      "learning_rate": 0.00013755437407586001,
      "loss": 12.2206,
      "step": 23245
    },
    {
      "epoch": 3.806451612903226,
      "grad_norm": 0.1537228673696518,
      "learning_rate": 0.00013754958277547942,
      "loss": 12.1671,
      "step": 23246
    },
    {
      "epoch": 3.8066153594236125,
      "grad_norm": 0.18525606393814087,
      "learning_rate": 0.0001375447913747467,
      "loss": 12.1917,
      "step": 23247
    },
    {
      "epoch": 3.8067791059439986,
      "grad_norm": 0.14014340937137604,
      "learning_rate": 0.00013753999987367474,
      "loss": 12.1713,
      "step": 23248
    },
    {
      "epoch": 3.806942852464385,
      "grad_norm": 0.212376669049263,
      "learning_rate": 0.00013753520827227631,
      "loss": 12.1726,
      "step": 23249
    },
    {
      "epoch": 3.8071065989847717,
      "grad_norm": 0.1322382688522339,
      "learning_rate": 0.00013753041657056417,
      "loss": 12.1675,
      "step": 23250
    },
    {
      "epoch": 3.8072703455051577,
      "grad_norm": 0.14720410108566284,
      "learning_rate": 0.0001375256247685512,
      "loss": 12.2045,
      "step": 23251
    },
    {
      "epoch": 3.8074340920255443,
      "grad_norm": 0.13188494741916656,
      "learning_rate": 0.0001375208328662502,
      "loss": 12.1597,
      "step": 23252
    },
    {
      "epoch": 3.807597838545931,
      "grad_norm": 0.1756582409143448,
      "learning_rate": 0.00013751604086367392,
      "loss": 12.1269,
      "step": 23253
    },
    {
      "epoch": 3.8077615850663173,
      "grad_norm": 0.13360609114170074,
      "learning_rate": 0.0001375112487608352,
      "loss": 12.197,
      "step": 23254
    },
    {
      "epoch": 3.807925331586704,
      "grad_norm": 0.1339123398065567,
      "learning_rate": 0.00013750645655774684,
      "loss": 12.2132,
      "step": 23255
    },
    {
      "epoch": 3.8080890781070904,
      "grad_norm": 0.15277256071567535,
      "learning_rate": 0.00013750166425442167,
      "loss": 12.2063,
      "step": 23256
    },
    {
      "epoch": 3.808252824627477,
      "grad_norm": 0.13768470287322998,
      "learning_rate": 0.0001374968718508725,
      "loss": 12.1825,
      "step": 23257
    },
    {
      "epoch": 3.808416571147863,
      "grad_norm": 0.1578507125377655,
      "learning_rate": 0.00013749207934711207,
      "loss": 12.2119,
      "step": 23258
    },
    {
      "epoch": 3.8085803176682496,
      "grad_norm": 0.14369867742061615,
      "learning_rate": 0.00013748728674315328,
      "loss": 12.1755,
      "step": 23259
    },
    {
      "epoch": 3.808744064188636,
      "grad_norm": 0.1996474266052246,
      "learning_rate": 0.00013748249403900886,
      "loss": 12.1433,
      "step": 23260
    },
    {
      "epoch": 3.808907810709022,
      "grad_norm": 0.21678361296653748,
      "learning_rate": 0.00013747770123469168,
      "loss": 12.2137,
      "step": 23261
    },
    {
      "epoch": 3.8090715572294087,
      "grad_norm": 0.1279076635837555,
      "learning_rate": 0.0001374729083302145,
      "loss": 12.2107,
      "step": 23262
    },
    {
      "epoch": 3.8092353037497952,
      "grad_norm": 0.1841253936290741,
      "learning_rate": 0.0001374681153255902,
      "loss": 12.1971,
      "step": 23263
    },
    {
      "epoch": 3.8093990502701818,
      "grad_norm": 0.1403207927942276,
      "learning_rate": 0.00013746332222083147,
      "loss": 12.1362,
      "step": 23264
    },
    {
      "epoch": 3.8095627967905683,
      "grad_norm": 0.1496952921152115,
      "learning_rate": 0.00013745852901595121,
      "loss": 12.1388,
      "step": 23265
    },
    {
      "epoch": 3.809726543310955,
      "grad_norm": 0.17629554867744446,
      "learning_rate": 0.00013745373571096229,
      "loss": 12.147,
      "step": 23266
    },
    {
      "epoch": 3.809890289831341,
      "grad_norm": 0.1372709721326828,
      "learning_rate": 0.00013744894230587735,
      "loss": 12.1785,
      "step": 23267
    },
    {
      "epoch": 3.8100540363517275,
      "grad_norm": 0.1479552537202835,
      "learning_rate": 0.00013744414880070932,
      "loss": 12.1481,
      "step": 23268
    },
    {
      "epoch": 3.810217782872114,
      "grad_norm": 0.15377041697502136,
      "learning_rate": 0.000137439355195471,
      "loss": 12.1802,
      "step": 23269
    },
    {
      "epoch": 3.8103815293925005,
      "grad_norm": 0.11614613980054855,
      "learning_rate": 0.00013743456149017518,
      "loss": 12.13,
      "step": 23270
    },
    {
      "epoch": 3.8105452759128866,
      "grad_norm": 0.14420385658740997,
      "learning_rate": 0.00013742976768483462,
      "loss": 12.1495,
      "step": 23271
    },
    {
      "epoch": 3.810709022433273,
      "grad_norm": 0.1834801733493805,
      "learning_rate": 0.00013742497377946223,
      "loss": 12.1668,
      "step": 23272
    },
    {
      "epoch": 3.8108727689536597,
      "grad_norm": 0.1761346459388733,
      "learning_rate": 0.0001374201797740708,
      "loss": 12.2336,
      "step": 23273
    },
    {
      "epoch": 3.811036515474046,
      "grad_norm": 0.1988631635904312,
      "learning_rate": 0.0001374153856686731,
      "loss": 12.1883,
      "step": 23274
    },
    {
      "epoch": 3.8112002619944327,
      "grad_norm": 0.14541147649288177,
      "learning_rate": 0.00013741059146328194,
      "loss": 12.17,
      "step": 23275
    },
    {
      "epoch": 3.8113640085148193,
      "grad_norm": 0.1695057898759842,
      "learning_rate": 0.0001374057971579102,
      "loss": 12.1689,
      "step": 23276
    },
    {
      "epoch": 3.8115277550352054,
      "grad_norm": 0.1723596453666687,
      "learning_rate": 0.0001374010027525706,
      "loss": 12.1742,
      "step": 23277
    },
    {
      "epoch": 3.811691501555592,
      "grad_norm": 0.13295720517635345,
      "learning_rate": 0.00013739620824727603,
      "loss": 12.1902,
      "step": 23278
    },
    {
      "epoch": 3.8118552480759784,
      "grad_norm": 0.16505368053913116,
      "learning_rate": 0.00013739141364203924,
      "loss": 12.163,
      "step": 23279
    },
    {
      "epoch": 3.812018994596365,
      "grad_norm": 0.18739022314548492,
      "learning_rate": 0.00013738661893687314,
      "loss": 12.1722,
      "step": 23280
    },
    {
      "epoch": 3.812182741116751,
      "grad_norm": 0.15421241521835327,
      "learning_rate": 0.00013738182413179043,
      "loss": 12.143,
      "step": 23281
    },
    {
      "epoch": 3.8123464876371376,
      "grad_norm": 0.1565498411655426,
      "learning_rate": 0.00013737702922680397,
      "loss": 12.225,
      "step": 23282
    },
    {
      "epoch": 3.812510234157524,
      "grad_norm": 0.1366395503282547,
      "learning_rate": 0.00013737223422192663,
      "loss": 12.1692,
      "step": 23283
    },
    {
      "epoch": 3.8126739806779106,
      "grad_norm": 0.12118735164403915,
      "learning_rate": 0.00013736743911717115,
      "loss": 12.1741,
      "step": 23284
    },
    {
      "epoch": 3.812837727198297,
      "grad_norm": 0.18115969002246857,
      "learning_rate": 0.00013736264391255037,
      "loss": 12.1487,
      "step": 23285
    },
    {
      "epoch": 3.8130014737186837,
      "grad_norm": 0.14347901940345764,
      "learning_rate": 0.0001373578486080771,
      "loss": 12.1518,
      "step": 23286
    },
    {
      "epoch": 3.81316522023907,
      "grad_norm": 0.12997674942016602,
      "learning_rate": 0.00013735305320376417,
      "loss": 12.2124,
      "step": 23287
    },
    {
      "epoch": 3.8133289667594563,
      "grad_norm": 0.20010481774806976,
      "learning_rate": 0.0001373482576996244,
      "loss": 12.1906,
      "step": 23288
    },
    {
      "epoch": 3.813492713279843,
      "grad_norm": 0.15088142454624176,
      "learning_rate": 0.00013734346209567057,
      "loss": 12.187,
      "step": 23289
    },
    {
      "epoch": 3.8136564598002294,
      "grad_norm": 0.13516908884048462,
      "learning_rate": 0.00013733866639191553,
      "loss": 12.1501,
      "step": 23290
    },
    {
      "epoch": 3.8138202063206155,
      "grad_norm": 0.14168576896190643,
      "learning_rate": 0.00013733387058837207,
      "loss": 12.1939,
      "step": 23291
    },
    {
      "epoch": 3.813983952841002,
      "grad_norm": 0.14970175921916962,
      "learning_rate": 0.00013732907468505306,
      "loss": 12.1795,
      "step": 23292
    },
    {
      "epoch": 3.8141476993613885,
      "grad_norm": 0.14483319222927094,
      "learning_rate": 0.00013732427868197127,
      "loss": 12.1849,
      "step": 23293
    },
    {
      "epoch": 3.814311445881775,
      "grad_norm": 0.1087845042347908,
      "learning_rate": 0.0001373194825791395,
      "loss": 12.1918,
      "step": 23294
    },
    {
      "epoch": 3.8144751924021616,
      "grad_norm": 0.14961940050125122,
      "learning_rate": 0.0001373146863765706,
      "loss": 12.1687,
      "step": 23295
    },
    {
      "epoch": 3.814638938922548,
      "grad_norm": 0.16113649308681488,
      "learning_rate": 0.0001373098900742774,
      "loss": 12.1729,
      "step": 23296
    },
    {
      "epoch": 3.814802685442934,
      "grad_norm": 0.09729792922735214,
      "learning_rate": 0.0001373050936722727,
      "loss": 12.1656,
      "step": 23297
    },
    {
      "epoch": 3.8149664319633207,
      "grad_norm": 0.200931578874588,
      "learning_rate": 0.00013730029717056932,
      "loss": 12.1338,
      "step": 23298
    },
    {
      "epoch": 3.8151301784837073,
      "grad_norm": 0.12159844487905502,
      "learning_rate": 0.00013729550056918008,
      "loss": 12.1759,
      "step": 23299
    },
    {
      "epoch": 3.815293925004094,
      "grad_norm": 0.1224873885512352,
      "learning_rate": 0.0001372907038681178,
      "loss": 12.2117,
      "step": 23300
    },
    {
      "epoch": 3.81545767152448,
      "grad_norm": 0.1640315055847168,
      "learning_rate": 0.00013728590706739525,
      "loss": 12.1623,
      "step": 23301
    },
    {
      "epoch": 3.8156214180448664,
      "grad_norm": 0.14356260001659393,
      "learning_rate": 0.00013728111016702535,
      "loss": 12.1532,
      "step": 23302
    },
    {
      "epoch": 3.815785164565253,
      "grad_norm": 0.15147922933101654,
      "learning_rate": 0.00013727631316702089,
      "loss": 12.2439,
      "step": 23303
    },
    {
      "epoch": 3.8159489110856395,
      "grad_norm": 0.16197346150875092,
      "learning_rate": 0.0001372715160673946,
      "loss": 12.1576,
      "step": 23304
    },
    {
      "epoch": 3.816112657606026,
      "grad_norm": 0.2554307281970978,
      "learning_rate": 0.0001372667188681594,
      "loss": 12.2822,
      "step": 23305
    },
    {
      "epoch": 3.8162764041264126,
      "grad_norm": 0.1752607822418213,
      "learning_rate": 0.00013726192156932808,
      "loss": 12.1814,
      "step": 23306
    },
    {
      "epoch": 3.8164401506467986,
      "grad_norm": 0.13908027112483978,
      "learning_rate": 0.00013725712417091346,
      "loss": 12.2043,
      "step": 23307
    },
    {
      "epoch": 3.816603897167185,
      "grad_norm": 0.12632110714912415,
      "learning_rate": 0.00013725232667292838,
      "loss": 12.1943,
      "step": 23308
    },
    {
      "epoch": 3.8167676436875717,
      "grad_norm": 0.15483801066875458,
      "learning_rate": 0.0001372475290753856,
      "loss": 12.1886,
      "step": 23309
    },
    {
      "epoch": 3.8169313902079582,
      "grad_norm": 0.2218843549489975,
      "learning_rate": 0.000137242731378298,
      "loss": 12.1765,
      "step": 23310
    },
    {
      "epoch": 3.8170951367283443,
      "grad_norm": 0.1658153235912323,
      "learning_rate": 0.00013723793358167837,
      "loss": 12.1596,
      "step": 23311
    },
    {
      "epoch": 3.817258883248731,
      "grad_norm": 0.1510203331708908,
      "learning_rate": 0.00013723313568553958,
      "loss": 12.2038,
      "step": 23312
    },
    {
      "epoch": 3.8174226297691174,
      "grad_norm": 0.16491161286830902,
      "learning_rate": 0.0001372283376898944,
      "loss": 12.1589,
      "step": 23313
    },
    {
      "epoch": 3.817586376289504,
      "grad_norm": 0.25313183665275574,
      "learning_rate": 0.00013722353959475566,
      "loss": 12.213,
      "step": 23314
    },
    {
      "epoch": 3.8177501228098905,
      "grad_norm": 0.15058350563049316,
      "learning_rate": 0.00013721874140013623,
      "loss": 12.1863,
      "step": 23315
    },
    {
      "epoch": 3.817913869330277,
      "grad_norm": 0.19037365913391113,
      "learning_rate": 0.00013721394310604884,
      "loss": 12.2022,
      "step": 23316
    },
    {
      "epoch": 3.818077615850663,
      "grad_norm": 0.11588016152381897,
      "learning_rate": 0.00013720914471250644,
      "loss": 12.203,
      "step": 23317
    },
    {
      "epoch": 3.8182413623710496,
      "grad_norm": 0.15371829271316528,
      "learning_rate": 0.00013720434621952173,
      "loss": 12.1992,
      "step": 23318
    },
    {
      "epoch": 3.818405108891436,
      "grad_norm": 0.1530529111623764,
      "learning_rate": 0.00013719954762710763,
      "loss": 12.1922,
      "step": 23319
    },
    {
      "epoch": 3.8185688554118222,
      "grad_norm": 0.11489074677228928,
      "learning_rate": 0.0001371947489352769,
      "loss": 12.2278,
      "step": 23320
    },
    {
      "epoch": 3.8187326019322088,
      "grad_norm": 0.1244523674249649,
      "learning_rate": 0.0001371899501440424,
      "loss": 12.1591,
      "step": 23321
    },
    {
      "epoch": 3.8188963484525953,
      "grad_norm": 0.15446843206882477,
      "learning_rate": 0.00013718515125341695,
      "loss": 12.1798,
      "step": 23322
    },
    {
      "epoch": 3.819060094972982,
      "grad_norm": 0.15079279243946075,
      "learning_rate": 0.00013718035226341338,
      "loss": 12.1953,
      "step": 23323
    },
    {
      "epoch": 3.8192238414933684,
      "grad_norm": 0.20210658013820648,
      "learning_rate": 0.00013717555317404445,
      "loss": 12.1557,
      "step": 23324
    },
    {
      "epoch": 3.819387588013755,
      "grad_norm": 0.18299241364002228,
      "learning_rate": 0.00013717075398532309,
      "loss": 12.2316,
      "step": 23325
    },
    {
      "epoch": 3.8195513345341414,
      "grad_norm": 0.1494002491235733,
      "learning_rate": 0.00013716595469726205,
      "loss": 12.1505,
      "step": 23326
    },
    {
      "epoch": 3.8197150810545275,
      "grad_norm": 0.14322350919246674,
      "learning_rate": 0.0001371611553098742,
      "loss": 12.1982,
      "step": 23327
    },
    {
      "epoch": 3.819878827574914,
      "grad_norm": 0.15443222224712372,
      "learning_rate": 0.00013715635582317232,
      "loss": 12.1519,
      "step": 23328
    },
    {
      "epoch": 3.8200425740953006,
      "grad_norm": 0.18947680294513702,
      "learning_rate": 0.00013715155623716932,
      "loss": 12.1805,
      "step": 23329
    },
    {
      "epoch": 3.8202063206156867,
      "grad_norm": 0.2025330364704132,
      "learning_rate": 0.0001371467565518779,
      "loss": 12.1724,
      "step": 23330
    },
    {
      "epoch": 3.820370067136073,
      "grad_norm": 0.24009118974208832,
      "learning_rate": 0.00013714195676731104,
      "loss": 12.2307,
      "step": 23331
    },
    {
      "epoch": 3.8205338136564597,
      "grad_norm": 0.1398524045944214,
      "learning_rate": 0.00013713715688348142,
      "loss": 12.1517,
      "step": 23332
    },
    {
      "epoch": 3.8206975601768463,
      "grad_norm": 0.15966713428497314,
      "learning_rate": 0.000137132356900402,
      "loss": 12.1466,
      "step": 23333
    },
    {
      "epoch": 3.820861306697233,
      "grad_norm": 0.1518409550189972,
      "learning_rate": 0.00013712755681808547,
      "loss": 12.149,
      "step": 23334
    },
    {
      "epoch": 3.8210250532176193,
      "grad_norm": 0.16178810596466064,
      "learning_rate": 0.00013712275663654478,
      "loss": 12.1994,
      "step": 23335
    },
    {
      "epoch": 3.8211887997380054,
      "grad_norm": 0.13808615505695343,
      "learning_rate": 0.00013711795635579268,
      "loss": 12.2068,
      "step": 23336
    },
    {
      "epoch": 3.821352546258392,
      "grad_norm": 0.14359404146671295,
      "learning_rate": 0.00013711315597584204,
      "loss": 12.1493,
      "step": 23337
    },
    {
      "epoch": 3.8215162927787785,
      "grad_norm": 0.1431545466184616,
      "learning_rate": 0.00013710835549670568,
      "loss": 12.1383,
      "step": 23338
    },
    {
      "epoch": 3.821680039299165,
      "grad_norm": 0.1553625464439392,
      "learning_rate": 0.00013710355491839644,
      "loss": 12.2063,
      "step": 23339
    },
    {
      "epoch": 3.821843785819551,
      "grad_norm": 0.15004310011863708,
      "learning_rate": 0.00013709875424092714,
      "loss": 12.1754,
      "step": 23340
    },
    {
      "epoch": 3.8220075323399376,
      "grad_norm": 0.1722605973482132,
      "learning_rate": 0.00013709395346431057,
      "loss": 12.2316,
      "step": 23341
    },
    {
      "epoch": 3.822171278860324,
      "grad_norm": 0.15194816887378693,
      "learning_rate": 0.00013708915258855964,
      "loss": 12.207,
      "step": 23342
    },
    {
      "epoch": 3.8223350253807107,
      "grad_norm": 0.19390298426151276,
      "learning_rate": 0.00013708435161368708,
      "loss": 12.2542,
      "step": 23343
    },
    {
      "epoch": 3.822498771901097,
      "grad_norm": 0.1660403460264206,
      "learning_rate": 0.00013707955053970586,
      "loss": 12.1607,
      "step": 23344
    },
    {
      "epoch": 3.8226625184214837,
      "grad_norm": 0.1335226148366928,
      "learning_rate": 0.00013707474936662867,
      "loss": 12.2051,
      "step": 23345
    },
    {
      "epoch": 3.82282626494187,
      "grad_norm": 0.18284721672534943,
      "learning_rate": 0.00013706994809446844,
      "loss": 12.1661,
      "step": 23346
    },
    {
      "epoch": 3.8229900114622564,
      "grad_norm": 0.17309390008449554,
      "learning_rate": 0.0001370651467232379,
      "loss": 12.1548,
      "step": 23347
    },
    {
      "epoch": 3.823153757982643,
      "grad_norm": 0.1406843364238739,
      "learning_rate": 0.00013706034525295003,
      "loss": 12.155,
      "step": 23348
    },
    {
      "epoch": 3.8233175045030294,
      "grad_norm": 0.12636861205101013,
      "learning_rate": 0.0001370555436836175,
      "loss": 12.1902,
      "step": 23349
    },
    {
      "epoch": 3.8234812510234155,
      "grad_norm": 0.17402790486812592,
      "learning_rate": 0.00013705074201525322,
      "loss": 12.1809,
      "step": 23350
    },
    {
      "epoch": 3.823644997543802,
      "grad_norm": 0.17667163908481598,
      "learning_rate": 0.00013704594024787007,
      "loss": 12.1803,
      "step": 23351
    },
    {
      "epoch": 3.8238087440641886,
      "grad_norm": 0.18333779275417328,
      "learning_rate": 0.0001370411383814808,
      "loss": 12.1832,
      "step": 23352
    },
    {
      "epoch": 3.823972490584575,
      "grad_norm": 0.1167060136795044,
      "learning_rate": 0.0001370363364160983,
      "loss": 12.1777,
      "step": 23353
    },
    {
      "epoch": 3.8241362371049616,
      "grad_norm": 0.2503472864627838,
      "learning_rate": 0.00013703153435173535,
      "loss": 12.155,
      "step": 23354
    },
    {
      "epoch": 3.824299983625348,
      "grad_norm": 0.15521790087223053,
      "learning_rate": 0.00013702673218840485,
      "loss": 12.2006,
      "step": 23355
    },
    {
      "epoch": 3.8244637301457343,
      "grad_norm": 0.13677452504634857,
      "learning_rate": 0.00013702192992611956,
      "loss": 12.2292,
      "step": 23356
    },
    {
      "epoch": 3.824627476666121,
      "grad_norm": 0.13823799788951874,
      "learning_rate": 0.00013701712756489237,
      "loss": 12.1243,
      "step": 23357
    },
    {
      "epoch": 3.8247912231865073,
      "grad_norm": 0.1305852085351944,
      "learning_rate": 0.0001370123251047361,
      "loss": 12.2313,
      "step": 23358
    },
    {
      "epoch": 3.824954969706894,
      "grad_norm": 0.12663604319095612,
      "learning_rate": 0.00013700752254566358,
      "loss": 12.2332,
      "step": 23359
    },
    {
      "epoch": 3.82511871622728,
      "grad_norm": 0.1538262516260147,
      "learning_rate": 0.00013700271988768763,
      "loss": 12.1732,
      "step": 23360
    },
    {
      "epoch": 3.8252824627476665,
      "grad_norm": 0.15779508650302887,
      "learning_rate": 0.0001369979171308211,
      "loss": 12.1848,
      "step": 23361
    },
    {
      "epoch": 3.825446209268053,
      "grad_norm": 0.1586037427186966,
      "learning_rate": 0.00013699311427507684,
      "loss": 12.2015,
      "step": 23362
    },
    {
      "epoch": 3.8256099557884395,
      "grad_norm": 0.2167462706565857,
      "learning_rate": 0.00013698831132046767,
      "loss": 12.1397,
      "step": 23363
    },
    {
      "epoch": 3.825773702308826,
      "grad_norm": 0.15109843015670776,
      "learning_rate": 0.00013698350826700644,
      "loss": 12.1517,
      "step": 23364
    },
    {
      "epoch": 3.8259374488292126,
      "grad_norm": 0.1307695508003235,
      "learning_rate": 0.00013697870511470594,
      "loss": 12.137,
      "step": 23365
    },
    {
      "epoch": 3.8261011953495987,
      "grad_norm": 0.14883968234062195,
      "learning_rate": 0.00013697390186357907,
      "loss": 12.1665,
      "step": 23366
    },
    {
      "epoch": 3.8262649418699852,
      "grad_norm": 0.13460713624954224,
      "learning_rate": 0.00013696909851363865,
      "loss": 12.1949,
      "step": 23367
    },
    {
      "epoch": 3.8264286883903718,
      "grad_norm": 0.1875489503145218,
      "learning_rate": 0.00013696429506489745,
      "loss": 12.173,
      "step": 23368
    },
    {
      "epoch": 3.8265924349107583,
      "grad_norm": 0.17096984386444092,
      "learning_rate": 0.00013695949151736842,
      "loss": 12.1774,
      "step": 23369
    },
    {
      "epoch": 3.8267561814311444,
      "grad_norm": 0.1798345446586609,
      "learning_rate": 0.0001369546878710643,
      "loss": 12.2084,
      "step": 23370
    },
    {
      "epoch": 3.826919927951531,
      "grad_norm": 0.12082637846469879,
      "learning_rate": 0.00013694988412599798,
      "loss": 12.1756,
      "step": 23371
    },
    {
      "epoch": 3.8270836744719174,
      "grad_norm": 0.1377720683813095,
      "learning_rate": 0.0001369450802821823,
      "loss": 12.1474,
      "step": 23372
    },
    {
      "epoch": 3.827247420992304,
      "grad_norm": 0.1584378480911255,
      "learning_rate": 0.00013694027633963008,
      "loss": 12.15,
      "step": 23373
    },
    {
      "epoch": 3.8274111675126905,
      "grad_norm": 0.11832169443368912,
      "learning_rate": 0.00013693547229835416,
      "loss": 12.1814,
      "step": 23374
    },
    {
      "epoch": 3.827574914033077,
      "grad_norm": 0.19385530054569244,
      "learning_rate": 0.00013693066815836734,
      "loss": 12.1859,
      "step": 23375
    },
    {
      "epoch": 3.827738660553463,
      "grad_norm": 0.1420074701309204,
      "learning_rate": 0.00013692586391968257,
      "loss": 12.1634,
      "step": 23376
    },
    {
      "epoch": 3.8279024070738497,
      "grad_norm": 0.21525268256664276,
      "learning_rate": 0.00013692105958231258,
      "loss": 12.1887,
      "step": 23377
    },
    {
      "epoch": 3.828066153594236,
      "grad_norm": 0.14223824441432953,
      "learning_rate": 0.00013691625514627024,
      "loss": 12.1465,
      "step": 23378
    },
    {
      "epoch": 3.8282299001146227,
      "grad_norm": 0.12658114731311798,
      "learning_rate": 0.00013691145061156844,
      "loss": 12.1685,
      "step": 23379
    },
    {
      "epoch": 3.828393646635009,
      "grad_norm": 0.14822335541248322,
      "learning_rate": 0.00013690664597821995,
      "loss": 12.1292,
      "step": 23380
    },
    {
      "epoch": 3.8285573931553953,
      "grad_norm": 0.18813617527484894,
      "learning_rate": 0.00013690184124623764,
      "loss": 12.1854,
      "step": 23381
    },
    {
      "epoch": 3.828721139675782,
      "grad_norm": 0.11324182897806168,
      "learning_rate": 0.00013689703641563437,
      "loss": 12.1865,
      "step": 23382
    },
    {
      "epoch": 3.8288848861961684,
      "grad_norm": 0.16167697310447693,
      "learning_rate": 0.00013689223148642294,
      "loss": 12.1877,
      "step": 23383
    },
    {
      "epoch": 3.829048632716555,
      "grad_norm": 0.2057720273733139,
      "learning_rate": 0.0001368874264586162,
      "loss": 12.209,
      "step": 23384
    },
    {
      "epoch": 3.8292123792369415,
      "grad_norm": 0.1490122377872467,
      "learning_rate": 0.00013688262133222705,
      "loss": 12.1713,
      "step": 23385
    },
    {
      "epoch": 3.8293761257573276,
      "grad_norm": 0.13960009813308716,
      "learning_rate": 0.00013687781610726823,
      "loss": 12.1575,
      "step": 23386
    },
    {
      "epoch": 3.829539872277714,
      "grad_norm": 0.18611778318881989,
      "learning_rate": 0.0001368730107837527,
      "loss": 12.1803,
      "step": 23387
    },
    {
      "epoch": 3.8297036187981006,
      "grad_norm": 0.14722290635108948,
      "learning_rate": 0.00013686820536169323,
      "loss": 12.1644,
      "step": 23388
    },
    {
      "epoch": 3.8298673653184867,
      "grad_norm": 0.1383448988199234,
      "learning_rate": 0.00013686339984110264,
      "loss": 12.2102,
      "step": 23389
    },
    {
      "epoch": 3.8300311118388732,
      "grad_norm": 0.16412177681922913,
      "learning_rate": 0.00013685859422199383,
      "loss": 12.2146,
      "step": 23390
    },
    {
      "epoch": 3.8301948583592598,
      "grad_norm": 0.1403641551733017,
      "learning_rate": 0.00013685378850437961,
      "loss": 12.1748,
      "step": 23391
    },
    {
      "epoch": 3.8303586048796463,
      "grad_norm": 0.13444387912750244,
      "learning_rate": 0.00013684898268827284,
      "loss": 12.1488,
      "step": 23392
    },
    {
      "epoch": 3.830522351400033,
      "grad_norm": 0.12840619683265686,
      "learning_rate": 0.00013684417677368638,
      "loss": 12.1786,
      "step": 23393
    },
    {
      "epoch": 3.8306860979204194,
      "grad_norm": 0.25083109736442566,
      "learning_rate": 0.000136839370760633,
      "loss": 12.1888,
      "step": 23394
    },
    {
      "epoch": 3.830849844440806,
      "grad_norm": 0.16069792211055756,
      "learning_rate": 0.00013683456464912562,
      "loss": 12.1398,
      "step": 23395
    },
    {
      "epoch": 3.831013590961192,
      "grad_norm": 0.13686978816986084,
      "learning_rate": 0.00013682975843917706,
      "loss": 12.1929,
      "step": 23396
    },
    {
      "epoch": 3.8311773374815785,
      "grad_norm": 0.12452619522809982,
      "learning_rate": 0.0001368249521308002,
      "loss": 12.1553,
      "step": 23397
    },
    {
      "epoch": 3.831341084001965,
      "grad_norm": 0.137409970164299,
      "learning_rate": 0.0001368201457240078,
      "loss": 12.1925,
      "step": 23398
    },
    {
      "epoch": 3.831504830522351,
      "grad_norm": 0.13347359001636505,
      "learning_rate": 0.00013681533921881275,
      "loss": 12.1411,
      "step": 23399
    },
    {
      "epoch": 3.8316685770427377,
      "grad_norm": 0.19863493740558624,
      "learning_rate": 0.00013681053261522792,
      "loss": 12.2078,
      "step": 23400
    },
    {
      "epoch": 3.831832323563124,
      "grad_norm": 0.17359766364097595,
      "learning_rate": 0.00013680572591326615,
      "loss": 12.1459,
      "step": 23401
    },
    {
      "epoch": 3.8319960700835107,
      "grad_norm": 0.15583112835884094,
      "learning_rate": 0.00013680091911294023,
      "loss": 12.1903,
      "step": 23402
    },
    {
      "epoch": 3.8321598166038973,
      "grad_norm": 0.14147993922233582,
      "learning_rate": 0.00013679611221426306,
      "loss": 12.1446,
      "step": 23403
    },
    {
      "epoch": 3.832323563124284,
      "grad_norm": 0.15406298637390137,
      "learning_rate": 0.0001367913052172475,
      "loss": 12.146,
      "step": 23404
    },
    {
      "epoch": 3.8324873096446703,
      "grad_norm": 0.16512185335159302,
      "learning_rate": 0.00013678649812190634,
      "loss": 12.1943,
      "step": 23405
    },
    {
      "epoch": 3.8326510561650564,
      "grad_norm": 0.20063720643520355,
      "learning_rate": 0.00013678169092825248,
      "loss": 12.2345,
      "step": 23406
    },
    {
      "epoch": 3.832814802685443,
      "grad_norm": 0.1442583203315735,
      "learning_rate": 0.00013677688363629878,
      "loss": 12.153,
      "step": 23407
    },
    {
      "epoch": 3.8329785492058295,
      "grad_norm": 0.1832474172115326,
      "learning_rate": 0.00013677207624605798,
      "loss": 12.2102,
      "step": 23408
    },
    {
      "epoch": 3.8331422957262156,
      "grad_norm": 0.1497463583946228,
      "learning_rate": 0.000136767268757543,
      "loss": 12.1553,
      "step": 23409
    },
    {
      "epoch": 3.833306042246602,
      "grad_norm": 0.17203380167484283,
      "learning_rate": 0.00013676246117076677,
      "loss": 12.2703,
      "step": 23410
    },
    {
      "epoch": 3.8334697887669886,
      "grad_norm": 0.1150292381644249,
      "learning_rate": 0.00013675765348574202,
      "loss": 12.179,
      "step": 23411
    },
    {
      "epoch": 3.833633535287375,
      "grad_norm": 0.1561729907989502,
      "learning_rate": 0.00013675284570248164,
      "loss": 12.1543,
      "step": 23412
    },
    {
      "epoch": 3.8337972818077617,
      "grad_norm": 0.14575758576393127,
      "learning_rate": 0.00013674803782099843,
      "loss": 12.1607,
      "step": 23413
    },
    {
      "epoch": 3.8339610283281482,
      "grad_norm": 0.16096554696559906,
      "learning_rate": 0.00013674322984130535,
      "loss": 12.1107,
      "step": 23414
    },
    {
      "epoch": 3.8341247748485343,
      "grad_norm": 0.1315128207206726,
      "learning_rate": 0.00013673842176341512,
      "loss": 12.1595,
      "step": 23415
    },
    {
      "epoch": 3.834288521368921,
      "grad_norm": 0.15395016968250275,
      "learning_rate": 0.00013673361358734068,
      "loss": 12.1752,
      "step": 23416
    },
    {
      "epoch": 3.8344522678893074,
      "grad_norm": 0.12480461597442627,
      "learning_rate": 0.00013672880531309488,
      "loss": 12.1379,
      "step": 23417
    },
    {
      "epoch": 3.834616014409694,
      "grad_norm": 0.2735017240047455,
      "learning_rate": 0.0001367239969406905,
      "loss": 12.1502,
      "step": 23418
    },
    {
      "epoch": 3.83477976093008,
      "grad_norm": 0.11276201903820038,
      "learning_rate": 0.00013671918847014047,
      "loss": 12.1757,
      "step": 23419
    },
    {
      "epoch": 3.8349435074504665,
      "grad_norm": 0.13170765340328217,
      "learning_rate": 0.00013671437990145756,
      "loss": 12.1608,
      "step": 23420
    },
    {
      "epoch": 3.835107253970853,
      "grad_norm": 0.1670190989971161,
      "learning_rate": 0.00013670957123465473,
      "loss": 12.2104,
      "step": 23421
    },
    {
      "epoch": 3.8352710004912396,
      "grad_norm": 0.1451675444841385,
      "learning_rate": 0.0001367047624697447,
      "loss": 12.1502,
      "step": 23422
    },
    {
      "epoch": 3.835434747011626,
      "grad_norm": 0.11827736347913742,
      "learning_rate": 0.00013669995360674045,
      "loss": 12.1794,
      "step": 23423
    },
    {
      "epoch": 3.8355984935320127,
      "grad_norm": 0.12386057525873184,
      "learning_rate": 0.0001366951446456547,
      "loss": 12.1395,
      "step": 23424
    },
    {
      "epoch": 3.8357622400523987,
      "grad_norm": 0.12367936223745346,
      "learning_rate": 0.00013669033558650045,
      "loss": 12.1658,
      "step": 23425
    },
    {
      "epoch": 3.8359259865727853,
      "grad_norm": 0.17487336695194244,
      "learning_rate": 0.00013668552642929043,
      "loss": 12.1826,
      "step": 23426
    },
    {
      "epoch": 3.836089733093172,
      "grad_norm": 0.14747238159179688,
      "learning_rate": 0.00013668071717403755,
      "loss": 12.1508,
      "step": 23427
    },
    {
      "epoch": 3.8362534796135583,
      "grad_norm": 0.1582546830177307,
      "learning_rate": 0.00013667590782075463,
      "loss": 12.1596,
      "step": 23428
    },
    {
      "epoch": 3.8364172261339444,
      "grad_norm": 0.1461629420518875,
      "learning_rate": 0.00013667109836945458,
      "loss": 12.1939,
      "step": 23429
    },
    {
      "epoch": 3.836580972654331,
      "grad_norm": 0.14398454129695892,
      "learning_rate": 0.0001366662888201502,
      "loss": 12.1366,
      "step": 23430
    },
    {
      "epoch": 3.8367447191747175,
      "grad_norm": 0.1410297006368637,
      "learning_rate": 0.00013666147917285433,
      "loss": 12.1816,
      "step": 23431
    },
    {
      "epoch": 3.836908465695104,
      "grad_norm": 0.1437353789806366,
      "learning_rate": 0.00013665666942757988,
      "loss": 12.1579,
      "step": 23432
    },
    {
      "epoch": 3.8370722122154906,
      "grad_norm": 0.17208924889564514,
      "learning_rate": 0.0001366518595843397,
      "loss": 12.1523,
      "step": 23433
    },
    {
      "epoch": 3.837235958735877,
      "grad_norm": 0.1375560164451599,
      "learning_rate": 0.00013664704964314658,
      "loss": 12.183,
      "step": 23434
    },
    {
      "epoch": 3.837399705256263,
      "grad_norm": 0.26205673813819885,
      "learning_rate": 0.00013664223960401344,
      "loss": 12.1815,
      "step": 23435
    },
    {
      "epoch": 3.8375634517766497,
      "grad_norm": 0.1415742039680481,
      "learning_rate": 0.0001366374294669531,
      "loss": 12.2196,
      "step": 23436
    },
    {
      "epoch": 3.8377271982970362,
      "grad_norm": 0.168873593211174,
      "learning_rate": 0.00013663261923197844,
      "loss": 12.1534,
      "step": 23437
    },
    {
      "epoch": 3.8378909448174228,
      "grad_norm": 0.18381400406360626,
      "learning_rate": 0.0001366278088991023,
      "loss": 12.2127,
      "step": 23438
    },
    {
      "epoch": 3.838054691337809,
      "grad_norm": 0.1661258041858673,
      "learning_rate": 0.00013662299846833753,
      "loss": 12.1697,
      "step": 23439
    },
    {
      "epoch": 3.8382184378581954,
      "grad_norm": 0.24097426235675812,
      "learning_rate": 0.00013661818793969703,
      "loss": 12.1375,
      "step": 23440
    },
    {
      "epoch": 3.838382184378582,
      "grad_norm": 0.14032262563705444,
      "learning_rate": 0.00013661337731319358,
      "loss": 12.2021,
      "step": 23441
    },
    {
      "epoch": 3.8385459308989685,
      "grad_norm": 0.16149792075157166,
      "learning_rate": 0.00013660856658884009,
      "loss": 12.2081,
      "step": 23442
    },
    {
      "epoch": 3.838709677419355,
      "grad_norm": 0.1448359191417694,
      "learning_rate": 0.0001366037557666494,
      "loss": 12.1736,
      "step": 23443
    },
    {
      "epoch": 3.8388734239397415,
      "grad_norm": 0.15713922679424286,
      "learning_rate": 0.00013659894484663437,
      "loss": 12.1385,
      "step": 23444
    },
    {
      "epoch": 3.8390371704601276,
      "grad_norm": 0.16382190585136414,
      "learning_rate": 0.00013659413382880785,
      "loss": 12.1752,
      "step": 23445
    },
    {
      "epoch": 3.839200916980514,
      "grad_norm": 0.1356990933418274,
      "learning_rate": 0.00013658932271318273,
      "loss": 12.1507,
      "step": 23446
    },
    {
      "epoch": 3.8393646635009007,
      "grad_norm": 0.1352359503507614,
      "learning_rate": 0.00013658451149977185,
      "loss": 12.1817,
      "step": 23447
    },
    {
      "epoch": 3.839528410021287,
      "grad_norm": 0.16948246955871582,
      "learning_rate": 0.00013657970018858805,
      "loss": 12.2005,
      "step": 23448
    },
    {
      "epoch": 3.8396921565416733,
      "grad_norm": 0.21135392785072327,
      "learning_rate": 0.00013657488877964418,
      "loss": 12.1461,
      "step": 23449
    },
    {
      "epoch": 3.83985590306206,
      "grad_norm": 0.1900063455104828,
      "learning_rate": 0.00013657007727295315,
      "loss": 12.1572,
      "step": 23450
    },
    {
      "epoch": 3.8400196495824463,
      "grad_norm": 0.14958500862121582,
      "learning_rate": 0.00013656526566852776,
      "loss": 12.2243,
      "step": 23451
    },
    {
      "epoch": 3.840183396102833,
      "grad_norm": 0.14564259350299835,
      "learning_rate": 0.00013656045396638093,
      "loss": 12.1762,
      "step": 23452
    },
    {
      "epoch": 3.8403471426232194,
      "grad_norm": 0.18139156699180603,
      "learning_rate": 0.00013655564216652545,
      "loss": 12.1814,
      "step": 23453
    },
    {
      "epoch": 3.840510889143606,
      "grad_norm": 0.24095790088176727,
      "learning_rate": 0.00013655083026897424,
      "loss": 12.1501,
      "step": 23454
    },
    {
      "epoch": 3.840674635663992,
      "grad_norm": 0.1445140689611435,
      "learning_rate": 0.0001365460182737401,
      "loss": 12.1639,
      "step": 23455
    },
    {
      "epoch": 3.8408383821843786,
      "grad_norm": 0.16016191244125366,
      "learning_rate": 0.00013654120618083595,
      "loss": 12.1725,
      "step": 23456
    },
    {
      "epoch": 3.841002128704765,
      "grad_norm": 0.1259888857603073,
      "learning_rate": 0.00013653639399027466,
      "loss": 12.1469,
      "step": 23457
    },
    {
      "epoch": 3.8411658752251516,
      "grad_norm": 0.23724476993083954,
      "learning_rate": 0.000136531581702069,
      "loss": 12.166,
      "step": 23458
    },
    {
      "epoch": 3.8413296217455377,
      "grad_norm": 0.15780173242092133,
      "learning_rate": 0.00013652676931623194,
      "loss": 12.2317,
      "step": 23459
    },
    {
      "epoch": 3.8414933682659242,
      "grad_norm": 0.1365458071231842,
      "learning_rate": 0.00013652195683277625,
      "loss": 12.1737,
      "step": 23460
    },
    {
      "epoch": 3.841657114786311,
      "grad_norm": 0.2619050145149231,
      "learning_rate": 0.00013651714425171486,
      "loss": 12.1752,
      "step": 23461
    },
    {
      "epoch": 3.8418208613066973,
      "grad_norm": 0.19861076772212982,
      "learning_rate": 0.00013651233157306058,
      "loss": 12.2048,
      "step": 23462
    },
    {
      "epoch": 3.841984607827084,
      "grad_norm": 0.15266607701778412,
      "learning_rate": 0.00013650751879682629,
      "loss": 12.1966,
      "step": 23463
    },
    {
      "epoch": 3.8421483543474704,
      "grad_norm": 0.16205067932605743,
      "learning_rate": 0.00013650270592302486,
      "loss": 12.1728,
      "step": 23464
    },
    {
      "epoch": 3.8423121008678565,
      "grad_norm": 0.1414094865322113,
      "learning_rate": 0.00013649789295166914,
      "loss": 12.2537,
      "step": 23465
    },
    {
      "epoch": 3.842475847388243,
      "grad_norm": 0.11061961203813553,
      "learning_rate": 0.00013649307988277204,
      "loss": 12.1517,
      "step": 23466
    },
    {
      "epoch": 3.8426395939086295,
      "grad_norm": 0.20975254476070404,
      "learning_rate": 0.00013648826671634637,
      "loss": 12.2068,
      "step": 23467
    },
    {
      "epoch": 3.8428033404290156,
      "grad_norm": 0.1566665768623352,
      "learning_rate": 0.00013648345345240498,
      "loss": 12.1952,
      "step": 23468
    },
    {
      "epoch": 3.842967086949402,
      "grad_norm": 0.12618964910507202,
      "learning_rate": 0.00013647864009096078,
      "loss": 12.2043,
      "step": 23469
    },
    {
      "epoch": 3.8431308334697887,
      "grad_norm": 0.11903674155473709,
      "learning_rate": 0.00013647382663202663,
      "loss": 12.1904,
      "step": 23470
    },
    {
      "epoch": 3.843294579990175,
      "grad_norm": 0.15263764560222626,
      "learning_rate": 0.00013646901307561536,
      "loss": 12.1468,
      "step": 23471
    },
    {
      "epoch": 3.8434583265105617,
      "grad_norm": 0.13981305062770844,
      "learning_rate": 0.00013646419942173985,
      "loss": 12.1727,
      "step": 23472
    },
    {
      "epoch": 3.8436220730309483,
      "grad_norm": 0.1295863687992096,
      "learning_rate": 0.000136459385670413,
      "loss": 12.1563,
      "step": 23473
    },
    {
      "epoch": 3.843785819551335,
      "grad_norm": 0.21820713579654694,
      "learning_rate": 0.00013645457182164761,
      "loss": 12.1602,
      "step": 23474
    },
    {
      "epoch": 3.843949566071721,
      "grad_norm": 0.1282636672258377,
      "learning_rate": 0.00013644975787545659,
      "loss": 12.1877,
      "step": 23475
    },
    {
      "epoch": 3.8441133125921074,
      "grad_norm": 0.13283878564834595,
      "learning_rate": 0.0001364449438318528,
      "loss": 12.1841,
      "step": 23476
    },
    {
      "epoch": 3.844277059112494,
      "grad_norm": 0.11360964924097061,
      "learning_rate": 0.00013644012969084909,
      "loss": 12.2025,
      "step": 23477
    },
    {
      "epoch": 3.84444080563288,
      "grad_norm": 0.17714180052280426,
      "learning_rate": 0.00013643531545245836,
      "loss": 12.1776,
      "step": 23478
    },
    {
      "epoch": 3.8446045521532666,
      "grad_norm": 0.13856375217437744,
      "learning_rate": 0.0001364305011166934,
      "loss": 12.1673,
      "step": 23479
    },
    {
      "epoch": 3.844768298673653,
      "grad_norm": 0.2129610776901245,
      "learning_rate": 0.00013642568668356715,
      "loss": 12.1726,
      "step": 23480
    },
    {
      "epoch": 3.8449320451940396,
      "grad_norm": 0.16163873672485352,
      "learning_rate": 0.0001364208721530925,
      "loss": 12.2349,
      "step": 23481
    },
    {
      "epoch": 3.845095791714426,
      "grad_norm": 0.11554819345474243,
      "learning_rate": 0.00013641605752528224,
      "loss": 12.1772,
      "step": 23482
    },
    {
      "epoch": 3.8452595382348127,
      "grad_norm": 0.10493472963571548,
      "learning_rate": 0.00013641124280014925,
      "loss": 12.1969,
      "step": 23483
    },
    {
      "epoch": 3.845423284755199,
      "grad_norm": 0.14181411266326904,
      "learning_rate": 0.0001364064279777064,
      "loss": 12.1877,
      "step": 23484
    },
    {
      "epoch": 3.8455870312755853,
      "grad_norm": 0.12217340618371964,
      "learning_rate": 0.00013640161305796664,
      "loss": 12.1926,
      "step": 23485
    },
    {
      "epoch": 3.845750777795972,
      "grad_norm": 0.13902771472930908,
      "learning_rate": 0.00013639679804094274,
      "loss": 12.2036,
      "step": 23486
    },
    {
      "epoch": 3.8459145243163584,
      "grad_norm": 0.15838336944580078,
      "learning_rate": 0.00013639198292664758,
      "loss": 12.1792,
      "step": 23487
    },
    {
      "epoch": 3.8460782708367445,
      "grad_norm": 0.16454701125621796,
      "learning_rate": 0.0001363871677150941,
      "loss": 12.198,
      "step": 23488
    },
    {
      "epoch": 3.846242017357131,
      "grad_norm": 0.15743979811668396,
      "learning_rate": 0.00013638235240629506,
      "loss": 12.1756,
      "step": 23489
    },
    {
      "epoch": 3.8464057638775175,
      "grad_norm": 0.16602899134159088,
      "learning_rate": 0.0001363775370002634,
      "loss": 12.1512,
      "step": 23490
    },
    {
      "epoch": 3.846569510397904,
      "grad_norm": 0.1448180377483368,
      "learning_rate": 0.00013637272149701198,
      "loss": 12.1666,
      "step": 23491
    },
    {
      "epoch": 3.8467332569182906,
      "grad_norm": 0.13594220578670502,
      "learning_rate": 0.00013636790589655368,
      "loss": 12.1709,
      "step": 23492
    },
    {
      "epoch": 3.846897003438677,
      "grad_norm": 0.1384757161140442,
      "learning_rate": 0.00013636309019890135,
      "loss": 12.1783,
      "step": 23493
    },
    {
      "epoch": 3.847060749959063,
      "grad_norm": 0.1572571098804474,
      "learning_rate": 0.00013635827440406785,
      "loss": 12.1844,
      "step": 23494
    },
    {
      "epoch": 3.8472244964794498,
      "grad_norm": 0.1488865613937378,
      "learning_rate": 0.0001363534585120661,
      "loss": 12.1888,
      "step": 23495
    },
    {
      "epoch": 3.8473882429998363,
      "grad_norm": 0.1370517611503601,
      "learning_rate": 0.00013634864252290888,
      "loss": 12.1806,
      "step": 23496
    },
    {
      "epoch": 3.847551989520223,
      "grad_norm": 0.16011498868465424,
      "learning_rate": 0.00013634382643660918,
      "loss": 12.1791,
      "step": 23497
    },
    {
      "epoch": 3.847715736040609,
      "grad_norm": 0.17672835290431976,
      "learning_rate": 0.00013633901025317976,
      "loss": 12.1564,
      "step": 23498
    },
    {
      "epoch": 3.8478794825609954,
      "grad_norm": 0.1960287094116211,
      "learning_rate": 0.00013633419397263355,
      "loss": 12.135,
      "step": 23499
    },
    {
      "epoch": 3.848043229081382,
      "grad_norm": 0.1682904064655304,
      "learning_rate": 0.00013632937759498344,
      "loss": 12.1463,
      "step": 23500
    },
    {
      "epoch": 3.8482069756017685,
      "grad_norm": 0.13186828792095184,
      "learning_rate": 0.00013632456112024223,
      "loss": 12.1566,
      "step": 23501
    },
    {
      "epoch": 3.848370722122155,
      "grad_norm": 0.15053588151931763,
      "learning_rate": 0.00013631974454842284,
      "loss": 12.2044,
      "step": 23502
    },
    {
      "epoch": 3.8485344686425416,
      "grad_norm": 0.21657231450080872,
      "learning_rate": 0.0001363149278795382,
      "loss": 12.232,
      "step": 23503
    },
    {
      "epoch": 3.8486982151629276,
      "grad_norm": 0.14581133425235748,
      "learning_rate": 0.00013631011111360107,
      "loss": 12.2062,
      "step": 23504
    },
    {
      "epoch": 3.848861961683314,
      "grad_norm": 0.1362627148628235,
      "learning_rate": 0.00013630529425062436,
      "loss": 12.1939,
      "step": 23505
    },
    {
      "epoch": 3.8490257082037007,
      "grad_norm": 0.1611797958612442,
      "learning_rate": 0.00013630047729062096,
      "loss": 12.1525,
      "step": 23506
    },
    {
      "epoch": 3.8491894547240872,
      "grad_norm": 0.1386609673500061,
      "learning_rate": 0.00013629566023360375,
      "loss": 12.1893,
      "step": 23507
    },
    {
      "epoch": 3.8493532012444733,
      "grad_norm": 0.13836069405078888,
      "learning_rate": 0.0001362908430795856,
      "loss": 12.1277,
      "step": 23508
    },
    {
      "epoch": 3.84951694776486,
      "grad_norm": 0.12885035574436188,
      "learning_rate": 0.00013628602582857935,
      "loss": 12.1837,
      "step": 23509
    },
    {
      "epoch": 3.8496806942852464,
      "grad_norm": 0.19040723145008087,
      "learning_rate": 0.00013628120848059794,
      "loss": 12.182,
      "step": 23510
    },
    {
      "epoch": 3.849844440805633,
      "grad_norm": 0.1353118121623993,
      "learning_rate": 0.0001362763910356542,
      "loss": 12.1983,
      "step": 23511
    },
    {
      "epoch": 3.8500081873260195,
      "grad_norm": 0.13876420259475708,
      "learning_rate": 0.00013627157349376098,
      "loss": 12.166,
      "step": 23512
    },
    {
      "epoch": 3.850171933846406,
      "grad_norm": 0.1422480195760727,
      "learning_rate": 0.00013626675585493118,
      "loss": 12.1591,
      "step": 23513
    },
    {
      "epoch": 3.850335680366792,
      "grad_norm": 0.15444020926952362,
      "learning_rate": 0.00013626193811917773,
      "loss": 12.1566,
      "step": 23514
    },
    {
      "epoch": 3.8504994268871786,
      "grad_norm": 0.17791412770748138,
      "learning_rate": 0.00013625712028651342,
      "loss": 12.1839,
      "step": 23515
    },
    {
      "epoch": 3.850663173407565,
      "grad_norm": 0.12053424119949341,
      "learning_rate": 0.0001362523023569512,
      "loss": 12.1781,
      "step": 23516
    },
    {
      "epoch": 3.8508269199279517,
      "grad_norm": 0.155530646443367,
      "learning_rate": 0.00013624748433050388,
      "loss": 12.2252,
      "step": 23517
    },
    {
      "epoch": 3.8509906664483378,
      "grad_norm": 0.17320892214775085,
      "learning_rate": 0.00013624266620718438,
      "loss": 12.1991,
      "step": 23518
    },
    {
      "epoch": 3.8511544129687243,
      "grad_norm": 0.14488008618354797,
      "learning_rate": 0.00013623784798700553,
      "loss": 12.1328,
      "step": 23519
    },
    {
      "epoch": 3.851318159489111,
      "grad_norm": 0.17384330928325653,
      "learning_rate": 0.00013623302966998024,
      "loss": 12.1368,
      "step": 23520
    },
    {
      "epoch": 3.8514819060094974,
      "grad_norm": 0.13897037506103516,
      "learning_rate": 0.0001362282112561214,
      "loss": 12.1892,
      "step": 23521
    },
    {
      "epoch": 3.851645652529884,
      "grad_norm": 0.1685635894536972,
      "learning_rate": 0.0001362233927454419,
      "loss": 12.1843,
      "step": 23522
    },
    {
      "epoch": 3.8518093990502704,
      "grad_norm": 0.1997983604669571,
      "learning_rate": 0.00013621857413795453,
      "loss": 12.1944,
      "step": 23523
    },
    {
      "epoch": 3.8519731455706565,
      "grad_norm": 0.1980888694524765,
      "learning_rate": 0.00013621375543367226,
      "loss": 12.19,
      "step": 23524
    },
    {
      "epoch": 3.852136892091043,
      "grad_norm": 0.25389301776885986,
      "learning_rate": 0.00013620893663260795,
      "loss": 12.2736,
      "step": 23525
    },
    {
      "epoch": 3.8523006386114296,
      "grad_norm": 0.17344260215759277,
      "learning_rate": 0.00013620411773477442,
      "loss": 12.1825,
      "step": 23526
    },
    {
      "epoch": 3.852464385131816,
      "grad_norm": 0.12680692970752716,
      "learning_rate": 0.00013619929874018462,
      "loss": 12.1528,
      "step": 23527
    },
    {
      "epoch": 3.852628131652202,
      "grad_norm": 0.18323589861392975,
      "learning_rate": 0.00013619447964885142,
      "loss": 12.1601,
      "step": 23528
    },
    {
      "epoch": 3.8527918781725887,
      "grad_norm": 0.16085699200630188,
      "learning_rate": 0.00013618966046078767,
      "loss": 12.2144,
      "step": 23529
    },
    {
      "epoch": 3.8529556246929753,
      "grad_norm": 0.13825233280658722,
      "learning_rate": 0.00013618484117600623,
      "loss": 12.1951,
      "step": 23530
    },
    {
      "epoch": 3.853119371213362,
      "grad_norm": 0.16487368941307068,
      "learning_rate": 0.00013618002179452003,
      "loss": 12.2129,
      "step": 23531
    },
    {
      "epoch": 3.8532831177337483,
      "grad_norm": 0.15043649077415466,
      "learning_rate": 0.00013617520231634192,
      "loss": 12.1908,
      "step": 23532
    },
    {
      "epoch": 3.853446864254135,
      "grad_norm": 0.14372387528419495,
      "learning_rate": 0.00013617038274148482,
      "loss": 12.1535,
      "step": 23533
    },
    {
      "epoch": 3.853610610774521,
      "grad_norm": 0.13526670634746552,
      "learning_rate": 0.00013616556306996156,
      "loss": 12.1257,
      "step": 23534
    },
    {
      "epoch": 3.8537743572949075,
      "grad_norm": 0.14945435523986816,
      "learning_rate": 0.00013616074330178503,
      "loss": 12.209,
      "step": 23535
    },
    {
      "epoch": 3.853938103815294,
      "grad_norm": 0.1631164401769638,
      "learning_rate": 0.00013615592343696814,
      "loss": 12.1276,
      "step": 23536
    },
    {
      "epoch": 3.85410185033568,
      "grad_norm": 0.17861345410346985,
      "learning_rate": 0.00013615110347552377,
      "loss": 12.1975,
      "step": 23537
    },
    {
      "epoch": 3.8542655968560666,
      "grad_norm": 0.2001720517873764,
      "learning_rate": 0.00013614628341746473,
      "loss": 12.1615,
      "step": 23538
    },
    {
      "epoch": 3.854429343376453,
      "grad_norm": 0.17588384449481964,
      "learning_rate": 0.00013614146326280398,
      "loss": 12.1433,
      "step": 23539
    },
    {
      "epoch": 3.8545930898968397,
      "grad_norm": 0.13823965191841125,
      "learning_rate": 0.0001361366430115544,
      "loss": 12.1888,
      "step": 23540
    },
    {
      "epoch": 3.854756836417226,
      "grad_norm": 0.17831428349018097,
      "learning_rate": 0.0001361318226637288,
      "loss": 12.195,
      "step": 23541
    },
    {
      "epoch": 3.8549205829376127,
      "grad_norm": 0.1512262374162674,
      "learning_rate": 0.00013612700221934016,
      "loss": 12.1733,
      "step": 23542
    },
    {
      "epoch": 3.8550843294579993,
      "grad_norm": 0.1498142033815384,
      "learning_rate": 0.00013612218167840132,
      "loss": 12.1435,
      "step": 23543
    },
    {
      "epoch": 3.8552480759783854,
      "grad_norm": 0.14146257936954498,
      "learning_rate": 0.00013611736104092513,
      "loss": 12.2048,
      "step": 23544
    },
    {
      "epoch": 3.855411822498772,
      "grad_norm": 0.12330368906259537,
      "learning_rate": 0.0001361125403069245,
      "loss": 12.1721,
      "step": 23545
    },
    {
      "epoch": 3.8555755690191584,
      "grad_norm": 0.14748239517211914,
      "learning_rate": 0.00013610771947641234,
      "loss": 12.1993,
      "step": 23546
    },
    {
      "epoch": 3.8557393155395445,
      "grad_norm": 0.14622391760349274,
      "learning_rate": 0.0001361028985494015,
      "loss": 12.1882,
      "step": 23547
    },
    {
      "epoch": 3.855903062059931,
      "grad_norm": 0.1658981740474701,
      "learning_rate": 0.00013609807752590486,
      "loss": 12.1652,
      "step": 23548
    },
    {
      "epoch": 3.8560668085803176,
      "grad_norm": 0.15798306465148926,
      "learning_rate": 0.00013609325640593533,
      "loss": 12.213,
      "step": 23549
    },
    {
      "epoch": 3.856230555100704,
      "grad_norm": 0.15426401793956757,
      "learning_rate": 0.00013608843518950577,
      "loss": 12.1863,
      "step": 23550
    },
    {
      "epoch": 3.8563943016210906,
      "grad_norm": 0.19021287560462952,
      "learning_rate": 0.00013608361387662909,
      "loss": 12.181,
      "step": 23551
    },
    {
      "epoch": 3.856558048141477,
      "grad_norm": 0.17810507118701935,
      "learning_rate": 0.00013607879246731817,
      "loss": 12.2031,
      "step": 23552
    },
    {
      "epoch": 3.8567217946618637,
      "grad_norm": 0.20692481100559235,
      "learning_rate": 0.00013607397096158588,
      "loss": 12.1548,
      "step": 23553
    },
    {
      "epoch": 3.85688554118225,
      "grad_norm": 0.16222837567329407,
      "learning_rate": 0.00013606914935944511,
      "loss": 12.2254,
      "step": 23554
    },
    {
      "epoch": 3.8570492877026363,
      "grad_norm": 0.11407285183668137,
      "learning_rate": 0.00013606432766090872,
      "loss": 12.1694,
      "step": 23555
    },
    {
      "epoch": 3.857213034223023,
      "grad_norm": 0.20941554009914398,
      "learning_rate": 0.00013605950586598967,
      "loss": 12.1477,
      "step": 23556
    },
    {
      "epoch": 3.857376780743409,
      "grad_norm": 0.18529151380062103,
      "learning_rate": 0.00013605468397470075,
      "loss": 12.1872,
      "step": 23557
    },
    {
      "epoch": 3.8575405272637955,
      "grad_norm": 0.1288275122642517,
      "learning_rate": 0.00013604986198705493,
      "loss": 12.1674,
      "step": 23558
    },
    {
      "epoch": 3.857704273784182,
      "grad_norm": 0.23560519516468048,
      "learning_rate": 0.0001360450399030651,
      "loss": 12.1518,
      "step": 23559
    },
    {
      "epoch": 3.8578680203045685,
      "grad_norm": 0.17544910311698914,
      "learning_rate": 0.00013604021772274405,
      "loss": 12.1449,
      "step": 23560
    },
    {
      "epoch": 3.858031766824955,
      "grad_norm": 0.14382462203502655,
      "learning_rate": 0.00013603539544610474,
      "loss": 12.1327,
      "step": 23561
    },
    {
      "epoch": 3.8581955133453416,
      "grad_norm": 0.14507654309272766,
      "learning_rate": 0.00013603057307316006,
      "loss": 12.1669,
      "step": 23562
    },
    {
      "epoch": 3.8583592598657277,
      "grad_norm": 0.15751123428344727,
      "learning_rate": 0.00013602575060392292,
      "loss": 12.1836,
      "step": 23563
    },
    {
      "epoch": 3.8585230063861142,
      "grad_norm": 0.1520620584487915,
      "learning_rate": 0.00013602092803840612,
      "loss": 12.238,
      "step": 23564
    },
    {
      "epoch": 3.8586867529065008,
      "grad_norm": 0.1318700611591339,
      "learning_rate": 0.00013601610537662258,
      "loss": 12.1627,
      "step": 23565
    },
    {
      "epoch": 3.8588504994268873,
      "grad_norm": 0.16402560472488403,
      "learning_rate": 0.00013601128261858526,
      "loss": 12.1466,
      "step": 23566
    },
    {
      "epoch": 3.8590142459472734,
      "grad_norm": 0.3173670172691345,
      "learning_rate": 0.00013600645976430701,
      "loss": 12.1342,
      "step": 23567
    },
    {
      "epoch": 3.85917799246766,
      "grad_norm": 0.159539133310318,
      "learning_rate": 0.00013600163681380068,
      "loss": 12.1552,
      "step": 23568
    },
    {
      "epoch": 3.8593417389880464,
      "grad_norm": 0.12341909110546112,
      "learning_rate": 0.00013599681376707918,
      "loss": 12.1999,
      "step": 23569
    },
    {
      "epoch": 3.859505485508433,
      "grad_norm": 0.21219028532505035,
      "learning_rate": 0.00013599199062415543,
      "loss": 12.2182,
      "step": 23570
    },
    {
      "epoch": 3.8596692320288195,
      "grad_norm": 0.14883780479431152,
      "learning_rate": 0.00013598716738504228,
      "loss": 12.1651,
      "step": 23571
    },
    {
      "epoch": 3.859832978549206,
      "grad_norm": 0.19652600586414337,
      "learning_rate": 0.00013598234404975262,
      "loss": 12.1567,
      "step": 23572
    },
    {
      "epoch": 3.859996725069592,
      "grad_norm": 0.13790594041347504,
      "learning_rate": 0.00013597752061829944,
      "loss": 12.1912,
      "step": 23573
    },
    {
      "epoch": 3.8601604715899787,
      "grad_norm": 0.20402644574642181,
      "learning_rate": 0.00013597269709069543,
      "loss": 12.1415,
      "step": 23574
    },
    {
      "epoch": 3.860324218110365,
      "grad_norm": 0.17675642669200897,
      "learning_rate": 0.00013596787346695368,
      "loss": 12.1426,
      "step": 23575
    },
    {
      "epoch": 3.8604879646307517,
      "grad_norm": 0.1361614465713501,
      "learning_rate": 0.00013596304974708697,
      "loss": 12.1752,
      "step": 23576
    },
    {
      "epoch": 3.860651711151138,
      "grad_norm": 0.16170494258403778,
      "learning_rate": 0.00013595822593110823,
      "loss": 12.1809,
      "step": 23577
    },
    {
      "epoch": 3.8608154576715243,
      "grad_norm": 0.12438471615314484,
      "learning_rate": 0.00013595340201903033,
      "loss": 12.1594,
      "step": 23578
    },
    {
      "epoch": 3.860979204191911,
      "grad_norm": 0.12882651388645172,
      "learning_rate": 0.0001359485780108662,
      "loss": 12.1878,
      "step": 23579
    },
    {
      "epoch": 3.8611429507122974,
      "grad_norm": 0.13868382573127747,
      "learning_rate": 0.0001359437539066287,
      "loss": 12.213,
      "step": 23580
    },
    {
      "epoch": 3.861306697232684,
      "grad_norm": 0.16991691291332245,
      "learning_rate": 0.00013593892970633072,
      "loss": 12.1561,
      "step": 23581
    },
    {
      "epoch": 3.8614704437530705,
      "grad_norm": 0.1428069919347763,
      "learning_rate": 0.00013593410540998517,
      "loss": 12.1674,
      "step": 23582
    },
    {
      "epoch": 3.8616341902734566,
      "grad_norm": 0.14479486644268036,
      "learning_rate": 0.0001359292810176049,
      "loss": 12.1559,
      "step": 23583
    },
    {
      "epoch": 3.861797936793843,
      "grad_norm": 0.16726011037826538,
      "learning_rate": 0.00013592445652920292,
      "loss": 12.1987,
      "step": 23584
    },
    {
      "epoch": 3.8619616833142296,
      "grad_norm": 0.12321654707193375,
      "learning_rate": 0.00013591963194479198,
      "loss": 12.1766,
      "step": 23585
    },
    {
      "epoch": 3.862125429834616,
      "grad_norm": 0.16419580578804016,
      "learning_rate": 0.00013591480726438509,
      "loss": 12.2464,
      "step": 23586
    },
    {
      "epoch": 3.8622891763550022,
      "grad_norm": 0.18695533275604248,
      "learning_rate": 0.00013590998248799502,
      "loss": 12.1821,
      "step": 23587
    },
    {
      "epoch": 3.8624529228753888,
      "grad_norm": 0.13121630251407623,
      "learning_rate": 0.0001359051576156348,
      "loss": 12.1505,
      "step": 23588
    },
    {
      "epoch": 3.8626166693957753,
      "grad_norm": 0.1573161482810974,
      "learning_rate": 0.0001359003326473172,
      "loss": 12.1856,
      "step": 23589
    },
    {
      "epoch": 3.862780415916162,
      "grad_norm": 0.15719273686408997,
      "learning_rate": 0.00013589550758305523,
      "loss": 12.1656,
      "step": 23590
    },
    {
      "epoch": 3.8629441624365484,
      "grad_norm": 0.11336144804954529,
      "learning_rate": 0.0001358906824228617,
      "loss": 12.1816,
      "step": 23591
    },
    {
      "epoch": 3.863107908956935,
      "grad_norm": 0.18914636969566345,
      "learning_rate": 0.00013588585716674956,
      "loss": 12.1847,
      "step": 23592
    },
    {
      "epoch": 3.863271655477321,
      "grad_norm": 0.15330681204795837,
      "learning_rate": 0.00013588103181473164,
      "loss": 12.1919,
      "step": 23593
    },
    {
      "epoch": 3.8634354019977075,
      "grad_norm": 0.11525411903858185,
      "learning_rate": 0.0001358762063668209,
      "loss": 12.1936,
      "step": 23594
    },
    {
      "epoch": 3.863599148518094,
      "grad_norm": 0.16877996921539307,
      "learning_rate": 0.00013587138082303023,
      "loss": 12.1729,
      "step": 23595
    },
    {
      "epoch": 3.8637628950384806,
      "grad_norm": 0.1407114565372467,
      "learning_rate": 0.00013586655518337248,
      "loss": 12.2256,
      "step": 23596
    },
    {
      "epoch": 3.8639266415588667,
      "grad_norm": 0.1601240187883377,
      "learning_rate": 0.0001358617294478606,
      "loss": 12.1578,
      "step": 23597
    },
    {
      "epoch": 3.864090388079253,
      "grad_norm": 0.16890449821949005,
      "learning_rate": 0.00013585690361650742,
      "loss": 12.2296,
      "step": 23598
    },
    {
      "epoch": 3.8642541345996397,
      "grad_norm": 0.15289662778377533,
      "learning_rate": 0.00013585207768932595,
      "loss": 12.2011,
      "step": 23599
    },
    {
      "epoch": 3.8644178811200263,
      "grad_norm": 0.12661384046077728,
      "learning_rate": 0.00013584725166632895,
      "loss": 12.1942,
      "step": 23600
    },
    {
      "epoch": 3.864581627640413,
      "grad_norm": 0.19243237376213074,
      "learning_rate": 0.00013584242554752943,
      "loss": 12.1591,
      "step": 23601
    },
    {
      "epoch": 3.8647453741607993,
      "grad_norm": 0.2576701045036316,
      "learning_rate": 0.00013583759933294022,
      "loss": 12.166,
      "step": 23602
    },
    {
      "epoch": 3.8649091206811854,
      "grad_norm": 0.09986459463834763,
      "learning_rate": 0.00013583277302257427,
      "loss": 12.1417,
      "step": 23603
    },
    {
      "epoch": 3.865072867201572,
      "grad_norm": 0.14454106986522675,
      "learning_rate": 0.0001358279466164444,
      "loss": 12.1993,
      "step": 23604
    },
    {
      "epoch": 3.8652366137219585,
      "grad_norm": 0.16049310564994812,
      "learning_rate": 0.00013582312011456356,
      "loss": 12.1603,
      "step": 23605
    },
    {
      "epoch": 3.865400360242345,
      "grad_norm": 0.15974988043308258,
      "learning_rate": 0.0001358182935169447,
      "loss": 12.1497,
      "step": 23606
    },
    {
      "epoch": 3.865564106762731,
      "grad_norm": 0.1307706981897354,
      "learning_rate": 0.00013581346682360065,
      "loss": 12.1342,
      "step": 23607
    },
    {
      "epoch": 3.8657278532831176,
      "grad_norm": 0.1391451060771942,
      "learning_rate": 0.0001358086400345443,
      "loss": 12.1822,
      "step": 23608
    },
    {
      "epoch": 3.865891599803504,
      "grad_norm": 0.13522830605506897,
      "learning_rate": 0.0001358038131497886,
      "loss": 12.1743,
      "step": 23609
    },
    {
      "epoch": 3.8660553463238907,
      "grad_norm": 0.16744452714920044,
      "learning_rate": 0.0001357989861693464,
      "loss": 12.1789,
      "step": 23610
    },
    {
      "epoch": 3.8662190928442772,
      "grad_norm": 0.15438814461231232,
      "learning_rate": 0.00013579415909323062,
      "loss": 12.1515,
      "step": 23611
    },
    {
      "epoch": 3.8663828393646638,
      "grad_norm": 0.23454301059246063,
      "learning_rate": 0.0001357893319214542,
      "loss": 12.2038,
      "step": 23612
    },
    {
      "epoch": 3.86654658588505,
      "grad_norm": 0.18815548717975616,
      "learning_rate": 0.00013578450465402998,
      "loss": 12.1677,
      "step": 23613
    },
    {
      "epoch": 3.8667103324054364,
      "grad_norm": 0.11618991196155548,
      "learning_rate": 0.0001357796772909709,
      "loss": 12.1807,
      "step": 23614
    },
    {
      "epoch": 3.866874078925823,
      "grad_norm": 0.16621185839176178,
      "learning_rate": 0.00013577484983228984,
      "loss": 12.2284,
      "step": 23615
    },
    {
      "epoch": 3.867037825446209,
      "grad_norm": 0.14280568063259125,
      "learning_rate": 0.00013577002227799974,
      "loss": 12.1673,
      "step": 23616
    },
    {
      "epoch": 3.8672015719665955,
      "grad_norm": 0.1582377552986145,
      "learning_rate": 0.00013576519462811347,
      "loss": 12.1614,
      "step": 23617
    },
    {
      "epoch": 3.867365318486982,
      "grad_norm": 0.15041525661945343,
      "learning_rate": 0.00013576036688264388,
      "loss": 12.1748,
      "step": 23618
    },
    {
      "epoch": 3.8675290650073686,
      "grad_norm": 0.15283828973770142,
      "learning_rate": 0.00013575553904160396,
      "loss": 12.2095,
      "step": 23619
    },
    {
      "epoch": 3.867692811527755,
      "grad_norm": 0.16769413650035858,
      "learning_rate": 0.00013575071110500658,
      "loss": 12.1334,
      "step": 23620
    },
    {
      "epoch": 3.8678565580481417,
      "grad_norm": 0.18342606723308563,
      "learning_rate": 0.00013574588307286467,
      "loss": 12.2222,
      "step": 23621
    },
    {
      "epoch": 3.868020304568528,
      "grad_norm": 0.2041410207748413,
      "learning_rate": 0.00013574105494519107,
      "loss": 12.1895,
      "step": 23622
    },
    {
      "epoch": 3.8681840510889143,
      "grad_norm": 0.1474149078130722,
      "learning_rate": 0.0001357362267219987,
      "loss": 12.1749,
      "step": 23623
    },
    {
      "epoch": 3.868347797609301,
      "grad_norm": 0.14460977911949158,
      "learning_rate": 0.00013573139840330052,
      "loss": 12.1828,
      "step": 23624
    },
    {
      "epoch": 3.8685115441296873,
      "grad_norm": 0.14611569046974182,
      "learning_rate": 0.0001357265699891094,
      "loss": 12.1658,
      "step": 23625
    },
    {
      "epoch": 3.8686752906500734,
      "grad_norm": 0.1368640810251236,
      "learning_rate": 0.0001357217414794382,
      "loss": 12.1864,
      "step": 23626
    },
    {
      "epoch": 3.86883903717046,
      "grad_norm": 0.2041427046060562,
      "learning_rate": 0.0001357169128742999,
      "loss": 12.1211,
      "step": 23627
    },
    {
      "epoch": 3.8690027836908465,
      "grad_norm": 0.12702304124832153,
      "learning_rate": 0.00013571208417370733,
      "loss": 12.1938,
      "step": 23628
    },
    {
      "epoch": 3.869166530211233,
      "grad_norm": 0.16206014156341553,
      "learning_rate": 0.00013570725537767346,
      "loss": 12.1934,
      "step": 23629
    },
    {
      "epoch": 3.8693302767316196,
      "grad_norm": 0.17270329594612122,
      "learning_rate": 0.00013570242648621114,
      "loss": 12.1797,
      "step": 23630
    },
    {
      "epoch": 3.869494023252006,
      "grad_norm": 0.1353762298822403,
      "learning_rate": 0.00013569759749933335,
      "loss": 12.1863,
      "step": 23631
    },
    {
      "epoch": 3.869657769772392,
      "grad_norm": 0.1617521047592163,
      "learning_rate": 0.00013569276841705294,
      "loss": 12.1595,
      "step": 23632
    },
    {
      "epoch": 3.8698215162927787,
      "grad_norm": 0.1301870346069336,
      "learning_rate": 0.00013568793923938278,
      "loss": 12.1751,
      "step": 23633
    },
    {
      "epoch": 3.8699852628131652,
      "grad_norm": 0.13369527459144592,
      "learning_rate": 0.00013568310996633586,
      "loss": 12.1584,
      "step": 23634
    },
    {
      "epoch": 3.8701490093335518,
      "grad_norm": 0.17454609274864197,
      "learning_rate": 0.00013567828059792505,
      "loss": 12.1845,
      "step": 23635
    },
    {
      "epoch": 3.870312755853938,
      "grad_norm": 0.16955925524234772,
      "learning_rate": 0.00013567345113416323,
      "loss": 12.1821,
      "step": 23636
    },
    {
      "epoch": 3.8704765023743244,
      "grad_norm": 0.14066065847873688,
      "learning_rate": 0.00013566862157506334,
      "loss": 12.189,
      "step": 23637
    },
    {
      "epoch": 3.870640248894711,
      "grad_norm": 0.15538929402828217,
      "learning_rate": 0.00013566379192063828,
      "loss": 12.1864,
      "step": 23638
    },
    {
      "epoch": 3.8708039954150975,
      "grad_norm": 0.1678141951560974,
      "learning_rate": 0.00013565896217090096,
      "loss": 12.2016,
      "step": 23639
    },
    {
      "epoch": 3.870967741935484,
      "grad_norm": 0.1420186311006546,
      "learning_rate": 0.00013565413232586427,
      "loss": 12.153,
      "step": 23640
    },
    {
      "epoch": 3.8711314884558705,
      "grad_norm": 0.1361463963985443,
      "learning_rate": 0.00013564930238554117,
      "loss": 12.1868,
      "step": 23641
    },
    {
      "epoch": 3.8712952349762566,
      "grad_norm": 0.14618879556655884,
      "learning_rate": 0.00013564447234994445,
      "loss": 12.1491,
      "step": 23642
    },
    {
      "epoch": 3.871458981496643,
      "grad_norm": 0.1185145154595375,
      "learning_rate": 0.0001356396422190872,
      "loss": 12.1907,
      "step": 23643
    },
    {
      "epoch": 3.8716227280170297,
      "grad_norm": 0.12544851005077362,
      "learning_rate": 0.00013563481199298214,
      "loss": 12.156,
      "step": 23644
    },
    {
      "epoch": 3.871786474537416,
      "grad_norm": 0.1462167501449585,
      "learning_rate": 0.0001356299816716423,
      "loss": 12.1529,
      "step": 23645
    },
    {
      "epoch": 3.8719502210578023,
      "grad_norm": 0.16166366636753082,
      "learning_rate": 0.00013562515125508054,
      "loss": 12.1824,
      "step": 23646
    },
    {
      "epoch": 3.872113967578189,
      "grad_norm": 0.13220852613449097,
      "learning_rate": 0.0001356203207433098,
      "loss": 12.1505,
      "step": 23647
    },
    {
      "epoch": 3.8722777140985754,
      "grad_norm": 0.17037145793437958,
      "learning_rate": 0.00013561549013634295,
      "loss": 12.2191,
      "step": 23648
    },
    {
      "epoch": 3.872441460618962,
      "grad_norm": 0.12332472950220108,
      "learning_rate": 0.00013561065943419294,
      "loss": 12.1801,
      "step": 23649
    },
    {
      "epoch": 3.8726052071393484,
      "grad_norm": 0.16418485343456268,
      "learning_rate": 0.00013560582863687265,
      "loss": 12.1679,
      "step": 23650
    },
    {
      "epoch": 3.872768953659735,
      "grad_norm": 0.14542394876480103,
      "learning_rate": 0.00013560099774439504,
      "loss": 12.1997,
      "step": 23651
    },
    {
      "epoch": 3.872932700180121,
      "grad_norm": 0.14823804795742035,
      "learning_rate": 0.00013559616675677295,
      "loss": 12.1625,
      "step": 23652
    },
    {
      "epoch": 3.8730964467005076,
      "grad_norm": 0.16361597180366516,
      "learning_rate": 0.00013559133567401933,
      "loss": 12.1784,
      "step": 23653
    },
    {
      "epoch": 3.873260193220894,
      "grad_norm": 0.12468972057104111,
      "learning_rate": 0.00013558650449614707,
      "loss": 12.2067,
      "step": 23654
    },
    {
      "epoch": 3.8734239397412806,
      "grad_norm": 0.13475602865219116,
      "learning_rate": 0.00013558167322316912,
      "loss": 12.1952,
      "step": 23655
    },
    {
      "epoch": 3.8735876862616667,
      "grad_norm": 0.1376267671585083,
      "learning_rate": 0.00013557684185509837,
      "loss": 12.1835,
      "step": 23656
    },
    {
      "epoch": 3.8737514327820533,
      "grad_norm": 0.12357357144355774,
      "learning_rate": 0.00013557201039194773,
      "loss": 12.2122,
      "step": 23657
    },
    {
      "epoch": 3.87391517930244,
      "grad_norm": 0.1679632067680359,
      "learning_rate": 0.00013556717883373014,
      "loss": 12.1118,
      "step": 23658
    },
    {
      "epoch": 3.8740789258228263,
      "grad_norm": 0.1713610291481018,
      "learning_rate": 0.00013556234718045844,
      "loss": 12.1838,
      "step": 23659
    },
    {
      "epoch": 3.874242672343213,
      "grad_norm": 0.20901736617088318,
      "learning_rate": 0.00013555751543214558,
      "loss": 12.2092,
      "step": 23660
    },
    {
      "epoch": 3.8744064188635994,
      "grad_norm": 0.15629085898399353,
      "learning_rate": 0.0001355526835888045,
      "loss": 12.1593,
      "step": 23661
    },
    {
      "epoch": 3.8745701653839855,
      "grad_norm": 0.1287229061126709,
      "learning_rate": 0.0001355478516504481,
      "loss": 12.1488,
      "step": 23662
    },
    {
      "epoch": 3.874733911904372,
      "grad_norm": 0.13650375604629517,
      "learning_rate": 0.0001355430196170893,
      "loss": 12.1815,
      "step": 23663
    },
    {
      "epoch": 3.8748976584247585,
      "grad_norm": 0.16476690769195557,
      "learning_rate": 0.00013553818748874097,
      "loss": 12.2164,
      "step": 23664
    },
    {
      "epoch": 3.875061404945145,
      "grad_norm": 0.10911687463521957,
      "learning_rate": 0.00013553335526541612,
      "loss": 12.1595,
      "step": 23665
    },
    {
      "epoch": 3.875225151465531,
      "grad_norm": 0.17216776311397552,
      "learning_rate": 0.00013552852294712752,
      "loss": 12.1541,
      "step": 23666
    },
    {
      "epoch": 3.8753888979859177,
      "grad_norm": 0.16095244884490967,
      "learning_rate": 0.0001355236905338882,
      "loss": 12.1679,
      "step": 23667
    },
    {
      "epoch": 3.875552644506304,
      "grad_norm": 0.15647156536579132,
      "learning_rate": 0.00013551885802571103,
      "loss": 12.186,
      "step": 23668
    },
    {
      "epoch": 3.8757163910266907,
      "grad_norm": 0.14601777493953705,
      "learning_rate": 0.00013551402542260897,
      "loss": 12.1666,
      "step": 23669
    },
    {
      "epoch": 3.8758801375470773,
      "grad_norm": 0.1585412472486496,
      "learning_rate": 0.00013550919272459485,
      "loss": 12.1436,
      "step": 23670
    },
    {
      "epoch": 3.876043884067464,
      "grad_norm": 0.1297818124294281,
      "learning_rate": 0.00013550435993168165,
      "loss": 12.1925,
      "step": 23671
    },
    {
      "epoch": 3.87620763058785,
      "grad_norm": 0.2605556845664978,
      "learning_rate": 0.00013549952704388228,
      "loss": 12.1211,
      "step": 23672
    },
    {
      "epoch": 3.8763713771082364,
      "grad_norm": 0.12558887898921967,
      "learning_rate": 0.00013549469406120966,
      "loss": 12.1737,
      "step": 23673
    },
    {
      "epoch": 3.876535123628623,
      "grad_norm": 0.12783001363277435,
      "learning_rate": 0.00013548986098367664,
      "loss": 12.2077,
      "step": 23674
    },
    {
      "epoch": 3.8766988701490095,
      "grad_norm": 0.1403314173221588,
      "learning_rate": 0.00013548502781129623,
      "loss": 12.1631,
      "step": 23675
    },
    {
      "epoch": 3.8768626166693956,
      "grad_norm": 0.18429940938949585,
      "learning_rate": 0.0001354801945440813,
      "loss": 12.1639,
      "step": 23676
    },
    {
      "epoch": 3.877026363189782,
      "grad_norm": 0.20777052640914917,
      "learning_rate": 0.0001354753611820448,
      "loss": 12.202,
      "step": 23677
    },
    {
      "epoch": 3.8771901097101686,
      "grad_norm": 0.13555105030536652,
      "learning_rate": 0.00013547052772519956,
      "loss": 12.1675,
      "step": 23678
    },
    {
      "epoch": 3.877353856230555,
      "grad_norm": 0.1524668037891388,
      "learning_rate": 0.0001354656941735586,
      "loss": 12.2151,
      "step": 23679
    },
    {
      "epoch": 3.8775176027509417,
      "grad_norm": 0.1473415195941925,
      "learning_rate": 0.0001354608605271348,
      "loss": 12.1319,
      "step": 23680
    },
    {
      "epoch": 3.8776813492713282,
      "grad_norm": 0.135015070438385,
      "learning_rate": 0.00013545602678594106,
      "loss": 12.1998,
      "step": 23681
    },
    {
      "epoch": 3.8778450957917143,
      "grad_norm": 0.16737118363380432,
      "learning_rate": 0.00013545119294999032,
      "loss": 12.2098,
      "step": 23682
    },
    {
      "epoch": 3.878008842312101,
      "grad_norm": 0.12704406678676605,
      "learning_rate": 0.00013544635901929544,
      "loss": 12.1484,
      "step": 23683
    },
    {
      "epoch": 3.8781725888324874,
      "grad_norm": 0.10688352584838867,
      "learning_rate": 0.00013544152499386948,
      "loss": 12.1531,
      "step": 23684
    },
    {
      "epoch": 3.8783363353528735,
      "grad_norm": 0.12930884957313538,
      "learning_rate": 0.00013543669087372518,
      "loss": 12.1834,
      "step": 23685
    },
    {
      "epoch": 3.87850008187326,
      "grad_norm": 0.1889028549194336,
      "learning_rate": 0.0001354318566588756,
      "loss": 12.2322,
      "step": 23686
    },
    {
      "epoch": 3.8786638283936465,
      "grad_norm": 0.18313241004943848,
      "learning_rate": 0.00013542702234933362,
      "loss": 12.1563,
      "step": 23687
    },
    {
      "epoch": 3.878827574914033,
      "grad_norm": 0.17720575630664825,
      "learning_rate": 0.00013542218794511212,
      "loss": 12.1669,
      "step": 23688
    },
    {
      "epoch": 3.8789913214344196,
      "grad_norm": 0.12707819044589996,
      "learning_rate": 0.00013541735344622404,
      "loss": 12.1762,
      "step": 23689
    },
    {
      "epoch": 3.879155067954806,
      "grad_norm": 0.17936751246452332,
      "learning_rate": 0.00013541251885268235,
      "loss": 12.2193,
      "step": 23690
    },
    {
      "epoch": 3.8793188144751927,
      "grad_norm": 0.12741169333457947,
      "learning_rate": 0.00013540768416449986,
      "loss": 12.2808,
      "step": 23691
    },
    {
      "epoch": 3.8794825609955788,
      "grad_norm": 0.16035044193267822,
      "learning_rate": 0.00013540284938168962,
      "loss": 12.1456,
      "step": 23692
    },
    {
      "epoch": 3.8796463075159653,
      "grad_norm": 0.149739608168602,
      "learning_rate": 0.00013539801450426444,
      "loss": 12.149,
      "step": 23693
    },
    {
      "epoch": 3.879810054036352,
      "grad_norm": 0.14767882227897644,
      "learning_rate": 0.0001353931795322373,
      "loss": 12.1738,
      "step": 23694
    },
    {
      "epoch": 3.879973800556738,
      "grad_norm": 0.14826297760009766,
      "learning_rate": 0.00013538834446562116,
      "loss": 12.166,
      "step": 23695
    },
    {
      "epoch": 3.8801375470771244,
      "grad_norm": 0.1404789686203003,
      "learning_rate": 0.00013538350930442886,
      "loss": 12.1958,
      "step": 23696
    },
    {
      "epoch": 3.880301293597511,
      "grad_norm": 0.14737364649772644,
      "learning_rate": 0.00013537867404867334,
      "loss": 12.2235,
      "step": 23697
    },
    {
      "epoch": 3.8804650401178975,
      "grad_norm": 0.1550002098083496,
      "learning_rate": 0.00013537383869836758,
      "loss": 12.125,
      "step": 23698
    },
    {
      "epoch": 3.880628786638284,
      "grad_norm": 0.12715089321136475,
      "learning_rate": 0.00013536900325352444,
      "loss": 12.1931,
      "step": 23699
    },
    {
      "epoch": 3.8807925331586706,
      "grad_norm": 0.1458147168159485,
      "learning_rate": 0.00013536416771415684,
      "loss": 12.1775,
      "step": 23700
    },
    {
      "epoch": 3.880956279679057,
      "grad_norm": 0.28989702463150024,
      "learning_rate": 0.00013535933208027776,
      "loss": 12.2393,
      "step": 23701
    },
    {
      "epoch": 3.881120026199443,
      "grad_norm": 0.18347902595996857,
      "learning_rate": 0.00013535449635190008,
      "loss": 12.1809,
      "step": 23702
    },
    {
      "epoch": 3.8812837727198297,
      "grad_norm": 0.11133328080177307,
      "learning_rate": 0.00013534966052903673,
      "loss": 12.1968,
      "step": 23703
    },
    {
      "epoch": 3.8814475192402162,
      "grad_norm": 0.15218639373779297,
      "learning_rate": 0.00013534482461170064,
      "loss": 12.2153,
      "step": 23704
    },
    {
      "epoch": 3.8816112657606023,
      "grad_norm": 0.13999313116073608,
      "learning_rate": 0.00013533998859990474,
      "loss": 12.2034,
      "step": 23705
    },
    {
      "epoch": 3.881775012280989,
      "grad_norm": 0.10772334784269333,
      "learning_rate": 0.00013533515249366195,
      "loss": 12.1839,
      "step": 23706
    },
    {
      "epoch": 3.8819387588013754,
      "grad_norm": 0.18186090886592865,
      "learning_rate": 0.00013533031629298518,
      "loss": 12.1776,
      "step": 23707
    },
    {
      "epoch": 3.882102505321762,
      "grad_norm": 0.13885937631130219,
      "learning_rate": 0.00013532547999788735,
      "loss": 12.2281,
      "step": 23708
    },
    {
      "epoch": 3.8822662518421485,
      "grad_norm": 0.14353938400745392,
      "learning_rate": 0.00013532064360838143,
      "loss": 12.19,
      "step": 23709
    },
    {
      "epoch": 3.882429998362535,
      "grad_norm": 0.15233281254768372,
      "learning_rate": 0.00013531580712448032,
      "loss": 12.1568,
      "step": 23710
    },
    {
      "epoch": 3.882593744882921,
      "grad_norm": 0.1360747516155243,
      "learning_rate": 0.00013531097054619693,
      "loss": 12.173,
      "step": 23711
    },
    {
      "epoch": 3.8827574914033076,
      "grad_norm": 0.1395033895969391,
      "learning_rate": 0.0001353061338735442,
      "loss": 12.2228,
      "step": 23712
    },
    {
      "epoch": 3.882921237923694,
      "grad_norm": 0.14532782137393951,
      "learning_rate": 0.00013530129710653504,
      "loss": 12.1477,
      "step": 23713
    },
    {
      "epoch": 3.8830849844440807,
      "grad_norm": 0.24350887537002563,
      "learning_rate": 0.0001352964602451824,
      "loss": 12.1982,
      "step": 23714
    },
    {
      "epoch": 3.8832487309644668,
      "grad_norm": 0.16743752360343933,
      "learning_rate": 0.00013529162328949917,
      "loss": 12.1445,
      "step": 23715
    },
    {
      "epoch": 3.8834124774848533,
      "grad_norm": 0.1905253380537033,
      "learning_rate": 0.00013528678623949834,
      "loss": 12.1267,
      "step": 23716
    },
    {
      "epoch": 3.88357622400524,
      "grad_norm": 0.16496562957763672,
      "learning_rate": 0.0001352819490951928,
      "loss": 12.1752,
      "step": 23717
    },
    {
      "epoch": 3.8837399705256264,
      "grad_norm": 0.16417290270328522,
      "learning_rate": 0.0001352771118565955,
      "loss": 12.1931,
      "step": 23718
    },
    {
      "epoch": 3.883903717046013,
      "grad_norm": 0.17049147188663483,
      "learning_rate": 0.0001352722745237193,
      "loss": 12.1479,
      "step": 23719
    },
    {
      "epoch": 3.8840674635663994,
      "grad_norm": 0.1338157057762146,
      "learning_rate": 0.0001352674370965772,
      "loss": 12.139,
      "step": 23720
    },
    {
      "epoch": 3.8842312100867855,
      "grad_norm": 0.3119279146194458,
      "learning_rate": 0.00013526259957518207,
      "loss": 12.1558,
      "step": 23721
    },
    {
      "epoch": 3.884394956607172,
      "grad_norm": 0.14977025985717773,
      "learning_rate": 0.00013525776195954693,
      "loss": 12.192,
      "step": 23722
    },
    {
      "epoch": 3.8845587031275586,
      "grad_norm": 0.1355920135974884,
      "learning_rate": 0.00013525292424968458,
      "loss": 12.1451,
      "step": 23723
    },
    {
      "epoch": 3.884722449647945,
      "grad_norm": 0.15832728147506714,
      "learning_rate": 0.00013524808644560805,
      "loss": 12.188,
      "step": 23724
    },
    {
      "epoch": 3.884886196168331,
      "grad_norm": 0.23581422865390778,
      "learning_rate": 0.00013524324854733027,
      "loss": 12.192,
      "step": 23725
    },
    {
      "epoch": 3.8850499426887177,
      "grad_norm": 0.18269142508506775,
      "learning_rate": 0.0001352384105548641,
      "loss": 12.1728,
      "step": 23726
    },
    {
      "epoch": 3.8852136892091043,
      "grad_norm": 0.17077888548374176,
      "learning_rate": 0.00013523357246822247,
      "loss": 12.1346,
      "step": 23727
    },
    {
      "epoch": 3.885377435729491,
      "grad_norm": 0.27292540669441223,
      "learning_rate": 0.0001352287342874184,
      "loss": 12.2042,
      "step": 23728
    },
    {
      "epoch": 3.8855411822498773,
      "grad_norm": 0.1443195641040802,
      "learning_rate": 0.00013522389601246476,
      "loss": 12.2249,
      "step": 23729
    },
    {
      "epoch": 3.885704928770264,
      "grad_norm": 0.18343591690063477,
      "learning_rate": 0.0001352190576433745,
      "loss": 12.2001,
      "step": 23730
    },
    {
      "epoch": 3.88586867529065,
      "grad_norm": 0.2510097026824951,
      "learning_rate": 0.0001352142191801605,
      "loss": 12.1911,
      "step": 23731
    },
    {
      "epoch": 3.8860324218110365,
      "grad_norm": 0.14550216495990753,
      "learning_rate": 0.00013520938062283575,
      "loss": 12.1737,
      "step": 23732
    },
    {
      "epoch": 3.886196168331423,
      "grad_norm": 0.1570068597793579,
      "learning_rate": 0.00013520454197141316,
      "loss": 12.2608,
      "step": 23733
    },
    {
      "epoch": 3.8863599148518095,
      "grad_norm": 0.1409378945827484,
      "learning_rate": 0.00013519970322590564,
      "loss": 12.1498,
      "step": 23734
    },
    {
      "epoch": 3.8865236613721956,
      "grad_norm": 0.22272464632987976,
      "learning_rate": 0.00013519486438632615,
      "loss": 12.1637,
      "step": 23735
    },
    {
      "epoch": 3.886687407892582,
      "grad_norm": 0.1863006055355072,
      "learning_rate": 0.00013519002545268763,
      "loss": 12.2039,
      "step": 23736
    },
    {
      "epoch": 3.8868511544129687,
      "grad_norm": 0.19788292050361633,
      "learning_rate": 0.000135185186425003,
      "loss": 12.2321,
      "step": 23737
    },
    {
      "epoch": 3.887014900933355,
      "grad_norm": 0.16427117586135864,
      "learning_rate": 0.00013518034730328516,
      "loss": 12.2002,
      "step": 23738
    },
    {
      "epoch": 3.8871786474537418,
      "grad_norm": 0.15391935408115387,
      "learning_rate": 0.0001351755080875471,
      "loss": 12.2628,
      "step": 23739
    },
    {
      "epoch": 3.8873423939741283,
      "grad_norm": 0.16868504881858826,
      "learning_rate": 0.0001351706687778017,
      "loss": 12.1683,
      "step": 23740
    },
    {
      "epoch": 3.8875061404945144,
      "grad_norm": 0.1427033245563507,
      "learning_rate": 0.00013516582937406194,
      "loss": 12.1791,
      "step": 23741
    },
    {
      "epoch": 3.887669887014901,
      "grad_norm": 0.14919176697731018,
      "learning_rate": 0.0001351609898763407,
      "loss": 12.1559,
      "step": 23742
    },
    {
      "epoch": 3.8878336335352874,
      "grad_norm": 0.13963600993156433,
      "learning_rate": 0.00013515615028465098,
      "loss": 12.1552,
      "step": 23743
    },
    {
      "epoch": 3.887997380055674,
      "grad_norm": 0.19303320348262787,
      "learning_rate": 0.00013515131059900566,
      "loss": 12.1971,
      "step": 23744
    },
    {
      "epoch": 3.88816112657606,
      "grad_norm": 0.13488420844078064,
      "learning_rate": 0.00013514647081941768,
      "loss": 12.1928,
      "step": 23745
    },
    {
      "epoch": 3.8883248730964466,
      "grad_norm": 0.186926007270813,
      "learning_rate": 0.0001351416309459,
      "loss": 12.2141,
      "step": 23746
    },
    {
      "epoch": 3.888488619616833,
      "grad_norm": 0.2509511411190033,
      "learning_rate": 0.00013513679097846556,
      "loss": 12.1617,
      "step": 23747
    },
    {
      "epoch": 3.8886523661372197,
      "grad_norm": 0.14602427184581757,
      "learning_rate": 0.00013513195091712724,
      "loss": 12.219,
      "step": 23748
    },
    {
      "epoch": 3.888816112657606,
      "grad_norm": 0.11758583784103394,
      "learning_rate": 0.00013512711076189802,
      "loss": 12.1697,
      "step": 23749
    },
    {
      "epoch": 3.8889798591779927,
      "grad_norm": 0.18076826632022858,
      "learning_rate": 0.0001351222705127909,
      "loss": 12.1937,
      "step": 23750
    },
    {
      "epoch": 3.889143605698379,
      "grad_norm": 0.17164748907089233,
      "learning_rate": 0.00013511743016981863,
      "loss": 12.2159,
      "step": 23751
    },
    {
      "epoch": 3.8893073522187653,
      "grad_norm": 0.16474804282188416,
      "learning_rate": 0.00013511258973299435,
      "loss": 12.1421,
      "step": 23752
    },
    {
      "epoch": 3.889471098739152,
      "grad_norm": 0.22863203287124634,
      "learning_rate": 0.00013510774920233085,
      "loss": 12.1517,
      "step": 23753
    },
    {
      "epoch": 3.8896348452595384,
      "grad_norm": 0.1871432214975357,
      "learning_rate": 0.00013510290857784115,
      "loss": 12.1469,
      "step": 23754
    },
    {
      "epoch": 3.8897985917799245,
      "grad_norm": 0.12998366355895996,
      "learning_rate": 0.00013509806785953814,
      "loss": 12.1827,
      "step": 23755
    },
    {
      "epoch": 3.889962338300311,
      "grad_norm": 0.16913294792175293,
      "learning_rate": 0.00013509322704743476,
      "loss": 12.1834,
      "step": 23756
    },
    {
      "epoch": 3.8901260848206975,
      "grad_norm": 0.17262621223926544,
      "learning_rate": 0.000135088386141544,
      "loss": 12.1639,
      "step": 23757
    },
    {
      "epoch": 3.890289831341084,
      "grad_norm": 0.20543862879276276,
      "learning_rate": 0.00013508354514187875,
      "loss": 12.1824,
      "step": 23758
    },
    {
      "epoch": 3.8904535778614706,
      "grad_norm": 0.17636185884475708,
      "learning_rate": 0.00013507870404845193,
      "loss": 12.2002,
      "step": 23759
    },
    {
      "epoch": 3.890617324381857,
      "grad_norm": 0.12444882839918137,
      "learning_rate": 0.00013507386286127656,
      "loss": 12.206,
      "step": 23760
    },
    {
      "epoch": 3.8907810709022432,
      "grad_norm": 0.16998402774333954,
      "learning_rate": 0.00013506902158036548,
      "loss": 12.159,
      "step": 23761
    },
    {
      "epoch": 3.8909448174226298,
      "grad_norm": 0.1502280980348587,
      "learning_rate": 0.0001350641802057317,
      "loss": 12.2142,
      "step": 23762
    },
    {
      "epoch": 3.8911085639430163,
      "grad_norm": 0.16211391985416412,
      "learning_rate": 0.00013505933873738808,
      "loss": 12.2003,
      "step": 23763
    },
    {
      "epoch": 3.8912723104634024,
      "grad_norm": 0.15520021319389343,
      "learning_rate": 0.00013505449717534764,
      "loss": 12.1577,
      "step": 23764
    },
    {
      "epoch": 3.891436056983789,
      "grad_norm": 0.12965081632137299,
      "learning_rate": 0.0001350496555196233,
      "loss": 12.1998,
      "step": 23765
    },
    {
      "epoch": 3.8915998035041754,
      "grad_norm": 0.15956398844718933,
      "learning_rate": 0.00013504481377022795,
      "loss": 12.1729,
      "step": 23766
    },
    {
      "epoch": 3.891763550024562,
      "grad_norm": 0.17172792553901672,
      "learning_rate": 0.0001350399719271746,
      "loss": 12.1896,
      "step": 23767
    },
    {
      "epoch": 3.8919272965449485,
      "grad_norm": 0.1514938920736313,
      "learning_rate": 0.00013503512999047613,
      "loss": 12.1424,
      "step": 23768
    },
    {
      "epoch": 3.892091043065335,
      "grad_norm": 0.21173493564128876,
      "learning_rate": 0.0001350302879601456,
      "loss": 12.1462,
      "step": 23769
    },
    {
      "epoch": 3.8922547895857216,
      "grad_norm": 0.20487481355667114,
      "learning_rate": 0.00013502544583619575,
      "loss": 12.1623,
      "step": 23770
    },
    {
      "epoch": 3.8924185361061077,
      "grad_norm": 0.15266519784927368,
      "learning_rate": 0.00013502060361863966,
      "loss": 12.1777,
      "step": 23771
    },
    {
      "epoch": 3.892582282626494,
      "grad_norm": 0.1941225379705429,
      "learning_rate": 0.00013501576130749027,
      "loss": 12.267,
      "step": 23772
    },
    {
      "epoch": 3.8927460291468807,
      "grad_norm": 0.16746081411838531,
      "learning_rate": 0.00013501091890276047,
      "loss": 12.2226,
      "step": 23773
    },
    {
      "epoch": 3.892909775667267,
      "grad_norm": 0.12832246720790863,
      "learning_rate": 0.0001350060764044632,
      "loss": 12.1848,
      "step": 23774
    },
    {
      "epoch": 3.8930735221876533,
      "grad_norm": 0.16308051347732544,
      "learning_rate": 0.00013500123381261146,
      "loss": 12.134,
      "step": 23775
    },
    {
      "epoch": 3.89323726870804,
      "grad_norm": 0.17518280446529388,
      "learning_rate": 0.00013499639112721817,
      "loss": 12.1689,
      "step": 23776
    },
    {
      "epoch": 3.8934010152284264,
      "grad_norm": 0.1436598002910614,
      "learning_rate": 0.0001349915483482962,
      "loss": 12.1716,
      "step": 23777
    },
    {
      "epoch": 3.893564761748813,
      "grad_norm": 0.12861724197864532,
      "learning_rate": 0.00013498670547585858,
      "loss": 12.1536,
      "step": 23778
    },
    {
      "epoch": 3.8937285082691995,
      "grad_norm": 0.15604133903980255,
      "learning_rate": 0.00013498186250991822,
      "loss": 12.2062,
      "step": 23779
    },
    {
      "epoch": 3.8938922547895856,
      "grad_norm": 0.1548967957496643,
      "learning_rate": 0.0001349770194504881,
      "loss": 12.1992,
      "step": 23780
    },
    {
      "epoch": 3.894056001309972,
      "grad_norm": 0.14216648042201996,
      "learning_rate": 0.00013497217629758107,
      "loss": 12.1942,
      "step": 23781
    },
    {
      "epoch": 3.8942197478303586,
      "grad_norm": 0.1599775105714798,
      "learning_rate": 0.00013496733305121017,
      "loss": 12.1655,
      "step": 23782
    },
    {
      "epoch": 3.894383494350745,
      "grad_norm": 0.13592316210269928,
      "learning_rate": 0.0001349624897113883,
      "loss": 12.1405,
      "step": 23783
    },
    {
      "epoch": 3.8945472408711312,
      "grad_norm": 0.17144763469696045,
      "learning_rate": 0.0001349576462781284,
      "loss": 12.1528,
      "step": 23784
    },
    {
      "epoch": 3.8947109873915178,
      "grad_norm": 0.11801092326641083,
      "learning_rate": 0.00013495280275144345,
      "loss": 12.1638,
      "step": 23785
    },
    {
      "epoch": 3.8948747339119043,
      "grad_norm": 0.12310727685689926,
      "learning_rate": 0.00013494795913134635,
      "loss": 12.1637,
      "step": 23786
    },
    {
      "epoch": 3.895038480432291,
      "grad_norm": 0.155626118183136,
      "learning_rate": 0.00013494311541785008,
      "loss": 12.1688,
      "step": 23787
    },
    {
      "epoch": 3.8952022269526774,
      "grad_norm": 0.2274703085422516,
      "learning_rate": 0.00013493827161096755,
      "loss": 12.2274,
      "step": 23788
    },
    {
      "epoch": 3.895365973473064,
      "grad_norm": 0.13845621049404144,
      "learning_rate": 0.00013493342771071171,
      "loss": 12.1952,
      "step": 23789
    },
    {
      "epoch": 3.89552971999345,
      "grad_norm": 0.16462936997413635,
      "learning_rate": 0.00013492858371709555,
      "loss": 12.1693,
      "step": 23790
    },
    {
      "epoch": 3.8956934665138365,
      "grad_norm": 0.12631268799304962,
      "learning_rate": 0.000134923739630132,
      "loss": 12.1503,
      "step": 23791
    },
    {
      "epoch": 3.895857213034223,
      "grad_norm": 0.15526239573955536,
      "learning_rate": 0.00013491889544983395,
      "loss": 12.1639,
      "step": 23792
    },
    {
      "epoch": 3.8960209595546096,
      "grad_norm": 0.1308148354291916,
      "learning_rate": 0.00013491405117621442,
      "loss": 12.1632,
      "step": 23793
    },
    {
      "epoch": 3.8961847060749957,
      "grad_norm": 0.1255473494529724,
      "learning_rate": 0.00013490920680928628,
      "loss": 12.126,
      "step": 23794
    },
    {
      "epoch": 3.896348452595382,
      "grad_norm": 0.24420347809791565,
      "learning_rate": 0.00013490436234906257,
      "loss": 12.1627,
      "step": 23795
    },
    {
      "epoch": 3.8965121991157687,
      "grad_norm": 0.16348707675933838,
      "learning_rate": 0.00013489951779555617,
      "loss": 12.131,
      "step": 23796
    },
    {
      "epoch": 3.8966759456361553,
      "grad_norm": 0.1409178376197815,
      "learning_rate": 0.00013489467314878,
      "loss": 12.1505,
      "step": 23797
    },
    {
      "epoch": 3.896839692156542,
      "grad_norm": 0.12681257724761963,
      "learning_rate": 0.0001348898284087471,
      "loss": 12.1595,
      "step": 23798
    },
    {
      "epoch": 3.8970034386769283,
      "grad_norm": 0.1722514033317566,
      "learning_rate": 0.00013488498357547036,
      "loss": 12.2073,
      "step": 23799
    },
    {
      "epoch": 3.8971671851973144,
      "grad_norm": 0.15193164348602295,
      "learning_rate": 0.00013488013864896274,
      "loss": 12.1868,
      "step": 23800
    },
    {
      "epoch": 3.897330931717701,
      "grad_norm": 0.13879220187664032,
      "learning_rate": 0.00013487529362923718,
      "loss": 12.196,
      "step": 23801
    },
    {
      "epoch": 3.8974946782380875,
      "grad_norm": 0.12220878899097443,
      "learning_rate": 0.00013487044851630666,
      "loss": 12.1897,
      "step": 23802
    },
    {
      "epoch": 3.897658424758474,
      "grad_norm": 0.17645244300365448,
      "learning_rate": 0.0001348656033101841,
      "loss": 12.1866,
      "step": 23803
    },
    {
      "epoch": 3.89782217127886,
      "grad_norm": 0.13126718997955322,
      "learning_rate": 0.0001348607580108824,
      "loss": 12.236,
      "step": 23804
    },
    {
      "epoch": 3.8979859177992466,
      "grad_norm": 0.13175687193870544,
      "learning_rate": 0.0001348559126184146,
      "loss": 12.1538,
      "step": 23805
    },
    {
      "epoch": 3.898149664319633,
      "grad_norm": 0.17143861949443817,
      "learning_rate": 0.00013485106713279361,
      "loss": 12.2377,
      "step": 23806
    },
    {
      "epoch": 3.8983134108400197,
      "grad_norm": 0.12358899414539337,
      "learning_rate": 0.00013484622155403238,
      "loss": 12.2157,
      "step": 23807
    },
    {
      "epoch": 3.8984771573604062,
      "grad_norm": 0.16110089421272278,
      "learning_rate": 0.00013484137588214382,
      "loss": 12.2549,
      "step": 23808
    },
    {
      "epoch": 3.8986409038807928,
      "grad_norm": 0.1513257920742035,
      "learning_rate": 0.00013483653011714096,
      "loss": 12.19,
      "step": 23809
    },
    {
      "epoch": 3.898804650401179,
      "grad_norm": 0.16937866806983948,
      "learning_rate": 0.00013483168425903672,
      "loss": 12.1759,
      "step": 23810
    },
    {
      "epoch": 3.8989683969215654,
      "grad_norm": 0.18773087859153748,
      "learning_rate": 0.00013482683830784404,
      "loss": 12.1656,
      "step": 23811
    },
    {
      "epoch": 3.899132143441952,
      "grad_norm": 0.16085614264011383,
      "learning_rate": 0.00013482199226357583,
      "loss": 12.1518,
      "step": 23812
    },
    {
      "epoch": 3.8992958899623384,
      "grad_norm": 0.17139509320259094,
      "learning_rate": 0.00013481714612624513,
      "loss": 12.1497,
      "step": 23813
    },
    {
      "epoch": 3.8994596364827245,
      "grad_norm": 0.1577654927968979,
      "learning_rate": 0.0001348122998958648,
      "loss": 12.1439,
      "step": 23814
    },
    {
      "epoch": 3.899623383003111,
      "grad_norm": 0.14214766025543213,
      "learning_rate": 0.00013480745357244788,
      "loss": 12.1478,
      "step": 23815
    },
    {
      "epoch": 3.8997871295234976,
      "grad_norm": 0.1270633041858673,
      "learning_rate": 0.00013480260715600725,
      "loss": 12.2121,
      "step": 23816
    },
    {
      "epoch": 3.899950876043884,
      "grad_norm": 0.12619249522686005,
      "learning_rate": 0.0001347977606465559,
      "loss": 12.2036,
      "step": 23817
    },
    {
      "epoch": 3.9001146225642707,
      "grad_norm": 0.1384911686182022,
      "learning_rate": 0.0001347929140441068,
      "loss": 12.1629,
      "step": 23818
    },
    {
      "epoch": 3.900278369084657,
      "grad_norm": 0.14924298226833344,
      "learning_rate": 0.00013478806734867283,
      "loss": 12.1304,
      "step": 23819
    },
    {
      "epoch": 3.9004421156050433,
      "grad_norm": 0.14169391989707947,
      "learning_rate": 0.000134783220560267,
      "loss": 12.2047,
      "step": 23820
    },
    {
      "epoch": 3.90060586212543,
      "grad_norm": 0.1731778383255005,
      "learning_rate": 0.00013477837367890225,
      "loss": 12.1626,
      "step": 23821
    },
    {
      "epoch": 3.9007696086458163,
      "grad_norm": 0.1517057865858078,
      "learning_rate": 0.00013477352670459154,
      "loss": 12.1982,
      "step": 23822
    },
    {
      "epoch": 3.900933355166203,
      "grad_norm": 0.13486085832118988,
      "learning_rate": 0.00013476867963734782,
      "loss": 12.1575,
      "step": 23823
    },
    {
      "epoch": 3.901097101686589,
      "grad_norm": 0.1448323279619217,
      "learning_rate": 0.00013476383247718404,
      "loss": 12.1454,
      "step": 23824
    },
    {
      "epoch": 3.9012608482069755,
      "grad_norm": 0.15006130933761597,
      "learning_rate": 0.00013475898522411316,
      "loss": 12.1761,
      "step": 23825
    },
    {
      "epoch": 3.901424594727362,
      "grad_norm": 0.14179131388664246,
      "learning_rate": 0.0001347541378781481,
      "loss": 12.1661,
      "step": 23826
    },
    {
      "epoch": 3.9015883412477486,
      "grad_norm": 0.19150106608867645,
      "learning_rate": 0.0001347492904393019,
      "loss": 12.1719,
      "step": 23827
    },
    {
      "epoch": 3.901752087768135,
      "grad_norm": 0.10357866436243057,
      "learning_rate": 0.00013474444290758746,
      "loss": 12.1586,
      "step": 23828
    },
    {
      "epoch": 3.9019158342885216,
      "grad_norm": 0.1225246787071228,
      "learning_rate": 0.00013473959528301766,
      "loss": 12.1613,
      "step": 23829
    },
    {
      "epoch": 3.9020795808089077,
      "grad_norm": 0.15863682329654694,
      "learning_rate": 0.0001347347475656056,
      "loss": 12.1731,
      "step": 23830
    },
    {
      "epoch": 3.9022433273292942,
      "grad_norm": 0.21701890230178833,
      "learning_rate": 0.00013472989975536414,
      "loss": 12.1955,
      "step": 23831
    },
    {
      "epoch": 3.9024070738496808,
      "grad_norm": 0.12324179708957672,
      "learning_rate": 0.0001347250518523063,
      "loss": 12.1739,
      "step": 23832
    },
    {
      "epoch": 3.902570820370067,
      "grad_norm": 0.149028941988945,
      "learning_rate": 0.00013472020385644495,
      "loss": 12.1613,
      "step": 23833
    },
    {
      "epoch": 3.9027345668904534,
      "grad_norm": 0.14184293150901794,
      "learning_rate": 0.00013471535576779311,
      "loss": 12.2137,
      "step": 23834
    },
    {
      "epoch": 3.90289831341084,
      "grad_norm": 0.13810043036937714,
      "learning_rate": 0.00013471050758636374,
      "loss": 12.1632,
      "step": 23835
    },
    {
      "epoch": 3.9030620599312265,
      "grad_norm": 0.11290734261274338,
      "learning_rate": 0.00013470565931216974,
      "loss": 12.1592,
      "step": 23836
    },
    {
      "epoch": 3.903225806451613,
      "grad_norm": 0.12681730091571808,
      "learning_rate": 0.00013470081094522413,
      "loss": 12.2005,
      "step": 23837
    },
    {
      "epoch": 3.9033895529719995,
      "grad_norm": 0.15741531550884247,
      "learning_rate": 0.00013469596248553983,
      "loss": 12.1705,
      "step": 23838
    },
    {
      "epoch": 3.903553299492386,
      "grad_norm": 0.14150066673755646,
      "learning_rate": 0.00013469111393312985,
      "loss": 12.1806,
      "step": 23839
    },
    {
      "epoch": 3.903717046012772,
      "grad_norm": 0.1447957456111908,
      "learning_rate": 0.00013468626528800707,
      "loss": 12.1407,
      "step": 23840
    },
    {
      "epoch": 3.9038807925331587,
      "grad_norm": 0.20012196898460388,
      "learning_rate": 0.0001346814165501845,
      "loss": 12.1899,
      "step": 23841
    },
    {
      "epoch": 3.904044539053545,
      "grad_norm": 0.1576307862997055,
      "learning_rate": 0.00013467656771967506,
      "loss": 12.1638,
      "step": 23842
    },
    {
      "epoch": 3.9042082855739313,
      "grad_norm": 0.14971967041492462,
      "learning_rate": 0.00013467171879649178,
      "loss": 12.1798,
      "step": 23843
    },
    {
      "epoch": 3.904372032094318,
      "grad_norm": 0.12620776891708374,
      "learning_rate": 0.00013466686978064752,
      "loss": 12.1705,
      "step": 23844
    },
    {
      "epoch": 3.9045357786147044,
      "grad_norm": 0.1906397044658661,
      "learning_rate": 0.00013466202067215533,
      "loss": 12.132,
      "step": 23845
    },
    {
      "epoch": 3.904699525135091,
      "grad_norm": 0.15483814477920532,
      "learning_rate": 0.00013465717147102813,
      "loss": 12.1723,
      "step": 23846
    },
    {
      "epoch": 3.9048632716554774,
      "grad_norm": 0.11775338649749756,
      "learning_rate": 0.00013465232217727889,
      "loss": 12.1509,
      "step": 23847
    },
    {
      "epoch": 3.905027018175864,
      "grad_norm": 0.11931537091732025,
      "learning_rate": 0.0001346474727909205,
      "loss": 12.1406,
      "step": 23848
    },
    {
      "epoch": 3.90519076469625,
      "grad_norm": 0.1423998773097992,
      "learning_rate": 0.000134642623311966,
      "loss": 12.185,
      "step": 23849
    },
    {
      "epoch": 3.9053545112166366,
      "grad_norm": 0.14221516251564026,
      "learning_rate": 0.0001346377737404284,
      "loss": 12.159,
      "step": 23850
    },
    {
      "epoch": 3.905518257737023,
      "grad_norm": 0.13094182312488556,
      "learning_rate": 0.00013463292407632054,
      "loss": 12.1494,
      "step": 23851
    },
    {
      "epoch": 3.9056820042574096,
      "grad_norm": 0.14443564414978027,
      "learning_rate": 0.0001346280743196554,
      "loss": 12.1736,
      "step": 23852
    },
    {
      "epoch": 3.9058457507777957,
      "grad_norm": 0.18336807191371918,
      "learning_rate": 0.00013462322447044603,
      "loss": 12.1707,
      "step": 23853
    },
    {
      "epoch": 3.9060094972981823,
      "grad_norm": 0.17006057500839233,
      "learning_rate": 0.00013461837452870528,
      "loss": 12.1823,
      "step": 23854
    },
    {
      "epoch": 3.906173243818569,
      "grad_norm": 0.1257021725177765,
      "learning_rate": 0.0001346135244944462,
      "loss": 12.2326,
      "step": 23855
    },
    {
      "epoch": 3.9063369903389553,
      "grad_norm": 0.14640690386295319,
      "learning_rate": 0.00013460867436768171,
      "loss": 12.1212,
      "step": 23856
    },
    {
      "epoch": 3.906500736859342,
      "grad_norm": 0.1958276778459549,
      "learning_rate": 0.0001346038241484248,
      "loss": 12.1644,
      "step": 23857
    },
    {
      "epoch": 3.9066644833797284,
      "grad_norm": 0.1395399272441864,
      "learning_rate": 0.00013459897383668841,
      "loss": 12.1915,
      "step": 23858
    },
    {
      "epoch": 3.9068282299001145,
      "grad_norm": 0.12339631468057632,
      "learning_rate": 0.00013459412343248548,
      "loss": 12.1545,
      "step": 23859
    },
    {
      "epoch": 3.906991976420501,
      "grad_norm": 0.1100921481847763,
      "learning_rate": 0.000134589272935829,
      "loss": 12.1883,
      "step": 23860
    },
    {
      "epoch": 3.9071557229408875,
      "grad_norm": 0.1529049426317215,
      "learning_rate": 0.00013458442234673195,
      "loss": 12.2062,
      "step": 23861
    },
    {
      "epoch": 3.907319469461274,
      "grad_norm": 0.14541195333003998,
      "learning_rate": 0.00013457957166520726,
      "loss": 12.1653,
      "step": 23862
    },
    {
      "epoch": 3.90748321598166,
      "grad_norm": 0.14403770864009857,
      "learning_rate": 0.0001345747208912679,
      "loss": 12.1613,
      "step": 23863
    },
    {
      "epoch": 3.9076469625020467,
      "grad_norm": 0.17726239562034607,
      "learning_rate": 0.00013456987002492685,
      "loss": 12.1843,
      "step": 23864
    },
    {
      "epoch": 3.907810709022433,
      "grad_norm": 0.15037913620471954,
      "learning_rate": 0.00013456501906619706,
      "loss": 12.2215,
      "step": 23865
    },
    {
      "epoch": 3.9079744555428197,
      "grad_norm": 0.1283484250307083,
      "learning_rate": 0.00013456016801509152,
      "loss": 12.1529,
      "step": 23866
    },
    {
      "epoch": 3.9081382020632063,
      "grad_norm": 0.15766644477844238,
      "learning_rate": 0.00013455531687162314,
      "loss": 12.1929,
      "step": 23867
    },
    {
      "epoch": 3.908301948583593,
      "grad_norm": 0.13473142683506012,
      "learning_rate": 0.00013455046563580497,
      "loss": 12.1913,
      "step": 23868
    },
    {
      "epoch": 3.908465695103979,
      "grad_norm": 0.1797569841146469,
      "learning_rate": 0.00013454561430764988,
      "loss": 12.1252,
      "step": 23869
    },
    {
      "epoch": 3.9086294416243654,
      "grad_norm": 0.2024354487657547,
      "learning_rate": 0.00013454076288717088,
      "loss": 12.1656,
      "step": 23870
    },
    {
      "epoch": 3.908793188144752,
      "grad_norm": 0.14890910685062408,
      "learning_rate": 0.00013453591137438096,
      "loss": 12.149,
      "step": 23871
    },
    {
      "epoch": 3.9089569346651385,
      "grad_norm": 0.12648151814937592,
      "learning_rate": 0.00013453105976929305,
      "loss": 12.2092,
      "step": 23872
    },
    {
      "epoch": 3.9091206811855246,
      "grad_norm": 0.11782650649547577,
      "learning_rate": 0.00013452620807192015,
      "loss": 12.1694,
      "step": 23873
    },
    {
      "epoch": 3.909284427705911,
      "grad_norm": 0.1386479139328003,
      "learning_rate": 0.00013452135628227513,
      "loss": 12.1959,
      "step": 23874
    },
    {
      "epoch": 3.9094481742262976,
      "grad_norm": 0.13861778378486633,
      "learning_rate": 0.00013451650440037108,
      "loss": 12.1709,
      "step": 23875
    },
    {
      "epoch": 3.909611920746684,
      "grad_norm": 0.12710577249526978,
      "learning_rate": 0.00013451165242622093,
      "loss": 12.2074,
      "step": 23876
    },
    {
      "epoch": 3.9097756672670707,
      "grad_norm": 0.14842277765274048,
      "learning_rate": 0.00013450680035983763,
      "loss": 12.1317,
      "step": 23877
    },
    {
      "epoch": 3.9099394137874572,
      "grad_norm": 0.1555175930261612,
      "learning_rate": 0.00013450194820123412,
      "loss": 12.1885,
      "step": 23878
    },
    {
      "epoch": 3.9101031603078433,
      "grad_norm": 0.19053316116333008,
      "learning_rate": 0.0001344970959504234,
      "loss": 12.1637,
      "step": 23879
    },
    {
      "epoch": 3.91026690682823,
      "grad_norm": 0.119615837931633,
      "learning_rate": 0.00013449224360741847,
      "loss": 12.1705,
      "step": 23880
    },
    {
      "epoch": 3.9104306533486164,
      "grad_norm": 0.12520693242549896,
      "learning_rate": 0.00013448739117223225,
      "loss": 12.1738,
      "step": 23881
    },
    {
      "epoch": 3.910594399869003,
      "grad_norm": 0.12564784288406372,
      "learning_rate": 0.0001344825386448777,
      "loss": 12.1457,
      "step": 23882
    },
    {
      "epoch": 3.910758146389389,
      "grad_norm": 0.14555680751800537,
      "learning_rate": 0.0001344776860253678,
      "loss": 12.1825,
      "step": 23883
    },
    {
      "epoch": 3.9109218929097755,
      "grad_norm": 0.19316300749778748,
      "learning_rate": 0.0001344728333137156,
      "loss": 12.1575,
      "step": 23884
    },
    {
      "epoch": 3.911085639430162,
      "grad_norm": 0.1318642944097519,
      "learning_rate": 0.00013446798050993395,
      "loss": 12.2109,
      "step": 23885
    },
    {
      "epoch": 3.9112493859505486,
      "grad_norm": 0.132411926984787,
      "learning_rate": 0.00013446312761403582,
      "loss": 12.1865,
      "step": 23886
    },
    {
      "epoch": 3.911413132470935,
      "grad_norm": 0.16770239174365997,
      "learning_rate": 0.00013445827462603432,
      "loss": 12.1902,
      "step": 23887
    },
    {
      "epoch": 3.9115768789913217,
      "grad_norm": 0.1311267465353012,
      "learning_rate": 0.00013445342154594226,
      "loss": 12.1758,
      "step": 23888
    },
    {
      "epoch": 3.9117406255117078,
      "grad_norm": 0.14370134472846985,
      "learning_rate": 0.0001344485683737727,
      "loss": 12.1786,
      "step": 23889
    },
    {
      "epoch": 3.9119043720320943,
      "grad_norm": 0.12324266880750656,
      "learning_rate": 0.0001344437151095386,
      "loss": 12.1417,
      "step": 23890
    },
    {
      "epoch": 3.912068118552481,
      "grad_norm": 0.10969164222478867,
      "learning_rate": 0.00013443886175325292,
      "loss": 12.1645,
      "step": 23891
    },
    {
      "epoch": 3.9122318650728674,
      "grad_norm": 0.1451435685157776,
      "learning_rate": 0.0001344340083049286,
      "loss": 12.1609,
      "step": 23892
    },
    {
      "epoch": 3.9123956115932534,
      "grad_norm": 0.1443016529083252,
      "learning_rate": 0.00013442915476457863,
      "loss": 12.1549,
      "step": 23893
    },
    {
      "epoch": 3.91255935811364,
      "grad_norm": 0.19093896448612213,
      "learning_rate": 0.00013442430113221602,
      "loss": 12.1346,
      "step": 23894
    },
    {
      "epoch": 3.9127231046340265,
      "grad_norm": 0.1613302081823349,
      "learning_rate": 0.0001344194474078537,
      "loss": 12.1649,
      "step": 23895
    },
    {
      "epoch": 3.912886851154413,
      "grad_norm": 0.13054022192955017,
      "learning_rate": 0.00013441459359150466,
      "loss": 12.1997,
      "step": 23896
    },
    {
      "epoch": 3.9130505976747996,
      "grad_norm": 0.1306801736354828,
      "learning_rate": 0.00013440973968318186,
      "loss": 12.1643,
      "step": 23897
    },
    {
      "epoch": 3.913214344195186,
      "grad_norm": 0.14243797957897186,
      "learning_rate": 0.00013440488568289827,
      "loss": 12.177,
      "step": 23898
    },
    {
      "epoch": 3.913378090715572,
      "grad_norm": 0.1680673062801361,
      "learning_rate": 0.00013440003159066686,
      "loss": 12.1686,
      "step": 23899
    },
    {
      "epoch": 3.9135418372359587,
      "grad_norm": 0.13840316236019135,
      "learning_rate": 0.00013439517740650064,
      "loss": 12.168,
      "step": 23900
    },
    {
      "epoch": 3.9137055837563453,
      "grad_norm": 0.1392742097377777,
      "learning_rate": 0.00013439032313041253,
      "loss": 12.2023,
      "step": 23901
    },
    {
      "epoch": 3.913869330276732,
      "grad_norm": 0.20583346486091614,
      "learning_rate": 0.00013438546876241557,
      "loss": 12.1935,
      "step": 23902
    },
    {
      "epoch": 3.914033076797118,
      "grad_norm": 0.13507483899593353,
      "learning_rate": 0.00013438061430252264,
      "loss": 12.181,
      "step": 23903
    },
    {
      "epoch": 3.9141968233175044,
      "grad_norm": 0.1454346477985382,
      "learning_rate": 0.0001343757597507468,
      "loss": 12.1907,
      "step": 23904
    },
    {
      "epoch": 3.914360569837891,
      "grad_norm": 0.14809511601924896,
      "learning_rate": 0.00013437090510710098,
      "loss": 12.1788,
      "step": 23905
    },
    {
      "epoch": 3.9145243163582775,
      "grad_norm": 0.16068565845489502,
      "learning_rate": 0.00013436605037159816,
      "loss": 12.1773,
      "step": 23906
    },
    {
      "epoch": 3.914688062878664,
      "grad_norm": 0.14474421739578247,
      "learning_rate": 0.00013436119554425133,
      "loss": 12.1576,
      "step": 23907
    },
    {
      "epoch": 3.9148518093990505,
      "grad_norm": 0.255998432636261,
      "learning_rate": 0.0001343563406250734,
      "loss": 12.1761,
      "step": 23908
    },
    {
      "epoch": 3.9150155559194366,
      "grad_norm": 0.13828711211681366,
      "learning_rate": 0.00013435148561407746,
      "loss": 12.1785,
      "step": 23909
    },
    {
      "epoch": 3.915179302439823,
      "grad_norm": 0.13128846883773804,
      "learning_rate": 0.0001343466305112764,
      "loss": 12.1592,
      "step": 23910
    },
    {
      "epoch": 3.9153430489602097,
      "grad_norm": 0.1650768369436264,
      "learning_rate": 0.0001343417753166832,
      "loss": 12.147,
      "step": 23911
    },
    {
      "epoch": 3.9155067954805958,
      "grad_norm": 0.13113325834274292,
      "learning_rate": 0.0001343369200303109,
      "loss": 12.1698,
      "step": 23912
    },
    {
      "epoch": 3.9156705420009823,
      "grad_norm": 0.13795536756515503,
      "learning_rate": 0.0001343320646521724,
      "loss": 12.1946,
      "step": 23913
    },
    {
      "epoch": 3.915834288521369,
      "grad_norm": 0.1656622439622879,
      "learning_rate": 0.0001343272091822807,
      "loss": 12.1828,
      "step": 23914
    },
    {
      "epoch": 3.9159980350417554,
      "grad_norm": 0.1927601844072342,
      "learning_rate": 0.0001343223536206488,
      "loss": 12.2695,
      "step": 23915
    },
    {
      "epoch": 3.916161781562142,
      "grad_norm": 0.12846823036670685,
      "learning_rate": 0.00013431749796728962,
      "loss": 12.2064,
      "step": 23916
    },
    {
      "epoch": 3.9163255280825284,
      "grad_norm": 0.19163542985916138,
      "learning_rate": 0.00013431264222221625,
      "loss": 12.1966,
      "step": 23917
    },
    {
      "epoch": 3.916489274602915,
      "grad_norm": 0.16625165939331055,
      "learning_rate": 0.00013430778638544153,
      "loss": 12.1655,
      "step": 23918
    },
    {
      "epoch": 3.916653021123301,
      "grad_norm": 0.14100058376789093,
      "learning_rate": 0.00013430293045697852,
      "loss": 12.1886,
      "step": 23919
    },
    {
      "epoch": 3.9168167676436876,
      "grad_norm": 0.12234721332788467,
      "learning_rate": 0.00013429807443684014,
      "loss": 12.1492,
      "step": 23920
    },
    {
      "epoch": 3.916980514164074,
      "grad_norm": 0.1495351493358612,
      "learning_rate": 0.00013429321832503943,
      "loss": 12.1575,
      "step": 23921
    },
    {
      "epoch": 3.91714426068446,
      "grad_norm": 0.1511186957359314,
      "learning_rate": 0.00013428836212158937,
      "loss": 12.2125,
      "step": 23922
    },
    {
      "epoch": 3.9173080072048467,
      "grad_norm": 0.11993168294429779,
      "learning_rate": 0.00013428350582650288,
      "loss": 12.1792,
      "step": 23923
    },
    {
      "epoch": 3.9174717537252333,
      "grad_norm": 0.13460014760494232,
      "learning_rate": 0.000134278649439793,
      "loss": 12.1872,
      "step": 23924
    },
    {
      "epoch": 3.91763550024562,
      "grad_norm": 0.12040679901838303,
      "learning_rate": 0.00013427379296147265,
      "loss": 12.176,
      "step": 23925
    },
    {
      "epoch": 3.9177992467660063,
      "grad_norm": 0.1282508671283722,
      "learning_rate": 0.00013426893639155484,
      "loss": 12.1639,
      "step": 23926
    },
    {
      "epoch": 3.917962993286393,
      "grad_norm": 0.11069048941135406,
      "learning_rate": 0.00013426407973005254,
      "loss": 12.1878,
      "step": 23927
    },
    {
      "epoch": 3.918126739806779,
      "grad_norm": 0.14408564567565918,
      "learning_rate": 0.00013425922297697878,
      "loss": 12.1437,
      "step": 23928
    },
    {
      "epoch": 3.9182904863271655,
      "grad_norm": 0.1281312257051468,
      "learning_rate": 0.00013425436613234647,
      "loss": 12.188,
      "step": 23929
    },
    {
      "epoch": 3.918454232847552,
      "grad_norm": 0.15960074961185455,
      "learning_rate": 0.0001342495091961686,
      "loss": 12.1612,
      "step": 23930
    },
    {
      "epoch": 3.9186179793679385,
      "grad_norm": 0.13936647772789001,
      "learning_rate": 0.00013424465216845818,
      "loss": 12.1855,
      "step": 23931
    },
    {
      "epoch": 3.9187817258883246,
      "grad_norm": 0.13154347240924835,
      "learning_rate": 0.0001342397950492282,
      "loss": 12.1648,
      "step": 23932
    },
    {
      "epoch": 3.918945472408711,
      "grad_norm": 0.1976395696401596,
      "learning_rate": 0.00013423493783849157,
      "loss": 12.1431,
      "step": 23933
    },
    {
      "epoch": 3.9191092189290977,
      "grad_norm": 0.12409871816635132,
      "learning_rate": 0.00013423008053626133,
      "loss": 12.1634,
      "step": 23934
    },
    {
      "epoch": 3.9192729654494842,
      "grad_norm": 0.19033578038215637,
      "learning_rate": 0.0001342252231425505,
      "loss": 12.1767,
      "step": 23935
    },
    {
      "epoch": 3.9194367119698708,
      "grad_norm": 0.15007367730140686,
      "learning_rate": 0.00013422036565737195,
      "loss": 12.181,
      "step": 23936
    },
    {
      "epoch": 3.9196004584902573,
      "grad_norm": 0.17241926491260529,
      "learning_rate": 0.00013421550808073875,
      "loss": 12.1828,
      "step": 23937
    },
    {
      "epoch": 3.9197642050106434,
      "grad_norm": 0.21969296038150787,
      "learning_rate": 0.00013421065041266386,
      "loss": 12.1721,
      "step": 23938
    },
    {
      "epoch": 3.91992795153103,
      "grad_norm": 0.15844841301441193,
      "learning_rate": 0.00013420579265316024,
      "loss": 12.1793,
      "step": 23939
    },
    {
      "epoch": 3.9200916980514164,
      "grad_norm": 0.29975590109825134,
      "learning_rate": 0.0001342009348022409,
      "loss": 12.2026,
      "step": 23940
    },
    {
      "epoch": 3.920255444571803,
      "grad_norm": 0.16297002136707306,
      "learning_rate": 0.00013419607685991882,
      "loss": 12.1674,
      "step": 23941
    },
    {
      "epoch": 3.920419191092189,
      "grad_norm": 0.14636829495429993,
      "learning_rate": 0.00013419121882620697,
      "loss": 12.1403,
      "step": 23942
    },
    {
      "epoch": 3.9205829376125756,
      "grad_norm": 0.12253227084875107,
      "learning_rate": 0.00013418636070111834,
      "loss": 12.1775,
      "step": 23943
    },
    {
      "epoch": 3.920746684132962,
      "grad_norm": 0.12042662501335144,
      "learning_rate": 0.0001341815024846659,
      "loss": 12.1793,
      "step": 23944
    },
    {
      "epoch": 3.9209104306533487,
      "grad_norm": 0.17477133870124817,
      "learning_rate": 0.00013417664417686266,
      "loss": 12.1668,
      "step": 23945
    },
    {
      "epoch": 3.921074177173735,
      "grad_norm": 0.13410910964012146,
      "learning_rate": 0.0001341717857777216,
      "loss": 12.2037,
      "step": 23946
    },
    {
      "epoch": 3.9212379236941217,
      "grad_norm": 0.14720475673675537,
      "learning_rate": 0.00013416692728725568,
      "loss": 12.1629,
      "step": 23947
    },
    {
      "epoch": 3.921401670214508,
      "grad_norm": 0.15333758294582367,
      "learning_rate": 0.0001341620687054779,
      "loss": 12.1966,
      "step": 23948
    },
    {
      "epoch": 3.9215654167348943,
      "grad_norm": 0.13707652688026428,
      "learning_rate": 0.00013415721003240126,
      "loss": 12.1643,
      "step": 23949
    },
    {
      "epoch": 3.921729163255281,
      "grad_norm": 0.13889017701148987,
      "learning_rate": 0.00013415235126803868,
      "loss": 12.1994,
      "step": 23950
    },
    {
      "epoch": 3.9218929097756674,
      "grad_norm": 0.12353666871786118,
      "learning_rate": 0.00013414749241240324,
      "loss": 12.1564,
      "step": 23951
    },
    {
      "epoch": 3.9220566562960535,
      "grad_norm": 0.20608149468898773,
      "learning_rate": 0.00013414263346550785,
      "loss": 12.2263,
      "step": 23952
    },
    {
      "epoch": 3.92222040281644,
      "grad_norm": 0.17310532927513123,
      "learning_rate": 0.00013413777442736554,
      "loss": 12.1903,
      "step": 23953
    },
    {
      "epoch": 3.9223841493368266,
      "grad_norm": 0.14004729688167572,
      "learning_rate": 0.00013413291529798928,
      "loss": 12.1978,
      "step": 23954
    },
    {
      "epoch": 3.922547895857213,
      "grad_norm": 0.14164863526821136,
      "learning_rate": 0.00013412805607739207,
      "loss": 12.1684,
      "step": 23955
    },
    {
      "epoch": 3.9227116423775996,
      "grad_norm": 0.12878450751304626,
      "learning_rate": 0.00013412319676558683,
      "loss": 12.1667,
      "step": 23956
    },
    {
      "epoch": 3.922875388897986,
      "grad_norm": 0.15507857501506805,
      "learning_rate": 0.00013411833736258667,
      "loss": 12.2123,
      "step": 23957
    },
    {
      "epoch": 3.9230391354183722,
      "grad_norm": 0.14271554350852966,
      "learning_rate": 0.00013411347786840446,
      "loss": 12.1767,
      "step": 23958
    },
    {
      "epoch": 3.9232028819387588,
      "grad_norm": 0.19118261337280273,
      "learning_rate": 0.00013410861828305322,
      "loss": 12.197,
      "step": 23959
    },
    {
      "epoch": 3.9233666284591453,
      "grad_norm": 0.17878465354442596,
      "learning_rate": 0.00013410375860654602,
      "loss": 12.1907,
      "step": 23960
    },
    {
      "epoch": 3.923530374979532,
      "grad_norm": 0.1466207355260849,
      "learning_rate": 0.00013409889883889573,
      "loss": 12.1666,
      "step": 23961
    },
    {
      "epoch": 3.923694121499918,
      "grad_norm": 0.14728689193725586,
      "learning_rate": 0.00013409403898011538,
      "loss": 12.1556,
      "step": 23962
    },
    {
      "epoch": 3.9238578680203045,
      "grad_norm": 0.2517055571079254,
      "learning_rate": 0.00013408917903021797,
      "loss": 12.2253,
      "step": 23963
    },
    {
      "epoch": 3.924021614540691,
      "grad_norm": 0.13444526493549347,
      "learning_rate": 0.0001340843189892165,
      "loss": 12.1615,
      "step": 23964
    },
    {
      "epoch": 3.9241853610610775,
      "grad_norm": 0.17964822053909302,
      "learning_rate": 0.00013407945885712393,
      "loss": 12.1829,
      "step": 23965
    },
    {
      "epoch": 3.924349107581464,
      "grad_norm": 0.17004619538784027,
      "learning_rate": 0.00013407459863395326,
      "loss": 12.1953,
      "step": 23966
    },
    {
      "epoch": 3.9245128541018506,
      "grad_norm": 0.18821991980075836,
      "learning_rate": 0.00013406973831971746,
      "loss": 12.1559,
      "step": 23967
    },
    {
      "epoch": 3.9246766006222367,
      "grad_norm": 0.15258342027664185,
      "learning_rate": 0.00013406487791442956,
      "loss": 12.1851,
      "step": 23968
    },
    {
      "epoch": 3.924840347142623,
      "grad_norm": 0.12080446630716324,
      "learning_rate": 0.00013406001741810255,
      "loss": 12.1329,
      "step": 23969
    },
    {
      "epoch": 3.9250040936630097,
      "grad_norm": 0.19350743293762207,
      "learning_rate": 0.00013405515683074937,
      "loss": 12.1975,
      "step": 23970
    },
    {
      "epoch": 3.9251678401833963,
      "grad_norm": 0.15129080414772034,
      "learning_rate": 0.00013405029615238303,
      "loss": 12.1435,
      "step": 23971
    },
    {
      "epoch": 3.9253315867037823,
      "grad_norm": 0.13005170226097107,
      "learning_rate": 0.00013404543538301654,
      "loss": 12.2271,
      "step": 23972
    },
    {
      "epoch": 3.925495333224169,
      "grad_norm": 0.13537900149822235,
      "learning_rate": 0.00013404057452266288,
      "loss": 12.1743,
      "step": 23973
    },
    {
      "epoch": 3.9256590797445554,
      "grad_norm": 0.11862802505493164,
      "learning_rate": 0.000134035713571335,
      "loss": 12.1572,
      "step": 23974
    },
    {
      "epoch": 3.925822826264942,
      "grad_norm": 0.12015001475811005,
      "learning_rate": 0.000134030852529046,
      "loss": 12.2291,
      "step": 23975
    },
    {
      "epoch": 3.9259865727853285,
      "grad_norm": 0.1551477015018463,
      "learning_rate": 0.00013402599139580875,
      "loss": 12.1936,
      "step": 23976
    },
    {
      "epoch": 3.926150319305715,
      "grad_norm": 0.1394692212343216,
      "learning_rate": 0.00013402113017163634,
      "loss": 12.1983,
      "step": 23977
    },
    {
      "epoch": 3.926314065826101,
      "grad_norm": 0.1571517437696457,
      "learning_rate": 0.00013401626885654167,
      "loss": 12.1388,
      "step": 23978
    },
    {
      "epoch": 3.9264778123464876,
      "grad_norm": 0.14626666903495789,
      "learning_rate": 0.00013401140745053776,
      "loss": 12.2072,
      "step": 23979
    },
    {
      "epoch": 3.926641558866874,
      "grad_norm": 0.12461483478546143,
      "learning_rate": 0.00013400654595363768,
      "loss": 12.1771,
      "step": 23980
    },
    {
      "epoch": 3.9268053053872602,
      "grad_norm": 0.15099209547042847,
      "learning_rate": 0.00013400168436585434,
      "loss": 12.2273,
      "step": 23981
    },
    {
      "epoch": 3.926969051907647,
      "grad_norm": 0.13086910545825958,
      "learning_rate": 0.00013399682268720072,
      "loss": 12.1604,
      "step": 23982
    },
    {
      "epoch": 3.9271327984280333,
      "grad_norm": 0.1056976169347763,
      "learning_rate": 0.00013399196091768987,
      "loss": 12.1773,
      "step": 23983
    },
    {
      "epoch": 3.92729654494842,
      "grad_norm": 0.15668487548828125,
      "learning_rate": 0.00013398709905733478,
      "loss": 12.1298,
      "step": 23984
    },
    {
      "epoch": 3.9274602914688064,
      "grad_norm": 0.21811099350452423,
      "learning_rate": 0.0001339822371061484,
      "loss": 12.1918,
      "step": 23985
    },
    {
      "epoch": 3.927624037989193,
      "grad_norm": 0.11604589223861694,
      "learning_rate": 0.00013397737506414375,
      "loss": 12.1617,
      "step": 23986
    },
    {
      "epoch": 3.9277877845095794,
      "grad_norm": 0.14552679657936096,
      "learning_rate": 0.00013397251293133382,
      "loss": 12.1319,
      "step": 23987
    },
    {
      "epoch": 3.9279515310299655,
      "grad_norm": 0.14391650259494781,
      "learning_rate": 0.0001339676507077316,
      "loss": 12.1702,
      "step": 23988
    },
    {
      "epoch": 3.928115277550352,
      "grad_norm": 0.1487143337726593,
      "learning_rate": 0.0001339627883933501,
      "loss": 12.1585,
      "step": 23989
    },
    {
      "epoch": 3.9282790240707386,
      "grad_norm": 0.14738480746746063,
      "learning_rate": 0.0001339579259882023,
      "loss": 12.2073,
      "step": 23990
    },
    {
      "epoch": 3.9284427705911247,
      "grad_norm": 0.17155952751636505,
      "learning_rate": 0.0001339530634923012,
      "loss": 12.1696,
      "step": 23991
    },
    {
      "epoch": 3.928606517111511,
      "grad_norm": 0.1639593541622162,
      "learning_rate": 0.0001339482009056598,
      "loss": 12.2321,
      "step": 23992
    },
    {
      "epoch": 3.9287702636318977,
      "grad_norm": 0.11481054872274399,
      "learning_rate": 0.00013394333822829108,
      "loss": 12.203,
      "step": 23993
    },
    {
      "epoch": 3.9289340101522843,
      "grad_norm": 0.17966921627521515,
      "learning_rate": 0.00013393847546020807,
      "loss": 12.1797,
      "step": 23994
    },
    {
      "epoch": 3.929097756672671,
      "grad_norm": 0.17313101887702942,
      "learning_rate": 0.00013393361260142372,
      "loss": 12.1637,
      "step": 23995
    },
    {
      "epoch": 3.9292615031930573,
      "grad_norm": 0.13306297361850739,
      "learning_rate": 0.00013392874965195104,
      "loss": 12.19,
      "step": 23996
    },
    {
      "epoch": 3.9294252497134434,
      "grad_norm": 0.18622614443302155,
      "learning_rate": 0.00013392388661180303,
      "loss": 12.1325,
      "step": 23997
    },
    {
      "epoch": 3.92958899623383,
      "grad_norm": 0.1512669324874878,
      "learning_rate": 0.00013391902348099273,
      "loss": 12.1639,
      "step": 23998
    },
    {
      "epoch": 3.9297527427542165,
      "grad_norm": 0.1323552131652832,
      "learning_rate": 0.00013391416025953305,
      "loss": 12.1712,
      "step": 23999
    },
    {
      "epoch": 3.929916489274603,
      "grad_norm": 0.13818706572055817,
      "learning_rate": 0.00013390929694743705,
      "loss": 12.157,
      "step": 24000
    },
    {
      "epoch": 3.929916489274603,
      "eval_loss": 12.162930488586426,
      "eval_runtime": 7.2756,
      "eval_samples_per_second": 33.811,
      "eval_steps_per_second": 16.906,
      "step": 24000
    },
    {
      "epoch": 3.930080235794989,
      "grad_norm": 0.14003407955169678,
      "learning_rate": 0.00013390443354471772,
      "loss": 12.1221,
      "step": 24001
    },
    {
      "epoch": 3.9302439823153756,
      "grad_norm": 0.14293020963668823,
      "learning_rate": 0.00013389957005138805,
      "loss": 12.2166,
      "step": 24002
    },
    {
      "epoch": 3.930407728835762,
      "grad_norm": 0.16504539549350739,
      "learning_rate": 0.00013389470646746102,
      "loss": 12.1494,
      "step": 24003
    },
    {
      "epoch": 3.9305714753561487,
      "grad_norm": 0.11649848520755768,
      "learning_rate": 0.00013388984279294968,
      "loss": 12.1522,
      "step": 24004
    },
    {
      "epoch": 3.9307352218765352,
      "grad_norm": 0.13998278975486755,
      "learning_rate": 0.00013388497902786694,
      "loss": 12.1696,
      "step": 24005
    },
    {
      "epoch": 3.9308989683969218,
      "grad_norm": 0.2087451070547104,
      "learning_rate": 0.0001338801151722259,
      "loss": 12.1669,
      "step": 24006
    },
    {
      "epoch": 3.931062714917308,
      "grad_norm": 0.14485593140125275,
      "learning_rate": 0.00013387525122603947,
      "loss": 12.1368,
      "step": 24007
    },
    {
      "epoch": 3.9312264614376944,
      "grad_norm": 0.19355598092079163,
      "learning_rate": 0.0001338703871893207,
      "loss": 12.2703,
      "step": 24008
    },
    {
      "epoch": 3.931390207958081,
      "grad_norm": 0.187037855386734,
      "learning_rate": 0.00013386552306208263,
      "loss": 12.2039,
      "step": 24009
    },
    {
      "epoch": 3.9315539544784674,
      "grad_norm": 0.2085888832807541,
      "learning_rate": 0.0001338606588443381,
      "loss": 12.1489,
      "step": 24010
    },
    {
      "epoch": 3.9317177009988535,
      "grad_norm": 0.1394442617893219,
      "learning_rate": 0.00013385579453610032,
      "loss": 12.169,
      "step": 24011
    },
    {
      "epoch": 3.93188144751924,
      "grad_norm": 0.15215642750263214,
      "learning_rate": 0.00013385093013738216,
      "loss": 12.176,
      "step": 24012
    },
    {
      "epoch": 3.9320451940396266,
      "grad_norm": 0.16830243170261383,
      "learning_rate": 0.00013384606564819664,
      "loss": 12.2118,
      "step": 24013
    },
    {
      "epoch": 3.932208940560013,
      "grad_norm": 0.16149400174617767,
      "learning_rate": 0.00013384120106855676,
      "loss": 12.1911,
      "step": 24014
    },
    {
      "epoch": 3.9323726870803997,
      "grad_norm": 0.11491762846708298,
      "learning_rate": 0.00013383633639847553,
      "loss": 12.2875,
      "step": 24015
    },
    {
      "epoch": 3.932536433600786,
      "grad_norm": 0.1467735767364502,
      "learning_rate": 0.00013383147163796596,
      "loss": 12.186,
      "step": 24016
    },
    {
      "epoch": 3.9327001801211723,
      "grad_norm": 0.14324145019054413,
      "learning_rate": 0.00013382660678704105,
      "loss": 12.1701,
      "step": 24017
    },
    {
      "epoch": 3.932863926641559,
      "grad_norm": 0.1895775943994522,
      "learning_rate": 0.00013382174184571377,
      "loss": 12.186,
      "step": 24018
    },
    {
      "epoch": 3.9330276731619453,
      "grad_norm": 0.1396889090538025,
      "learning_rate": 0.00013381687681399715,
      "loss": 12.1383,
      "step": 24019
    },
    {
      "epoch": 3.933191419682332,
      "grad_norm": 0.1380102038383484,
      "learning_rate": 0.00013381201169190417,
      "loss": 12.21,
      "step": 24020
    },
    {
      "epoch": 3.933355166202718,
      "grad_norm": 0.17401036620140076,
      "learning_rate": 0.0001338071464794479,
      "loss": 12.1671,
      "step": 24021
    },
    {
      "epoch": 3.9335189127231045,
      "grad_norm": 0.15170849859714508,
      "learning_rate": 0.00013380228117664125,
      "loss": 12.1995,
      "step": 24022
    },
    {
      "epoch": 3.933682659243491,
      "grad_norm": 0.14308099448680878,
      "learning_rate": 0.00013379741578349727,
      "loss": 12.1703,
      "step": 24023
    },
    {
      "epoch": 3.9338464057638776,
      "grad_norm": 0.1572314351797104,
      "learning_rate": 0.00013379255030002894,
      "loss": 12.171,
      "step": 24024
    },
    {
      "epoch": 3.934010152284264,
      "grad_norm": 0.18096774816513062,
      "learning_rate": 0.0001337876847262493,
      "loss": 12.1584,
      "step": 24025
    },
    {
      "epoch": 3.9341738988046506,
      "grad_norm": 0.14431826770305634,
      "learning_rate": 0.00013378281906217135,
      "loss": 12.2102,
      "step": 24026
    },
    {
      "epoch": 3.9343376453250367,
      "grad_norm": 0.1421450674533844,
      "learning_rate": 0.00013377795330780804,
      "loss": 12.1567,
      "step": 24027
    },
    {
      "epoch": 3.9345013918454232,
      "grad_norm": 0.11831890791654587,
      "learning_rate": 0.00013377308746317245,
      "loss": 12.195,
      "step": 24028
    },
    {
      "epoch": 3.9346651383658098,
      "grad_norm": 0.1403624266386032,
      "learning_rate": 0.00013376822152827748,
      "loss": 12.1463,
      "step": 24029
    },
    {
      "epoch": 3.9348288848861963,
      "grad_norm": 0.1313551664352417,
      "learning_rate": 0.00013376335550313625,
      "loss": 12.1825,
      "step": 24030
    },
    {
      "epoch": 3.9349926314065824,
      "grad_norm": 0.19566571712493896,
      "learning_rate": 0.00013375848938776172,
      "loss": 12.2406,
      "step": 24031
    },
    {
      "epoch": 3.935156377926969,
      "grad_norm": 0.1765235811471939,
      "learning_rate": 0.00013375362318216686,
      "loss": 12.1649,
      "step": 24032
    },
    {
      "epoch": 3.9353201244473555,
      "grad_norm": 0.16374383866786957,
      "learning_rate": 0.00013374875688636472,
      "loss": 12.1612,
      "step": 24033
    },
    {
      "epoch": 3.935483870967742,
      "grad_norm": 0.16683650016784668,
      "learning_rate": 0.0001337438905003683,
      "loss": 12.173,
      "step": 24034
    },
    {
      "epoch": 3.9356476174881285,
      "grad_norm": 0.13280382752418518,
      "learning_rate": 0.00013373902402419056,
      "loss": 12.1611,
      "step": 24035
    },
    {
      "epoch": 3.935811364008515,
      "grad_norm": 0.1639830321073532,
      "learning_rate": 0.00013373415745784458,
      "loss": 12.1208,
      "step": 24036
    },
    {
      "epoch": 3.935975110528901,
      "grad_norm": 0.1620352864265442,
      "learning_rate": 0.00013372929080134326,
      "loss": 12.161,
      "step": 24037
    },
    {
      "epoch": 3.9361388570492877,
      "grad_norm": 0.14739404618740082,
      "learning_rate": 0.00013372442405469972,
      "loss": 12.1335,
      "step": 24038
    },
    {
      "epoch": 3.936302603569674,
      "grad_norm": 0.14415597915649414,
      "learning_rate": 0.0001337195572179269,
      "loss": 12.1902,
      "step": 24039
    },
    {
      "epoch": 3.9364663500900607,
      "grad_norm": 0.17022423446178436,
      "learning_rate": 0.00013371469029103785,
      "loss": 12.2024,
      "step": 24040
    },
    {
      "epoch": 3.936630096610447,
      "grad_norm": 0.1436963975429535,
      "learning_rate": 0.00013370982327404554,
      "loss": 12.1486,
      "step": 24041
    },
    {
      "epoch": 3.9367938431308334,
      "grad_norm": 0.13027997314929962,
      "learning_rate": 0.00013370495616696297,
      "loss": 12.1651,
      "step": 24042
    },
    {
      "epoch": 3.93695758965122,
      "grad_norm": 0.14830206334590912,
      "learning_rate": 0.0001337000889698032,
      "loss": 12.1597,
      "step": 24043
    },
    {
      "epoch": 3.9371213361716064,
      "grad_norm": 0.19038604199886322,
      "learning_rate": 0.00013369522168257917,
      "loss": 12.1647,
      "step": 24044
    },
    {
      "epoch": 3.937285082691993,
      "grad_norm": 0.19926968216896057,
      "learning_rate": 0.00013369035430530396,
      "loss": 12.1927,
      "step": 24045
    },
    {
      "epoch": 3.9374488292123795,
      "grad_norm": 0.17219671607017517,
      "learning_rate": 0.0001336854868379905,
      "loss": 12.1517,
      "step": 24046
    },
    {
      "epoch": 3.9376125757327656,
      "grad_norm": 0.11838921159505844,
      "learning_rate": 0.00013368061928065186,
      "loss": 12.1656,
      "step": 24047
    },
    {
      "epoch": 3.937776322253152,
      "grad_norm": 0.2058083862066269,
      "learning_rate": 0.00013367575163330102,
      "loss": 12.164,
      "step": 24048
    },
    {
      "epoch": 3.9379400687735386,
      "grad_norm": 0.11957864463329315,
      "learning_rate": 0.000133670883895951,
      "loss": 12.1983,
      "step": 24049
    },
    {
      "epoch": 3.938103815293925,
      "grad_norm": 0.14653953909873962,
      "learning_rate": 0.0001336660160686148,
      "loss": 12.1463,
      "step": 24050
    },
    {
      "epoch": 3.9382675618143113,
      "grad_norm": 0.18891207873821259,
      "learning_rate": 0.00013366114815130547,
      "loss": 12.1733,
      "step": 24051
    },
    {
      "epoch": 3.938431308334698,
      "grad_norm": 0.15865778923034668,
      "learning_rate": 0.00013365628014403594,
      "loss": 12.1841,
      "step": 24052
    },
    {
      "epoch": 3.9385950548550843,
      "grad_norm": 0.14599445462226868,
      "learning_rate": 0.00013365141204681928,
      "loss": 12.1973,
      "step": 24053
    },
    {
      "epoch": 3.938758801375471,
      "grad_norm": 0.16743025183677673,
      "learning_rate": 0.00013364654385966847,
      "loss": 12.2146,
      "step": 24054
    },
    {
      "epoch": 3.9389225478958574,
      "grad_norm": 0.1282356083393097,
      "learning_rate": 0.00013364167558259658,
      "loss": 12.2044,
      "step": 24055
    },
    {
      "epoch": 3.939086294416244,
      "grad_norm": 0.23125885426998138,
      "learning_rate": 0.0001336368072156165,
      "loss": 12.1942,
      "step": 24056
    },
    {
      "epoch": 3.93925004093663,
      "grad_norm": 0.23277783393859863,
      "learning_rate": 0.0001336319387587414,
      "loss": 12.2002,
      "step": 24057
    },
    {
      "epoch": 3.9394137874570165,
      "grad_norm": 0.16562095284461975,
      "learning_rate": 0.00013362707021198416,
      "loss": 12.1623,
      "step": 24058
    },
    {
      "epoch": 3.939577533977403,
      "grad_norm": 0.24998465180397034,
      "learning_rate": 0.00013362220157535782,
      "loss": 12.2176,
      "step": 24059
    },
    {
      "epoch": 3.939741280497789,
      "grad_norm": 0.14304545521736145,
      "learning_rate": 0.00013361733284887546,
      "loss": 12.1996,
      "step": 24060
    },
    {
      "epoch": 3.9399050270181757,
      "grad_norm": 0.12106591463088989,
      "learning_rate": 0.00013361246403255,
      "loss": 12.1849,
      "step": 24061
    },
    {
      "epoch": 3.940068773538562,
      "grad_norm": 0.20096932351589203,
      "learning_rate": 0.0001336075951263945,
      "loss": 12.1938,
      "step": 24062
    },
    {
      "epoch": 3.9402325200589488,
      "grad_norm": 0.12029978632926941,
      "learning_rate": 0.00013360272613042198,
      "loss": 12.1391,
      "step": 24063
    },
    {
      "epoch": 3.9403962665793353,
      "grad_norm": 0.13746531307697296,
      "learning_rate": 0.00013359785704464546,
      "loss": 12.1638,
      "step": 24064
    },
    {
      "epoch": 3.940560013099722,
      "grad_norm": 0.1751328408718109,
      "learning_rate": 0.0001335929878690779,
      "loss": 12.1665,
      "step": 24065
    },
    {
      "epoch": 3.9407237596201083,
      "grad_norm": 0.18132567405700684,
      "learning_rate": 0.00013358811860373235,
      "loss": 12.2185,
      "step": 24066
    },
    {
      "epoch": 3.9408875061404944,
      "grad_norm": 0.1711062341928482,
      "learning_rate": 0.0001335832492486218,
      "loss": 12.1612,
      "step": 24067
    },
    {
      "epoch": 3.941051252660881,
      "grad_norm": 0.12573301792144775,
      "learning_rate": 0.00013357837980375933,
      "loss": 12.1838,
      "step": 24068
    },
    {
      "epoch": 3.9412149991812675,
      "grad_norm": 0.14059802889823914,
      "learning_rate": 0.00013357351026915788,
      "loss": 12.1782,
      "step": 24069
    },
    {
      "epoch": 3.9413787457016536,
      "grad_norm": 0.168767511844635,
      "learning_rate": 0.00013356864064483049,
      "loss": 12.1865,
      "step": 24070
    },
    {
      "epoch": 3.94154249222204,
      "grad_norm": 0.12996545433998108,
      "learning_rate": 0.00013356377093079013,
      "loss": 12.192,
      "step": 24071
    },
    {
      "epoch": 3.9417062387424266,
      "grad_norm": 0.11954274773597717,
      "learning_rate": 0.00013355890112704994,
      "loss": 12.1677,
      "step": 24072
    },
    {
      "epoch": 3.941869985262813,
      "grad_norm": 0.1887800693511963,
      "learning_rate": 0.0001335540312336228,
      "loss": 12.1569,
      "step": 24073
    },
    {
      "epoch": 3.9420337317831997,
      "grad_norm": 0.13637396693229675,
      "learning_rate": 0.00013354916125052178,
      "loss": 12.2045,
      "step": 24074
    },
    {
      "epoch": 3.9421974783035862,
      "grad_norm": 0.2022605836391449,
      "learning_rate": 0.00013354429117775986,
      "loss": 12.1878,
      "step": 24075
    },
    {
      "epoch": 3.9423612248239723,
      "grad_norm": 0.1312382072210312,
      "learning_rate": 0.00013353942101535014,
      "loss": 12.1889,
      "step": 24076
    },
    {
      "epoch": 3.942524971344359,
      "grad_norm": 0.1543642282485962,
      "learning_rate": 0.00013353455076330555,
      "loss": 12.208,
      "step": 24077
    },
    {
      "epoch": 3.9426887178647454,
      "grad_norm": 0.16012200713157654,
      "learning_rate": 0.00013352968042163913,
      "loss": 12.1638,
      "step": 24078
    },
    {
      "epoch": 3.942852464385132,
      "grad_norm": 0.1422283798456192,
      "learning_rate": 0.00013352480999036397,
      "loss": 12.2089,
      "step": 24079
    },
    {
      "epoch": 3.943016210905518,
      "grad_norm": 0.14172738790512085,
      "learning_rate": 0.00013351993946949294,
      "loss": 12.1616,
      "step": 24080
    },
    {
      "epoch": 3.9431799574259045,
      "grad_norm": 0.15843495726585388,
      "learning_rate": 0.0001335150688590392,
      "loss": 12.1722,
      "step": 24081
    },
    {
      "epoch": 3.943343703946291,
      "grad_norm": 0.21678364276885986,
      "learning_rate": 0.00013351019815901566,
      "loss": 12.1542,
      "step": 24082
    },
    {
      "epoch": 3.9435074504666776,
      "grad_norm": 0.1820397526025772,
      "learning_rate": 0.00013350532736943545,
      "loss": 12.2232,
      "step": 24083
    },
    {
      "epoch": 3.943671196987064,
      "grad_norm": 0.16096548736095428,
      "learning_rate": 0.00013350045649031145,
      "loss": 12.1678,
      "step": 24084
    },
    {
      "epoch": 3.9438349435074507,
      "grad_norm": 0.17929990589618683,
      "learning_rate": 0.00013349558552165676,
      "loss": 12.185,
      "step": 24085
    },
    {
      "epoch": 3.9439986900278368,
      "grad_norm": 0.14444348216056824,
      "learning_rate": 0.0001334907144634844,
      "loss": 12.1666,
      "step": 24086
    },
    {
      "epoch": 3.9441624365482233,
      "grad_norm": 0.15431813895702362,
      "learning_rate": 0.00013348584331580738,
      "loss": 12.1784,
      "step": 24087
    },
    {
      "epoch": 3.94432618306861,
      "grad_norm": 0.14678959548473358,
      "learning_rate": 0.00013348097207863867,
      "loss": 12.2038,
      "step": 24088
    },
    {
      "epoch": 3.9444899295889964,
      "grad_norm": 0.18601572513580322,
      "learning_rate": 0.00013347610075199135,
      "loss": 12.1702,
      "step": 24089
    },
    {
      "epoch": 3.9446536761093824,
      "grad_norm": 0.14832474291324615,
      "learning_rate": 0.00013347122933587844,
      "loss": 12.2315,
      "step": 24090
    },
    {
      "epoch": 3.944817422629769,
      "grad_norm": 0.1794479936361313,
      "learning_rate": 0.0001334663578303129,
      "loss": 12.2077,
      "step": 24091
    },
    {
      "epoch": 3.9449811691501555,
      "grad_norm": 0.17243462800979614,
      "learning_rate": 0.0001334614862353078,
      "loss": 12.1655,
      "step": 24092
    },
    {
      "epoch": 3.945144915670542,
      "grad_norm": 0.1410943865776062,
      "learning_rate": 0.00013345661455087618,
      "loss": 12.1732,
      "step": 24093
    },
    {
      "epoch": 3.9453086621909286,
      "grad_norm": 0.1646701693534851,
      "learning_rate": 0.000133451742777031,
      "loss": 12.1993,
      "step": 24094
    },
    {
      "epoch": 3.945472408711315,
      "grad_norm": 0.20812219381332397,
      "learning_rate": 0.00013344687091378527,
      "loss": 12.1912,
      "step": 24095
    },
    {
      "epoch": 3.945636155231701,
      "grad_norm": 0.1517493724822998,
      "learning_rate": 0.0001334419989611521,
      "loss": 12.1483,
      "step": 24096
    },
    {
      "epoch": 3.9457999017520877,
      "grad_norm": 0.14798201620578766,
      "learning_rate": 0.00013343712691914441,
      "loss": 12.2248,
      "step": 24097
    },
    {
      "epoch": 3.9459636482724743,
      "grad_norm": 0.21629397571086884,
      "learning_rate": 0.00013343225478777528,
      "loss": 12.2039,
      "step": 24098
    },
    {
      "epoch": 3.946127394792861,
      "grad_norm": 0.16562719643115997,
      "learning_rate": 0.0001334273825670577,
      "loss": 12.2271,
      "step": 24099
    },
    {
      "epoch": 3.946291141313247,
      "grad_norm": 0.15425042808055878,
      "learning_rate": 0.00013342251025700474,
      "loss": 12.1599,
      "step": 24100
    },
    {
      "epoch": 3.9464548878336334,
      "grad_norm": 0.14236851036548615,
      "learning_rate": 0.00013341763785762939,
      "loss": 12.1644,
      "step": 24101
    },
    {
      "epoch": 3.94661863435402,
      "grad_norm": 0.1262432336807251,
      "learning_rate": 0.00013341276536894467,
      "loss": 12.1838,
      "step": 24102
    },
    {
      "epoch": 3.9467823808744065,
      "grad_norm": 0.1523168981075287,
      "learning_rate": 0.00013340789279096357,
      "loss": 12.1898,
      "step": 24103
    },
    {
      "epoch": 3.946946127394793,
      "grad_norm": 0.13534903526306152,
      "learning_rate": 0.00013340302012369919,
      "loss": 12.1759,
      "step": 24104
    },
    {
      "epoch": 3.9471098739151795,
      "grad_norm": 0.13039006292819977,
      "learning_rate": 0.00013339814736716446,
      "loss": 12.1462,
      "step": 24105
    },
    {
      "epoch": 3.9472736204355656,
      "grad_norm": 0.1668432354927063,
      "learning_rate": 0.0001333932745213725,
      "loss": 12.1657,
      "step": 24106
    },
    {
      "epoch": 3.947437366955952,
      "grad_norm": 0.13363249599933624,
      "learning_rate": 0.00013338840158633622,
      "loss": 12.1489,
      "step": 24107
    },
    {
      "epoch": 3.9476011134763387,
      "grad_norm": 0.1878703534603119,
      "learning_rate": 0.00013338352856206878,
      "loss": 12.2074,
      "step": 24108
    },
    {
      "epoch": 3.947764859996725,
      "grad_norm": 0.12428094446659088,
      "learning_rate": 0.00013337865544858307,
      "loss": 12.1811,
      "step": 24109
    },
    {
      "epoch": 3.9479286065171113,
      "grad_norm": 0.157948300242424,
      "learning_rate": 0.00013337378224589222,
      "loss": 12.1375,
      "step": 24110
    },
    {
      "epoch": 3.948092353037498,
      "grad_norm": 0.16126108169555664,
      "learning_rate": 0.00013336890895400915,
      "loss": 12.1976,
      "step": 24111
    },
    {
      "epoch": 3.9482560995578844,
      "grad_norm": 0.14405874907970428,
      "learning_rate": 0.00013336403557294698,
      "loss": 12.1546,
      "step": 24112
    },
    {
      "epoch": 3.948419846078271,
      "grad_norm": 0.12846453487873077,
      "learning_rate": 0.0001333591621027187,
      "loss": 12.13,
      "step": 24113
    },
    {
      "epoch": 3.9485835925986574,
      "grad_norm": 0.1458335518836975,
      "learning_rate": 0.00013335428854333728,
      "loss": 12.1688,
      "step": 24114
    },
    {
      "epoch": 3.948747339119044,
      "grad_norm": 0.15167006850242615,
      "learning_rate": 0.00013334941489481585,
      "loss": 12.1665,
      "step": 24115
    },
    {
      "epoch": 3.94891108563943,
      "grad_norm": 0.16096872091293335,
      "learning_rate": 0.00013334454115716734,
      "loss": 12.1297,
      "step": 24116
    },
    {
      "epoch": 3.9490748321598166,
      "grad_norm": 0.10934063792228699,
      "learning_rate": 0.00013333966733040486,
      "loss": 12.1624,
      "step": 24117
    },
    {
      "epoch": 3.949238578680203,
      "grad_norm": 0.13382016122341156,
      "learning_rate": 0.00013333479341454135,
      "loss": 12.167,
      "step": 24118
    },
    {
      "epoch": 3.9494023252005896,
      "grad_norm": 0.15154771506786346,
      "learning_rate": 0.00013332991940958987,
      "loss": 12.1615,
      "step": 24119
    },
    {
      "epoch": 3.9495660717209757,
      "grad_norm": 0.16396814584732056,
      "learning_rate": 0.00013332504531556348,
      "loss": 12.1685,
      "step": 24120
    },
    {
      "epoch": 3.9497298182413623,
      "grad_norm": 0.15519189834594727,
      "learning_rate": 0.00013332017113247514,
      "loss": 12.1998,
      "step": 24121
    },
    {
      "epoch": 3.949893564761749,
      "grad_norm": 0.18603962659835815,
      "learning_rate": 0.00013331529686033791,
      "loss": 12.1707,
      "step": 24122
    },
    {
      "epoch": 3.9500573112821353,
      "grad_norm": 0.1952839493751526,
      "learning_rate": 0.00013331042249916487,
      "loss": 12.1897,
      "step": 24123
    },
    {
      "epoch": 3.950221057802522,
      "grad_norm": 0.11598291993141174,
      "learning_rate": 0.00013330554804896898,
      "loss": 12.1562,
      "step": 24124
    },
    {
      "epoch": 3.9503848043229084,
      "grad_norm": 0.2046235054731369,
      "learning_rate": 0.00013330067350976327,
      "loss": 12.1739,
      "step": 24125
    },
    {
      "epoch": 3.9505485508432945,
      "grad_norm": 0.1563781052827835,
      "learning_rate": 0.00013329579888156077,
      "loss": 12.1753,
      "step": 24126
    },
    {
      "epoch": 3.950712297363681,
      "grad_norm": 0.15169212222099304,
      "learning_rate": 0.00013329092416437455,
      "loss": 12.1662,
      "step": 24127
    },
    {
      "epoch": 3.9508760438840675,
      "grad_norm": 0.16429884731769562,
      "learning_rate": 0.00013328604935821758,
      "loss": 12.1563,
      "step": 24128
    },
    {
      "epoch": 3.9510397904044536,
      "grad_norm": 0.13984288275241852,
      "learning_rate": 0.00013328117446310289,
      "loss": 12.1579,
      "step": 24129
    },
    {
      "epoch": 3.95120353692484,
      "grad_norm": 0.16087563335895538,
      "learning_rate": 0.00013327629947904358,
      "loss": 12.1762,
      "step": 24130
    },
    {
      "epoch": 3.9513672834452267,
      "grad_norm": 0.14358623325824738,
      "learning_rate": 0.00013327142440605264,
      "loss": 12.2026,
      "step": 24131
    },
    {
      "epoch": 3.9515310299656132,
      "grad_norm": 0.16544108092784882,
      "learning_rate": 0.00013326654924414303,
      "loss": 12.1742,
      "step": 24132
    },
    {
      "epoch": 3.9516947764859998,
      "grad_norm": 0.17485612630844116,
      "learning_rate": 0.00013326167399332786,
      "loss": 12.2314,
      "step": 24133
    },
    {
      "epoch": 3.9518585230063863,
      "grad_norm": 0.17070412635803223,
      "learning_rate": 0.00013325679865362018,
      "loss": 12.162,
      "step": 24134
    },
    {
      "epoch": 3.952022269526773,
      "grad_norm": 0.17948462069034576,
      "learning_rate": 0.00013325192322503294,
      "loss": 12.1797,
      "step": 24135
    },
    {
      "epoch": 3.952186016047159,
      "grad_norm": 0.18851549923419952,
      "learning_rate": 0.00013324704770757923,
      "loss": 12.1589,
      "step": 24136
    },
    {
      "epoch": 3.9523497625675454,
      "grad_norm": 0.14448735117912292,
      "learning_rate": 0.000133242172101272,
      "loss": 12.1713,
      "step": 24137
    },
    {
      "epoch": 3.952513509087932,
      "grad_norm": 0.1682785600423813,
      "learning_rate": 0.00013323729640612442,
      "loss": 12.2063,
      "step": 24138
    },
    {
      "epoch": 3.952677255608318,
      "grad_norm": 0.1425374448299408,
      "learning_rate": 0.0001332324206221494,
      "loss": 12.1635,
      "step": 24139
    },
    {
      "epoch": 3.9528410021287046,
      "grad_norm": 0.13036149740219116,
      "learning_rate": 0.00013322754474936,
      "loss": 12.2094,
      "step": 24140
    },
    {
      "epoch": 3.953004748649091,
      "grad_norm": 0.11667618900537491,
      "learning_rate": 0.00013322266878776926,
      "loss": 12.1531,
      "step": 24141
    },
    {
      "epoch": 3.9531684951694777,
      "grad_norm": 0.18144087493419647,
      "learning_rate": 0.00013321779273739023,
      "loss": 12.1482,
      "step": 24142
    },
    {
      "epoch": 3.953332241689864,
      "grad_norm": 0.13531038165092468,
      "learning_rate": 0.00013321291659823588,
      "loss": 12.1918,
      "step": 24143
    },
    {
      "epoch": 3.9534959882102507,
      "grad_norm": 0.1726270318031311,
      "learning_rate": 0.0001332080403703193,
      "loss": 12.2062,
      "step": 24144
    },
    {
      "epoch": 3.953659734730637,
      "grad_norm": 0.2820688486099243,
      "learning_rate": 0.0001332031640536535,
      "loss": 12.1496,
      "step": 24145
    },
    {
      "epoch": 3.9538234812510233,
      "grad_norm": 0.14941413700580597,
      "learning_rate": 0.00013319828764825155,
      "loss": 12.1273,
      "step": 24146
    },
    {
      "epoch": 3.95398722777141,
      "grad_norm": 0.21537822484970093,
      "learning_rate": 0.00013319341115412643,
      "loss": 12.183,
      "step": 24147
    },
    {
      "epoch": 3.9541509742917964,
      "grad_norm": 0.15961864590644836,
      "learning_rate": 0.0001331885345712912,
      "loss": 12.1761,
      "step": 24148
    },
    {
      "epoch": 3.9543147208121825,
      "grad_norm": 0.16049730777740479,
      "learning_rate": 0.00013318365789975886,
      "loss": 12.2101,
      "step": 24149
    },
    {
      "epoch": 3.954478467332569,
      "grad_norm": 0.13419318199157715,
      "learning_rate": 0.0001331787811395425,
      "loss": 12.1556,
      "step": 24150
    },
    {
      "epoch": 3.9546422138529556,
      "grad_norm": 0.14174866676330566,
      "learning_rate": 0.0001331739042906551,
      "loss": 12.1634,
      "step": 24151
    },
    {
      "epoch": 3.954805960373342,
      "grad_norm": 0.161981001496315,
      "learning_rate": 0.0001331690273531097,
      "loss": 12.1579,
      "step": 24152
    },
    {
      "epoch": 3.9549697068937286,
      "grad_norm": 0.12892086803913116,
      "learning_rate": 0.0001331641503269194,
      "loss": 12.1691,
      "step": 24153
    },
    {
      "epoch": 3.955133453414115,
      "grad_norm": 0.12509803473949432,
      "learning_rate": 0.00013315927321209711,
      "loss": 12.2127,
      "step": 24154
    },
    {
      "epoch": 3.9552971999345012,
      "grad_norm": 0.17260292172431946,
      "learning_rate": 0.000133154396008656,
      "loss": 12.1337,
      "step": 24155
    },
    {
      "epoch": 3.9554609464548878,
      "grad_norm": 0.14527809619903564,
      "learning_rate": 0.000133149518716609,
      "loss": 12.1648,
      "step": 24156
    },
    {
      "epoch": 3.9556246929752743,
      "grad_norm": 0.1371786892414093,
      "learning_rate": 0.00013314464133596922,
      "loss": 12.1885,
      "step": 24157
    },
    {
      "epoch": 3.955788439495661,
      "grad_norm": 0.14507634937763214,
      "learning_rate": 0.0001331397638667496,
      "loss": 12.1628,
      "step": 24158
    },
    {
      "epoch": 3.955952186016047,
      "grad_norm": 0.22587282955646515,
      "learning_rate": 0.00013313488630896332,
      "loss": 12.1573,
      "step": 24159
    },
    {
      "epoch": 3.9561159325364335,
      "grad_norm": 0.15203122794628143,
      "learning_rate": 0.00013313000866262327,
      "loss": 12.1836,
      "step": 24160
    },
    {
      "epoch": 3.95627967905682,
      "grad_norm": 0.13385561108589172,
      "learning_rate": 0.0001331251309277426,
      "loss": 12.237,
      "step": 24161
    },
    {
      "epoch": 3.9564434255772065,
      "grad_norm": 0.15901760756969452,
      "learning_rate": 0.00013312025310433423,
      "loss": 12.1654,
      "step": 24162
    },
    {
      "epoch": 3.956607172097593,
      "grad_norm": 0.1667102575302124,
      "learning_rate": 0.00013311537519241127,
      "loss": 12.2318,
      "step": 24163
    },
    {
      "epoch": 3.9567709186179796,
      "grad_norm": 0.13760346174240112,
      "learning_rate": 0.00013311049719198675,
      "loss": 12.183,
      "step": 24164
    },
    {
      "epoch": 3.9569346651383657,
      "grad_norm": 0.17644339799880981,
      "learning_rate": 0.00013310561910307372,
      "loss": 12.1851,
      "step": 24165
    },
    {
      "epoch": 3.957098411658752,
      "grad_norm": 0.1130792424082756,
      "learning_rate": 0.00013310074092568518,
      "loss": 12.1502,
      "step": 24166
    },
    {
      "epoch": 3.9572621581791387,
      "grad_norm": 0.15070605278015137,
      "learning_rate": 0.00013309586265983418,
      "loss": 12.1704,
      "step": 24167
    },
    {
      "epoch": 3.9574259046995253,
      "grad_norm": 0.15439780056476593,
      "learning_rate": 0.00013309098430553382,
      "loss": 12.2085,
      "step": 24168
    },
    {
      "epoch": 3.9575896512199114,
      "grad_norm": 0.12318363785743713,
      "learning_rate": 0.000133086105862797,
      "loss": 12.1727,
      "step": 24169
    },
    {
      "epoch": 3.957753397740298,
      "grad_norm": 0.20648573338985443,
      "learning_rate": 0.0001330812273316369,
      "loss": 12.1863,
      "step": 24170
    },
    {
      "epoch": 3.9579171442606844,
      "grad_norm": 0.15535861253738403,
      "learning_rate": 0.00013307634871206645,
      "loss": 12.1498,
      "step": 24171
    },
    {
      "epoch": 3.958080890781071,
      "grad_norm": 0.2609644830226898,
      "learning_rate": 0.00013307147000409875,
      "loss": 12.1545,
      "step": 24172
    },
    {
      "epoch": 3.9582446373014575,
      "grad_norm": 0.1482672393321991,
      "learning_rate": 0.0001330665912077468,
      "loss": 12.1548,
      "step": 24173
    },
    {
      "epoch": 3.958408383821844,
      "grad_norm": 0.11557406187057495,
      "learning_rate": 0.00013306171232302372,
      "loss": 12.2358,
      "step": 24174
    },
    {
      "epoch": 3.95857213034223,
      "grad_norm": 0.18646301329135895,
      "learning_rate": 0.00013305683334994246,
      "loss": 12.1889,
      "step": 24175
    },
    {
      "epoch": 3.9587358768626166,
      "grad_norm": 0.13773071765899658,
      "learning_rate": 0.00013305195428851607,
      "loss": 12.1745,
      "step": 24176
    },
    {
      "epoch": 3.958899623383003,
      "grad_norm": 0.17048227787017822,
      "learning_rate": 0.00013304707513875762,
      "loss": 12.2272,
      "step": 24177
    },
    {
      "epoch": 3.9590633699033897,
      "grad_norm": 0.14758193492889404,
      "learning_rate": 0.00013304219590068014,
      "loss": 12.1747,
      "step": 24178
    },
    {
      "epoch": 3.959227116423776,
      "grad_norm": 0.09880831092596054,
      "learning_rate": 0.00013303731657429666,
      "loss": 12.1818,
      "step": 24179
    },
    {
      "epoch": 3.9593908629441623,
      "grad_norm": 0.16552972793579102,
      "learning_rate": 0.0001330324371596202,
      "loss": 12.1637,
      "step": 24180
    },
    {
      "epoch": 3.959554609464549,
      "grad_norm": 0.21007117629051208,
      "learning_rate": 0.00013302755765666387,
      "loss": 12.1787,
      "step": 24181
    },
    {
      "epoch": 3.9597183559849354,
      "grad_norm": 0.14977920055389404,
      "learning_rate": 0.00013302267806544068,
      "loss": 12.2058,
      "step": 24182
    },
    {
      "epoch": 3.959882102505322,
      "grad_norm": 0.2479480803012848,
      "learning_rate": 0.00013301779838596365,
      "loss": 12.1992,
      "step": 24183
    },
    {
      "epoch": 3.9600458490257084,
      "grad_norm": 0.25616735219955444,
      "learning_rate": 0.0001330129186182458,
      "loss": 12.1797,
      "step": 24184
    },
    {
      "epoch": 3.9602095955460945,
      "grad_norm": 0.10865666717290878,
      "learning_rate": 0.00013300803876230022,
      "loss": 12.1957,
      "step": 24185
    },
    {
      "epoch": 3.960373342066481,
      "grad_norm": 0.14037737250328064,
      "learning_rate": 0.00013300315881813995,
      "loss": 12.1946,
      "step": 24186
    },
    {
      "epoch": 3.9605370885868676,
      "grad_norm": 0.16308945417404175,
      "learning_rate": 0.00013299827878577802,
      "loss": 12.1375,
      "step": 24187
    },
    {
      "epoch": 3.960700835107254,
      "grad_norm": 0.17889553308486938,
      "learning_rate": 0.00013299339866522744,
      "loss": 12.1808,
      "step": 24188
    },
    {
      "epoch": 3.96086458162764,
      "grad_norm": 0.1558401733636856,
      "learning_rate": 0.0001329885184565013,
      "loss": 12.2463,
      "step": 24189
    },
    {
      "epoch": 3.9610283281480267,
      "grad_norm": 0.1389274150133133,
      "learning_rate": 0.00013298363815961262,
      "loss": 12.1822,
      "step": 24190
    },
    {
      "epoch": 3.9611920746684133,
      "grad_norm": 0.1625729501247406,
      "learning_rate": 0.0001329787577745744,
      "loss": 12.1834,
      "step": 24191
    },
    {
      "epoch": 3.9613558211888,
      "grad_norm": 0.14962871372699738,
      "learning_rate": 0.00013297387730139978,
      "loss": 12.1404,
      "step": 24192
    },
    {
      "epoch": 3.9615195677091863,
      "grad_norm": 0.16993995010852814,
      "learning_rate": 0.00013296899674010174,
      "loss": 12.2084,
      "step": 24193
    },
    {
      "epoch": 3.961683314229573,
      "grad_norm": 0.21153445541858673,
      "learning_rate": 0.00013296411609069336,
      "loss": 12.1363,
      "step": 24194
    },
    {
      "epoch": 3.961847060749959,
      "grad_norm": 0.16906437277793884,
      "learning_rate": 0.0001329592353531876,
      "loss": 12.1516,
      "step": 24195
    },
    {
      "epoch": 3.9620108072703455,
      "grad_norm": 0.14737878739833832,
      "learning_rate": 0.0001329543545275976,
      "loss": 12.1887,
      "step": 24196
    },
    {
      "epoch": 3.962174553790732,
      "grad_norm": 0.15500694513320923,
      "learning_rate": 0.00013294947361393634,
      "loss": 12.176,
      "step": 24197
    },
    {
      "epoch": 3.9623383003111186,
      "grad_norm": 0.17207524180412292,
      "learning_rate": 0.00013294459261221691,
      "loss": 12.1639,
      "step": 24198
    },
    {
      "epoch": 3.9625020468315046,
      "grad_norm": 0.1339794397354126,
      "learning_rate": 0.00013293971152245233,
      "loss": 12.1922,
      "step": 24199
    },
    {
      "epoch": 3.962665793351891,
      "grad_norm": 0.15491217374801636,
      "learning_rate": 0.00013293483034465563,
      "loss": 12.1676,
      "step": 24200
    },
    {
      "epoch": 3.9628295398722777,
      "grad_norm": 0.13403306901454926,
      "learning_rate": 0.0001329299490788399,
      "loss": 12.1921,
      "step": 24201
    },
    {
      "epoch": 3.9629932863926642,
      "grad_norm": 0.14035040140151978,
      "learning_rate": 0.00013292506772501819,
      "loss": 12.1869,
      "step": 24202
    },
    {
      "epoch": 3.9631570329130508,
      "grad_norm": 0.1701478660106659,
      "learning_rate": 0.00013292018628320346,
      "loss": 12.1882,
      "step": 24203
    },
    {
      "epoch": 3.9633207794334373,
      "grad_norm": 0.1521180123090744,
      "learning_rate": 0.00013291530475340884,
      "loss": 12.1812,
      "step": 24204
    },
    {
      "epoch": 3.9634845259538234,
      "grad_norm": 0.12553803622722626,
      "learning_rate": 0.00013291042313564732,
      "loss": 12.1777,
      "step": 24205
    },
    {
      "epoch": 3.96364827247421,
      "grad_norm": 0.1319798231124878,
      "learning_rate": 0.000132905541429932,
      "loss": 12.1647,
      "step": 24206
    },
    {
      "epoch": 3.9638120189945965,
      "grad_norm": 0.1338067352771759,
      "learning_rate": 0.0001329006596362759,
      "loss": 12.2111,
      "step": 24207
    },
    {
      "epoch": 3.9639757655149825,
      "grad_norm": 0.1484764665365219,
      "learning_rate": 0.00013289577775469204,
      "loss": 12.177,
      "step": 24208
    },
    {
      "epoch": 3.964139512035369,
      "grad_norm": 0.1686551570892334,
      "learning_rate": 0.00013289089578519354,
      "loss": 12.1523,
      "step": 24209
    },
    {
      "epoch": 3.9643032585557556,
      "grad_norm": 0.16864743828773499,
      "learning_rate": 0.00013288601372779337,
      "loss": 12.2013,
      "step": 24210
    },
    {
      "epoch": 3.964467005076142,
      "grad_norm": 0.13167057931423187,
      "learning_rate": 0.00013288113158250458,
      "loss": 12.1557,
      "step": 24211
    },
    {
      "epoch": 3.9646307515965287,
      "grad_norm": 0.24249382317066193,
      "learning_rate": 0.00013287624934934028,
      "loss": 12.2244,
      "step": 24212
    },
    {
      "epoch": 3.964794498116915,
      "grad_norm": 0.15769843757152557,
      "learning_rate": 0.00013287136702831349,
      "loss": 12.1964,
      "step": 24213
    },
    {
      "epoch": 3.9649582446373017,
      "grad_norm": 0.1483156681060791,
      "learning_rate": 0.00013286648461943726,
      "loss": 12.2104,
      "step": 24214
    },
    {
      "epoch": 3.965121991157688,
      "grad_norm": 0.22239433228969574,
      "learning_rate": 0.00013286160212272458,
      "loss": 12.1547,
      "step": 24215
    },
    {
      "epoch": 3.9652857376780744,
      "grad_norm": 0.15055443346500397,
      "learning_rate": 0.0001328567195381886,
      "loss": 12.2099,
      "step": 24216
    },
    {
      "epoch": 3.965449484198461,
      "grad_norm": 0.14193716645240784,
      "learning_rate": 0.0001328518368658423,
      "loss": 12.1773,
      "step": 24217
    },
    {
      "epoch": 3.965613230718847,
      "grad_norm": 0.13753998279571533,
      "learning_rate": 0.0001328469541056987,
      "loss": 12.1602,
      "step": 24218
    },
    {
      "epoch": 3.9657769772392335,
      "grad_norm": 0.1624760627746582,
      "learning_rate": 0.00013284207125777096,
      "loss": 12.2354,
      "step": 24219
    },
    {
      "epoch": 3.96594072375962,
      "grad_norm": 0.13211014866828918,
      "learning_rate": 0.00013283718832207206,
      "loss": 12.1417,
      "step": 24220
    },
    {
      "epoch": 3.9661044702800066,
      "grad_norm": 0.19023914635181427,
      "learning_rate": 0.00013283230529861505,
      "loss": 12.208,
      "step": 24221
    },
    {
      "epoch": 3.966268216800393,
      "grad_norm": 0.14284642040729523,
      "learning_rate": 0.00013282742218741295,
      "loss": 12.1597,
      "step": 24222
    },
    {
      "epoch": 3.9664319633207796,
      "grad_norm": 0.11796970665454865,
      "learning_rate": 0.00013282253898847887,
      "loss": 12.189,
      "step": 24223
    },
    {
      "epoch": 3.9665957098411657,
      "grad_norm": 0.15235267579555511,
      "learning_rate": 0.00013281765570182587,
      "loss": 12.1479,
      "step": 24224
    },
    {
      "epoch": 3.9667594563615522,
      "grad_norm": 0.13607822358608246,
      "learning_rate": 0.00013281277232746693,
      "loss": 12.1638,
      "step": 24225
    },
    {
      "epoch": 3.966923202881939,
      "grad_norm": 0.11166229099035263,
      "learning_rate": 0.00013280788886541514,
      "loss": 12.2379,
      "step": 24226
    },
    {
      "epoch": 3.9670869494023253,
      "grad_norm": 0.1351204216480255,
      "learning_rate": 0.00013280300531568354,
      "loss": 12.1583,
      "step": 24227
    },
    {
      "epoch": 3.9672506959227114,
      "grad_norm": 0.14716947078704834,
      "learning_rate": 0.0001327981216782852,
      "loss": 12.2394,
      "step": 24228
    },
    {
      "epoch": 3.967414442443098,
      "grad_norm": 0.2400401532649994,
      "learning_rate": 0.00013279323795323318,
      "loss": 12.248,
      "step": 24229
    },
    {
      "epoch": 3.9675781889634845,
      "grad_norm": 0.13356749713420868,
      "learning_rate": 0.00013278835414054046,
      "loss": 12.2415,
      "step": 24230
    },
    {
      "epoch": 3.967741935483871,
      "grad_norm": 0.1672016978263855,
      "learning_rate": 0.00013278347024022022,
      "loss": 12.1643,
      "step": 24231
    },
    {
      "epoch": 3.9679056820042575,
      "grad_norm": 0.15380215644836426,
      "learning_rate": 0.00013277858625228536,
      "loss": 12.1261,
      "step": 24232
    },
    {
      "epoch": 3.968069428524644,
      "grad_norm": 0.19647528231143951,
      "learning_rate": 0.00013277370217674905,
      "loss": 12.1914,
      "step": 24233
    },
    {
      "epoch": 3.96823317504503,
      "grad_norm": 0.2183302342891693,
      "learning_rate": 0.0001327688180136243,
      "loss": 12.2052,
      "step": 24234
    },
    {
      "epoch": 3.9683969215654167,
      "grad_norm": 0.24741089344024658,
      "learning_rate": 0.00013276393376292418,
      "loss": 12.2229,
      "step": 24235
    },
    {
      "epoch": 3.968560668085803,
      "grad_norm": 0.15444602072238922,
      "learning_rate": 0.00013275904942466172,
      "loss": 12.1448,
      "step": 24236
    },
    {
      "epoch": 3.9687244146061897,
      "grad_norm": 0.20996752381324768,
      "learning_rate": 0.00013275416499884996,
      "loss": 12.2191,
      "step": 24237
    },
    {
      "epoch": 3.968888161126576,
      "grad_norm": 0.13413940370082855,
      "learning_rate": 0.00013274928048550202,
      "loss": 12.2063,
      "step": 24238
    },
    {
      "epoch": 3.9690519076469624,
      "grad_norm": 0.17121189832687378,
      "learning_rate": 0.0001327443958846309,
      "loss": 12.237,
      "step": 24239
    },
    {
      "epoch": 3.969215654167349,
      "grad_norm": 0.22489912807941437,
      "learning_rate": 0.00013273951119624963,
      "loss": 12.2651,
      "step": 24240
    },
    {
      "epoch": 3.9693794006877354,
      "grad_norm": 0.13751444220542908,
      "learning_rate": 0.00013273462642037132,
      "loss": 12.131,
      "step": 24241
    },
    {
      "epoch": 3.969543147208122,
      "grad_norm": 0.15785987675189972,
      "learning_rate": 0.00013272974155700902,
      "loss": 12.2044,
      "step": 24242
    },
    {
      "epoch": 3.9697068937285085,
      "grad_norm": 0.15138384699821472,
      "learning_rate": 0.00013272485660617575,
      "loss": 12.1674,
      "step": 24243
    },
    {
      "epoch": 3.9698706402488946,
      "grad_norm": 0.1605766862630844,
      "learning_rate": 0.00013271997156788458,
      "loss": 12.1779,
      "step": 24244
    },
    {
      "epoch": 3.970034386769281,
      "grad_norm": 0.1272413283586502,
      "learning_rate": 0.0001327150864421486,
      "loss": 12.2103,
      "step": 24245
    },
    {
      "epoch": 3.9701981332896676,
      "grad_norm": 0.14593267440795898,
      "learning_rate": 0.00013271020122898082,
      "loss": 12.1845,
      "step": 24246
    },
    {
      "epoch": 3.970361879810054,
      "grad_norm": 0.12801311910152435,
      "learning_rate": 0.00013270531592839428,
      "loss": 12.1391,
      "step": 24247
    },
    {
      "epoch": 3.9705256263304403,
      "grad_norm": 0.1544211506843567,
      "learning_rate": 0.00013270043054040208,
      "loss": 12.1692,
      "step": 24248
    },
    {
      "epoch": 3.970689372850827,
      "grad_norm": 0.10665256530046463,
      "learning_rate": 0.0001326955450650173,
      "loss": 12.2063,
      "step": 24249
    },
    {
      "epoch": 3.9708531193712133,
      "grad_norm": 0.16062606871128082,
      "learning_rate": 0.00013269065950225292,
      "loss": 12.1433,
      "step": 24250
    },
    {
      "epoch": 3.9710168658916,
      "grad_norm": 0.28877371549606323,
      "learning_rate": 0.00013268577385212207,
      "loss": 12.1756,
      "step": 24251
    },
    {
      "epoch": 3.9711806124119864,
      "grad_norm": 0.16935685276985168,
      "learning_rate": 0.00013268088811463772,
      "loss": 12.163,
      "step": 24252
    },
    {
      "epoch": 3.971344358932373,
      "grad_norm": 0.19850841164588928,
      "learning_rate": 0.00013267600228981306,
      "loss": 12.1098,
      "step": 24253
    },
    {
      "epoch": 3.971508105452759,
      "grad_norm": 0.12724170088768005,
      "learning_rate": 0.00013267111637766098,
      "loss": 12.1289,
      "step": 24254
    },
    {
      "epoch": 3.9716718519731455,
      "grad_norm": 0.15386568009853363,
      "learning_rate": 0.0001326662303781947,
      "loss": 12.1782,
      "step": 24255
    },
    {
      "epoch": 3.971835598493532,
      "grad_norm": 0.12314323335886002,
      "learning_rate": 0.00013266134429142716,
      "loss": 12.1686,
      "step": 24256
    },
    {
      "epoch": 3.9719993450139186,
      "grad_norm": 0.16582050919532776,
      "learning_rate": 0.0001326564581173715,
      "loss": 12.1675,
      "step": 24257
    },
    {
      "epoch": 3.9721630915343047,
      "grad_norm": 0.17349401116371155,
      "learning_rate": 0.0001326515718560407,
      "loss": 12.1514,
      "step": 24258
    },
    {
      "epoch": 3.9723268380546912,
      "grad_norm": 0.15971706807613373,
      "learning_rate": 0.0001326466855074479,
      "loss": 12.1819,
      "step": 24259
    },
    {
      "epoch": 3.9724905845750778,
      "grad_norm": 0.140141099691391,
      "learning_rate": 0.00013264179907160605,
      "loss": 12.1693,
      "step": 24260
    },
    {
      "epoch": 3.9726543310954643,
      "grad_norm": 0.15735715627670288,
      "learning_rate": 0.00013263691254852836,
      "loss": 12.1375,
      "step": 24261
    },
    {
      "epoch": 3.972818077615851,
      "grad_norm": 0.1641797125339508,
      "learning_rate": 0.00013263202593822773,
      "loss": 12.1781,
      "step": 24262
    },
    {
      "epoch": 3.9729818241362373,
      "grad_norm": 0.1947302520275116,
      "learning_rate": 0.00013262713924071733,
      "loss": 12.1888,
      "step": 24263
    },
    {
      "epoch": 3.9731455706566234,
      "grad_norm": 0.16264504194259644,
      "learning_rate": 0.00013262225245601022,
      "loss": 12.1582,
      "step": 24264
    },
    {
      "epoch": 3.97330931717701,
      "grad_norm": 0.13872334361076355,
      "learning_rate": 0.0001326173655841194,
      "loss": 12.2209,
      "step": 24265
    },
    {
      "epoch": 3.9734730636973965,
      "grad_norm": 0.17165975272655487,
      "learning_rate": 0.00013261247862505793,
      "loss": 12.1476,
      "step": 24266
    },
    {
      "epoch": 3.973636810217783,
      "grad_norm": 0.18748119473457336,
      "learning_rate": 0.00013260759157883892,
      "loss": 12.1626,
      "step": 24267
    },
    {
      "epoch": 3.973800556738169,
      "grad_norm": 0.14299722015857697,
      "learning_rate": 0.0001326027044454754,
      "loss": 12.258,
      "step": 24268
    },
    {
      "epoch": 3.9739643032585557,
      "grad_norm": 0.12716470658779144,
      "learning_rate": 0.00013259781722498043,
      "loss": 12.1771,
      "step": 24269
    },
    {
      "epoch": 3.974128049778942,
      "grad_norm": 0.20640958845615387,
      "learning_rate": 0.0001325929299173671,
      "loss": 12.1781,
      "step": 24270
    },
    {
      "epoch": 3.9742917962993287,
      "grad_norm": 0.15304546058177948,
      "learning_rate": 0.00013258804252264846,
      "loss": 12.1555,
      "step": 24271
    },
    {
      "epoch": 3.9744555428197152,
      "grad_norm": 0.13327531516551971,
      "learning_rate": 0.00013258315504083754,
      "loss": 12.1439,
      "step": 24272
    },
    {
      "epoch": 3.974619289340102,
      "grad_norm": 0.17286145687103271,
      "learning_rate": 0.00013257826747194743,
      "loss": 12.1735,
      "step": 24273
    },
    {
      "epoch": 3.974783035860488,
      "grad_norm": 0.16342653334140778,
      "learning_rate": 0.0001325733798159912,
      "loss": 12.1798,
      "step": 24274
    },
    {
      "epoch": 3.9749467823808744,
      "grad_norm": 0.11646628379821777,
      "learning_rate": 0.00013256849207298187,
      "loss": 12.2043,
      "step": 24275
    },
    {
      "epoch": 3.975110528901261,
      "grad_norm": 0.16942809522151947,
      "learning_rate": 0.00013256360424293258,
      "loss": 12.2097,
      "step": 24276
    },
    {
      "epoch": 3.975274275421647,
      "grad_norm": 0.11191800981760025,
      "learning_rate": 0.00013255871632585628,
      "loss": 12.1802,
      "step": 24277
    },
    {
      "epoch": 3.9754380219420336,
      "grad_norm": 0.14643558859825134,
      "learning_rate": 0.00013255382832176612,
      "loss": 12.1405,
      "step": 24278
    },
    {
      "epoch": 3.97560176846242,
      "grad_norm": 0.1667659431695938,
      "learning_rate": 0.00013254894023067516,
      "loss": 12.1481,
      "step": 24279
    },
    {
      "epoch": 3.9757655149828066,
      "grad_norm": 0.1481214463710785,
      "learning_rate": 0.00013254405205259646,
      "loss": 12.1835,
      "step": 24280
    },
    {
      "epoch": 3.975929261503193,
      "grad_norm": 0.13542570173740387,
      "learning_rate": 0.00013253916378754303,
      "loss": 12.2274,
      "step": 24281
    },
    {
      "epoch": 3.9760930080235797,
      "grad_norm": 0.16471098363399506,
      "learning_rate": 0.000132534275435528,
      "loss": 12.158,
      "step": 24282
    },
    {
      "epoch": 3.976256754543966,
      "grad_norm": 0.16932183504104614,
      "learning_rate": 0.0001325293869965644,
      "loss": 12.1669,
      "step": 24283
    },
    {
      "epoch": 3.9764205010643523,
      "grad_norm": 0.18256732821464539,
      "learning_rate": 0.00013252449847066526,
      "loss": 12.2648,
      "step": 24284
    },
    {
      "epoch": 3.976584247584739,
      "grad_norm": 0.13940249383449554,
      "learning_rate": 0.00013251960985784372,
      "loss": 12.1559,
      "step": 24285
    },
    {
      "epoch": 3.9767479941051254,
      "grad_norm": 0.13496242463588715,
      "learning_rate": 0.00013251472115811283,
      "loss": 12.1725,
      "step": 24286
    },
    {
      "epoch": 3.9769117406255114,
      "grad_norm": 0.1375998705625534,
      "learning_rate": 0.00013250983237148562,
      "loss": 12.224,
      "step": 24287
    },
    {
      "epoch": 3.977075487145898,
      "grad_norm": 0.14204493165016174,
      "learning_rate": 0.00013250494349797515,
      "loss": 12.1735,
      "step": 24288
    },
    {
      "epoch": 3.9772392336662845,
      "grad_norm": 0.17828896641731262,
      "learning_rate": 0.00013250005453759454,
      "loss": 12.1941,
      "step": 24289
    },
    {
      "epoch": 3.977402980186671,
      "grad_norm": 0.11362182348966599,
      "learning_rate": 0.0001324951654903568,
      "loss": 12.1812,
      "step": 24290
    },
    {
      "epoch": 3.9775667267070576,
      "grad_norm": 0.15493449568748474,
      "learning_rate": 0.00013249027635627502,
      "loss": 12.1728,
      "step": 24291
    },
    {
      "epoch": 3.977730473227444,
      "grad_norm": 0.18806445598602295,
      "learning_rate": 0.00013248538713536226,
      "loss": 12.1573,
      "step": 24292
    },
    {
      "epoch": 3.97789421974783,
      "grad_norm": 0.1458757072687149,
      "learning_rate": 0.0001324804978276316,
      "loss": 12.1584,
      "step": 24293
    },
    {
      "epoch": 3.9780579662682167,
      "grad_norm": 0.14866681396961212,
      "learning_rate": 0.00013247560843309612,
      "loss": 12.1571,
      "step": 24294
    },
    {
      "epoch": 3.9782217127886033,
      "grad_norm": 0.18555393815040588,
      "learning_rate": 0.00013247071895176884,
      "loss": 12.1507,
      "step": 24295
    },
    {
      "epoch": 3.97838545930899,
      "grad_norm": 0.14963674545288086,
      "learning_rate": 0.00013246582938366286,
      "loss": 12.1926,
      "step": 24296
    },
    {
      "epoch": 3.978549205829376,
      "grad_norm": 0.20504583418369293,
      "learning_rate": 0.00013246093972879125,
      "loss": 12.1937,
      "step": 24297
    },
    {
      "epoch": 3.9787129523497624,
      "grad_norm": 0.13091230392456055,
      "learning_rate": 0.00013245604998716703,
      "loss": 12.1544,
      "step": 24298
    },
    {
      "epoch": 3.978876698870149,
      "grad_norm": 0.2811445891857147,
      "learning_rate": 0.00013245116015880336,
      "loss": 12.2496,
      "step": 24299
    },
    {
      "epoch": 3.9790404453905355,
      "grad_norm": 0.208840012550354,
      "learning_rate": 0.0001324462702437132,
      "loss": 12.1839,
      "step": 24300
    },
    {
      "epoch": 3.979204191910922,
      "grad_norm": 0.17671149969100952,
      "learning_rate": 0.0001324413802419097,
      "loss": 12.2407,
      "step": 24301
    },
    {
      "epoch": 3.9793679384313085,
      "grad_norm": 0.1528232842683792,
      "learning_rate": 0.00013243649015340592,
      "loss": 12.1475,
      "step": 24302
    },
    {
      "epoch": 3.9795316849516946,
      "grad_norm": 0.13288545608520508,
      "learning_rate": 0.00013243159997821486,
      "loss": 12.158,
      "step": 24303
    },
    {
      "epoch": 3.979695431472081,
      "grad_norm": 0.16548442840576172,
      "learning_rate": 0.00013242670971634968,
      "loss": 12.2062,
      "step": 24304
    },
    {
      "epoch": 3.9798591779924677,
      "grad_norm": 0.15259304642677307,
      "learning_rate": 0.0001324218193678234,
      "loss": 12.1724,
      "step": 24305
    },
    {
      "epoch": 3.980022924512854,
      "grad_norm": 0.14903828501701355,
      "learning_rate": 0.00013241692893264906,
      "loss": 12.133,
      "step": 24306
    },
    {
      "epoch": 3.9801866710332403,
      "grad_norm": 0.15914909541606903,
      "learning_rate": 0.0001324120384108398,
      "loss": 12.1943,
      "step": 24307
    },
    {
      "epoch": 3.980350417553627,
      "grad_norm": 0.14482100307941437,
      "learning_rate": 0.00013240714780240865,
      "loss": 12.1345,
      "step": 24308
    },
    {
      "epoch": 3.9805141640740134,
      "grad_norm": 0.22036761045455933,
      "learning_rate": 0.0001324022571073687,
      "loss": 12.2273,
      "step": 24309
    },
    {
      "epoch": 3.9806779105944,
      "grad_norm": 0.15169838070869446,
      "learning_rate": 0.00013239736632573304,
      "loss": 12.1938,
      "step": 24310
    },
    {
      "epoch": 3.9808416571147864,
      "grad_norm": 0.14803549647331238,
      "learning_rate": 0.00013239247545751464,
      "loss": 12.1338,
      "step": 24311
    },
    {
      "epoch": 3.981005403635173,
      "grad_norm": 0.14103595912456512,
      "learning_rate": 0.00013238758450272671,
      "loss": 12.152,
      "step": 24312
    },
    {
      "epoch": 3.981169150155559,
      "grad_norm": 0.14953988790512085,
      "learning_rate": 0.00013238269346138218,
      "loss": 12.1755,
      "step": 24313
    },
    {
      "epoch": 3.9813328966759456,
      "grad_norm": 0.12064904719591141,
      "learning_rate": 0.00013237780233349425,
      "loss": 12.1713,
      "step": 24314
    },
    {
      "epoch": 3.981496643196332,
      "grad_norm": 0.1595446914434433,
      "learning_rate": 0.00013237291111907587,
      "loss": 12.1613,
      "step": 24315
    },
    {
      "epoch": 3.9816603897167187,
      "grad_norm": 0.11440923810005188,
      "learning_rate": 0.00013236801981814027,
      "loss": 12.201,
      "step": 24316
    },
    {
      "epoch": 3.9818241362371047,
      "grad_norm": 0.15601742267608643,
      "learning_rate": 0.00013236312843070035,
      "loss": 12.2056,
      "step": 24317
    },
    {
      "epoch": 3.9819878827574913,
      "grad_norm": 0.1742696613073349,
      "learning_rate": 0.00013235823695676927,
      "loss": 12.1838,
      "step": 24318
    },
    {
      "epoch": 3.982151629277878,
      "grad_norm": 0.16067901253700256,
      "learning_rate": 0.0001323533453963601,
      "loss": 12.1405,
      "step": 24319
    },
    {
      "epoch": 3.9823153757982643,
      "grad_norm": 0.1744404286146164,
      "learning_rate": 0.00013234845374948592,
      "loss": 12.2207,
      "step": 24320
    },
    {
      "epoch": 3.982479122318651,
      "grad_norm": 0.15087012946605682,
      "learning_rate": 0.0001323435620161598,
      "loss": 12.1537,
      "step": 24321
    },
    {
      "epoch": 3.9826428688390374,
      "grad_norm": 0.19429531693458557,
      "learning_rate": 0.00013233867019639477,
      "loss": 12.1653,
      "step": 24322
    },
    {
      "epoch": 3.9828066153594235,
      "grad_norm": 0.1358812153339386,
      "learning_rate": 0.00013233377829020398,
      "loss": 12.191,
      "step": 24323
    },
    {
      "epoch": 3.98297036187981,
      "grad_norm": 0.1782827228307724,
      "learning_rate": 0.0001323288862976004,
      "loss": 12.1787,
      "step": 24324
    },
    {
      "epoch": 3.9831341084001965,
      "grad_norm": 0.13665802776813507,
      "learning_rate": 0.0001323239942185972,
      "loss": 12.1831,
      "step": 24325
    },
    {
      "epoch": 3.983297854920583,
      "grad_norm": 0.1767147034406662,
      "learning_rate": 0.0001323191020532074,
      "loss": 12.19,
      "step": 24326
    },
    {
      "epoch": 3.983461601440969,
      "grad_norm": 0.12923353910446167,
      "learning_rate": 0.00013231420980144414,
      "loss": 12.2028,
      "step": 24327
    },
    {
      "epoch": 3.9836253479613557,
      "grad_norm": 0.1708015501499176,
      "learning_rate": 0.00013230931746332039,
      "loss": 12.2168,
      "step": 24328
    },
    {
      "epoch": 3.9837890944817422,
      "grad_norm": 0.13472452759742737,
      "learning_rate": 0.0001323044250388493,
      "loss": 12.2235,
      "step": 24329
    },
    {
      "epoch": 3.9839528410021288,
      "grad_norm": 0.1684192568063736,
      "learning_rate": 0.00013229953252804393,
      "loss": 12.2463,
      "step": 24330
    },
    {
      "epoch": 3.9841165875225153,
      "grad_norm": 0.12374330312013626,
      "learning_rate": 0.00013229463993091737,
      "loss": 12.1588,
      "step": 24331
    },
    {
      "epoch": 3.984280334042902,
      "grad_norm": 0.1580338031053543,
      "learning_rate": 0.00013228974724748265,
      "loss": 12.191,
      "step": 24332
    },
    {
      "epoch": 3.984444080563288,
      "grad_norm": 0.1456296145915985,
      "learning_rate": 0.00013228485447775289,
      "loss": 12.2119,
      "step": 24333
    },
    {
      "epoch": 3.9846078270836744,
      "grad_norm": 0.136757031083107,
      "learning_rate": 0.00013227996162174112,
      "loss": 12.1937,
      "step": 24334
    },
    {
      "epoch": 3.984771573604061,
      "grad_norm": 0.16012240946292877,
      "learning_rate": 0.00013227506867946048,
      "loss": 12.1991,
      "step": 24335
    },
    {
      "epoch": 3.9849353201244475,
      "grad_norm": 0.19797419011592865,
      "learning_rate": 0.000132270175650924,
      "loss": 12.1498,
      "step": 24336
    },
    {
      "epoch": 3.9850990666448336,
      "grad_norm": 0.17214974761009216,
      "learning_rate": 0.00013226528253614474,
      "loss": 12.1837,
      "step": 24337
    },
    {
      "epoch": 3.98526281316522,
      "grad_norm": 0.14062868058681488,
      "learning_rate": 0.00013226038933513584,
      "loss": 12.1817,
      "step": 24338
    },
    {
      "epoch": 3.9854265596856067,
      "grad_norm": 0.1534942239522934,
      "learning_rate": 0.0001322554960479103,
      "loss": 12.173,
      "step": 24339
    },
    {
      "epoch": 3.985590306205993,
      "grad_norm": 0.15757262706756592,
      "learning_rate": 0.00013225060267448133,
      "loss": 12.2178,
      "step": 24340
    },
    {
      "epoch": 3.9857540527263797,
      "grad_norm": 0.25303348898887634,
      "learning_rate": 0.00013224570921486185,
      "loss": 12.1983,
      "step": 24341
    },
    {
      "epoch": 3.9859177992467663,
      "grad_norm": 0.14398512244224548,
      "learning_rate": 0.00013224081566906503,
      "loss": 12.1685,
      "step": 24342
    },
    {
      "epoch": 3.9860815457671523,
      "grad_norm": 0.14955542981624603,
      "learning_rate": 0.0001322359220371039,
      "loss": 12.2309,
      "step": 24343
    },
    {
      "epoch": 3.986245292287539,
      "grad_norm": 0.14288464188575745,
      "learning_rate": 0.0001322310283189916,
      "loss": 12.156,
      "step": 24344
    },
    {
      "epoch": 3.9864090388079254,
      "grad_norm": 0.12129788100719452,
      "learning_rate": 0.00013222613451474113,
      "loss": 12.1806,
      "step": 24345
    },
    {
      "epoch": 3.9865727853283115,
      "grad_norm": 0.14234140515327454,
      "learning_rate": 0.00013222124062436564,
      "loss": 12.1716,
      "step": 24346
    },
    {
      "epoch": 3.986736531848698,
      "grad_norm": 0.1298883557319641,
      "learning_rate": 0.00013221634664787818,
      "loss": 12.1601,
      "step": 24347
    },
    {
      "epoch": 3.9869002783690846,
      "grad_norm": 0.12462960183620453,
      "learning_rate": 0.0001322114525852918,
      "loss": 12.2081,
      "step": 24348
    },
    {
      "epoch": 3.987064024889471,
      "grad_norm": 0.11794620007276535,
      "learning_rate": 0.00013220655843661962,
      "loss": 12.173,
      "step": 24349
    },
    {
      "epoch": 3.9872277714098576,
      "grad_norm": 0.1192210465669632,
      "learning_rate": 0.0001322016642018747,
      "loss": 12.1542,
      "step": 24350
    },
    {
      "epoch": 3.987391517930244,
      "grad_norm": 0.16573384404182434,
      "learning_rate": 0.00013219676988107012,
      "loss": 12.1834,
      "step": 24351
    },
    {
      "epoch": 3.9875552644506307,
      "grad_norm": 0.19302888214588165,
      "learning_rate": 0.000132191875474219,
      "loss": 12.1897,
      "step": 24352
    },
    {
      "epoch": 3.9877190109710168,
      "grad_norm": 0.11746104061603546,
      "learning_rate": 0.00013218698098133437,
      "loss": 12.2165,
      "step": 24353
    },
    {
      "epoch": 3.9878827574914033,
      "grad_norm": 0.1981603503227234,
      "learning_rate": 0.00013218208640242932,
      "loss": 12.1849,
      "step": 24354
    },
    {
      "epoch": 3.98804650401179,
      "grad_norm": 0.1574646681547165,
      "learning_rate": 0.00013217719173751698,
      "loss": 12.2163,
      "step": 24355
    },
    {
      "epoch": 3.988210250532176,
      "grad_norm": 0.1563192754983902,
      "learning_rate": 0.00013217229698661033,
      "loss": 12.2129,
      "step": 24356
    },
    {
      "epoch": 3.9883739970525625,
      "grad_norm": 0.1801184117794037,
      "learning_rate": 0.00013216740214972255,
      "loss": 12.167,
      "step": 24357
    },
    {
      "epoch": 3.988537743572949,
      "grad_norm": 0.15651290118694305,
      "learning_rate": 0.00013216250722686667,
      "loss": 12.2007,
      "step": 24358
    },
    {
      "epoch": 3.9887014900933355,
      "grad_norm": 0.14388883113861084,
      "learning_rate": 0.0001321576122180558,
      "loss": 12.1861,
      "step": 24359
    },
    {
      "epoch": 3.988865236613722,
      "grad_norm": 0.15806812047958374,
      "learning_rate": 0.000132152717123303,
      "loss": 12.161,
      "step": 24360
    },
    {
      "epoch": 3.9890289831341086,
      "grad_norm": 0.12974068522453308,
      "learning_rate": 0.00013214782194262135,
      "loss": 12.1813,
      "step": 24361
    },
    {
      "epoch": 3.989192729654495,
      "grad_norm": 0.2064710259437561,
      "learning_rate": 0.00013214292667602394,
      "loss": 12.2759,
      "step": 24362
    },
    {
      "epoch": 3.989356476174881,
      "grad_norm": 0.1496332287788391,
      "learning_rate": 0.00013213803132352387,
      "loss": 12.1892,
      "step": 24363
    },
    {
      "epoch": 3.9895202226952677,
      "grad_norm": 0.1400022655725479,
      "learning_rate": 0.00013213313588513422,
      "loss": 12.1588,
      "step": 24364
    },
    {
      "epoch": 3.9896839692156543,
      "grad_norm": 0.18517838418483734,
      "learning_rate": 0.00013212824036086803,
      "loss": 12.1897,
      "step": 24365
    },
    {
      "epoch": 3.9898477157360404,
      "grad_norm": 0.17037814855575562,
      "learning_rate": 0.00013212334475073842,
      "loss": 12.1514,
      "step": 24366
    },
    {
      "epoch": 3.990011462256427,
      "grad_norm": 0.22450000047683716,
      "learning_rate": 0.00013211844905475846,
      "loss": 12.2208,
      "step": 24367
    },
    {
      "epoch": 3.9901752087768134,
      "grad_norm": 0.13365158438682556,
      "learning_rate": 0.00013211355327294127,
      "loss": 12.2068,
      "step": 24368
    },
    {
      "epoch": 3.9903389552972,
      "grad_norm": 0.14725731313228607,
      "learning_rate": 0.0001321086574052999,
      "loss": 12.1943,
      "step": 24369
    },
    {
      "epoch": 3.9905027018175865,
      "grad_norm": 0.12523522973060608,
      "learning_rate": 0.0001321037614518474,
      "loss": 12.1437,
      "step": 24370
    },
    {
      "epoch": 3.990666448337973,
      "grad_norm": 0.17815671861171722,
      "learning_rate": 0.00013209886541259695,
      "loss": 12.1638,
      "step": 24371
    },
    {
      "epoch": 3.990830194858359,
      "grad_norm": 0.11416886001825333,
      "learning_rate": 0.00013209396928756157,
      "loss": 12.2031,
      "step": 24372
    },
    {
      "epoch": 3.9909939413787456,
      "grad_norm": 0.13394400477409363,
      "learning_rate": 0.0001320890730767543,
      "loss": 12.1965,
      "step": 24373
    },
    {
      "epoch": 3.991157687899132,
      "grad_norm": 0.17658622562885284,
      "learning_rate": 0.0001320841767801883,
      "loss": 12.2036,
      "step": 24374
    },
    {
      "epoch": 3.9913214344195187,
      "grad_norm": 0.14894768595695496,
      "learning_rate": 0.0001320792803978767,
      "loss": 12.1287,
      "step": 24375
    },
    {
      "epoch": 3.991485180939905,
      "grad_norm": 0.1859893500804901,
      "learning_rate": 0.00013207438392983246,
      "loss": 12.1581,
      "step": 24376
    },
    {
      "epoch": 3.9916489274602913,
      "grad_norm": 0.12804001569747925,
      "learning_rate": 0.00013206948737606874,
      "loss": 12.175,
      "step": 24377
    },
    {
      "epoch": 3.991812673980678,
      "grad_norm": 0.12994907796382904,
      "learning_rate": 0.0001320645907365986,
      "loss": 12.2255,
      "step": 24378
    },
    {
      "epoch": 3.9919764205010644,
      "grad_norm": 0.18560002744197845,
      "learning_rate": 0.00013205969401143517,
      "loss": 12.1888,
      "step": 24379
    },
    {
      "epoch": 3.992140167021451,
      "grad_norm": 0.1541902869939804,
      "learning_rate": 0.00013205479720059148,
      "loss": 12.1481,
      "step": 24380
    },
    {
      "epoch": 3.9923039135418374,
      "grad_norm": 0.1900458186864853,
      "learning_rate": 0.00013204990030408063,
      "loss": 12.1617,
      "step": 24381
    },
    {
      "epoch": 3.9924676600622235,
      "grad_norm": 0.1448964774608612,
      "learning_rate": 0.00013204500332191575,
      "loss": 12.1439,
      "step": 24382
    },
    {
      "epoch": 3.99263140658261,
      "grad_norm": 0.182221919298172,
      "learning_rate": 0.00013204010625410988,
      "loss": 12.1472,
      "step": 24383
    },
    {
      "epoch": 3.9927951531029966,
      "grad_norm": 0.191145658493042,
      "learning_rate": 0.00013203520910067614,
      "loss": 12.1658,
      "step": 24384
    },
    {
      "epoch": 3.992958899623383,
      "grad_norm": 0.15070247650146484,
      "learning_rate": 0.0001320303118616276,
      "loss": 12.1819,
      "step": 24385
    },
    {
      "epoch": 3.993122646143769,
      "grad_norm": 0.17593710124492645,
      "learning_rate": 0.00013202541453697736,
      "loss": 12.1795,
      "step": 24386
    },
    {
      "epoch": 3.9932863926641557,
      "grad_norm": 0.1544315665960312,
      "learning_rate": 0.00013202051712673846,
      "loss": 12.162,
      "step": 24387
    },
    {
      "epoch": 3.9934501391845423,
      "grad_norm": 0.15533563494682312,
      "learning_rate": 0.00013201561963092405,
      "loss": 12.1705,
      "step": 24388
    },
    {
      "epoch": 3.993613885704929,
      "grad_norm": 0.1354559361934662,
      "learning_rate": 0.0001320107220495472,
      "loss": 12.1358,
      "step": 24389
    },
    {
      "epoch": 3.9937776322253153,
      "grad_norm": 0.16269592940807343,
      "learning_rate": 0.00013200582438262099,
      "loss": 12.1869,
      "step": 24390
    },
    {
      "epoch": 3.993941378745702,
      "grad_norm": 0.1441464126110077,
      "learning_rate": 0.0001320009266301585,
      "loss": 12.1899,
      "step": 24391
    },
    {
      "epoch": 3.994105125266088,
      "grad_norm": 0.20199280977249146,
      "learning_rate": 0.00013199602879217283,
      "loss": 12.1962,
      "step": 24392
    },
    {
      "epoch": 3.9942688717864745,
      "grad_norm": 0.13501574099063873,
      "learning_rate": 0.0001319911308686771,
      "loss": 12.1983,
      "step": 24393
    },
    {
      "epoch": 3.994432618306861,
      "grad_norm": 0.14545583724975586,
      "learning_rate": 0.00013198623285968437,
      "loss": 12.178,
      "step": 24394
    },
    {
      "epoch": 3.9945963648272476,
      "grad_norm": 0.13312171399593353,
      "learning_rate": 0.0001319813347652077,
      "loss": 12.1843,
      "step": 24395
    },
    {
      "epoch": 3.9947601113476336,
      "grad_norm": 0.14390812814235687,
      "learning_rate": 0.00013197643658526022,
      "loss": 12.1701,
      "step": 24396
    },
    {
      "epoch": 3.99492385786802,
      "grad_norm": 0.14076001942157745,
      "learning_rate": 0.00013197153831985507,
      "loss": 12.1835,
      "step": 24397
    },
    {
      "epoch": 3.9950876043884067,
      "grad_norm": 0.14130842685699463,
      "learning_rate": 0.00013196663996900522,
      "loss": 12.1844,
      "step": 24398
    },
    {
      "epoch": 3.9952513509087932,
      "grad_norm": 0.15021006762981415,
      "learning_rate": 0.00013196174153272383,
      "loss": 12.1984,
      "step": 24399
    },
    {
      "epoch": 3.9954150974291798,
      "grad_norm": 0.14812010526657104,
      "learning_rate": 0.000131956843011024,
      "loss": 12.1625,
      "step": 24400
    },
    {
      "epoch": 3.9955788439495663,
      "grad_norm": 0.13653425872325897,
      "learning_rate": 0.00013195194440391883,
      "loss": 12.1887,
      "step": 24401
    },
    {
      "epoch": 3.9957425904699524,
      "grad_norm": 0.17612795531749725,
      "learning_rate": 0.00013194704571142134,
      "loss": 12.1692,
      "step": 24402
    },
    {
      "epoch": 3.995906336990339,
      "grad_norm": 0.17257483303546906,
      "learning_rate": 0.00013194214693354472,
      "loss": 12.2014,
      "step": 24403
    },
    {
      "epoch": 3.9960700835107255,
      "grad_norm": 0.1207573264837265,
      "learning_rate": 0.00013193724807030198,
      "loss": 12.1666,
      "step": 24404
    },
    {
      "epoch": 3.996233830031112,
      "grad_norm": 0.1866585612297058,
      "learning_rate": 0.00013193234912170623,
      "loss": 12.138,
      "step": 24405
    },
    {
      "epoch": 3.996397576551498,
      "grad_norm": 0.1304737627506256,
      "learning_rate": 0.00013192745008777063,
      "loss": 12.2066,
      "step": 24406
    },
    {
      "epoch": 3.9965613230718846,
      "grad_norm": 0.18005231022834778,
      "learning_rate": 0.00013192255096850818,
      "loss": 12.1846,
      "step": 24407
    },
    {
      "epoch": 3.996725069592271,
      "grad_norm": 0.17849892377853394,
      "learning_rate": 0.00013191765176393205,
      "loss": 12.2182,
      "step": 24408
    },
    {
      "epoch": 3.9968888161126577,
      "grad_norm": 0.1124010682106018,
      "learning_rate": 0.00013191275247405527,
      "loss": 12.1889,
      "step": 24409
    },
    {
      "epoch": 3.997052562633044,
      "grad_norm": 0.1779993325471878,
      "learning_rate": 0.00013190785309889096,
      "loss": 12.137,
      "step": 24410
    },
    {
      "epoch": 3.9972163091534307,
      "grad_norm": 0.1633387804031372,
      "learning_rate": 0.0001319029536384522,
      "loss": 12.155,
      "step": 24411
    },
    {
      "epoch": 3.997380055673817,
      "grad_norm": 0.1751149743795395,
      "learning_rate": 0.00013189805409275214,
      "loss": 12.1729,
      "step": 24412
    },
    {
      "epoch": 3.9975438021942034,
      "grad_norm": 0.1534825563430786,
      "learning_rate": 0.00013189315446180379,
      "loss": 12.1608,
      "step": 24413
    },
    {
      "epoch": 3.99770754871459,
      "grad_norm": 0.17112237215042114,
      "learning_rate": 0.0001318882547456203,
      "loss": 12.199,
      "step": 24414
    },
    {
      "epoch": 3.9978712952349764,
      "grad_norm": 0.15077945590019226,
      "learning_rate": 0.00013188335494421476,
      "loss": 12.1453,
      "step": 24415
    },
    {
      "epoch": 3.9980350417553625,
      "grad_norm": 0.1301555633544922,
      "learning_rate": 0.00013187845505760026,
      "loss": 12.2004,
      "step": 24416
    },
    {
      "epoch": 3.998198788275749,
      "grad_norm": 0.17184755206108093,
      "learning_rate": 0.00013187355508578988,
      "loss": 12.149,
      "step": 24417
    },
    {
      "epoch": 3.9983625347961356,
      "grad_norm": 0.11350172758102417,
      "learning_rate": 0.00013186865502879674,
      "loss": 12.1452,
      "step": 24418
    },
    {
      "epoch": 3.998526281316522,
      "grad_norm": 0.12453202158212662,
      "learning_rate": 0.00013186375488663388,
      "loss": 12.1883,
      "step": 24419
    },
    {
      "epoch": 3.9986900278369086,
      "grad_norm": 0.15887776017189026,
      "learning_rate": 0.00013185885465931448,
      "loss": 12.2006,
      "step": 24420
    },
    {
      "epoch": 3.998853774357295,
      "grad_norm": 0.21263189613819122,
      "learning_rate": 0.00013185395434685157,
      "loss": 12.1458,
      "step": 24421
    },
    {
      "epoch": 3.9990175208776813,
      "grad_norm": 0.15994006395339966,
      "learning_rate": 0.00013184905394925827,
      "loss": 12.1438,
      "step": 24422
    },
    {
      "epoch": 3.999181267398068,
      "grad_norm": 0.16599714756011963,
      "learning_rate": 0.0001318441534665477,
      "loss": 12.1838,
      "step": 24423
    },
    {
      "epoch": 3.9993450139184543,
      "grad_norm": 0.12662704288959503,
      "learning_rate": 0.0001318392528987329,
      "loss": 12.1541,
      "step": 24424
    },
    {
      "epoch": 3.9995087604388404,
      "grad_norm": 0.13646230101585388,
      "learning_rate": 0.00013183435224582701,
      "loss": 12.159,
      "step": 24425
    },
    {
      "epoch": 3.999672506959227,
      "grad_norm": 0.23177532851696014,
      "learning_rate": 0.00013182945150784313,
      "loss": 12.1859,
      "step": 24426
    },
    {
      "epoch": 3.9998362534796135,
      "grad_norm": 0.23528382182121277,
      "learning_rate": 0.00013182455068479435,
      "loss": 12.2193,
      "step": 24427
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.12615202367305756,
      "learning_rate": 0.00013181964977669375,
      "loss": 12.1319,
      "step": 24428
    },
    {
      "epoch": 4.0001637465203865,
      "grad_norm": 0.1425849348306656,
      "learning_rate": 0.00013181474878355443,
      "loss": 12.1361,
      "step": 24429
    },
    {
      "epoch": 4.000327493040773,
      "grad_norm": 0.21258170902729034,
      "learning_rate": 0.0001318098477053895,
      "loss": 12.1731,
      "step": 24430
    },
    {
      "epoch": 4.00049123956116,
      "grad_norm": 0.14976544678211212,
      "learning_rate": 0.00013180494654221208,
      "loss": 12.1899,
      "step": 24431
    },
    {
      "epoch": 4.000654986081546,
      "grad_norm": 0.13364332914352417,
      "learning_rate": 0.0001318000452940352,
      "loss": 12.1981,
      "step": 24432
    },
    {
      "epoch": 4.000818732601932,
      "grad_norm": 0.20104342699050903,
      "learning_rate": 0.000131795143960872,
      "loss": 12.188,
      "step": 24433
    },
    {
      "epoch": 4.000982479122318,
      "grad_norm": 0.1283472329378128,
      "learning_rate": 0.00013179024254273563,
      "loss": 12.1631,
      "step": 24434
    },
    {
      "epoch": 4.001146225642705,
      "grad_norm": 0.22260433435440063,
      "learning_rate": 0.00013178534103963914,
      "loss": 12.1311,
      "step": 24435
    },
    {
      "epoch": 4.001309972163091,
      "grad_norm": 0.11144280433654785,
      "learning_rate": 0.00013178043945159557,
      "loss": 12.1939,
      "step": 24436
    },
    {
      "epoch": 4.001473718683478,
      "grad_norm": 0.14469680190086365,
      "learning_rate": 0.00013177553777861812,
      "loss": 12.1685,
      "step": 24437
    },
    {
      "epoch": 4.001637465203864,
      "grad_norm": 0.143655925989151,
      "learning_rate": 0.00013177063602071986,
      "loss": 12.1797,
      "step": 24438
    },
    {
      "epoch": 4.001801211724251,
      "grad_norm": 0.12836940586566925,
      "learning_rate": 0.00013176573417791385,
      "loss": 12.1739,
      "step": 24439
    },
    {
      "epoch": 4.0019649582446375,
      "grad_norm": 0.1531836837530136,
      "learning_rate": 0.00013176083225021324,
      "loss": 12.2013,
      "step": 24440
    },
    {
      "epoch": 4.002128704765024,
      "grad_norm": 0.13171766698360443,
      "learning_rate": 0.00013175593023763112,
      "loss": 12.1803,
      "step": 24441
    },
    {
      "epoch": 4.002292451285411,
      "grad_norm": 0.17138396203517914,
      "learning_rate": 0.00013175102814018055,
      "loss": 12.1692,
      "step": 24442
    },
    {
      "epoch": 4.002456197805796,
      "grad_norm": 0.168413907289505,
      "learning_rate": 0.0001317461259578747,
      "loss": 12.1602,
      "step": 24443
    },
    {
      "epoch": 4.002619944326183,
      "grad_norm": 0.14040476083755493,
      "learning_rate": 0.00013174122369072658,
      "loss": 12.1936,
      "step": 24444
    },
    {
      "epoch": 4.002783690846569,
      "grad_norm": 0.14396905899047852,
      "learning_rate": 0.0001317363213387494,
      "loss": 12.1747,
      "step": 24445
    },
    {
      "epoch": 4.002947437366956,
      "grad_norm": 0.16302889585494995,
      "learning_rate": 0.0001317314189019562,
      "loss": 12.1828,
      "step": 24446
    },
    {
      "epoch": 4.003111183887342,
      "grad_norm": 0.1356400102376938,
      "learning_rate": 0.00013172651638036005,
      "loss": 12.1403,
      "step": 24447
    },
    {
      "epoch": 4.003274930407729,
      "grad_norm": 0.14451204240322113,
      "learning_rate": 0.00013172161377397412,
      "loss": 12.1877,
      "step": 24448
    },
    {
      "epoch": 4.003438676928115,
      "grad_norm": 0.1770654320716858,
      "learning_rate": 0.00013171671108281146,
      "loss": 12.1914,
      "step": 24449
    },
    {
      "epoch": 4.003602423448502,
      "grad_norm": 0.15530525147914886,
      "learning_rate": 0.00013171180830688522,
      "loss": 12.1575,
      "step": 24450
    },
    {
      "epoch": 4.0037661699688885,
      "grad_norm": 0.16207921504974365,
      "learning_rate": 0.00013170690544620845,
      "loss": 12.1497,
      "step": 24451
    },
    {
      "epoch": 4.003929916489275,
      "grad_norm": 0.1680462509393692,
      "learning_rate": 0.0001317020025007943,
      "loss": 12.179,
      "step": 24452
    },
    {
      "epoch": 4.004093663009661,
      "grad_norm": 0.19073979556560516,
      "learning_rate": 0.00013169709947065587,
      "loss": 12.1507,
      "step": 24453
    },
    {
      "epoch": 4.004257409530047,
      "grad_norm": 0.20610660314559937,
      "learning_rate": 0.00013169219635580622,
      "loss": 12.1638,
      "step": 24454
    },
    {
      "epoch": 4.004421156050434,
      "grad_norm": 0.16220448911190033,
      "learning_rate": 0.0001316872931562585,
      "loss": 12.2396,
      "step": 24455
    },
    {
      "epoch": 4.00458490257082,
      "grad_norm": 0.1530047208070755,
      "learning_rate": 0.00013168238987202577,
      "loss": 12.1243,
      "step": 24456
    },
    {
      "epoch": 4.004748649091207,
      "grad_norm": 0.16069473326206207,
      "learning_rate": 0.00013167748650312117,
      "loss": 12.1635,
      "step": 24457
    },
    {
      "epoch": 4.004912395611593,
      "grad_norm": 0.14601096510887146,
      "learning_rate": 0.0001316725830495578,
      "loss": 12.237,
      "step": 24458
    },
    {
      "epoch": 4.00507614213198,
      "grad_norm": 0.14187908172607422,
      "learning_rate": 0.00013166767951134874,
      "loss": 12.2084,
      "step": 24459
    },
    {
      "epoch": 4.005239888652366,
      "grad_norm": 0.12152867764234543,
      "learning_rate": 0.00013166277588850714,
      "loss": 12.1918,
      "step": 24460
    },
    {
      "epoch": 4.005403635172753,
      "grad_norm": 0.168334499001503,
      "learning_rate": 0.00013165787218104608,
      "loss": 12.2175,
      "step": 24461
    },
    {
      "epoch": 4.005567381693139,
      "grad_norm": 0.17861215770244598,
      "learning_rate": 0.00013165296838897866,
      "loss": 12.157,
      "step": 24462
    },
    {
      "epoch": 4.005731128213525,
      "grad_norm": 0.1449805051088333,
      "learning_rate": 0.00013164806451231796,
      "loss": 12.1936,
      "step": 24463
    },
    {
      "epoch": 4.005894874733912,
      "grad_norm": 0.18394948542118073,
      "learning_rate": 0.00013164316055107715,
      "loss": 12.1781,
      "step": 24464
    },
    {
      "epoch": 4.006058621254298,
      "grad_norm": 0.20644481480121613,
      "learning_rate": 0.00013163825650526928,
      "loss": 12.1951,
      "step": 24465
    },
    {
      "epoch": 4.006222367774685,
      "grad_norm": 0.171486034989357,
      "learning_rate": 0.00013163335237490747,
      "loss": 12.1678,
      "step": 24466
    },
    {
      "epoch": 4.006386114295071,
      "grad_norm": 0.17446433007717133,
      "learning_rate": 0.00013162844816000486,
      "loss": 12.1723,
      "step": 24467
    },
    {
      "epoch": 4.006549860815458,
      "grad_norm": 0.12007082998752594,
      "learning_rate": 0.0001316235438605745,
      "loss": 12.1725,
      "step": 24468
    },
    {
      "epoch": 4.006713607335844,
      "grad_norm": 0.2596319615840912,
      "learning_rate": 0.00013161863947662957,
      "loss": 12.1782,
      "step": 24469
    },
    {
      "epoch": 4.006877353856231,
      "grad_norm": 0.1486726999282837,
      "learning_rate": 0.00013161373500818308,
      "loss": 12.1526,
      "step": 24470
    },
    {
      "epoch": 4.007041100376617,
      "grad_norm": 0.14833848178386688,
      "learning_rate": 0.00013160883045524823,
      "loss": 12.2006,
      "step": 24471
    },
    {
      "epoch": 4.007204846897004,
      "grad_norm": 0.1122831329703331,
      "learning_rate": 0.00013160392581783808,
      "loss": 12.1445,
      "step": 24472
    },
    {
      "epoch": 4.0073685934173895,
      "grad_norm": 0.16048067808151245,
      "learning_rate": 0.00013159902109596573,
      "loss": 12.1998,
      "step": 24473
    },
    {
      "epoch": 4.007532339937776,
      "grad_norm": 0.14593425393104553,
      "learning_rate": 0.0001315941162896443,
      "loss": 12.1375,
      "step": 24474
    },
    {
      "epoch": 4.0076960864581626,
      "grad_norm": 0.15423603355884552,
      "learning_rate": 0.0001315892113988869,
      "loss": 12.1938,
      "step": 24475
    },
    {
      "epoch": 4.007859832978549,
      "grad_norm": 0.21182064712047577,
      "learning_rate": 0.00013158430642370666,
      "loss": 12.1958,
      "step": 24476
    },
    {
      "epoch": 4.008023579498936,
      "grad_norm": 0.13327859342098236,
      "learning_rate": 0.0001315794013641167,
      "loss": 12.1964,
      "step": 24477
    },
    {
      "epoch": 4.008187326019322,
      "grad_norm": 0.1850215494632721,
      "learning_rate": 0.00013157449622013006,
      "loss": 12.1482,
      "step": 24478
    },
    {
      "epoch": 4.008351072539709,
      "grad_norm": 0.15950053930282593,
      "learning_rate": 0.00013156959099175987,
      "loss": 12.1891,
      "step": 24479
    },
    {
      "epoch": 4.008514819060095,
      "grad_norm": 0.15700186789035797,
      "learning_rate": 0.0001315646856790193,
      "loss": 12.1928,
      "step": 24480
    },
    {
      "epoch": 4.008678565580482,
      "grad_norm": 0.1368594765663147,
      "learning_rate": 0.00013155978028192138,
      "loss": 12.2257,
      "step": 24481
    },
    {
      "epoch": 4.008842312100868,
      "grad_norm": 0.16390997171401978,
      "learning_rate": 0.0001315548748004793,
      "loss": 12.1617,
      "step": 24482
    },
    {
      "epoch": 4.009006058621254,
      "grad_norm": 0.17071738839149475,
      "learning_rate": 0.00013154996923470607,
      "loss": 12.2084,
      "step": 24483
    },
    {
      "epoch": 4.0091698051416405,
      "grad_norm": 0.1659870445728302,
      "learning_rate": 0.0001315450635846149,
      "loss": 12.1614,
      "step": 24484
    },
    {
      "epoch": 4.009333551662027,
      "grad_norm": 0.1304977983236313,
      "learning_rate": 0.0001315401578502188,
      "loss": 12.186,
      "step": 24485
    },
    {
      "epoch": 4.0094972981824135,
      "grad_norm": 0.16801272332668304,
      "learning_rate": 0.00013153525203153101,
      "loss": 12.157,
      "step": 24486
    },
    {
      "epoch": 4.0096610447028,
      "grad_norm": 0.17759060859680176,
      "learning_rate": 0.0001315303461285645,
      "loss": 12.1943,
      "step": 24487
    },
    {
      "epoch": 4.009824791223187,
      "grad_norm": 0.18352045118808746,
      "learning_rate": 0.00013152544014133252,
      "loss": 12.1975,
      "step": 24488
    },
    {
      "epoch": 4.009988537743573,
      "grad_norm": 0.13916532695293427,
      "learning_rate": 0.00013152053406984807,
      "loss": 12.1653,
      "step": 24489
    },
    {
      "epoch": 4.01015228426396,
      "grad_norm": 0.13556897640228271,
      "learning_rate": 0.0001315156279141243,
      "loss": 12.1643,
      "step": 24490
    },
    {
      "epoch": 4.010316030784346,
      "grad_norm": 0.16176465153694153,
      "learning_rate": 0.00013151072167417432,
      "loss": 12.1606,
      "step": 24491
    },
    {
      "epoch": 4.010479777304733,
      "grad_norm": 0.16524890065193176,
      "learning_rate": 0.00013150581535001124,
      "loss": 12.1488,
      "step": 24492
    },
    {
      "epoch": 4.010643523825118,
      "grad_norm": 0.12342297285795212,
      "learning_rate": 0.00013150090894164824,
      "loss": 12.1848,
      "step": 24493
    },
    {
      "epoch": 4.010807270345505,
      "grad_norm": 0.17095474898815155,
      "learning_rate": 0.0001314960024490983,
      "loss": 12.1847,
      "step": 24494
    },
    {
      "epoch": 4.010971016865891,
      "grad_norm": 0.12115059792995453,
      "learning_rate": 0.00013149109587237465,
      "loss": 12.2377,
      "step": 24495
    },
    {
      "epoch": 4.011134763386278,
      "grad_norm": 0.13436955213546753,
      "learning_rate": 0.00013148618921149033,
      "loss": 12.1696,
      "step": 24496
    },
    {
      "epoch": 4.0112985099066645,
      "grad_norm": 0.17740735411643982,
      "learning_rate": 0.0001314812824664585,
      "loss": 12.1926,
      "step": 24497
    },
    {
      "epoch": 4.011462256427051,
      "grad_norm": 0.17901434004306793,
      "learning_rate": 0.0001314763756372922,
      "loss": 12.1812,
      "step": 24498
    },
    {
      "epoch": 4.0116260029474375,
      "grad_norm": 0.1321711540222168,
      "learning_rate": 0.00013147146872400468,
      "loss": 12.1953,
      "step": 24499
    },
    {
      "epoch": 4.011789749467824,
      "grad_norm": 0.15739774703979492,
      "learning_rate": 0.00013146656172660894,
      "loss": 12.2039,
      "step": 24500
    },
    {
      "epoch": 4.011953495988211,
      "grad_norm": 0.22224581241607666,
      "learning_rate": 0.00013146165464511812,
      "loss": 12.1715,
      "step": 24501
    },
    {
      "epoch": 4.012117242508596,
      "grad_norm": 0.14478090405464172,
      "learning_rate": 0.0001314567474795453,
      "loss": 12.1835,
      "step": 24502
    },
    {
      "epoch": 4.012280989028983,
      "grad_norm": 0.17384101450443268,
      "learning_rate": 0.00013145184022990368,
      "loss": 12.2076,
      "step": 24503
    },
    {
      "epoch": 4.012444735549369,
      "grad_norm": 0.14548398554325104,
      "learning_rate": 0.00013144693289620634,
      "loss": 12.1893,
      "step": 24504
    },
    {
      "epoch": 4.012608482069756,
      "grad_norm": 0.13386671245098114,
      "learning_rate": 0.00013144202547846635,
      "loss": 12.1809,
      "step": 24505
    },
    {
      "epoch": 4.012772228590142,
      "grad_norm": 0.13398253917694092,
      "learning_rate": 0.00013143711797669683,
      "loss": 12.1952,
      "step": 24506
    },
    {
      "epoch": 4.012935975110529,
      "grad_norm": 0.12893500924110413,
      "learning_rate": 0.00013143221039091098,
      "loss": 12.179,
      "step": 24507
    },
    {
      "epoch": 4.013099721630915,
      "grad_norm": 0.12229166179895401,
      "learning_rate": 0.00013142730272112184,
      "loss": 12.1918,
      "step": 24508
    },
    {
      "epoch": 4.013263468151302,
      "grad_norm": 0.1936618834733963,
      "learning_rate": 0.00013142239496734254,
      "loss": 12.1825,
      "step": 24509
    },
    {
      "epoch": 4.0134272146716885,
      "grad_norm": 0.13601374626159668,
      "learning_rate": 0.00013141748712958623,
      "loss": 12.2609,
      "step": 24510
    },
    {
      "epoch": 4.013590961192075,
      "grad_norm": 0.12944132089614868,
      "learning_rate": 0.00013141257920786596,
      "loss": 12.2243,
      "step": 24511
    },
    {
      "epoch": 4.013754707712461,
      "grad_norm": 0.11986583471298218,
      "learning_rate": 0.0001314076712021949,
      "loss": 12.1406,
      "step": 24512
    },
    {
      "epoch": 4.013918454232847,
      "grad_norm": 0.12646855413913727,
      "learning_rate": 0.00013140276311258612,
      "loss": 12.1565,
      "step": 24513
    },
    {
      "epoch": 4.014082200753234,
      "grad_norm": 0.19630493223667145,
      "learning_rate": 0.00013139785493905282,
      "loss": 12.2496,
      "step": 24514
    },
    {
      "epoch": 4.01424594727362,
      "grad_norm": 0.15154778957366943,
      "learning_rate": 0.00013139294668160806,
      "loss": 12.1713,
      "step": 24515
    },
    {
      "epoch": 4.014409693794007,
      "grad_norm": 0.1824662834405899,
      "learning_rate": 0.00013138803834026493,
      "loss": 12.1858,
      "step": 24516
    },
    {
      "epoch": 4.014573440314393,
      "grad_norm": 0.21123063564300537,
      "learning_rate": 0.00013138312991503657,
      "loss": 12.1727,
      "step": 24517
    },
    {
      "epoch": 4.01473718683478,
      "grad_norm": 0.12989304959774017,
      "learning_rate": 0.00013137822140593615,
      "loss": 12.1809,
      "step": 24518
    },
    {
      "epoch": 4.014900933355166,
      "grad_norm": 0.1417892426252365,
      "learning_rate": 0.00013137331281297672,
      "loss": 12.2076,
      "step": 24519
    },
    {
      "epoch": 4.015064679875553,
      "grad_norm": 0.1464758962392807,
      "learning_rate": 0.00013136840413617145,
      "loss": 12.1762,
      "step": 24520
    },
    {
      "epoch": 4.0152284263959395,
      "grad_norm": 0.14483965933322906,
      "learning_rate": 0.0001313634953755334,
      "loss": 12.1807,
      "step": 24521
    },
    {
      "epoch": 4.015392172916325,
      "grad_norm": 0.14129793643951416,
      "learning_rate": 0.00013135858653107575,
      "loss": 12.1634,
      "step": 24522
    },
    {
      "epoch": 4.015555919436712,
      "grad_norm": 0.19971179962158203,
      "learning_rate": 0.00013135367760281158,
      "loss": 12.1598,
      "step": 24523
    },
    {
      "epoch": 4.015719665957098,
      "grad_norm": 0.1911512017250061,
      "learning_rate": 0.00013134876859075402,
      "loss": 12.1273,
      "step": 24524
    },
    {
      "epoch": 4.015883412477485,
      "grad_norm": 0.11197894811630249,
      "learning_rate": 0.00013134385949491618,
      "loss": 12.1679,
      "step": 24525
    },
    {
      "epoch": 4.016047158997871,
      "grad_norm": 0.2109857052564621,
      "learning_rate": 0.0001313389503153112,
      "loss": 12.1621,
      "step": 24526
    },
    {
      "epoch": 4.016210905518258,
      "grad_norm": 0.1396832913160324,
      "learning_rate": 0.00013133404105195216,
      "loss": 12.1484,
      "step": 24527
    },
    {
      "epoch": 4.016374652038644,
      "grad_norm": 0.19770105183124542,
      "learning_rate": 0.00013132913170485223,
      "loss": 12.1707,
      "step": 24528
    },
    {
      "epoch": 4.016538398559031,
      "grad_norm": 0.1835641711950302,
      "learning_rate": 0.0001313242222740245,
      "loss": 12.1544,
      "step": 24529
    },
    {
      "epoch": 4.016702145079417,
      "grad_norm": 0.1471327245235443,
      "learning_rate": 0.00013131931275948215,
      "loss": 12.1489,
      "step": 24530
    },
    {
      "epoch": 4.016865891599804,
      "grad_norm": 0.1645563244819641,
      "learning_rate": 0.00013131440316123822,
      "loss": 12.2305,
      "step": 24531
    },
    {
      "epoch": 4.0170296381201895,
      "grad_norm": 0.13380634784698486,
      "learning_rate": 0.00013130949347930587,
      "loss": 12.1518,
      "step": 24532
    },
    {
      "epoch": 4.017193384640576,
      "grad_norm": 0.14909030497074127,
      "learning_rate": 0.00013130458371369817,
      "loss": 12.1878,
      "step": 24533
    },
    {
      "epoch": 4.017357131160963,
      "grad_norm": 0.18742415308952332,
      "learning_rate": 0.00013129967386442832,
      "loss": 12.1894,
      "step": 24534
    },
    {
      "epoch": 4.017520877681349,
      "grad_norm": 0.11209511756896973,
      "learning_rate": 0.00013129476393150942,
      "loss": 12.2085,
      "step": 24535
    },
    {
      "epoch": 4.017684624201736,
      "grad_norm": 0.16346369683742523,
      "learning_rate": 0.00013128985391495454,
      "loss": 12.1419,
      "step": 24536
    },
    {
      "epoch": 4.017848370722122,
      "grad_norm": 0.14022792875766754,
      "learning_rate": 0.00013128494381477686,
      "loss": 12.2092,
      "step": 24537
    },
    {
      "epoch": 4.018012117242509,
      "grad_norm": 0.160318985581398,
      "learning_rate": 0.0001312800336309895,
      "loss": 12.2041,
      "step": 24538
    },
    {
      "epoch": 4.018175863762895,
      "grad_norm": 0.13532699644565582,
      "learning_rate": 0.00013127512336360555,
      "loss": 12.1776,
      "step": 24539
    },
    {
      "epoch": 4.018339610283282,
      "grad_norm": 0.1637071669101715,
      "learning_rate": 0.0001312702130126381,
      "loss": 12.1693,
      "step": 24540
    },
    {
      "epoch": 4.018503356803668,
      "grad_norm": 0.201396182179451,
      "learning_rate": 0.0001312653025781004,
      "loss": 12.1561,
      "step": 24541
    },
    {
      "epoch": 4.018667103324054,
      "grad_norm": 0.14142917096614838,
      "learning_rate": 0.00013126039206000546,
      "loss": 12.1672,
      "step": 24542
    },
    {
      "epoch": 4.0188308498444405,
      "grad_norm": 0.20946668088436127,
      "learning_rate": 0.0001312554814583664,
      "loss": 12.2465,
      "step": 24543
    },
    {
      "epoch": 4.018994596364827,
      "grad_norm": 0.14747513830661774,
      "learning_rate": 0.00013125057077319644,
      "loss": 12.1807,
      "step": 24544
    },
    {
      "epoch": 4.019158342885214,
      "grad_norm": 0.12291550636291504,
      "learning_rate": 0.00013124566000450861,
      "loss": 12.2083,
      "step": 24545
    },
    {
      "epoch": 4.0193220894056,
      "grad_norm": 0.11517263203859329,
      "learning_rate": 0.00013124074915231613,
      "loss": 12.1622,
      "step": 24546
    },
    {
      "epoch": 4.019485835925987,
      "grad_norm": 0.1757984459400177,
      "learning_rate": 0.00013123583821663198,
      "loss": 12.2041,
      "step": 24547
    },
    {
      "epoch": 4.019649582446373,
      "grad_norm": 0.12273851782083511,
      "learning_rate": 0.0001312309271974694,
      "loss": 12.1614,
      "step": 24548
    },
    {
      "epoch": 4.01981332896676,
      "grad_norm": 0.14950475096702576,
      "learning_rate": 0.00013122601609484152,
      "loss": 12.2119,
      "step": 24549
    },
    {
      "epoch": 4.019977075487146,
      "grad_norm": 0.14673669636249542,
      "learning_rate": 0.0001312211049087614,
      "loss": 12.1656,
      "step": 24550
    },
    {
      "epoch": 4.020140822007533,
      "grad_norm": 0.13758783042430878,
      "learning_rate": 0.00013121619363924214,
      "loss": 12.2493,
      "step": 24551
    },
    {
      "epoch": 4.020304568527918,
      "grad_norm": 0.1199037954211235,
      "learning_rate": 0.00013121128228629699,
      "loss": 12.1547,
      "step": 24552
    },
    {
      "epoch": 4.020468315048305,
      "grad_norm": 0.1706646829843521,
      "learning_rate": 0.000131206370849939,
      "loss": 12.2478,
      "step": 24553
    },
    {
      "epoch": 4.0206320615686915,
      "grad_norm": 0.15439268946647644,
      "learning_rate": 0.0001312014593301813,
      "loss": 12.2001,
      "step": 24554
    },
    {
      "epoch": 4.020795808089078,
      "grad_norm": 0.13563738763332367,
      "learning_rate": 0.00013119654772703697,
      "loss": 12.1542,
      "step": 24555
    },
    {
      "epoch": 4.0209595546094645,
      "grad_norm": 0.13269008696079254,
      "learning_rate": 0.00013119163604051926,
      "loss": 12.2005,
      "step": 24556
    },
    {
      "epoch": 4.021123301129851,
      "grad_norm": 0.14856816828250885,
      "learning_rate": 0.00013118672427064114,
      "loss": 12.1942,
      "step": 24557
    },
    {
      "epoch": 4.021287047650238,
      "grad_norm": 0.12650234997272491,
      "learning_rate": 0.00013118181241741586,
      "loss": 12.2136,
      "step": 24558
    },
    {
      "epoch": 4.021450794170624,
      "grad_norm": 0.1387500911951065,
      "learning_rate": 0.00013117690048085646,
      "loss": 12.2349,
      "step": 24559
    },
    {
      "epoch": 4.021614540691011,
      "grad_norm": 0.26199594140052795,
      "learning_rate": 0.00013117198846097615,
      "loss": 12.1701,
      "step": 24560
    },
    {
      "epoch": 4.021778287211397,
      "grad_norm": 0.14230220019817352,
      "learning_rate": 0.00013116707635778803,
      "loss": 12.2003,
      "step": 24561
    },
    {
      "epoch": 4.021942033731783,
      "grad_norm": 0.13344421982765198,
      "learning_rate": 0.00013116216417130517,
      "loss": 12.2253,
      "step": 24562
    },
    {
      "epoch": 4.022105780252169,
      "grad_norm": 0.1819814145565033,
      "learning_rate": 0.0001311572519015408,
      "loss": 12.1484,
      "step": 24563
    },
    {
      "epoch": 4.022269526772556,
      "grad_norm": 0.1268572360277176,
      "learning_rate": 0.00013115233954850796,
      "loss": 12.1672,
      "step": 24564
    },
    {
      "epoch": 4.022433273292942,
      "grad_norm": 0.13293953239917755,
      "learning_rate": 0.0001311474271122198,
      "loss": 12.1447,
      "step": 24565
    },
    {
      "epoch": 4.022597019813329,
      "grad_norm": 0.16272534430027008,
      "learning_rate": 0.00013114251459268948,
      "loss": 12.2291,
      "step": 24566
    },
    {
      "epoch": 4.0227607663337155,
      "grad_norm": 0.14857624471187592,
      "learning_rate": 0.00013113760198993013,
      "loss": 12.1874,
      "step": 24567
    },
    {
      "epoch": 4.022924512854102,
      "grad_norm": 0.1513691395521164,
      "learning_rate": 0.0001311326893039548,
      "loss": 12.1668,
      "step": 24568
    },
    {
      "epoch": 4.0230882593744886,
      "grad_norm": 0.13540177047252655,
      "learning_rate": 0.0001311277765347767,
      "loss": 12.1757,
      "step": 24569
    },
    {
      "epoch": 4.023252005894875,
      "grad_norm": 0.16660311818122864,
      "learning_rate": 0.00013112286368240894,
      "loss": 12.1577,
      "step": 24570
    },
    {
      "epoch": 4.023415752415262,
      "grad_norm": 0.16379819810390472,
      "learning_rate": 0.00013111795074686466,
      "loss": 12.1526,
      "step": 24571
    },
    {
      "epoch": 4.023579498935647,
      "grad_norm": 0.12971805036067963,
      "learning_rate": 0.00013111303772815695,
      "loss": 12.1646,
      "step": 24572
    },
    {
      "epoch": 4.023743245456034,
      "grad_norm": 0.18147273361682892,
      "learning_rate": 0.00013110812462629898,
      "loss": 12.206,
      "step": 24573
    },
    {
      "epoch": 4.02390699197642,
      "grad_norm": 0.12971137464046478,
      "learning_rate": 0.00013110321144130387,
      "loss": 12.1658,
      "step": 24574
    },
    {
      "epoch": 4.024070738496807,
      "grad_norm": 0.13081450760364532,
      "learning_rate": 0.00013109829817318472,
      "loss": 12.2005,
      "step": 24575
    },
    {
      "epoch": 4.024234485017193,
      "grad_norm": 0.16216972470283508,
      "learning_rate": 0.0001310933848219547,
      "loss": 12.1886,
      "step": 24576
    },
    {
      "epoch": 4.02439823153758,
      "grad_norm": 0.1541612297296524,
      "learning_rate": 0.00013108847138762692,
      "loss": 12.1853,
      "step": 24577
    },
    {
      "epoch": 4.0245619780579664,
      "grad_norm": 0.16115829348564148,
      "learning_rate": 0.00013108355787021456,
      "loss": 12.1355,
      "step": 24578
    },
    {
      "epoch": 4.024725724578353,
      "grad_norm": 0.1354159712791443,
      "learning_rate": 0.00013107864426973066,
      "loss": 12.2764,
      "step": 24579
    },
    {
      "epoch": 4.0248894710987395,
      "grad_norm": 0.12202907353639603,
      "learning_rate": 0.00013107373058618844,
      "loss": 12.1815,
      "step": 24580
    },
    {
      "epoch": 4.025053217619125,
      "grad_norm": 0.1310100555419922,
      "learning_rate": 0.00013106881681960094,
      "loss": 12.2338,
      "step": 24581
    },
    {
      "epoch": 4.025216964139512,
      "grad_norm": 0.13769519329071045,
      "learning_rate": 0.00013106390296998142,
      "loss": 12.1639,
      "step": 24582
    },
    {
      "epoch": 4.025380710659898,
      "grad_norm": 0.17268157005310059,
      "learning_rate": 0.00013105898903734291,
      "loss": 12.194,
      "step": 24583
    },
    {
      "epoch": 4.025544457180285,
      "grad_norm": 0.13177210092544556,
      "learning_rate": 0.00013105407502169854,
      "loss": 12.1833,
      "step": 24584
    },
    {
      "epoch": 4.025708203700671,
      "grad_norm": 0.17400826513767242,
      "learning_rate": 0.00013104916092306152,
      "loss": 12.2208,
      "step": 24585
    },
    {
      "epoch": 4.025871950221058,
      "grad_norm": 0.13141407072544098,
      "learning_rate": 0.00013104424674144493,
      "loss": 12.218,
      "step": 24586
    },
    {
      "epoch": 4.026035696741444,
      "grad_norm": 0.13777662813663483,
      "learning_rate": 0.00013103933247686188,
      "loss": 12.1642,
      "step": 24587
    },
    {
      "epoch": 4.026199443261831,
      "grad_norm": 0.25760236382484436,
      "learning_rate": 0.00013103441812932558,
      "loss": 12.1863,
      "step": 24588
    },
    {
      "epoch": 4.026363189782217,
      "grad_norm": 0.1260131597518921,
      "learning_rate": 0.00013102950369884908,
      "loss": 12.1663,
      "step": 24589
    },
    {
      "epoch": 4.026526936302604,
      "grad_norm": 0.13920797407627106,
      "learning_rate": 0.0001310245891854456,
      "loss": 12.1905,
      "step": 24590
    },
    {
      "epoch": 4.02669068282299,
      "grad_norm": 0.1780342012643814,
      "learning_rate": 0.00013101967458912814,
      "loss": 12.1555,
      "step": 24591
    },
    {
      "epoch": 4.026854429343376,
      "grad_norm": 0.21391141414642334,
      "learning_rate": 0.00013101475990991,
      "loss": 12.145,
      "step": 24592
    },
    {
      "epoch": 4.027018175863763,
      "grad_norm": 0.32097023725509644,
      "learning_rate": 0.0001310098451478042,
      "loss": 12.1331,
      "step": 24593
    },
    {
      "epoch": 4.027181922384149,
      "grad_norm": 0.146922305226326,
      "learning_rate": 0.0001310049303028239,
      "loss": 12.1833,
      "step": 24594
    },
    {
      "epoch": 4.027345668904536,
      "grad_norm": 0.14198926091194153,
      "learning_rate": 0.00013100001537498225,
      "loss": 12.1663,
      "step": 24595
    },
    {
      "epoch": 4.027509415424922,
      "grad_norm": 0.16313911974430084,
      "learning_rate": 0.0001309951003642924,
      "loss": 12.1841,
      "step": 24596
    },
    {
      "epoch": 4.027673161945309,
      "grad_norm": 0.16136133670806885,
      "learning_rate": 0.00013099018527076744,
      "loss": 12.1662,
      "step": 24597
    },
    {
      "epoch": 4.027836908465695,
      "grad_norm": 0.14139483869075775,
      "learning_rate": 0.00013098527009442054,
      "loss": 12.1131,
      "step": 24598
    },
    {
      "epoch": 4.028000654986082,
      "grad_norm": 0.1460457742214203,
      "learning_rate": 0.00013098035483526485,
      "loss": 12.1329,
      "step": 24599
    },
    {
      "epoch": 4.028164401506468,
      "grad_norm": 0.17023684084415436,
      "learning_rate": 0.00013097543949331346,
      "loss": 12.1357,
      "step": 24600
    },
    {
      "epoch": 4.028328148026854,
      "grad_norm": 0.10498382896184921,
      "learning_rate": 0.00013097052406857955,
      "loss": 12.1891,
      "step": 24601
    },
    {
      "epoch": 4.0284918945472405,
      "grad_norm": 0.10876259207725525,
      "learning_rate": 0.0001309656085610762,
      "loss": 12.1462,
      "step": 24602
    },
    {
      "epoch": 4.028655641067627,
      "grad_norm": 0.15098614990711212,
      "learning_rate": 0.00013096069297081661,
      "loss": 12.1584,
      "step": 24603
    },
    {
      "epoch": 4.028819387588014,
      "grad_norm": 0.15242066979408264,
      "learning_rate": 0.0001309557772978139,
      "loss": 12.1881,
      "step": 24604
    },
    {
      "epoch": 4.0289831341084,
      "grad_norm": 0.12146541476249695,
      "learning_rate": 0.00013095086154208118,
      "loss": 12.1388,
      "step": 24605
    },
    {
      "epoch": 4.029146880628787,
      "grad_norm": 0.15427029132843018,
      "learning_rate": 0.00013094594570363158,
      "loss": 12.181,
      "step": 24606
    },
    {
      "epoch": 4.029310627149173,
      "grad_norm": 0.2067573517560959,
      "learning_rate": 0.0001309410297824783,
      "loss": 12.2058,
      "step": 24607
    },
    {
      "epoch": 4.02947437366956,
      "grad_norm": 0.2412339746952057,
      "learning_rate": 0.00013093611377863447,
      "loss": 12.1767,
      "step": 24608
    },
    {
      "epoch": 4.029638120189946,
      "grad_norm": 0.1387791782617569,
      "learning_rate": 0.00013093119769211315,
      "loss": 12.1696,
      "step": 24609
    },
    {
      "epoch": 4.029801866710333,
      "grad_norm": 0.19600406289100647,
      "learning_rate": 0.00013092628152292751,
      "loss": 12.1677,
      "step": 24610
    },
    {
      "epoch": 4.0299656132307184,
      "grad_norm": 0.1303597390651703,
      "learning_rate": 0.00013092136527109073,
      "loss": 12.1363,
      "step": 24611
    },
    {
      "epoch": 4.030129359751105,
      "grad_norm": 0.12256504595279694,
      "learning_rate": 0.00013091644893661596,
      "loss": 12.1413,
      "step": 24612
    },
    {
      "epoch": 4.0302931062714915,
      "grad_norm": 0.16445082426071167,
      "learning_rate": 0.00013091153251951622,
      "loss": 12.1971,
      "step": 24613
    },
    {
      "epoch": 4.030456852791878,
      "grad_norm": 0.16790272295475006,
      "learning_rate": 0.0001309066160198048,
      "loss": 12.2185,
      "step": 24614
    },
    {
      "epoch": 4.030620599312265,
      "grad_norm": 0.15910109877586365,
      "learning_rate": 0.00013090169943749476,
      "loss": 12.1669,
      "step": 24615
    },
    {
      "epoch": 4.030784345832651,
      "grad_norm": 0.118712417781353,
      "learning_rate": 0.00013089678277259924,
      "loss": 12.1716,
      "step": 24616
    },
    {
      "epoch": 4.030948092353038,
      "grad_norm": 0.1290387213230133,
      "learning_rate": 0.00013089186602513139,
      "loss": 12.167,
      "step": 24617
    },
    {
      "epoch": 4.031111838873424,
      "grad_norm": 0.21059410274028778,
      "learning_rate": 0.00013088694919510436,
      "loss": 12.172,
      "step": 24618
    },
    {
      "epoch": 4.031275585393811,
      "grad_norm": 0.15259574353694916,
      "learning_rate": 0.00013088203228253127,
      "loss": 12.2045,
      "step": 24619
    },
    {
      "epoch": 4.031439331914197,
      "grad_norm": 0.14432597160339355,
      "learning_rate": 0.0001308771152874253,
      "loss": 12.1418,
      "step": 24620
    },
    {
      "epoch": 4.031603078434583,
      "grad_norm": 0.12116914987564087,
      "learning_rate": 0.00013087219820979952,
      "loss": 12.2227,
      "step": 24621
    },
    {
      "epoch": 4.031766824954969,
      "grad_norm": 0.14017675817012787,
      "learning_rate": 0.00013086728104966713,
      "loss": 12.1785,
      "step": 24622
    },
    {
      "epoch": 4.031930571475356,
      "grad_norm": 0.16208769381046295,
      "learning_rate": 0.00013086236380704128,
      "loss": 12.1968,
      "step": 24623
    },
    {
      "epoch": 4.0320943179957425,
      "grad_norm": 0.13494975864887238,
      "learning_rate": 0.00013085744648193507,
      "loss": 12.1775,
      "step": 24624
    },
    {
      "epoch": 4.032258064516129,
      "grad_norm": 0.17737627029418945,
      "learning_rate": 0.00013085252907436165,
      "loss": 12.1903,
      "step": 24625
    },
    {
      "epoch": 4.0324218110365155,
      "grad_norm": 0.16489407420158386,
      "learning_rate": 0.0001308476115843342,
      "loss": 12.1827,
      "step": 24626
    },
    {
      "epoch": 4.032585557556902,
      "grad_norm": 0.14607463777065277,
      "learning_rate": 0.0001308426940118658,
      "loss": 12.1882,
      "step": 24627
    },
    {
      "epoch": 4.032749304077289,
      "grad_norm": 0.15016505122184753,
      "learning_rate": 0.00013083777635696965,
      "loss": 12.201,
      "step": 24628
    },
    {
      "epoch": 4.032913050597675,
      "grad_norm": 0.14895525574684143,
      "learning_rate": 0.00013083285861965885,
      "loss": 12.1427,
      "step": 24629
    },
    {
      "epoch": 4.033076797118062,
      "grad_norm": 0.12517592310905457,
      "learning_rate": 0.00013082794079994655,
      "loss": 12.1669,
      "step": 24630
    },
    {
      "epoch": 4.033240543638447,
      "grad_norm": 0.16482941806316376,
      "learning_rate": 0.00013082302289784594,
      "loss": 12.2379,
      "step": 24631
    },
    {
      "epoch": 4.033404290158834,
      "grad_norm": 0.18300998210906982,
      "learning_rate": 0.00013081810491337009,
      "loss": 12.1953,
      "step": 24632
    },
    {
      "epoch": 4.03356803667922,
      "grad_norm": 0.13106456398963928,
      "learning_rate": 0.0001308131868465322,
      "loss": 12.1683,
      "step": 24633
    },
    {
      "epoch": 4.033731783199607,
      "grad_norm": 0.20920006930828094,
      "learning_rate": 0.0001308082686973454,
      "loss": 12.1687,
      "step": 24634
    },
    {
      "epoch": 4.033895529719993,
      "grad_norm": 0.12766210734844208,
      "learning_rate": 0.00013080335046582279,
      "loss": 12.1691,
      "step": 24635
    },
    {
      "epoch": 4.03405927624038,
      "grad_norm": 0.1908663958311081,
      "learning_rate": 0.00013079843215197756,
      "loss": 12.2019,
      "step": 24636
    },
    {
      "epoch": 4.0342230227607665,
      "grad_norm": 0.13935492932796478,
      "learning_rate": 0.00013079351375582288,
      "loss": 12.1634,
      "step": 24637
    },
    {
      "epoch": 4.034386769281153,
      "grad_norm": 0.13403955101966858,
      "learning_rate": 0.00013078859527737184,
      "loss": 12.1838,
      "step": 24638
    },
    {
      "epoch": 4.03455051580154,
      "grad_norm": 0.1396261751651764,
      "learning_rate": 0.00013078367671663763,
      "loss": 12.1476,
      "step": 24639
    },
    {
      "epoch": 4.034714262321926,
      "grad_norm": 0.18190965056419373,
      "learning_rate": 0.0001307787580736333,
      "loss": 12.1322,
      "step": 24640
    },
    {
      "epoch": 4.034878008842312,
      "grad_norm": 0.10782788693904877,
      "learning_rate": 0.00013077383934837215,
      "loss": 12.1746,
      "step": 24641
    },
    {
      "epoch": 4.035041755362698,
      "grad_norm": 0.18555688858032227,
      "learning_rate": 0.00013076892054086719,
      "loss": 12.2102,
      "step": 24642
    },
    {
      "epoch": 4.035205501883085,
      "grad_norm": 0.16031746566295624,
      "learning_rate": 0.00013076400165113163,
      "loss": 12.1679,
      "step": 24643
    },
    {
      "epoch": 4.035369248403471,
      "grad_norm": 0.18949098885059357,
      "learning_rate": 0.00013075908267917857,
      "loss": 12.1912,
      "step": 24644
    },
    {
      "epoch": 4.035532994923858,
      "grad_norm": 0.14052565395832062,
      "learning_rate": 0.00013075416362502126,
      "loss": 12.1584,
      "step": 24645
    },
    {
      "epoch": 4.035696741444244,
      "grad_norm": 0.20549499988555908,
      "learning_rate": 0.0001307492444886727,
      "loss": 12.1688,
      "step": 24646
    },
    {
      "epoch": 4.035860487964631,
      "grad_norm": 0.1757788360118866,
      "learning_rate": 0.00013074432527014612,
      "loss": 12.2258,
      "step": 24647
    },
    {
      "epoch": 4.0360242344850175,
      "grad_norm": 0.14754566550254822,
      "learning_rate": 0.00013073940596945472,
      "loss": 12.1962,
      "step": 24648
    },
    {
      "epoch": 4.036187981005404,
      "grad_norm": 0.2027686983346939,
      "learning_rate": 0.00013073448658661152,
      "loss": 12.2037,
      "step": 24649
    },
    {
      "epoch": 4.0363517275257905,
      "grad_norm": 0.1439167559146881,
      "learning_rate": 0.00013072956712162977,
      "loss": 12.1935,
      "step": 24650
    },
    {
      "epoch": 4.036515474046176,
      "grad_norm": 0.13863536715507507,
      "learning_rate": 0.00013072464757452257,
      "loss": 12.183,
      "step": 24651
    },
    {
      "epoch": 4.036679220566563,
      "grad_norm": 0.19136114418506622,
      "learning_rate": 0.00013071972794530308,
      "loss": 12.234,
      "step": 24652
    },
    {
      "epoch": 4.036842967086949,
      "grad_norm": 0.1457817703485489,
      "learning_rate": 0.00013071480823398441,
      "loss": 12.2328,
      "step": 24653
    },
    {
      "epoch": 4.037006713607336,
      "grad_norm": 0.14444500207901,
      "learning_rate": 0.0001307098884405798,
      "loss": 12.1821,
      "step": 24654
    },
    {
      "epoch": 4.037170460127722,
      "grad_norm": 0.16973227262496948,
      "learning_rate": 0.00013070496856510227,
      "loss": 12.1726,
      "step": 24655
    },
    {
      "epoch": 4.037334206648109,
      "grad_norm": 0.42056503891944885,
      "learning_rate": 0.0001307000486075651,
      "loss": 12.2424,
      "step": 24656
    },
    {
      "epoch": 4.037497953168495,
      "grad_norm": 0.14189177751541138,
      "learning_rate": 0.00013069512856798133,
      "loss": 12.1693,
      "step": 24657
    },
    {
      "epoch": 4.037661699688882,
      "grad_norm": 0.19994327425956726,
      "learning_rate": 0.00013069020844636418,
      "loss": 12.1426,
      "step": 24658
    },
    {
      "epoch": 4.037825446209268,
      "grad_norm": 0.12186068296432495,
      "learning_rate": 0.00013068528824272682,
      "loss": 12.157,
      "step": 24659
    },
    {
      "epoch": 4.037989192729654,
      "grad_norm": 0.18491390347480774,
      "learning_rate": 0.00013068036795708233,
      "loss": 12.1937,
      "step": 24660
    },
    {
      "epoch": 4.038152939250041,
      "grad_norm": 0.14247967302799225,
      "learning_rate": 0.00013067544758944383,
      "loss": 12.1846,
      "step": 24661
    },
    {
      "epoch": 4.038316685770427,
      "grad_norm": 0.1800432652235031,
      "learning_rate": 0.00013067052713982457,
      "loss": 12.1806,
      "step": 24662
    },
    {
      "epoch": 4.038480432290814,
      "grad_norm": 0.1305869072675705,
      "learning_rate": 0.00013066560660823765,
      "loss": 12.1523,
      "step": 24663
    },
    {
      "epoch": 4.0386441788112,
      "grad_norm": 0.16916006803512573,
      "learning_rate": 0.00013066068599469621,
      "loss": 12.1703,
      "step": 24664
    },
    {
      "epoch": 4.038807925331587,
      "grad_norm": 0.15178948640823364,
      "learning_rate": 0.00013065576529921343,
      "loss": 12.1911,
      "step": 24665
    },
    {
      "epoch": 4.038971671851973,
      "grad_norm": 0.12085278332233429,
      "learning_rate": 0.00013065084452180243,
      "loss": 12.1846,
      "step": 24666
    },
    {
      "epoch": 4.03913541837236,
      "grad_norm": 0.1948196142911911,
      "learning_rate": 0.0001306459236624764,
      "loss": 12.1566,
      "step": 24667
    },
    {
      "epoch": 4.039299164892746,
      "grad_norm": 0.11213964223861694,
      "learning_rate": 0.00013064100272124844,
      "loss": 12.1863,
      "step": 24668
    },
    {
      "epoch": 4.039462911413133,
      "grad_norm": 0.12273011356592178,
      "learning_rate": 0.00013063608169813174,
      "loss": 12.1946,
      "step": 24669
    },
    {
      "epoch": 4.0396266579335185,
      "grad_norm": 0.14275483787059784,
      "learning_rate": 0.00013063116059313946,
      "loss": 12.188,
      "step": 24670
    },
    {
      "epoch": 4.039790404453905,
      "grad_norm": 0.1398327350616455,
      "learning_rate": 0.00013062623940628473,
      "loss": 12.2347,
      "step": 24671
    },
    {
      "epoch": 4.039954150974292,
      "grad_norm": 0.18988710641860962,
      "learning_rate": 0.0001306213181375807,
      "loss": 12.1742,
      "step": 24672
    },
    {
      "epoch": 4.040117897494678,
      "grad_norm": 0.24427226185798645,
      "learning_rate": 0.00013061639678704052,
      "loss": 12.1775,
      "step": 24673
    },
    {
      "epoch": 4.040281644015065,
      "grad_norm": 0.16994158923625946,
      "learning_rate": 0.00013061147535467735,
      "loss": 12.1679,
      "step": 24674
    },
    {
      "epoch": 4.040445390535451,
      "grad_norm": 0.1682068556547165,
      "learning_rate": 0.00013060655384050434,
      "loss": 12.145,
      "step": 24675
    },
    {
      "epoch": 4.040609137055838,
      "grad_norm": 0.13012859225273132,
      "learning_rate": 0.00013060163224453463,
      "loss": 12.1627,
      "step": 24676
    },
    {
      "epoch": 4.040772883576224,
      "grad_norm": 0.14726682007312775,
      "learning_rate": 0.00013059671056678143,
      "loss": 12.1526,
      "step": 24677
    },
    {
      "epoch": 4.040936630096611,
      "grad_norm": 0.1315927803516388,
      "learning_rate": 0.00013059178880725782,
      "loss": 12.1662,
      "step": 24678
    },
    {
      "epoch": 4.041100376616997,
      "grad_norm": 0.15821319818496704,
      "learning_rate": 0.00013058686696597698,
      "loss": 12.18,
      "step": 24679
    },
    {
      "epoch": 4.041264123137383,
      "grad_norm": 0.1420527994632721,
      "learning_rate": 0.00013058194504295207,
      "loss": 12.1817,
      "step": 24680
    },
    {
      "epoch": 4.0414278696577695,
      "grad_norm": 0.1566871851682663,
      "learning_rate": 0.00013057702303819626,
      "loss": 12.1551,
      "step": 24681
    },
    {
      "epoch": 4.041591616178156,
      "grad_norm": 0.1892542690038681,
      "learning_rate": 0.00013057210095172267,
      "loss": 12.1955,
      "step": 24682
    },
    {
      "epoch": 4.0417553626985425,
      "grad_norm": 0.20015974342823029,
      "learning_rate": 0.00013056717878354447,
      "loss": 12.2243,
      "step": 24683
    },
    {
      "epoch": 4.041919109218929,
      "grad_norm": 0.11799249053001404,
      "learning_rate": 0.0001305622565336748,
      "loss": 12.1715,
      "step": 24684
    },
    {
      "epoch": 4.042082855739316,
      "grad_norm": 0.20768049359321594,
      "learning_rate": 0.00013055733420212691,
      "loss": 12.142,
      "step": 24685
    },
    {
      "epoch": 4.042246602259702,
      "grad_norm": 0.1321706622838974,
      "learning_rate": 0.0001305524117889138,
      "loss": 12.138,
      "step": 24686
    },
    {
      "epoch": 4.042410348780089,
      "grad_norm": 0.15911860764026642,
      "learning_rate": 0.0001305474892940487,
      "loss": 12.1753,
      "step": 24687
    },
    {
      "epoch": 4.042574095300475,
      "grad_norm": 0.15679767727851868,
      "learning_rate": 0.00013054256671754478,
      "loss": 12.1714,
      "step": 24688
    },
    {
      "epoch": 4.042737841820862,
      "grad_norm": 0.16797904670238495,
      "learning_rate": 0.0001305376440594152,
      "loss": 12.2092,
      "step": 24689
    },
    {
      "epoch": 4.042901588341247,
      "grad_norm": 0.13123217225074768,
      "learning_rate": 0.0001305327213196731,
      "loss": 12.1543,
      "step": 24690
    },
    {
      "epoch": 4.043065334861634,
      "grad_norm": 0.14554215967655182,
      "learning_rate": 0.00013052779849833158,
      "loss": 12.1502,
      "step": 24691
    },
    {
      "epoch": 4.04322908138202,
      "grad_norm": 0.13383916020393372,
      "learning_rate": 0.0001305228755954039,
      "loss": 12.1417,
      "step": 24692
    },
    {
      "epoch": 4.043392827902407,
      "grad_norm": 0.17228008806705475,
      "learning_rate": 0.00013051795261090316,
      "loss": 12.1927,
      "step": 24693
    },
    {
      "epoch": 4.0435565744227935,
      "grad_norm": 0.14641237258911133,
      "learning_rate": 0.00013051302954484253,
      "loss": 12.1802,
      "step": 24694
    },
    {
      "epoch": 4.04372032094318,
      "grad_norm": 0.12732268869876862,
      "learning_rate": 0.00013050810639723512,
      "loss": 12.1856,
      "step": 24695
    },
    {
      "epoch": 4.0438840674635665,
      "grad_norm": 0.17110180854797363,
      "learning_rate": 0.00013050318316809416,
      "loss": 12.1735,
      "step": 24696
    },
    {
      "epoch": 4.044047813983953,
      "grad_norm": 0.1399625986814499,
      "learning_rate": 0.00013049825985743277,
      "loss": 12.228,
      "step": 24697
    },
    {
      "epoch": 4.04421156050434,
      "grad_norm": 0.11813443899154663,
      "learning_rate": 0.00013049333646526412,
      "loss": 12.2168,
      "step": 24698
    },
    {
      "epoch": 4.044375307024726,
      "grad_norm": 0.173381045460701,
      "learning_rate": 0.00013048841299160134,
      "loss": 12.1948,
      "step": 24699
    },
    {
      "epoch": 4.044539053545112,
      "grad_norm": 0.12195012718439102,
      "learning_rate": 0.00013048348943645762,
      "loss": 12.2239,
      "step": 24700
    },
    {
      "epoch": 4.044702800065498,
      "grad_norm": 0.17237406969070435,
      "learning_rate": 0.0001304785657998461,
      "loss": 12.1756,
      "step": 24701
    },
    {
      "epoch": 4.044866546585885,
      "grad_norm": 0.10597652196884155,
      "learning_rate": 0.00013047364208177998,
      "loss": 12.1868,
      "step": 24702
    },
    {
      "epoch": 4.045030293106271,
      "grad_norm": 0.24297693371772766,
      "learning_rate": 0.00013046871828227235,
      "loss": 12.1499,
      "step": 24703
    },
    {
      "epoch": 4.045194039626658,
      "grad_norm": 0.14148274064064026,
      "learning_rate": 0.0001304637944013364,
      "loss": 12.1806,
      "step": 24704
    },
    {
      "epoch": 4.045357786147044,
      "grad_norm": 0.14418230950832367,
      "learning_rate": 0.00013045887043898534,
      "loss": 12.1061,
      "step": 24705
    },
    {
      "epoch": 4.045521532667431,
      "grad_norm": 0.15883491933345795,
      "learning_rate": 0.0001304539463952322,
      "loss": 12.1718,
      "step": 24706
    },
    {
      "epoch": 4.0456852791878175,
      "grad_norm": 0.151688814163208,
      "learning_rate": 0.00013044902227009027,
      "loss": 12.1704,
      "step": 24707
    },
    {
      "epoch": 4.045849025708204,
      "grad_norm": 0.15388651192188263,
      "learning_rate": 0.00013044409806357268,
      "loss": 12.1385,
      "step": 24708
    },
    {
      "epoch": 4.046012772228591,
      "grad_norm": 0.14829719066619873,
      "learning_rate": 0.00013043917377569256,
      "loss": 12.1155,
      "step": 24709
    },
    {
      "epoch": 4.046176518748976,
      "grad_norm": 0.13682439923286438,
      "learning_rate": 0.00013043424940646306,
      "loss": 12.1983,
      "step": 24710
    },
    {
      "epoch": 4.046340265269363,
      "grad_norm": 0.18047013878822327,
      "learning_rate": 0.00013042932495589734,
      "loss": 12.207,
      "step": 24711
    },
    {
      "epoch": 4.046504011789749,
      "grad_norm": 0.1572379767894745,
      "learning_rate": 0.00013042440042400862,
      "loss": 12.1908,
      "step": 24712
    },
    {
      "epoch": 4.046667758310136,
      "grad_norm": 0.1321147084236145,
      "learning_rate": 0.00013041947581081005,
      "loss": 12.1495,
      "step": 24713
    },
    {
      "epoch": 4.046831504830522,
      "grad_norm": 0.17118528485298157,
      "learning_rate": 0.00013041455111631472,
      "loss": 12.1726,
      "step": 24714
    },
    {
      "epoch": 4.046995251350909,
      "grad_norm": 0.14828208088874817,
      "learning_rate": 0.00013040962634053586,
      "loss": 12.1939,
      "step": 24715
    },
    {
      "epoch": 4.047158997871295,
      "grad_norm": 0.14310669898986816,
      "learning_rate": 0.00013040470148348657,
      "loss": 12.2224,
      "step": 24716
    },
    {
      "epoch": 4.047322744391682,
      "grad_norm": 0.14942781627178192,
      "learning_rate": 0.00013039977654518008,
      "loss": 12.1601,
      "step": 24717
    },
    {
      "epoch": 4.0474864909120685,
      "grad_norm": 0.15026646852493286,
      "learning_rate": 0.0001303948515256295,
      "loss": 12.1297,
      "step": 24718
    },
    {
      "epoch": 4.047650237432455,
      "grad_norm": 0.16889622807502747,
      "learning_rate": 0.00013038992642484806,
      "loss": 12.2042,
      "step": 24719
    },
    {
      "epoch": 4.047813983952841,
      "grad_norm": 0.223626509308815,
      "learning_rate": 0.00013038500124284885,
      "loss": 12.2106,
      "step": 24720
    },
    {
      "epoch": 4.047977730473227,
      "grad_norm": 0.138636976480484,
      "learning_rate": 0.00013038007597964503,
      "loss": 12.149,
      "step": 24721
    },
    {
      "epoch": 4.048141476993614,
      "grad_norm": 0.17442543804645538,
      "learning_rate": 0.00013037515063524986,
      "loss": 12.2102,
      "step": 24722
    },
    {
      "epoch": 4.048305223514,
      "grad_norm": 0.15229013562202454,
      "learning_rate": 0.00013037022520967636,
      "loss": 12.1522,
      "step": 24723
    },
    {
      "epoch": 4.048468970034387,
      "grad_norm": 0.14214563369750977,
      "learning_rate": 0.00013036529970293783,
      "loss": 12.2034,
      "step": 24724
    },
    {
      "epoch": 4.048632716554773,
      "grad_norm": 0.13181206583976746,
      "learning_rate": 0.0001303603741150473,
      "loss": 12.2294,
      "step": 24725
    },
    {
      "epoch": 4.04879646307516,
      "grad_norm": 0.15441296994686127,
      "learning_rate": 0.00013035544844601808,
      "loss": 12.189,
      "step": 24726
    },
    {
      "epoch": 4.048960209595546,
      "grad_norm": 0.13985171914100647,
      "learning_rate": 0.00013035052269586323,
      "loss": 12.1855,
      "step": 24727
    },
    {
      "epoch": 4.049123956115933,
      "grad_norm": 0.19318938255310059,
      "learning_rate": 0.00013034559686459594,
      "loss": 12.1597,
      "step": 24728
    },
    {
      "epoch": 4.0492877026363185,
      "grad_norm": 0.12265411764383316,
      "learning_rate": 0.00013034067095222935,
      "loss": 12.1685,
      "step": 24729
    },
    {
      "epoch": 4.049451449156705,
      "grad_norm": 0.14049804210662842,
      "learning_rate": 0.00013033574495877672,
      "loss": 12.1642,
      "step": 24730
    },
    {
      "epoch": 4.049615195677092,
      "grad_norm": 0.19233286380767822,
      "learning_rate": 0.0001303308188842511,
      "loss": 12.1728,
      "step": 24731
    },
    {
      "epoch": 4.049778942197478,
      "grad_norm": 0.187007337808609,
      "learning_rate": 0.0001303258927286657,
      "loss": 12.1735,
      "step": 24732
    },
    {
      "epoch": 4.049942688717865,
      "grad_norm": 0.14141613245010376,
      "learning_rate": 0.0001303209664920337,
      "loss": 12.1991,
      "step": 24733
    },
    {
      "epoch": 4.050106435238251,
      "grad_norm": 0.1480969488620758,
      "learning_rate": 0.00013031604017436826,
      "loss": 12.1587,
      "step": 24734
    },
    {
      "epoch": 4.050270181758638,
      "grad_norm": 0.12689393758773804,
      "learning_rate": 0.0001303111137756825,
      "loss": 12.1679,
      "step": 24735
    },
    {
      "epoch": 4.050433928279024,
      "grad_norm": 0.1936921924352646,
      "learning_rate": 0.00013030618729598965,
      "loss": 12.1891,
      "step": 24736
    },
    {
      "epoch": 4.050597674799411,
      "grad_norm": 0.23055042326450348,
      "learning_rate": 0.00013030126073530288,
      "loss": 12.1931,
      "step": 24737
    },
    {
      "epoch": 4.050761421319797,
      "grad_norm": 0.17775049805641174,
      "learning_rate": 0.00013029633409363529,
      "loss": 12.1915,
      "step": 24738
    },
    {
      "epoch": 4.050925167840183,
      "grad_norm": 0.15451174974441528,
      "learning_rate": 0.0001302914073710001,
      "loss": 12.2163,
      "step": 24739
    },
    {
      "epoch": 4.0510889143605695,
      "grad_norm": 0.14022380113601685,
      "learning_rate": 0.00013028648056741043,
      "loss": 12.1654,
      "step": 24740
    },
    {
      "epoch": 4.051252660880956,
      "grad_norm": 0.16606760025024414,
      "learning_rate": 0.00013028155368287954,
      "loss": 12.1977,
      "step": 24741
    },
    {
      "epoch": 4.051416407401343,
      "grad_norm": 0.13231313228607178,
      "learning_rate": 0.0001302766267174205,
      "loss": 12.139,
      "step": 24742
    },
    {
      "epoch": 4.051580153921729,
      "grad_norm": 0.16632917523384094,
      "learning_rate": 0.00013027169967104652,
      "loss": 12.203,
      "step": 24743
    },
    {
      "epoch": 4.051743900442116,
      "grad_norm": 0.1409904509782791,
      "learning_rate": 0.00013026677254377074,
      "loss": 12.2323,
      "step": 24744
    },
    {
      "epoch": 4.051907646962502,
      "grad_norm": 0.14444801211357117,
      "learning_rate": 0.00013026184533560637,
      "loss": 12.1842,
      "step": 24745
    },
    {
      "epoch": 4.052071393482889,
      "grad_norm": 0.14510244131088257,
      "learning_rate": 0.00013025691804656654,
      "loss": 12.164,
      "step": 24746
    },
    {
      "epoch": 4.052235140003275,
      "grad_norm": 0.15399055182933807,
      "learning_rate": 0.00013025199067666444,
      "loss": 12.1954,
      "step": 24747
    },
    {
      "epoch": 4.052398886523662,
      "grad_norm": 0.18318569660186768,
      "learning_rate": 0.00013024706322591322,
      "loss": 12.1673,
      "step": 24748
    },
    {
      "epoch": 4.052562633044047,
      "grad_norm": 0.1283077895641327,
      "learning_rate": 0.00013024213569432606,
      "loss": 12.1423,
      "step": 24749
    },
    {
      "epoch": 4.052726379564434,
      "grad_norm": 0.15449993312358856,
      "learning_rate": 0.00013023720808191613,
      "loss": 12.153,
      "step": 24750
    },
    {
      "epoch": 4.0528901260848205,
      "grad_norm": 0.10710494220256805,
      "learning_rate": 0.00013023228038869662,
      "loss": 12.158,
      "step": 24751
    },
    {
      "epoch": 4.053053872605207,
      "grad_norm": 0.14089761674404144,
      "learning_rate": 0.00013022735261468066,
      "loss": 12.1853,
      "step": 24752
    },
    {
      "epoch": 4.0532176191255935,
      "grad_norm": 0.13769850134849548,
      "learning_rate": 0.00013022242475988144,
      "loss": 12.1985,
      "step": 24753
    },
    {
      "epoch": 4.05338136564598,
      "grad_norm": 0.15598519146442413,
      "learning_rate": 0.00013021749682431215,
      "loss": 12.1507,
      "step": 24754
    },
    {
      "epoch": 4.053545112166367,
      "grad_norm": 0.13101151585578918,
      "learning_rate": 0.00013021256880798592,
      "loss": 12.1943,
      "step": 24755
    },
    {
      "epoch": 4.053708858686753,
      "grad_norm": 0.14478841423988342,
      "learning_rate": 0.00013020764071091593,
      "loss": 12.2269,
      "step": 24756
    },
    {
      "epoch": 4.05387260520714,
      "grad_norm": 0.10523702949285507,
      "learning_rate": 0.00013020271253311538,
      "loss": 12.1456,
      "step": 24757
    },
    {
      "epoch": 4.054036351727526,
      "grad_norm": 0.12318942695856094,
      "learning_rate": 0.00013019778427459741,
      "loss": 12.1716,
      "step": 24758
    },
    {
      "epoch": 4.054200098247912,
      "grad_norm": 0.13341376185417175,
      "learning_rate": 0.0001301928559353752,
      "loss": 12.1556,
      "step": 24759
    },
    {
      "epoch": 4.054363844768298,
      "grad_norm": 0.15943433344364166,
      "learning_rate": 0.00013018792751546193,
      "loss": 12.1838,
      "step": 24760
    },
    {
      "epoch": 4.054527591288685,
      "grad_norm": 0.13573803007602692,
      "learning_rate": 0.00013018299901487073,
      "loss": 12.1454,
      "step": 24761
    },
    {
      "epoch": 4.054691337809071,
      "grad_norm": 0.136171355843544,
      "learning_rate": 0.00013017807043361483,
      "loss": 12.1638,
      "step": 24762
    },
    {
      "epoch": 4.054855084329458,
      "grad_norm": 0.13722412288188934,
      "learning_rate": 0.00013017314177170739,
      "loss": 12.1923,
      "step": 24763
    },
    {
      "epoch": 4.0550188308498445,
      "grad_norm": 0.17362520098686218,
      "learning_rate": 0.00013016821302916156,
      "loss": 12.1623,
      "step": 24764
    },
    {
      "epoch": 4.055182577370231,
      "grad_norm": 0.15978766977787018,
      "learning_rate": 0.00013016328420599048,
      "loss": 12.1731,
      "step": 24765
    },
    {
      "epoch": 4.0553463238906176,
      "grad_norm": 0.15083663165569305,
      "learning_rate": 0.00013015835530220742,
      "loss": 12.1935,
      "step": 24766
    },
    {
      "epoch": 4.055510070411004,
      "grad_norm": 0.17842473089694977,
      "learning_rate": 0.00013015342631782545,
      "loss": 12.1778,
      "step": 24767
    },
    {
      "epoch": 4.055673816931391,
      "grad_norm": 0.14590466022491455,
      "learning_rate": 0.0001301484972528578,
      "loss": 12.1846,
      "step": 24768
    },
    {
      "epoch": 4.055837563451776,
      "grad_norm": 0.14886347949504852,
      "learning_rate": 0.00013014356810731764,
      "loss": 12.187,
      "step": 24769
    },
    {
      "epoch": 4.056001309972163,
      "grad_norm": 0.16351629793643951,
      "learning_rate": 0.00013013863888121813,
      "loss": 12.2052,
      "step": 24770
    },
    {
      "epoch": 4.056165056492549,
      "grad_norm": 0.18532761931419373,
      "learning_rate": 0.00013013370957457246,
      "loss": 12.1818,
      "step": 24771
    },
    {
      "epoch": 4.056328803012936,
      "grad_norm": 0.14522434771060944,
      "learning_rate": 0.00013012878018739377,
      "loss": 12.1891,
      "step": 24772
    },
    {
      "epoch": 4.056492549533322,
      "grad_norm": 0.16343288123607635,
      "learning_rate": 0.00013012385071969526,
      "loss": 12.2204,
      "step": 24773
    },
    {
      "epoch": 4.056656296053709,
      "grad_norm": 0.13676635921001434,
      "learning_rate": 0.0001301189211714901,
      "loss": 12.1506,
      "step": 24774
    },
    {
      "epoch": 4.0568200425740955,
      "grad_norm": 0.14145712554454803,
      "learning_rate": 0.00013011399154279148,
      "loss": 12.1476,
      "step": 24775
    },
    {
      "epoch": 4.056983789094482,
      "grad_norm": 0.15492406487464905,
      "learning_rate": 0.00013010906183361253,
      "loss": 12.1893,
      "step": 24776
    },
    {
      "epoch": 4.0571475356148685,
      "grad_norm": 0.14317165315151215,
      "learning_rate": 0.00013010413204396647,
      "loss": 12.1497,
      "step": 24777
    },
    {
      "epoch": 4.057311282135255,
      "grad_norm": 0.1724570244550705,
      "learning_rate": 0.0001300992021738665,
      "loss": 12.1786,
      "step": 24778
    },
    {
      "epoch": 4.057475028655641,
      "grad_norm": 0.12804780900478363,
      "learning_rate": 0.00013009427222332567,
      "loss": 12.1888,
      "step": 24779
    },
    {
      "epoch": 4.057638775176027,
      "grad_norm": 0.15336884558200836,
      "learning_rate": 0.00013008934219235728,
      "loss": 12.1602,
      "step": 24780
    },
    {
      "epoch": 4.057802521696414,
      "grad_norm": 0.1387711763381958,
      "learning_rate": 0.00013008441208097447,
      "loss": 12.1533,
      "step": 24781
    },
    {
      "epoch": 4.0579662682168,
      "grad_norm": 0.2604336142539978,
      "learning_rate": 0.0001300794818891904,
      "loss": 12.1332,
      "step": 24782
    },
    {
      "epoch": 4.058130014737187,
      "grad_norm": 0.1845296025276184,
      "learning_rate": 0.00013007455161701827,
      "loss": 12.201,
      "step": 24783
    },
    {
      "epoch": 4.058293761257573,
      "grad_norm": 0.22642949223518372,
      "learning_rate": 0.00013006962126447123,
      "loss": 12.1765,
      "step": 24784
    },
    {
      "epoch": 4.05845750777796,
      "grad_norm": 0.15117166936397552,
      "learning_rate": 0.00013006469083156244,
      "loss": 12.1533,
      "step": 24785
    },
    {
      "epoch": 4.058621254298346,
      "grad_norm": 0.1396772712469101,
      "learning_rate": 0.00013005976031830516,
      "loss": 12.1931,
      "step": 24786
    },
    {
      "epoch": 4.058785000818733,
      "grad_norm": 0.15234330296516418,
      "learning_rate": 0.0001300548297247125,
      "loss": 12.1616,
      "step": 24787
    },
    {
      "epoch": 4.0589487473391195,
      "grad_norm": 0.11805194616317749,
      "learning_rate": 0.00013004989905079762,
      "loss": 12.2019,
      "step": 24788
    },
    {
      "epoch": 4.059112493859505,
      "grad_norm": 0.1404450386762619,
      "learning_rate": 0.00013004496829657373,
      "loss": 12.2225,
      "step": 24789
    },
    {
      "epoch": 4.059276240379892,
      "grad_norm": 0.16116797924041748,
      "learning_rate": 0.00013004003746205404,
      "loss": 12.169,
      "step": 24790
    },
    {
      "epoch": 4.059439986900278,
      "grad_norm": 0.1429525911808014,
      "learning_rate": 0.00013003510654725165,
      "loss": 12.2349,
      "step": 24791
    },
    {
      "epoch": 4.059603733420665,
      "grad_norm": 0.15770067274570465,
      "learning_rate": 0.0001300301755521798,
      "loss": 12.2078,
      "step": 24792
    },
    {
      "epoch": 4.059767479941051,
      "grad_norm": 0.13299602270126343,
      "learning_rate": 0.00013002524447685166,
      "loss": 12.1915,
      "step": 24793
    },
    {
      "epoch": 4.059931226461438,
      "grad_norm": 0.16632139682769775,
      "learning_rate": 0.00013002031332128038,
      "loss": 12.1631,
      "step": 24794
    },
    {
      "epoch": 4.060094972981824,
      "grad_norm": 0.16207978129386902,
      "learning_rate": 0.00013001538208547915,
      "loss": 12.1603,
      "step": 24795
    },
    {
      "epoch": 4.060258719502211,
      "grad_norm": 0.13162441551685333,
      "learning_rate": 0.00013001045076946118,
      "loss": 12.1583,
      "step": 24796
    },
    {
      "epoch": 4.060422466022597,
      "grad_norm": 0.18498487770557404,
      "learning_rate": 0.0001300055193732396,
      "loss": 12.1745,
      "step": 24797
    },
    {
      "epoch": 4.060586212542983,
      "grad_norm": 0.12817102670669556,
      "learning_rate": 0.00013000058789682764,
      "loss": 12.2025,
      "step": 24798
    },
    {
      "epoch": 4.0607499590633696,
      "grad_norm": 0.1316957175731659,
      "learning_rate": 0.00012999565634023842,
      "loss": 12.1798,
      "step": 24799
    },
    {
      "epoch": 4.060913705583756,
      "grad_norm": 0.1329568475484848,
      "learning_rate": 0.00012999072470348518,
      "loss": 12.1863,
      "step": 24800
    },
    {
      "epoch": 4.061077452104143,
      "grad_norm": 0.16888095438480377,
      "learning_rate": 0.00012998579298658102,
      "loss": 12.1458,
      "step": 24801
    },
    {
      "epoch": 4.061241198624529,
      "grad_norm": 0.17494738101959229,
      "learning_rate": 0.0001299808611895392,
      "loss": 12.2036,
      "step": 24802
    },
    {
      "epoch": 4.061404945144916,
      "grad_norm": 0.13595885038375854,
      "learning_rate": 0.00012997592931237288,
      "loss": 12.1803,
      "step": 24803
    },
    {
      "epoch": 4.061568691665302,
      "grad_norm": 0.11876770853996277,
      "learning_rate": 0.00012997099735509524,
      "loss": 12.2102,
      "step": 24804
    },
    {
      "epoch": 4.061732438185689,
      "grad_norm": 0.11305581778287888,
      "learning_rate": 0.00012996606531771944,
      "loss": 12.1757,
      "step": 24805
    },
    {
      "epoch": 4.061896184706075,
      "grad_norm": 0.1705188900232315,
      "learning_rate": 0.00012996113320025866,
      "loss": 12.1799,
      "step": 24806
    },
    {
      "epoch": 4.062059931226462,
      "grad_norm": 0.17266014218330383,
      "learning_rate": 0.00012995620100272613,
      "loss": 12.1849,
      "step": 24807
    },
    {
      "epoch": 4.0622236777468475,
      "grad_norm": 0.11515059322118759,
      "learning_rate": 0.00012995126872513498,
      "loss": 12.202,
      "step": 24808
    },
    {
      "epoch": 4.062387424267234,
      "grad_norm": 0.15107670426368713,
      "learning_rate": 0.0001299463363674984,
      "loss": 12.1601,
      "step": 24809
    },
    {
      "epoch": 4.0625511707876205,
      "grad_norm": 0.2089100480079651,
      "learning_rate": 0.0001299414039298296,
      "loss": 12.1864,
      "step": 24810
    },
    {
      "epoch": 4.062714917308007,
      "grad_norm": 0.13451798260211945,
      "learning_rate": 0.00012993647141214173,
      "loss": 12.125,
      "step": 24811
    },
    {
      "epoch": 4.062878663828394,
      "grad_norm": 0.15449167788028717,
      "learning_rate": 0.00012993153881444796,
      "loss": 12.241,
      "step": 24812
    },
    {
      "epoch": 4.06304241034878,
      "grad_norm": 0.15641814470291138,
      "learning_rate": 0.00012992660613676154,
      "loss": 12.1666,
      "step": 24813
    },
    {
      "epoch": 4.063206156869167,
      "grad_norm": 0.18845486640930176,
      "learning_rate": 0.00012992167337909559,
      "loss": 12.1871,
      "step": 24814
    },
    {
      "epoch": 4.063369903389553,
      "grad_norm": 0.12826770544052124,
      "learning_rate": 0.00012991674054146332,
      "loss": 12.1772,
      "step": 24815
    },
    {
      "epoch": 4.06353364990994,
      "grad_norm": 0.1587553173303604,
      "learning_rate": 0.0001299118076238779,
      "loss": 12.1871,
      "step": 24816
    },
    {
      "epoch": 4.063697396430326,
      "grad_norm": 0.11042806506156921,
      "learning_rate": 0.00012990687462635252,
      "loss": 12.1518,
      "step": 24817
    },
    {
      "epoch": 4.063861142950712,
      "grad_norm": 0.14686219394207,
      "learning_rate": 0.00012990194154890037,
      "loss": 12.1353,
      "step": 24818
    },
    {
      "epoch": 4.064024889471098,
      "grad_norm": 0.15126974880695343,
      "learning_rate": 0.0001298970083915346,
      "loss": 12.1795,
      "step": 24819
    },
    {
      "epoch": 4.064188635991485,
      "grad_norm": 0.15737999975681305,
      "learning_rate": 0.00012989207515426844,
      "loss": 12.1328,
      "step": 24820
    },
    {
      "epoch": 4.0643523825118715,
      "grad_norm": 0.16033366322517395,
      "learning_rate": 0.00012988714183711502,
      "loss": 12.209,
      "step": 24821
    },
    {
      "epoch": 4.064516129032258,
      "grad_norm": 0.13571438193321228,
      "learning_rate": 0.00012988220844008765,
      "loss": 12.1791,
      "step": 24822
    },
    {
      "epoch": 4.0646798755526445,
      "grad_norm": 0.1121867373585701,
      "learning_rate": 0.00012987727496319935,
      "loss": 12.194,
      "step": 24823
    },
    {
      "epoch": 4.064843622073031,
      "grad_norm": 0.15819033980369568,
      "learning_rate": 0.00012987234140646338,
      "loss": 12.172,
      "step": 24824
    },
    {
      "epoch": 4.065007368593418,
      "grad_norm": 0.1361989676952362,
      "learning_rate": 0.00012986740776989292,
      "loss": 12.1702,
      "step": 24825
    },
    {
      "epoch": 4.065171115113804,
      "grad_norm": 0.1909504532814026,
      "learning_rate": 0.0001298624740535012,
      "loss": 12.1567,
      "step": 24826
    },
    {
      "epoch": 4.065334861634191,
      "grad_norm": 0.12401803582906723,
      "learning_rate": 0.0001298575402573013,
      "loss": 12.1923,
      "step": 24827
    },
    {
      "epoch": 4.065498608154576,
      "grad_norm": 0.15874090790748596,
      "learning_rate": 0.00012985260638130654,
      "loss": 12.1607,
      "step": 24828
    },
    {
      "epoch": 4.065662354674963,
      "grad_norm": 0.13931682705879211,
      "learning_rate": 0.00012984767242553002,
      "loss": 12.1846,
      "step": 24829
    },
    {
      "epoch": 4.065826101195349,
      "grad_norm": 0.12393078207969666,
      "learning_rate": 0.00012984273838998492,
      "loss": 12.1794,
      "step": 24830
    },
    {
      "epoch": 4.065989847715736,
      "grad_norm": 0.16931883990764618,
      "learning_rate": 0.00012983780427468445,
      "loss": 12.2007,
      "step": 24831
    },
    {
      "epoch": 4.066153594236122,
      "grad_norm": 0.14599701762199402,
      "learning_rate": 0.0001298328700796418,
      "loss": 12.2369,
      "step": 24832
    },
    {
      "epoch": 4.066317340756509,
      "grad_norm": 0.1550091654062271,
      "learning_rate": 0.00012982793580487015,
      "loss": 12.1252,
      "step": 24833
    },
    {
      "epoch": 4.0664810872768955,
      "grad_norm": 0.16691844165325165,
      "learning_rate": 0.00012982300145038272,
      "loss": 12.2097,
      "step": 24834
    },
    {
      "epoch": 4.066644833797282,
      "grad_norm": 0.17715150117874146,
      "learning_rate": 0.0001298180670161926,
      "loss": 12.1514,
      "step": 24835
    },
    {
      "epoch": 4.066808580317669,
      "grad_norm": 0.15089650452136993,
      "learning_rate": 0.00012981313250231308,
      "loss": 12.2201,
      "step": 24836
    },
    {
      "epoch": 4.066972326838055,
      "grad_norm": 0.14059008657932281,
      "learning_rate": 0.0001298081979087573,
      "loss": 12.202,
      "step": 24837
    },
    {
      "epoch": 4.067136073358441,
      "grad_norm": 0.20339973270893097,
      "learning_rate": 0.00012980326323553846,
      "loss": 12.165,
      "step": 24838
    },
    {
      "epoch": 4.067299819878827,
      "grad_norm": 0.13150504231452942,
      "learning_rate": 0.00012979832848266978,
      "loss": 12.2142,
      "step": 24839
    },
    {
      "epoch": 4.067463566399214,
      "grad_norm": 0.1806711107492447,
      "learning_rate": 0.0001297933936501644,
      "loss": 12.1551,
      "step": 24840
    },
    {
      "epoch": 4.0676273129196,
      "grad_norm": 0.1640639752149582,
      "learning_rate": 0.00012978845873803553,
      "loss": 12.1777,
      "step": 24841
    },
    {
      "epoch": 4.067791059439987,
      "grad_norm": 0.1481141597032547,
      "learning_rate": 0.0001297835237462963,
      "loss": 12.1958,
      "step": 24842
    },
    {
      "epoch": 4.067954805960373,
      "grad_norm": 0.15312066674232483,
      "learning_rate": 0.00012977858867495998,
      "loss": 12.171,
      "step": 24843
    },
    {
      "epoch": 4.06811855248076,
      "grad_norm": 0.18476377427577972,
      "learning_rate": 0.00012977365352403973,
      "loss": 12.178,
      "step": 24844
    },
    {
      "epoch": 4.0682822990011465,
      "grad_norm": 0.1569100171327591,
      "learning_rate": 0.00012976871829354874,
      "loss": 12.1626,
      "step": 24845
    },
    {
      "epoch": 4.068446045521533,
      "grad_norm": 0.13344557583332062,
      "learning_rate": 0.0001297637829835002,
      "loss": 12.1504,
      "step": 24846
    },
    {
      "epoch": 4.0686097920419195,
      "grad_norm": 0.14172668755054474,
      "learning_rate": 0.0001297588475939073,
      "loss": 12.1689,
      "step": 24847
    },
    {
      "epoch": 4.068773538562305,
      "grad_norm": 0.15014192461967468,
      "learning_rate": 0.00012975391212478323,
      "loss": 12.1772,
      "step": 24848
    },
    {
      "epoch": 4.068937285082692,
      "grad_norm": 0.1565026193857193,
      "learning_rate": 0.00012974897657614117,
      "loss": 12.1685,
      "step": 24849
    },
    {
      "epoch": 4.069101031603078,
      "grad_norm": 0.1457788199186325,
      "learning_rate": 0.00012974404094799434,
      "loss": 12.2296,
      "step": 24850
    },
    {
      "epoch": 4.069264778123465,
      "grad_norm": 0.14318662881851196,
      "learning_rate": 0.0001297391052403559,
      "loss": 12.1787,
      "step": 24851
    },
    {
      "epoch": 4.069428524643851,
      "grad_norm": 0.21306836605072021,
      "learning_rate": 0.000129734169453239,
      "loss": 12.1853,
      "step": 24852
    },
    {
      "epoch": 4.069592271164238,
      "grad_norm": 0.13959313929080963,
      "learning_rate": 0.00012972923358665697,
      "loss": 12.2036,
      "step": 24853
    },
    {
      "epoch": 4.069756017684624,
      "grad_norm": 0.1622963398694992,
      "learning_rate": 0.00012972429764062285,
      "loss": 12.2175,
      "step": 24854
    },
    {
      "epoch": 4.069919764205011,
      "grad_norm": 0.1530105471611023,
      "learning_rate": 0.00012971936161514992,
      "loss": 12.1472,
      "step": 24855
    },
    {
      "epoch": 4.070083510725397,
      "grad_norm": 0.17736053466796875,
      "learning_rate": 0.00012971442551025131,
      "loss": 12.1782,
      "step": 24856
    },
    {
      "epoch": 4.070247257245784,
      "grad_norm": 0.15257346630096436,
      "learning_rate": 0.00012970948932594027,
      "loss": 12.1906,
      "step": 24857
    },
    {
      "epoch": 4.07041100376617,
      "grad_norm": 0.13718931376934052,
      "learning_rate": 0.00012970455306222998,
      "loss": 12.1636,
      "step": 24858
    },
    {
      "epoch": 4.070574750286556,
      "grad_norm": 0.16301465034484863,
      "learning_rate": 0.0001296996167191336,
      "loss": 12.1397,
      "step": 24859
    },
    {
      "epoch": 4.070738496806943,
      "grad_norm": 0.14690078794956207,
      "learning_rate": 0.00012969468029666437,
      "loss": 12.1996,
      "step": 24860
    },
    {
      "epoch": 4.070902243327329,
      "grad_norm": 0.14707180857658386,
      "learning_rate": 0.00012968974379483543,
      "loss": 12.2097,
      "step": 24861
    },
    {
      "epoch": 4.071065989847716,
      "grad_norm": 0.16514918208122253,
      "learning_rate": 0.00012968480721366,
      "loss": 12.1743,
      "step": 24862
    },
    {
      "epoch": 4.071229736368102,
      "grad_norm": 0.15721246600151062,
      "learning_rate": 0.00012967987055315133,
      "loss": 12.1568,
      "step": 24863
    },
    {
      "epoch": 4.071393482888489,
      "grad_norm": 0.1482066512107849,
      "learning_rate": 0.0001296749338133225,
      "loss": 12.2062,
      "step": 24864
    },
    {
      "epoch": 4.071557229408875,
      "grad_norm": 0.15338706970214844,
      "learning_rate": 0.00012966999699418676,
      "loss": 12.1961,
      "step": 24865
    },
    {
      "epoch": 4.071720975929262,
      "grad_norm": 0.13706418871879578,
      "learning_rate": 0.0001296650600957573,
      "loss": 12.2051,
      "step": 24866
    },
    {
      "epoch": 4.0718847224496475,
      "grad_norm": 0.1455458700656891,
      "learning_rate": 0.00012966012311804733,
      "loss": 12.2247,
      "step": 24867
    },
    {
      "epoch": 4.072048468970034,
      "grad_norm": 0.17768923938274384,
      "learning_rate": 0.00012965518606107007,
      "loss": 12.1469,
      "step": 24868
    },
    {
      "epoch": 4.072212215490421,
      "grad_norm": 0.12709474563598633,
      "learning_rate": 0.00012965024892483862,
      "loss": 12.1608,
      "step": 24869
    },
    {
      "epoch": 4.072375962010807,
      "grad_norm": 0.11740586161613464,
      "learning_rate": 0.00012964531170936625,
      "loss": 12.1532,
      "step": 24870
    },
    {
      "epoch": 4.072539708531194,
      "grad_norm": 0.2890107333660126,
      "learning_rate": 0.0001296403744146661,
      "loss": 12.2022,
      "step": 24871
    },
    {
      "epoch": 4.07270345505158,
      "grad_norm": 0.16027510166168213,
      "learning_rate": 0.00012963543704075145,
      "loss": 12.1511,
      "step": 24872
    },
    {
      "epoch": 4.072867201571967,
      "grad_norm": 0.3284790515899658,
      "learning_rate": 0.00012963049958763544,
      "loss": 12.1707,
      "step": 24873
    },
    {
      "epoch": 4.073030948092353,
      "grad_norm": 0.1335384100675583,
      "learning_rate": 0.00012962556205533125,
      "loss": 12.1594,
      "step": 24874
    },
    {
      "epoch": 4.07319469461274,
      "grad_norm": 0.16410180926322937,
      "learning_rate": 0.00012962062444385212,
      "loss": 12.1955,
      "step": 24875
    },
    {
      "epoch": 4.073358441133126,
      "grad_norm": 0.14580722153186798,
      "learning_rate": 0.00012961568675321118,
      "loss": 12.1792,
      "step": 24876
    },
    {
      "epoch": 4.073522187653512,
      "grad_norm": 0.1512424647808075,
      "learning_rate": 0.00012961074898342173,
      "loss": 12.1849,
      "step": 24877
    },
    {
      "epoch": 4.0736859341738985,
      "grad_norm": 0.12747953832149506,
      "learning_rate": 0.00012960581113449687,
      "loss": 12.1776,
      "step": 24878
    },
    {
      "epoch": 4.073849680694285,
      "grad_norm": 0.22968484461307526,
      "learning_rate": 0.00012960087320644983,
      "loss": 12.1849,
      "step": 24879
    },
    {
      "epoch": 4.0740134272146715,
      "grad_norm": 0.12755538523197174,
      "learning_rate": 0.0001295959351992938,
      "loss": 12.1847,
      "step": 24880
    },
    {
      "epoch": 4.074177173735058,
      "grad_norm": 0.15997987985610962,
      "learning_rate": 0.00012959099711304205,
      "loss": 12.1711,
      "step": 24881
    },
    {
      "epoch": 4.074340920255445,
      "grad_norm": 0.10810541361570358,
      "learning_rate": 0.00012958605894770764,
      "loss": 12.1772,
      "step": 24882
    },
    {
      "epoch": 4.074504666775831,
      "grad_norm": 0.14518053829669952,
      "learning_rate": 0.00012958112070330383,
      "loss": 12.1684,
      "step": 24883
    },
    {
      "epoch": 4.074668413296218,
      "grad_norm": 0.12143635749816895,
      "learning_rate": 0.00012957618237984385,
      "loss": 12.1592,
      "step": 24884
    },
    {
      "epoch": 4.074832159816604,
      "grad_norm": 0.1581919640302658,
      "learning_rate": 0.00012957124397734092,
      "loss": 12.2055,
      "step": 24885
    },
    {
      "epoch": 4.074995906336991,
      "grad_norm": 0.19636665284633636,
      "learning_rate": 0.00012956630549580816,
      "loss": 12.1301,
      "step": 24886
    },
    {
      "epoch": 4.075159652857376,
      "grad_norm": 0.1558748036623001,
      "learning_rate": 0.00012956136693525878,
      "loss": 12.1696,
      "step": 24887
    },
    {
      "epoch": 4.075323399377763,
      "grad_norm": 0.1418900340795517,
      "learning_rate": 0.000129556428295706,
      "loss": 12.2284,
      "step": 24888
    },
    {
      "epoch": 4.075487145898149,
      "grad_norm": 0.13172154128551483,
      "learning_rate": 0.00012955148957716304,
      "loss": 12.1629,
      "step": 24889
    },
    {
      "epoch": 4.075650892418536,
      "grad_norm": 0.17154422402381897,
      "learning_rate": 0.00012954655077964308,
      "loss": 12.1274,
      "step": 24890
    },
    {
      "epoch": 4.0758146389389225,
      "grad_norm": 0.1405208855867386,
      "learning_rate": 0.00012954161190315927,
      "loss": 12.2085,
      "step": 24891
    },
    {
      "epoch": 4.075978385459309,
      "grad_norm": 0.13865189254283905,
      "learning_rate": 0.00012953667294772494,
      "loss": 12.1419,
      "step": 24892
    },
    {
      "epoch": 4.0761421319796955,
      "grad_norm": 0.21405014395713806,
      "learning_rate": 0.00012953173391335314,
      "loss": 12.1627,
      "step": 24893
    },
    {
      "epoch": 4.076305878500082,
      "grad_norm": 0.10748742520809174,
      "learning_rate": 0.00012952679480005713,
      "loss": 12.2175,
      "step": 24894
    },
    {
      "epoch": 4.076469625020469,
      "grad_norm": 0.10264674574136734,
      "learning_rate": 0.00012952185560785012,
      "loss": 12.208,
      "step": 24895
    },
    {
      "epoch": 4.076633371540855,
      "grad_norm": 0.20687825977802277,
      "learning_rate": 0.00012951691633674537,
      "loss": 12.1764,
      "step": 24896
    },
    {
      "epoch": 4.076797118061241,
      "grad_norm": 0.20128992199897766,
      "learning_rate": 0.00012951197698675594,
      "loss": 12.2017,
      "step": 24897
    },
    {
      "epoch": 4.076960864581627,
      "grad_norm": 0.12193828821182251,
      "learning_rate": 0.00012950703755789514,
      "loss": 12.1968,
      "step": 24898
    },
    {
      "epoch": 4.077124611102014,
      "grad_norm": 0.15570007264614105,
      "learning_rate": 0.0001295020980501761,
      "loss": 12.1552,
      "step": 24899
    },
    {
      "epoch": 4.0772883576224,
      "grad_norm": 0.1893608272075653,
      "learning_rate": 0.00012949715846361212,
      "loss": 12.1998,
      "step": 24900
    },
    {
      "epoch": 4.077452104142787,
      "grad_norm": 0.11683915555477142,
      "learning_rate": 0.00012949221879821627,
      "loss": 12.176,
      "step": 24901
    },
    {
      "epoch": 4.0776158506631734,
      "grad_norm": 0.14874057471752167,
      "learning_rate": 0.00012948727905400187,
      "loss": 12.1965,
      "step": 24902
    },
    {
      "epoch": 4.07777959718356,
      "grad_norm": 0.16504532098770142,
      "learning_rate": 0.00012948233923098205,
      "loss": 12.1696,
      "step": 24903
    },
    {
      "epoch": 4.0779433437039465,
      "grad_norm": 0.17722275853157043,
      "learning_rate": 0.00012947739932917,
      "loss": 12.1886,
      "step": 24904
    },
    {
      "epoch": 4.078107090224333,
      "grad_norm": 0.1318761557340622,
      "learning_rate": 0.000129472459348579,
      "loss": 12.1511,
      "step": 24905
    },
    {
      "epoch": 4.07827083674472,
      "grad_norm": 0.16794796288013458,
      "learning_rate": 0.0001294675192892222,
      "loss": 12.1417,
      "step": 24906
    },
    {
      "epoch": 4.078434583265105,
      "grad_norm": 0.1787613481283188,
      "learning_rate": 0.0001294625791511128,
      "loss": 12.2086,
      "step": 24907
    },
    {
      "epoch": 4.078598329785492,
      "grad_norm": 0.1091059222817421,
      "learning_rate": 0.000129457638934264,
      "loss": 12.1638,
      "step": 24908
    },
    {
      "epoch": 4.078762076305878,
      "grad_norm": 0.12052049487829208,
      "learning_rate": 0.00012945269863868906,
      "loss": 12.1973,
      "step": 24909
    },
    {
      "epoch": 4.078925822826265,
      "grad_norm": 0.21747279167175293,
      "learning_rate": 0.0001294477582644011,
      "loss": 12.2308,
      "step": 24910
    },
    {
      "epoch": 4.079089569346651,
      "grad_norm": 0.14895163476467133,
      "learning_rate": 0.00012944281781141338,
      "loss": 12.1595,
      "step": 24911
    },
    {
      "epoch": 4.079253315867038,
      "grad_norm": 0.2558458745479584,
      "learning_rate": 0.00012943787727973908,
      "loss": 12.1889,
      "step": 24912
    },
    {
      "epoch": 4.079417062387424,
      "grad_norm": 0.13937123119831085,
      "learning_rate": 0.00012943293666939137,
      "loss": 12.1403,
      "step": 24913
    },
    {
      "epoch": 4.079580808907811,
      "grad_norm": 0.16493605077266693,
      "learning_rate": 0.00012942799598038355,
      "loss": 12.183,
      "step": 24914
    },
    {
      "epoch": 4.0797445554281975,
      "grad_norm": 0.16574938595294952,
      "learning_rate": 0.00012942305521272874,
      "loss": 12.1938,
      "step": 24915
    },
    {
      "epoch": 4.079908301948584,
      "grad_norm": 0.13640733063220978,
      "learning_rate": 0.00012941811436644016,
      "loss": 12.1914,
      "step": 24916
    },
    {
      "epoch": 4.08007204846897,
      "grad_norm": 0.19131599366664886,
      "learning_rate": 0.00012941317344153106,
      "loss": 12.1388,
      "step": 24917
    },
    {
      "epoch": 4.080235794989356,
      "grad_norm": 0.16395340859889984,
      "learning_rate": 0.00012940823243801457,
      "loss": 12.196,
      "step": 24918
    },
    {
      "epoch": 4.080399541509743,
      "grad_norm": 0.15552441775798798,
      "learning_rate": 0.00012940329135590397,
      "loss": 12.1582,
      "step": 24919
    },
    {
      "epoch": 4.080563288030129,
      "grad_norm": 0.13880732655525208,
      "learning_rate": 0.00012939835019521237,
      "loss": 12.1983,
      "step": 24920
    },
    {
      "epoch": 4.080727034550516,
      "grad_norm": 0.16593098640441895,
      "learning_rate": 0.0001293934089559531,
      "loss": 12.2389,
      "step": 24921
    },
    {
      "epoch": 4.080890781070902,
      "grad_norm": 0.15923111140727997,
      "learning_rate": 0.0001293884676381393,
      "loss": 12.2185,
      "step": 24922
    },
    {
      "epoch": 4.081054527591289,
      "grad_norm": 0.13024653494358063,
      "learning_rate": 0.00012938352624178415,
      "loss": 12.196,
      "step": 24923
    },
    {
      "epoch": 4.081218274111675,
      "grad_norm": 0.1742137223482132,
      "learning_rate": 0.00012937858476690087,
      "loss": 12.1659,
      "step": 24924
    },
    {
      "epoch": 4.081382020632062,
      "grad_norm": 0.14892487227916718,
      "learning_rate": 0.0001293736432135027,
      "loss": 12.1768,
      "step": 24925
    },
    {
      "epoch": 4.081545767152448,
      "grad_norm": 0.2309325933456421,
      "learning_rate": 0.00012936870158160283,
      "loss": 12.1595,
      "step": 24926
    },
    {
      "epoch": 4.081709513672834,
      "grad_norm": 0.15775029361248016,
      "learning_rate": 0.00012936375987121444,
      "loss": 12.2005,
      "step": 24927
    },
    {
      "epoch": 4.081873260193221,
      "grad_norm": 0.19902104139328003,
      "learning_rate": 0.00012935881808235077,
      "loss": 12.1732,
      "step": 24928
    },
    {
      "epoch": 4.082037006713607,
      "grad_norm": 0.13993391394615173,
      "learning_rate": 0.00012935387621502504,
      "loss": 12.1482,
      "step": 24929
    },
    {
      "epoch": 4.082200753233994,
      "grad_norm": 0.19910690188407898,
      "learning_rate": 0.00012934893426925042,
      "loss": 12.2099,
      "step": 24930
    },
    {
      "epoch": 4.08236449975438,
      "grad_norm": 0.13729631900787354,
      "learning_rate": 0.0001293439922450401,
      "loss": 12.1306,
      "step": 24931
    },
    {
      "epoch": 4.082528246274767,
      "grad_norm": 0.18335957825183868,
      "learning_rate": 0.00012933905014240736,
      "loss": 12.1519,
      "step": 24932
    },
    {
      "epoch": 4.082691992795153,
      "grad_norm": 0.1804599165916443,
      "learning_rate": 0.00012933410796136534,
      "loss": 12.2061,
      "step": 24933
    },
    {
      "epoch": 4.08285573931554,
      "grad_norm": 0.1301949918270111,
      "learning_rate": 0.00012932916570192727,
      "loss": 12.1853,
      "step": 24934
    },
    {
      "epoch": 4.083019485835926,
      "grad_norm": 0.1741894632577896,
      "learning_rate": 0.00012932422336410637,
      "loss": 12.2163,
      "step": 24935
    },
    {
      "epoch": 4.083183232356313,
      "grad_norm": 0.12709960341453552,
      "learning_rate": 0.00012931928094791584,
      "loss": 12.1611,
      "step": 24936
    },
    {
      "epoch": 4.0833469788766985,
      "grad_norm": 0.13242606818675995,
      "learning_rate": 0.00012931433845336888,
      "loss": 12.1775,
      "step": 24937
    },
    {
      "epoch": 4.083510725397085,
      "grad_norm": 0.17539554834365845,
      "learning_rate": 0.00012930939588047874,
      "loss": 12.1861,
      "step": 24938
    },
    {
      "epoch": 4.083674471917472,
      "grad_norm": 0.16268768906593323,
      "learning_rate": 0.00012930445322925857,
      "loss": 12.1629,
      "step": 24939
    },
    {
      "epoch": 4.083838218437858,
      "grad_norm": 0.1347188949584961,
      "learning_rate": 0.00012929951049972163,
      "loss": 12.1817,
      "step": 24940
    },
    {
      "epoch": 4.084001964958245,
      "grad_norm": 0.15621419250965118,
      "learning_rate": 0.0001292945676918811,
      "loss": 12.1792,
      "step": 24941
    },
    {
      "epoch": 4.084165711478631,
      "grad_norm": 0.11304305493831635,
      "learning_rate": 0.00012928962480575015,
      "loss": 12.1434,
      "step": 24942
    },
    {
      "epoch": 4.084329457999018,
      "grad_norm": 0.15857946872711182,
      "learning_rate": 0.00012928468184134209,
      "loss": 12.1727,
      "step": 24943
    },
    {
      "epoch": 4.084493204519404,
      "grad_norm": 0.16228841245174408,
      "learning_rate": 0.00012927973879867005,
      "loss": 12.1583,
      "step": 24944
    },
    {
      "epoch": 4.084656951039791,
      "grad_norm": 0.1328195333480835,
      "learning_rate": 0.0001292747956777473,
      "loss": 12.162,
      "step": 24945
    },
    {
      "epoch": 4.084820697560177,
      "grad_norm": 0.1941794753074646,
      "learning_rate": 0.00012926985247858696,
      "loss": 12.161,
      "step": 24946
    },
    {
      "epoch": 4.084984444080563,
      "grad_norm": 0.1457703411579132,
      "learning_rate": 0.00012926490920120236,
      "loss": 12.1478,
      "step": 24947
    },
    {
      "epoch": 4.0851481906009495,
      "grad_norm": 0.13605201244354248,
      "learning_rate": 0.00012925996584560662,
      "loss": 12.1717,
      "step": 24948
    },
    {
      "epoch": 4.085311937121336,
      "grad_norm": 0.1935214251279831,
      "learning_rate": 0.000129255022411813,
      "loss": 12.1529,
      "step": 24949
    },
    {
      "epoch": 4.0854756836417225,
      "grad_norm": 0.1197253093123436,
      "learning_rate": 0.00012925007889983466,
      "loss": 12.1968,
      "step": 24950
    },
    {
      "epoch": 4.085639430162109,
      "grad_norm": 0.1582307070493698,
      "learning_rate": 0.00012924513530968484,
      "loss": 12.1612,
      "step": 24951
    },
    {
      "epoch": 4.085803176682496,
      "grad_norm": 0.16958826780319214,
      "learning_rate": 0.0001292401916413768,
      "loss": 12.1364,
      "step": 24952
    },
    {
      "epoch": 4.085966923202882,
      "grad_norm": 0.1662856489419937,
      "learning_rate": 0.00012923524789492367,
      "loss": 12.2149,
      "step": 24953
    },
    {
      "epoch": 4.086130669723269,
      "grad_norm": 0.14767415821552277,
      "learning_rate": 0.00012923030407033869,
      "loss": 12.2149,
      "step": 24954
    },
    {
      "epoch": 4.086294416243655,
      "grad_norm": 0.1771828681230545,
      "learning_rate": 0.00012922536016763515,
      "loss": 12.1745,
      "step": 24955
    },
    {
      "epoch": 4.086458162764041,
      "grad_norm": 0.1718658208847046,
      "learning_rate": 0.00012922041618682612,
      "loss": 12.1649,
      "step": 24956
    },
    {
      "epoch": 4.086621909284427,
      "grad_norm": 0.14017871022224426,
      "learning_rate": 0.00012921547212792493,
      "loss": 12.1049,
      "step": 24957
    },
    {
      "epoch": 4.086785655804814,
      "grad_norm": 0.14603687822818756,
      "learning_rate": 0.0001292105279909447,
      "loss": 12.1564,
      "step": 24958
    },
    {
      "epoch": 4.0869494023252,
      "grad_norm": 0.17857523262500763,
      "learning_rate": 0.00012920558377589876,
      "loss": 12.1917,
      "step": 24959
    },
    {
      "epoch": 4.087113148845587,
      "grad_norm": 0.14744043350219727,
      "learning_rate": 0.00012920063948280023,
      "loss": 12.1893,
      "step": 24960
    },
    {
      "epoch": 4.0872768953659735,
      "grad_norm": 0.1602105051279068,
      "learning_rate": 0.00012919569511166235,
      "loss": 12.2168,
      "step": 24961
    },
    {
      "epoch": 4.08744064188636,
      "grad_norm": 0.13405391573905945,
      "learning_rate": 0.00012919075066249834,
      "loss": 12.1682,
      "step": 24962
    },
    {
      "epoch": 4.087604388406747,
      "grad_norm": 0.18107028305530548,
      "learning_rate": 0.0001291858061353214,
      "loss": 12.191,
      "step": 24963
    },
    {
      "epoch": 4.087768134927133,
      "grad_norm": 0.13866162300109863,
      "learning_rate": 0.00012918086153014476,
      "loss": 12.1498,
      "step": 24964
    },
    {
      "epoch": 4.08793188144752,
      "grad_norm": 0.17778274416923523,
      "learning_rate": 0.00012917591684698162,
      "loss": 12.1486,
      "step": 24965
    },
    {
      "epoch": 4.088095627967905,
      "grad_norm": 0.1684575229883194,
      "learning_rate": 0.00012917097208584523,
      "loss": 12.1512,
      "step": 24966
    },
    {
      "epoch": 4.088259374488292,
      "grad_norm": 0.1602654606103897,
      "learning_rate": 0.00012916602724674875,
      "loss": 12.2074,
      "step": 24967
    },
    {
      "epoch": 4.088423121008678,
      "grad_norm": 0.14094027876853943,
      "learning_rate": 0.00012916108232970545,
      "loss": 12.1872,
      "step": 24968
    },
    {
      "epoch": 4.088586867529065,
      "grad_norm": 0.2736499309539795,
      "learning_rate": 0.00012915613733472848,
      "loss": 12.1968,
      "step": 24969
    },
    {
      "epoch": 4.088750614049451,
      "grad_norm": 0.13035281002521515,
      "learning_rate": 0.00012915119226183114,
      "loss": 12.192,
      "step": 24970
    },
    {
      "epoch": 4.088914360569838,
      "grad_norm": 0.16295814514160156,
      "learning_rate": 0.00012914624711102656,
      "loss": 12.1902,
      "step": 24971
    },
    {
      "epoch": 4.0890781070902245,
      "grad_norm": 0.13909050822257996,
      "learning_rate": 0.00012914130188232802,
      "loss": 12.1435,
      "step": 24972
    },
    {
      "epoch": 4.089241853610611,
      "grad_norm": 0.13186843693256378,
      "learning_rate": 0.00012913635657574868,
      "loss": 12.187,
      "step": 24973
    },
    {
      "epoch": 4.0894056001309975,
      "grad_norm": 0.1375003606081009,
      "learning_rate": 0.00012913141119130187,
      "loss": 12.184,
      "step": 24974
    },
    {
      "epoch": 4.089569346651384,
      "grad_norm": 0.1621641367673874,
      "learning_rate": 0.00012912646572900064,
      "loss": 12.1671,
      "step": 24975
    },
    {
      "epoch": 4.08973309317177,
      "grad_norm": 0.15377236902713776,
      "learning_rate": 0.0001291215201888583,
      "loss": 12.1788,
      "step": 24976
    },
    {
      "epoch": 4.089896839692156,
      "grad_norm": 0.2139783352613449,
      "learning_rate": 0.00012911657457088813,
      "loss": 12.2574,
      "step": 24977
    },
    {
      "epoch": 4.090060586212543,
      "grad_norm": 0.14097000658512115,
      "learning_rate": 0.0001291116288751032,
      "loss": 12.2125,
      "step": 24978
    },
    {
      "epoch": 4.090224332732929,
      "grad_norm": 0.16411729156970978,
      "learning_rate": 0.00012910668310151685,
      "loss": 12.1435,
      "step": 24979
    },
    {
      "epoch": 4.090388079253316,
      "grad_norm": 0.16219784319400787,
      "learning_rate": 0.0001291017372501422,
      "loss": 12.2179,
      "step": 24980
    },
    {
      "epoch": 4.090551825773702,
      "grad_norm": 0.21510592103004456,
      "learning_rate": 0.0001290967913209926,
      "loss": 12.2059,
      "step": 24981
    },
    {
      "epoch": 4.090715572294089,
      "grad_norm": 0.17560453712940216,
      "learning_rate": 0.00012909184531408112,
      "loss": 12.1662,
      "step": 24982
    },
    {
      "epoch": 4.090879318814475,
      "grad_norm": 0.12658290565013885,
      "learning_rate": 0.00012908689922942109,
      "loss": 12.1761,
      "step": 24983
    },
    {
      "epoch": 4.091043065334862,
      "grad_norm": 0.13846901059150696,
      "learning_rate": 0.00012908195306702563,
      "loss": 12.1619,
      "step": 24984
    },
    {
      "epoch": 4.0912068118552485,
      "grad_norm": 0.1464754194021225,
      "learning_rate": 0.00012907700682690808,
      "loss": 12.1362,
      "step": 24985
    },
    {
      "epoch": 4.091370558375634,
      "grad_norm": 0.15387853980064392,
      "learning_rate": 0.00012907206050908156,
      "loss": 12.1524,
      "step": 24986
    },
    {
      "epoch": 4.091534304896021,
      "grad_norm": 0.13540245592594147,
      "learning_rate": 0.00012906711411355933,
      "loss": 12.1591,
      "step": 24987
    },
    {
      "epoch": 4.091698051416407,
      "grad_norm": 0.22322019934654236,
      "learning_rate": 0.00012906216764035458,
      "loss": 12.1918,
      "step": 24988
    },
    {
      "epoch": 4.091861797936794,
      "grad_norm": 0.14472265541553497,
      "learning_rate": 0.00012905722108948057,
      "loss": 12.1746,
      "step": 24989
    },
    {
      "epoch": 4.09202554445718,
      "grad_norm": 0.12885761260986328,
      "learning_rate": 0.0001290522744609505,
      "loss": 12.165,
      "step": 24990
    },
    {
      "epoch": 4.092189290977567,
      "grad_norm": 0.22216640412807465,
      "learning_rate": 0.00012904732775477758,
      "loss": 12.1854,
      "step": 24991
    },
    {
      "epoch": 4.092353037497953,
      "grad_norm": 0.19238053262233734,
      "learning_rate": 0.00012904238097097507,
      "loss": 12.1688,
      "step": 24992
    },
    {
      "epoch": 4.09251678401834,
      "grad_norm": 0.11739639192819595,
      "learning_rate": 0.0001290374341095561,
      "loss": 12.1902,
      "step": 24993
    },
    {
      "epoch": 4.092680530538726,
      "grad_norm": 0.17593076825141907,
      "learning_rate": 0.000129032487170534,
      "loss": 12.1874,
      "step": 24994
    },
    {
      "epoch": 4.092844277059113,
      "grad_norm": 0.15527983009815216,
      "learning_rate": 0.0001290275401539219,
      "loss": 12.2308,
      "step": 24995
    },
    {
      "epoch": 4.0930080235794986,
      "grad_norm": 0.22840489447116852,
      "learning_rate": 0.00012902259305973312,
      "loss": 12.1382,
      "step": 24996
    },
    {
      "epoch": 4.093171770099885,
      "grad_norm": 0.14021848142147064,
      "learning_rate": 0.00012901764588798078,
      "loss": 12.1934,
      "step": 24997
    },
    {
      "epoch": 4.093335516620272,
      "grad_norm": 0.18377982079982758,
      "learning_rate": 0.00012901269863867818,
      "loss": 12.1543,
      "step": 24998
    },
    {
      "epoch": 4.093499263140658,
      "grad_norm": 0.16983534395694733,
      "learning_rate": 0.00012900775131183847,
      "loss": 12.2132,
      "step": 24999
    },
    {
      "epoch": 4.093663009661045,
      "grad_norm": 0.1437409222126007,
      "learning_rate": 0.00012900280390747495,
      "loss": 12.1682,
      "step": 25000
    },
    {
      "epoch": 4.093663009661045,
      "eval_loss": 12.161892890930176,
      "eval_runtime": 7.3059,
      "eval_samples_per_second": 33.671,
      "eval_steps_per_second": 16.836,
      "step": 25000
    },
    {
      "epoch": 4.093826756181431,
      "grad_norm": 0.12163026630878448,
      "learning_rate": 0.0001289978564256008,
      "loss": 12.1528,
      "step": 25001
    },
    {
      "epoch": 4.093990502701818,
      "grad_norm": 0.1492411494255066,
      "learning_rate": 0.0001289929088662292,
      "loss": 12.1795,
      "step": 25002
    },
    {
      "epoch": 4.094154249222204,
      "grad_norm": 0.17482751607894897,
      "learning_rate": 0.00012898796122937344,
      "loss": 12.1545,
      "step": 25003
    },
    {
      "epoch": 4.094317995742591,
      "grad_norm": 0.2038707137107849,
      "learning_rate": 0.00012898301351504674,
      "loss": 12.1343,
      "step": 25004
    },
    {
      "epoch": 4.094481742262977,
      "grad_norm": 0.1550646871328354,
      "learning_rate": 0.00012897806572326225,
      "loss": 12.1621,
      "step": 25005
    },
    {
      "epoch": 4.094645488783363,
      "grad_norm": 0.16722089052200317,
      "learning_rate": 0.0001289731178540333,
      "loss": 12.1719,
      "step": 25006
    },
    {
      "epoch": 4.0948092353037495,
      "grad_norm": 0.15694652497768402,
      "learning_rate": 0.00012896816990737303,
      "loss": 12.1775,
      "step": 25007
    },
    {
      "epoch": 4.094972981824136,
      "grad_norm": 0.1550254374742508,
      "learning_rate": 0.0001289632218832947,
      "loss": 12.189,
      "step": 25008
    },
    {
      "epoch": 4.095136728344523,
      "grad_norm": 0.23123328387737274,
      "learning_rate": 0.00012895827378181152,
      "loss": 12.2081,
      "step": 25009
    },
    {
      "epoch": 4.095300474864909,
      "grad_norm": 0.22175408899784088,
      "learning_rate": 0.0001289533256029367,
      "loss": 12.1941,
      "step": 25010
    },
    {
      "epoch": 4.095464221385296,
      "grad_norm": 0.12569642066955566,
      "learning_rate": 0.00012894837734668354,
      "loss": 12.1871,
      "step": 25011
    },
    {
      "epoch": 4.095627967905682,
      "grad_norm": 0.13965196907520294,
      "learning_rate": 0.00012894342901306516,
      "loss": 12.1876,
      "step": 25012
    },
    {
      "epoch": 4.095791714426069,
      "grad_norm": 0.12797558307647705,
      "learning_rate": 0.00012893848060209484,
      "loss": 12.1809,
      "step": 25013
    },
    {
      "epoch": 4.095955460946455,
      "grad_norm": 0.2072087973356247,
      "learning_rate": 0.0001289335321137858,
      "loss": 12.1978,
      "step": 25014
    },
    {
      "epoch": 4.096119207466842,
      "grad_norm": 0.13856665790081024,
      "learning_rate": 0.00012892858354815128,
      "loss": 12.1719,
      "step": 25015
    },
    {
      "epoch": 4.096282953987227,
      "grad_norm": 0.14807870984077454,
      "learning_rate": 0.00012892363490520445,
      "loss": 12.2238,
      "step": 25016
    },
    {
      "epoch": 4.096446700507614,
      "grad_norm": 0.31134241819381714,
      "learning_rate": 0.0001289186861849586,
      "loss": 12.1958,
      "step": 25017
    },
    {
      "epoch": 4.0966104470280005,
      "grad_norm": 0.14787983894348145,
      "learning_rate": 0.00012891373738742692,
      "loss": 12.2181,
      "step": 25018
    },
    {
      "epoch": 4.096774193548387,
      "grad_norm": 0.17641319334506989,
      "learning_rate": 0.00012890878851262263,
      "loss": 12.1789,
      "step": 25019
    },
    {
      "epoch": 4.0969379400687735,
      "grad_norm": 0.17108272016048431,
      "learning_rate": 0.00012890383956055897,
      "loss": 12.1468,
      "step": 25020
    },
    {
      "epoch": 4.09710168658916,
      "grad_norm": 0.11872025579214096,
      "learning_rate": 0.0001288988905312492,
      "loss": 12.1567,
      "step": 25021
    },
    {
      "epoch": 4.097265433109547,
      "grad_norm": 0.11808546632528305,
      "learning_rate": 0.0001288939414247065,
      "loss": 12.2166,
      "step": 25022
    },
    {
      "epoch": 4.097429179629933,
      "grad_norm": 0.14863534271717072,
      "learning_rate": 0.0001288889922409441,
      "loss": 12.1791,
      "step": 25023
    },
    {
      "epoch": 4.09759292615032,
      "grad_norm": 0.14577338099479675,
      "learning_rate": 0.00012888404297997522,
      "loss": 12.1364,
      "step": 25024
    },
    {
      "epoch": 4.097756672670705,
      "grad_norm": 0.16875949501991272,
      "learning_rate": 0.00012887909364181312,
      "loss": 12.1727,
      "step": 25025
    },
    {
      "epoch": 4.097920419191092,
      "grad_norm": 0.24979639053344727,
      "learning_rate": 0.000128874144226471,
      "loss": 12.2466,
      "step": 25026
    },
    {
      "epoch": 4.098084165711478,
      "grad_norm": 0.12007913738489151,
      "learning_rate": 0.0001288691947339621,
      "loss": 12.1846,
      "step": 25027
    },
    {
      "epoch": 4.098247912231865,
      "grad_norm": 0.13935108482837677,
      "learning_rate": 0.00012886424516429966,
      "loss": 12.1758,
      "step": 25028
    },
    {
      "epoch": 4.098411658752251,
      "grad_norm": 0.18339021503925323,
      "learning_rate": 0.0001288592955174969,
      "loss": 12.1725,
      "step": 25029
    },
    {
      "epoch": 4.098575405272638,
      "grad_norm": 0.20322942733764648,
      "learning_rate": 0.000128854345793567,
      "loss": 12.1462,
      "step": 25030
    },
    {
      "epoch": 4.0987391517930245,
      "grad_norm": 0.17808742821216583,
      "learning_rate": 0.00012884939599252325,
      "loss": 12.1635,
      "step": 25031
    },
    {
      "epoch": 4.098902898313411,
      "grad_norm": 0.13151408731937408,
      "learning_rate": 0.00012884444611437887,
      "loss": 12.2166,
      "step": 25032
    },
    {
      "epoch": 4.099066644833798,
      "grad_norm": 0.18862438201904297,
      "learning_rate": 0.00012883949615914708,
      "loss": 12.1207,
      "step": 25033
    },
    {
      "epoch": 4.099230391354184,
      "grad_norm": 0.16788612306118011,
      "learning_rate": 0.00012883454612684108,
      "loss": 12.1885,
      "step": 25034
    },
    {
      "epoch": 4.09939413787457,
      "grad_norm": 0.1289968639612198,
      "learning_rate": 0.00012882959601747413,
      "loss": 12.1788,
      "step": 25035
    },
    {
      "epoch": 4.099557884394956,
      "grad_norm": 0.18033619225025177,
      "learning_rate": 0.00012882464583105943,
      "loss": 12.1375,
      "step": 25036
    },
    {
      "epoch": 4.099721630915343,
      "grad_norm": 0.19950096309185028,
      "learning_rate": 0.00012881969556761028,
      "loss": 12.1455,
      "step": 25037
    },
    {
      "epoch": 4.099885377435729,
      "grad_norm": 0.12345484644174576,
      "learning_rate": 0.00012881474522713986,
      "loss": 12.1776,
      "step": 25038
    },
    {
      "epoch": 4.100049123956116,
      "grad_norm": 0.17365513741970062,
      "learning_rate": 0.00012880979480966138,
      "loss": 12.1568,
      "step": 25039
    },
    {
      "epoch": 4.100212870476502,
      "grad_norm": 0.16345831751823425,
      "learning_rate": 0.0001288048443151881,
      "loss": 12.1983,
      "step": 25040
    },
    {
      "epoch": 4.100376616996889,
      "grad_norm": 0.17711564898490906,
      "learning_rate": 0.00012879989374373323,
      "loss": 12.1871,
      "step": 25041
    },
    {
      "epoch": 4.1005403635172755,
      "grad_norm": 0.17183779180049896,
      "learning_rate": 0.00012879494309531004,
      "loss": 12.1272,
      "step": 25042
    },
    {
      "epoch": 4.100704110037662,
      "grad_norm": 0.1345539391040802,
      "learning_rate": 0.0001287899923699317,
      "loss": 12.1764,
      "step": 25043
    },
    {
      "epoch": 4.1008678565580485,
      "grad_norm": 0.14512962102890015,
      "learning_rate": 0.00012878504156761152,
      "loss": 12.2075,
      "step": 25044
    },
    {
      "epoch": 4.101031603078434,
      "grad_norm": 0.22548721730709076,
      "learning_rate": 0.00012878009068836263,
      "loss": 12.1865,
      "step": 25045
    },
    {
      "epoch": 4.101195349598821,
      "grad_norm": 0.13534200191497803,
      "learning_rate": 0.00012877513973219836,
      "loss": 12.194,
      "step": 25046
    },
    {
      "epoch": 4.101359096119207,
      "grad_norm": 0.12992307543754578,
      "learning_rate": 0.00012877018869913187,
      "loss": 12.1415,
      "step": 25047
    },
    {
      "epoch": 4.101522842639594,
      "grad_norm": 0.14418061077594757,
      "learning_rate": 0.00012876523758917645,
      "loss": 12.1566,
      "step": 25048
    },
    {
      "epoch": 4.10168658915998,
      "grad_norm": 0.23066575825214386,
      "learning_rate": 0.0001287602864023453,
      "loss": 12.1582,
      "step": 25049
    },
    {
      "epoch": 4.101850335680367,
      "grad_norm": 0.26173123717308044,
      "learning_rate": 0.00012875533513865162,
      "loss": 12.1582,
      "step": 25050
    },
    {
      "epoch": 4.102014082200753,
      "grad_norm": 0.15678681433200836,
      "learning_rate": 0.00012875038379810873,
      "loss": 12.255,
      "step": 25051
    },
    {
      "epoch": 4.10217782872114,
      "grad_norm": 0.14801643788814545,
      "learning_rate": 0.00012874543238072976,
      "loss": 12.1938,
      "step": 25052
    },
    {
      "epoch": 4.102341575241526,
      "grad_norm": 0.16427494585514069,
      "learning_rate": 0.00012874048088652802,
      "loss": 12.2063,
      "step": 25053
    },
    {
      "epoch": 4.102505321761913,
      "grad_norm": 0.12507687509059906,
      "learning_rate": 0.00012873552931551668,
      "loss": 12.2502,
      "step": 25054
    },
    {
      "epoch": 4.102669068282299,
      "grad_norm": 0.13630114495754242,
      "learning_rate": 0.00012873057766770907,
      "loss": 12.1636,
      "step": 25055
    },
    {
      "epoch": 4.102832814802685,
      "grad_norm": 0.12727801501750946,
      "learning_rate": 0.00012872562594311833,
      "loss": 12.1685,
      "step": 25056
    },
    {
      "epoch": 4.102996561323072,
      "grad_norm": 0.19623017311096191,
      "learning_rate": 0.0001287206741417577,
      "loss": 12.2131,
      "step": 25057
    },
    {
      "epoch": 4.103160307843458,
      "grad_norm": 0.14091424643993378,
      "learning_rate": 0.00012871572226364045,
      "loss": 12.1515,
      "step": 25058
    },
    {
      "epoch": 4.103324054363845,
      "grad_norm": 0.1866101622581482,
      "learning_rate": 0.00012871077030877985,
      "loss": 12.1977,
      "step": 25059
    },
    {
      "epoch": 4.103487800884231,
      "grad_norm": 0.22788996994495392,
      "learning_rate": 0.00012870581827718904,
      "loss": 12.2252,
      "step": 25060
    },
    {
      "epoch": 4.103651547404618,
      "grad_norm": 0.12472481280565262,
      "learning_rate": 0.00012870086616888131,
      "loss": 12.3097,
      "step": 25061
    },
    {
      "epoch": 4.103815293925004,
      "grad_norm": 0.16939347982406616,
      "learning_rate": 0.0001286959139838699,
      "loss": 12.1974,
      "step": 25062
    },
    {
      "epoch": 4.103979040445391,
      "grad_norm": 0.12385071069002151,
      "learning_rate": 0.000128690961722168,
      "loss": 12.1732,
      "step": 25063
    },
    {
      "epoch": 4.104142786965777,
      "grad_norm": 0.16811533272266388,
      "learning_rate": 0.00012868600938378895,
      "loss": 12.164,
      "step": 25064
    },
    {
      "epoch": 4.104306533486163,
      "grad_norm": 0.15028975903987885,
      "learning_rate": 0.0001286810569687458,
      "loss": 12.1464,
      "step": 25065
    },
    {
      "epoch": 4.10447028000655,
      "grad_norm": 0.18609103560447693,
      "learning_rate": 0.000128676104477052,
      "loss": 12.1542,
      "step": 25066
    },
    {
      "epoch": 4.104634026526936,
      "grad_norm": 0.16232013702392578,
      "learning_rate": 0.00012867115190872064,
      "loss": 12.1939,
      "step": 25067
    },
    {
      "epoch": 4.104797773047323,
      "grad_norm": 0.1810373067855835,
      "learning_rate": 0.00012866619926376498,
      "loss": 12.2093,
      "step": 25068
    },
    {
      "epoch": 4.104961519567709,
      "grad_norm": 0.14858096837997437,
      "learning_rate": 0.00012866124654219833,
      "loss": 12.1329,
      "step": 25069
    },
    {
      "epoch": 4.105125266088096,
      "grad_norm": 0.16866512596607208,
      "learning_rate": 0.00012865629374403384,
      "loss": 12.2,
      "step": 25070
    },
    {
      "epoch": 4.105289012608482,
      "grad_norm": 0.1869780570268631,
      "learning_rate": 0.00012865134086928476,
      "loss": 12.1708,
      "step": 25071
    },
    {
      "epoch": 4.105452759128869,
      "grad_norm": 0.20625941455364227,
      "learning_rate": 0.00012864638791796438,
      "loss": 12.1528,
      "step": 25072
    },
    {
      "epoch": 4.105616505649255,
      "grad_norm": 0.12989722192287445,
      "learning_rate": 0.00012864143489008586,
      "loss": 12.1549,
      "step": 25073
    },
    {
      "epoch": 4.105780252169642,
      "grad_norm": 0.14459776878356934,
      "learning_rate": 0.00012863648178566253,
      "loss": 12.1813,
      "step": 25074
    },
    {
      "epoch": 4.1059439986900275,
      "grad_norm": 0.156883105635643,
      "learning_rate": 0.00012863152860470751,
      "loss": 12.1679,
      "step": 25075
    },
    {
      "epoch": 4.106107745210414,
      "grad_norm": 0.13258782029151917,
      "learning_rate": 0.00012862657534723414,
      "loss": 12.1821,
      "step": 25076
    },
    {
      "epoch": 4.1062714917308005,
      "grad_norm": 0.15727433562278748,
      "learning_rate": 0.00012862162201325561,
      "loss": 12.1147,
      "step": 25077
    },
    {
      "epoch": 4.106435238251187,
      "grad_norm": 0.11132064461708069,
      "learning_rate": 0.00012861666860278516,
      "loss": 12.1833,
      "step": 25078
    },
    {
      "epoch": 4.106598984771574,
      "grad_norm": 0.1562149077653885,
      "learning_rate": 0.00012861171511583606,
      "loss": 12.1862,
      "step": 25079
    },
    {
      "epoch": 4.10676273129196,
      "grad_norm": 0.16830624639987946,
      "learning_rate": 0.00012860676155242152,
      "loss": 12.159,
      "step": 25080
    },
    {
      "epoch": 4.106926477812347,
      "grad_norm": 0.2316478192806244,
      "learning_rate": 0.0001286018079125548,
      "loss": 12.1368,
      "step": 25081
    },
    {
      "epoch": 4.107090224332733,
      "grad_norm": 0.15510283410549164,
      "learning_rate": 0.0001285968541962491,
      "loss": 12.14,
      "step": 25082
    },
    {
      "epoch": 4.10725397085312,
      "grad_norm": 0.1425214260816574,
      "learning_rate": 0.00012859190040351767,
      "loss": 12.166,
      "step": 25083
    },
    {
      "epoch": 4.107417717373506,
      "grad_norm": 0.12313900142908096,
      "learning_rate": 0.00012858694653437378,
      "loss": 12.1508,
      "step": 25084
    },
    {
      "epoch": 4.107581463893892,
      "grad_norm": 0.17021305859088898,
      "learning_rate": 0.00012858199258883066,
      "loss": 12.1966,
      "step": 25085
    },
    {
      "epoch": 4.107745210414278,
      "grad_norm": 0.11839598417282104,
      "learning_rate": 0.0001285770385669015,
      "loss": 12.1398,
      "step": 25086
    },
    {
      "epoch": 4.107908956934665,
      "grad_norm": 0.14224816858768463,
      "learning_rate": 0.0001285720844685996,
      "loss": 12.1452,
      "step": 25087
    },
    {
      "epoch": 4.1080727034550515,
      "grad_norm": 0.15146341919898987,
      "learning_rate": 0.00012856713029393819,
      "loss": 12.1584,
      "step": 25088
    },
    {
      "epoch": 4.108236449975438,
      "grad_norm": 0.181716188788414,
      "learning_rate": 0.00012856217604293048,
      "loss": 12.2044,
      "step": 25089
    },
    {
      "epoch": 4.1084001964958246,
      "grad_norm": 0.15450812876224518,
      "learning_rate": 0.00012855722171558972,
      "loss": 12.1707,
      "step": 25090
    },
    {
      "epoch": 4.108563943016211,
      "grad_norm": 0.12418633699417114,
      "learning_rate": 0.00012855226731192917,
      "loss": 12.1638,
      "step": 25091
    },
    {
      "epoch": 4.108727689536598,
      "grad_norm": 0.137830913066864,
      "learning_rate": 0.0001285473128319621,
      "loss": 12.1538,
      "step": 25092
    },
    {
      "epoch": 4.108891436056984,
      "grad_norm": 0.15244588255882263,
      "learning_rate": 0.00012854235827570166,
      "loss": 12.277,
      "step": 25093
    },
    {
      "epoch": 4.10905518257737,
      "grad_norm": 0.13040953874588013,
      "learning_rate": 0.00012853740364316115,
      "loss": 12.1785,
      "step": 25094
    },
    {
      "epoch": 4.109218929097756,
      "grad_norm": 0.13191044330596924,
      "learning_rate": 0.0001285324489343538,
      "loss": 12.1637,
      "step": 25095
    },
    {
      "epoch": 4.109382675618143,
      "grad_norm": 0.11695290356874466,
      "learning_rate": 0.00012852749414929288,
      "loss": 12.2202,
      "step": 25096
    },
    {
      "epoch": 4.109546422138529,
      "grad_norm": 0.15259939432144165,
      "learning_rate": 0.0001285225392879916,
      "loss": 12.1645,
      "step": 25097
    },
    {
      "epoch": 4.109710168658916,
      "grad_norm": 0.1672927439212799,
      "learning_rate": 0.0001285175843504632,
      "loss": 12.2223,
      "step": 25098
    },
    {
      "epoch": 4.1098739151793025,
      "grad_norm": 0.17293931543827057,
      "learning_rate": 0.00012851262933672093,
      "loss": 12.2138,
      "step": 25099
    },
    {
      "epoch": 4.110037661699689,
      "grad_norm": 0.16498152911663055,
      "learning_rate": 0.00012850767424677805,
      "loss": 12.1933,
      "step": 25100
    },
    {
      "epoch": 4.1102014082200755,
      "grad_norm": 0.11240358650684357,
      "learning_rate": 0.00012850271908064777,
      "loss": 12.1638,
      "step": 25101
    },
    {
      "epoch": 4.110365154740462,
      "grad_norm": 0.16523300111293793,
      "learning_rate": 0.00012849776383834337,
      "loss": 12.1856,
      "step": 25102
    },
    {
      "epoch": 4.110528901260849,
      "grad_norm": 0.23310065269470215,
      "learning_rate": 0.00012849280851987804,
      "loss": 12.1842,
      "step": 25103
    },
    {
      "epoch": 4.110692647781234,
      "grad_norm": 0.15325511991977692,
      "learning_rate": 0.00012848785312526509,
      "loss": 12.1489,
      "step": 25104
    },
    {
      "epoch": 4.110856394301621,
      "grad_norm": 0.14065663516521454,
      "learning_rate": 0.0001284828976545177,
      "loss": 12.1784,
      "step": 25105
    },
    {
      "epoch": 4.111020140822007,
      "grad_norm": 0.1445765495300293,
      "learning_rate": 0.00012847794210764913,
      "loss": 12.1713,
      "step": 25106
    },
    {
      "epoch": 4.111183887342394,
      "grad_norm": 0.14700919389724731,
      "learning_rate": 0.00012847298648467268,
      "loss": 12.1215,
      "step": 25107
    },
    {
      "epoch": 4.11134763386278,
      "grad_norm": 0.18805843591690063,
      "learning_rate": 0.00012846803078560152,
      "loss": 12.2004,
      "step": 25108
    },
    {
      "epoch": 4.111511380383167,
      "grad_norm": 0.16751936078071594,
      "learning_rate": 0.00012846307501044894,
      "loss": 12.1282,
      "step": 25109
    },
    {
      "epoch": 4.111675126903553,
      "grad_norm": 0.1361902952194214,
      "learning_rate": 0.00012845811915922816,
      "loss": 12.177,
      "step": 25110
    },
    {
      "epoch": 4.11183887342394,
      "grad_norm": 0.14311279356479645,
      "learning_rate": 0.00012845316323195245,
      "loss": 12.1535,
      "step": 25111
    },
    {
      "epoch": 4.1120026199443265,
      "grad_norm": 0.17154517769813538,
      "learning_rate": 0.00012844820722863502,
      "loss": 12.1917,
      "step": 25112
    },
    {
      "epoch": 4.112166366464713,
      "grad_norm": 0.13299444317817688,
      "learning_rate": 0.0001284432511492891,
      "loss": 12.1755,
      "step": 25113
    },
    {
      "epoch": 4.112330112985099,
      "grad_norm": 0.18104057013988495,
      "learning_rate": 0.00012843829499392803,
      "loss": 12.2308,
      "step": 25114
    },
    {
      "epoch": 4.112493859505485,
      "grad_norm": 0.1674354374408722,
      "learning_rate": 0.000128433338762565,
      "loss": 12.1629,
      "step": 25115
    },
    {
      "epoch": 4.112657606025872,
      "grad_norm": 0.15596650540828705,
      "learning_rate": 0.00012842838245521318,
      "loss": 12.2194,
      "step": 25116
    },
    {
      "epoch": 4.112821352546258,
      "grad_norm": 0.14020682871341705,
      "learning_rate": 0.00012842342607188593,
      "loss": 12.1452,
      "step": 25117
    },
    {
      "epoch": 4.112985099066645,
      "grad_norm": 0.17381007969379425,
      "learning_rate": 0.00012841846961259644,
      "loss": 12.1998,
      "step": 25118
    },
    {
      "epoch": 4.113148845587031,
      "grad_norm": 0.17391221225261688,
      "learning_rate": 0.000128413513077358,
      "loss": 12.1813,
      "step": 25119
    },
    {
      "epoch": 4.113312592107418,
      "grad_norm": 0.13525576889514923,
      "learning_rate": 0.00012840855646618378,
      "loss": 12.1519,
      "step": 25120
    },
    {
      "epoch": 4.113476338627804,
      "grad_norm": 0.16253897547721863,
      "learning_rate": 0.0001284035997790871,
      "loss": 12.1693,
      "step": 25121
    },
    {
      "epoch": 4.113640085148191,
      "grad_norm": 0.15312722325325012,
      "learning_rate": 0.00012839864301608116,
      "loss": 12.2028,
      "step": 25122
    },
    {
      "epoch": 4.113803831668577,
      "grad_norm": 0.13252684473991394,
      "learning_rate": 0.00012839368617717923,
      "loss": 12.2035,
      "step": 25123
    },
    {
      "epoch": 4.113967578188963,
      "grad_norm": 0.15297946333885193,
      "learning_rate": 0.00012838872926239454,
      "loss": 12.1489,
      "step": 25124
    },
    {
      "epoch": 4.11413132470935,
      "grad_norm": 0.15122146904468536,
      "learning_rate": 0.00012838377227174038,
      "loss": 12.1889,
      "step": 25125
    },
    {
      "epoch": 4.114295071229736,
      "grad_norm": 0.1509418785572052,
      "learning_rate": 0.00012837881520522994,
      "loss": 12.2207,
      "step": 25126
    },
    {
      "epoch": 4.114458817750123,
      "grad_norm": 0.19275161623954773,
      "learning_rate": 0.00012837385806287652,
      "loss": 12.1719,
      "step": 25127
    },
    {
      "epoch": 4.114622564270509,
      "grad_norm": 0.12837636470794678,
      "learning_rate": 0.0001283689008446933,
      "loss": 12.1765,
      "step": 25128
    },
    {
      "epoch": 4.114786310790896,
      "grad_norm": 0.14877869188785553,
      "learning_rate": 0.00012836394355069362,
      "loss": 12.21,
      "step": 25129
    },
    {
      "epoch": 4.114950057311282,
      "grad_norm": 0.19010581076145172,
      "learning_rate": 0.00012835898618089063,
      "loss": 12.1736,
      "step": 25130
    },
    {
      "epoch": 4.115113803831669,
      "grad_norm": 0.14672298729419708,
      "learning_rate": 0.00012835402873529765,
      "loss": 12.2051,
      "step": 25131
    },
    {
      "epoch": 4.115277550352055,
      "grad_norm": 0.22619421780109406,
      "learning_rate": 0.00012834907121392792,
      "loss": 12.1633,
      "step": 25132
    },
    {
      "epoch": 4.115441296872442,
      "grad_norm": 0.14504368603229523,
      "learning_rate": 0.00012834411361679467,
      "loss": 12.1486,
      "step": 25133
    },
    {
      "epoch": 4.1156050433928275,
      "grad_norm": 0.13010017573833466,
      "learning_rate": 0.00012833915594391118,
      "loss": 12.162,
      "step": 25134
    },
    {
      "epoch": 4.115768789913214,
      "grad_norm": 0.1245364248752594,
      "learning_rate": 0.00012833419819529063,
      "loss": 12.1245,
      "step": 25135
    },
    {
      "epoch": 4.115932536433601,
      "grad_norm": 0.14043951034545898,
      "learning_rate": 0.00012832924037094637,
      "loss": 12.153,
      "step": 25136
    },
    {
      "epoch": 4.116096282953987,
      "grad_norm": 0.11905797570943832,
      "learning_rate": 0.0001283242824708915,
      "loss": 12.217,
      "step": 25137
    },
    {
      "epoch": 4.116260029474374,
      "grad_norm": 0.11925982683897018,
      "learning_rate": 0.00012831932449513945,
      "loss": 12.1826,
      "step": 25138
    },
    {
      "epoch": 4.11642377599476,
      "grad_norm": 0.1438380777835846,
      "learning_rate": 0.00012831436644370335,
      "loss": 12.1386,
      "step": 25139
    },
    {
      "epoch": 4.116587522515147,
      "grad_norm": 0.1733975112438202,
      "learning_rate": 0.00012830940831659652,
      "loss": 12.2424,
      "step": 25140
    },
    {
      "epoch": 4.116751269035533,
      "grad_norm": 0.12460411339998245,
      "learning_rate": 0.00012830445011383215,
      "loss": 12.2233,
      "step": 25141
    },
    {
      "epoch": 4.11691501555592,
      "grad_norm": 0.23956310749053955,
      "learning_rate": 0.0001282994918354235,
      "loss": 12.1582,
      "step": 25142
    },
    {
      "epoch": 4.117078762076306,
      "grad_norm": 0.17602109909057617,
      "learning_rate": 0.00012829453348138384,
      "loss": 12.1539,
      "step": 25143
    },
    {
      "epoch": 4.117242508596692,
      "grad_norm": 0.18646323680877686,
      "learning_rate": 0.00012828957505172647,
      "loss": 12.16,
      "step": 25144
    },
    {
      "epoch": 4.1174062551170785,
      "grad_norm": 0.1574866622686386,
      "learning_rate": 0.00012828461654646454,
      "loss": 12.1845,
      "step": 25145
    },
    {
      "epoch": 4.117570001637465,
      "grad_norm": 0.21352612972259521,
      "learning_rate": 0.00012827965796561138,
      "loss": 12.1768,
      "step": 25146
    },
    {
      "epoch": 4.1177337481578515,
      "grad_norm": 0.10964833199977875,
      "learning_rate": 0.00012827469930918022,
      "loss": 12.1617,
      "step": 25147
    },
    {
      "epoch": 4.117897494678238,
      "grad_norm": 0.1444721817970276,
      "learning_rate": 0.00012826974057718427,
      "loss": 12.2242,
      "step": 25148
    },
    {
      "epoch": 4.118061241198625,
      "grad_norm": 0.15131443738937378,
      "learning_rate": 0.00012826478176963682,
      "loss": 12.1672,
      "step": 25149
    },
    {
      "epoch": 4.118224987719011,
      "grad_norm": 0.11454792320728302,
      "learning_rate": 0.00012825982288655117,
      "loss": 12.1543,
      "step": 25150
    },
    {
      "epoch": 4.118388734239398,
      "grad_norm": 0.18253102898597717,
      "learning_rate": 0.0001282548639279405,
      "loss": 12.1972,
      "step": 25151
    },
    {
      "epoch": 4.118552480759784,
      "grad_norm": 0.16095292568206787,
      "learning_rate": 0.00012824990489381806,
      "loss": 12.198,
      "step": 25152
    },
    {
      "epoch": 4.118716227280171,
      "grad_norm": 0.21342694759368896,
      "learning_rate": 0.00012824494578419718,
      "loss": 12.2466,
      "step": 25153
    },
    {
      "epoch": 4.118879973800556,
      "grad_norm": 0.20803844928741455,
      "learning_rate": 0.00012823998659909104,
      "loss": 12.169,
      "step": 25154
    },
    {
      "epoch": 4.119043720320943,
      "grad_norm": 0.13427869975566864,
      "learning_rate": 0.00012823502733851294,
      "loss": 12.1329,
      "step": 25155
    },
    {
      "epoch": 4.119207466841329,
      "grad_norm": 0.13318109512329102,
      "learning_rate": 0.00012823006800247606,
      "loss": 12.1324,
      "step": 25156
    },
    {
      "epoch": 4.119371213361716,
      "grad_norm": 0.13852785527706146,
      "learning_rate": 0.00012822510859099374,
      "loss": 12.1354,
      "step": 25157
    },
    {
      "epoch": 4.1195349598821025,
      "grad_norm": 0.15893234312534332,
      "learning_rate": 0.00012822014910407917,
      "loss": 12.1933,
      "step": 25158
    },
    {
      "epoch": 4.119698706402489,
      "grad_norm": 0.14249493181705475,
      "learning_rate": 0.0001282151895417457,
      "loss": 12.1529,
      "step": 25159
    },
    {
      "epoch": 4.119862452922876,
      "grad_norm": 0.1399734765291214,
      "learning_rate": 0.00012821022990400644,
      "loss": 12.1867,
      "step": 25160
    },
    {
      "epoch": 4.120026199443262,
      "grad_norm": 0.14401091635227203,
      "learning_rate": 0.00012820527019087477,
      "loss": 12.1064,
      "step": 25161
    },
    {
      "epoch": 4.120189945963649,
      "grad_norm": 0.12068617343902588,
      "learning_rate": 0.00012820031040236389,
      "loss": 12.1685,
      "step": 25162
    },
    {
      "epoch": 4.120353692484034,
      "grad_norm": 0.14816631376743317,
      "learning_rate": 0.00012819535053848705,
      "loss": 12.1989,
      "step": 25163
    },
    {
      "epoch": 4.120517439004421,
      "grad_norm": 0.11471010744571686,
      "learning_rate": 0.0001281903905992575,
      "loss": 12.1492,
      "step": 25164
    },
    {
      "epoch": 4.120681185524807,
      "grad_norm": 0.163688063621521,
      "learning_rate": 0.00012818543058468857,
      "loss": 12.1856,
      "step": 25165
    },
    {
      "epoch": 4.120844932045194,
      "grad_norm": 0.1784859001636505,
      "learning_rate": 0.00012818047049479342,
      "loss": 12.2237,
      "step": 25166
    },
    {
      "epoch": 4.12100867856558,
      "grad_norm": 0.12529544532299042,
      "learning_rate": 0.00012817551032958535,
      "loss": 12.1722,
      "step": 25167
    },
    {
      "epoch": 4.121172425085967,
      "grad_norm": 0.1864204853773117,
      "learning_rate": 0.0001281705500890776,
      "loss": 12.2386,
      "step": 25168
    },
    {
      "epoch": 4.1213361716063535,
      "grad_norm": 0.186608225107193,
      "learning_rate": 0.00012816558977328348,
      "loss": 12.1779,
      "step": 25169
    },
    {
      "epoch": 4.12149991812674,
      "grad_norm": 0.18652381002902985,
      "learning_rate": 0.00012816062938221618,
      "loss": 12.1895,
      "step": 25170
    },
    {
      "epoch": 4.1216636646471265,
      "grad_norm": 0.13636493682861328,
      "learning_rate": 0.00012815566891588898,
      "loss": 12.1551,
      "step": 25171
    },
    {
      "epoch": 4.121827411167513,
      "grad_norm": 0.14098964631557465,
      "learning_rate": 0.00012815070837431512,
      "loss": 12.1461,
      "step": 25172
    },
    {
      "epoch": 4.121991157687899,
      "grad_norm": 0.15648970007896423,
      "learning_rate": 0.0001281457477575079,
      "loss": 12.2266,
      "step": 25173
    },
    {
      "epoch": 4.122154904208285,
      "grad_norm": 0.1385592371225357,
      "learning_rate": 0.00012814078706548056,
      "loss": 12.1915,
      "step": 25174
    },
    {
      "epoch": 4.122318650728672,
      "grad_norm": 0.19076615571975708,
      "learning_rate": 0.00012813582629824633,
      "loss": 12.2005,
      "step": 25175
    },
    {
      "epoch": 4.122482397249058,
      "grad_norm": 0.1779574304819107,
      "learning_rate": 0.00012813086545581848,
      "loss": 12.1388,
      "step": 25176
    },
    {
      "epoch": 4.122646143769445,
      "grad_norm": 0.2790093719959259,
      "learning_rate": 0.0001281259045382103,
      "loss": 12.1536,
      "step": 25177
    },
    {
      "epoch": 4.122809890289831,
      "grad_norm": 0.15790842473506927,
      "learning_rate": 0.00012812094354543502,
      "loss": 12.1962,
      "step": 25178
    },
    {
      "epoch": 4.122973636810218,
      "grad_norm": 0.18335792422294617,
      "learning_rate": 0.00012811598247750586,
      "loss": 12.167,
      "step": 25179
    },
    {
      "epoch": 4.123137383330604,
      "grad_norm": 0.13115853071212769,
      "learning_rate": 0.00012811102133443618,
      "loss": 12.1633,
      "step": 25180
    },
    {
      "epoch": 4.123301129850991,
      "grad_norm": 0.11935850232839584,
      "learning_rate": 0.00012810606011623914,
      "loss": 12.1986,
      "step": 25181
    },
    {
      "epoch": 4.1234648763713775,
      "grad_norm": 0.1363254189491272,
      "learning_rate": 0.00012810109882292807,
      "loss": 12.1765,
      "step": 25182
    },
    {
      "epoch": 4.123628622891763,
      "grad_norm": 0.15098240971565247,
      "learning_rate": 0.00012809613745451618,
      "loss": 12.1932,
      "step": 25183
    },
    {
      "epoch": 4.12379236941215,
      "grad_norm": 0.1469077169895172,
      "learning_rate": 0.00012809117601101676,
      "loss": 12.1766,
      "step": 25184
    },
    {
      "epoch": 4.123956115932536,
      "grad_norm": 0.12150846421718597,
      "learning_rate": 0.00012808621449244306,
      "loss": 12.1972,
      "step": 25185
    },
    {
      "epoch": 4.124119862452923,
      "grad_norm": 0.18130707740783691,
      "learning_rate": 0.00012808125289880834,
      "loss": 12.199,
      "step": 25186
    },
    {
      "epoch": 4.124283608973309,
      "grad_norm": 0.15183810889720917,
      "learning_rate": 0.00012807629123012584,
      "loss": 12.2118,
      "step": 25187
    },
    {
      "epoch": 4.124447355493696,
      "grad_norm": 0.15670831501483917,
      "learning_rate": 0.00012807132948640883,
      "loss": 12.2328,
      "step": 25188
    },
    {
      "epoch": 4.124611102014082,
      "grad_norm": 0.1669483631849289,
      "learning_rate": 0.0001280663676676706,
      "loss": 12.1926,
      "step": 25189
    },
    {
      "epoch": 4.124774848534469,
      "grad_norm": 0.128043070435524,
      "learning_rate": 0.00012806140577392437,
      "loss": 12.171,
      "step": 25190
    },
    {
      "epoch": 4.124938595054855,
      "grad_norm": 0.14716298878192902,
      "learning_rate": 0.0001280564438051834,
      "loss": 12.1465,
      "step": 25191
    },
    {
      "epoch": 4.125102341575242,
      "grad_norm": 0.15578210353851318,
      "learning_rate": 0.000128051481761461,
      "loss": 12.196,
      "step": 25192
    },
    {
      "epoch": 4.125266088095628,
      "grad_norm": 0.20522566139698029,
      "learning_rate": 0.0001280465196427704,
      "loss": 12.2229,
      "step": 25193
    },
    {
      "epoch": 4.125429834616014,
      "grad_norm": 0.14647085964679718,
      "learning_rate": 0.00012804155744912485,
      "loss": 12.1904,
      "step": 25194
    },
    {
      "epoch": 4.125593581136401,
      "grad_norm": 0.18134796619415283,
      "learning_rate": 0.0001280365951805376,
      "loss": 12.1731,
      "step": 25195
    },
    {
      "epoch": 4.125757327656787,
      "grad_norm": 0.21166415512561798,
      "learning_rate": 0.000128031632837022,
      "loss": 12.1452,
      "step": 25196
    },
    {
      "epoch": 4.125921074177174,
      "grad_norm": 0.21997828781604767,
      "learning_rate": 0.0001280266704185912,
      "loss": 12.1488,
      "step": 25197
    },
    {
      "epoch": 4.12608482069756,
      "grad_norm": 0.18791261315345764,
      "learning_rate": 0.0001280217079252585,
      "loss": 12.1784,
      "step": 25198
    },
    {
      "epoch": 4.126248567217947,
      "grad_norm": 0.15051302313804626,
      "learning_rate": 0.00012801674535703721,
      "loss": 12.1883,
      "step": 25199
    },
    {
      "epoch": 4.126412313738333,
      "grad_norm": 0.12640592455863953,
      "learning_rate": 0.00012801178271394054,
      "loss": 12.181,
      "step": 25200
    },
    {
      "epoch": 4.12657606025872,
      "grad_norm": 0.13875409960746765,
      "learning_rate": 0.00012800681999598177,
      "loss": 12.153,
      "step": 25201
    },
    {
      "epoch": 4.126739806779106,
      "grad_norm": 0.1324719488620758,
      "learning_rate": 0.00012800185720317415,
      "loss": 12.1586,
      "step": 25202
    },
    {
      "epoch": 4.126903553299492,
      "grad_norm": 0.200360506772995,
      "learning_rate": 0.00012799689433553096,
      "loss": 12.1327,
      "step": 25203
    },
    {
      "epoch": 4.1270672998198785,
      "grad_norm": 0.15550869703292847,
      "learning_rate": 0.00012799193139306547,
      "loss": 12.1313,
      "step": 25204
    },
    {
      "epoch": 4.127231046340265,
      "grad_norm": 0.16404947638511658,
      "learning_rate": 0.0001279869683757909,
      "loss": 12.2138,
      "step": 25205
    },
    {
      "epoch": 4.127394792860652,
      "grad_norm": 0.13841956853866577,
      "learning_rate": 0.00012798200528372055,
      "loss": 12.1676,
      "step": 25206
    },
    {
      "epoch": 4.127558539381038,
      "grad_norm": 0.1597699522972107,
      "learning_rate": 0.0001279770421168677,
      "loss": 12.1373,
      "step": 25207
    },
    {
      "epoch": 4.127722285901425,
      "grad_norm": 0.1583482176065445,
      "learning_rate": 0.00012797207887524557,
      "loss": 12.1276,
      "step": 25208
    },
    {
      "epoch": 4.127886032421811,
      "grad_norm": 0.13036854565143585,
      "learning_rate": 0.00012796711555886745,
      "loss": 12.1823,
      "step": 25209
    },
    {
      "epoch": 4.128049778942198,
      "grad_norm": 0.13398724794387817,
      "learning_rate": 0.00012796215216774663,
      "loss": 12.2471,
      "step": 25210
    },
    {
      "epoch": 4.128213525462584,
      "grad_norm": 0.1907213181257248,
      "learning_rate": 0.00012795718870189633,
      "loss": 12.2487,
      "step": 25211
    },
    {
      "epoch": 4.128377271982971,
      "grad_norm": 0.1555703580379486,
      "learning_rate": 0.00012795222516132982,
      "loss": 12.1707,
      "step": 25212
    },
    {
      "epoch": 4.128541018503356,
      "grad_norm": 0.13752655684947968,
      "learning_rate": 0.00012794726154606036,
      "loss": 12.1372,
      "step": 25213
    },
    {
      "epoch": 4.128704765023743,
      "grad_norm": 0.12629404664039612,
      "learning_rate": 0.00012794229785610128,
      "loss": 12.1495,
      "step": 25214
    },
    {
      "epoch": 4.1288685115441295,
      "grad_norm": 0.1470479965209961,
      "learning_rate": 0.00012793733409146576,
      "loss": 12.1612,
      "step": 25215
    },
    {
      "epoch": 4.129032258064516,
      "grad_norm": 0.11472928524017334,
      "learning_rate": 0.00012793237025216712,
      "loss": 12.1767,
      "step": 25216
    },
    {
      "epoch": 4.1291960045849025,
      "grad_norm": 0.13725973665714264,
      "learning_rate": 0.0001279274063382186,
      "loss": 12.197,
      "step": 25217
    },
    {
      "epoch": 4.129359751105289,
      "grad_norm": 0.14608322083950043,
      "learning_rate": 0.00012792244234963347,
      "loss": 12.1779,
      "step": 25218
    },
    {
      "epoch": 4.129523497625676,
      "grad_norm": 0.19425499439239502,
      "learning_rate": 0.00012791747828642502,
      "loss": 12.1448,
      "step": 25219
    },
    {
      "epoch": 4.129687244146062,
      "grad_norm": 0.11511517316102982,
      "learning_rate": 0.00012791251414860647,
      "loss": 12.1692,
      "step": 25220
    },
    {
      "epoch": 4.129850990666449,
      "grad_norm": 0.11936291307210922,
      "learning_rate": 0.00012790754993619114,
      "loss": 12.1741,
      "step": 25221
    },
    {
      "epoch": 4.130014737186835,
      "grad_norm": 0.13422156870365143,
      "learning_rate": 0.00012790258564919225,
      "loss": 12.1701,
      "step": 25222
    },
    {
      "epoch": 4.130178483707221,
      "grad_norm": 0.13931357860565186,
      "learning_rate": 0.0001278976212876231,
      "loss": 12.1602,
      "step": 25223
    },
    {
      "epoch": 4.130342230227607,
      "grad_norm": 0.11413267254829407,
      "learning_rate": 0.00012789265685149694,
      "loss": 12.1782,
      "step": 25224
    },
    {
      "epoch": 4.130505976747994,
      "grad_norm": 0.1377139538526535,
      "learning_rate": 0.00012788769234082706,
      "loss": 12.1709,
      "step": 25225
    },
    {
      "epoch": 4.1306697232683804,
      "grad_norm": 0.14528164267539978,
      "learning_rate": 0.0001278827277556267,
      "loss": 12.1413,
      "step": 25226
    },
    {
      "epoch": 4.130833469788767,
      "grad_norm": 0.12087670713663101,
      "learning_rate": 0.00012787776309590914,
      "loss": 12.1737,
      "step": 25227
    },
    {
      "epoch": 4.1309972163091535,
      "grad_norm": 0.16710394620895386,
      "learning_rate": 0.00012787279836168767,
      "loss": 12.1841,
      "step": 25228
    },
    {
      "epoch": 4.13116096282954,
      "grad_norm": 0.1529991328716278,
      "learning_rate": 0.00012786783355297552,
      "loss": 12.1767,
      "step": 25229
    },
    {
      "epoch": 4.131324709349927,
      "grad_norm": 0.17093954980373383,
      "learning_rate": 0.00012786286866978594,
      "loss": 12.1358,
      "step": 25230
    },
    {
      "epoch": 4.131488455870313,
      "grad_norm": 0.15057186782360077,
      "learning_rate": 0.00012785790371213227,
      "loss": 12.1882,
      "step": 25231
    },
    {
      "epoch": 4.131652202390699,
      "grad_norm": 0.14527855813503265,
      "learning_rate": 0.00012785293868002774,
      "loss": 12.1922,
      "step": 25232
    },
    {
      "epoch": 4.131815948911085,
      "grad_norm": 0.15697285532951355,
      "learning_rate": 0.0001278479735734856,
      "loss": 12.2011,
      "step": 25233
    },
    {
      "epoch": 4.131979695431472,
      "grad_norm": 0.22240899503231049,
      "learning_rate": 0.00012784300839251917,
      "loss": 12.3152,
      "step": 25234
    },
    {
      "epoch": 4.132143441951858,
      "grad_norm": 0.14465728402137756,
      "learning_rate": 0.00012783804313714164,
      "loss": 12.1883,
      "step": 25235
    },
    {
      "epoch": 4.132307188472245,
      "grad_norm": 0.1670612096786499,
      "learning_rate": 0.00012783307780736642,
      "loss": 12.1595,
      "step": 25236
    },
    {
      "epoch": 4.132470934992631,
      "grad_norm": 0.14181827008724213,
      "learning_rate": 0.0001278281124032066,
      "loss": 12.2104,
      "step": 25237
    },
    {
      "epoch": 4.132634681513018,
      "grad_norm": 0.17938144505023956,
      "learning_rate": 0.0001278231469246756,
      "loss": 12.2198,
      "step": 25238
    },
    {
      "epoch": 4.1327984280334045,
      "grad_norm": 0.1999959796667099,
      "learning_rate": 0.0001278181813717866,
      "loss": 12.1915,
      "step": 25239
    },
    {
      "epoch": 4.132962174553791,
      "grad_norm": 0.16366811096668243,
      "learning_rate": 0.00012781321574455295,
      "loss": 12.1328,
      "step": 25240
    },
    {
      "epoch": 4.1331259210741775,
      "grad_norm": 0.15748770534992218,
      "learning_rate": 0.0001278082500429878,
      "loss": 12.1737,
      "step": 25241
    },
    {
      "epoch": 4.133289667594564,
      "grad_norm": 0.2358991950750351,
      "learning_rate": 0.00012780328426710452,
      "loss": 12.1516,
      "step": 25242
    },
    {
      "epoch": 4.13345341411495,
      "grad_norm": 0.15283240377902985,
      "learning_rate": 0.00012779831841691635,
      "loss": 12.1653,
      "step": 25243
    },
    {
      "epoch": 4.133617160635336,
      "grad_norm": 0.15814208984375,
      "learning_rate": 0.0001277933524924366,
      "loss": 12.1295,
      "step": 25244
    },
    {
      "epoch": 4.133780907155723,
      "grad_norm": 0.1666995882987976,
      "learning_rate": 0.00012778838649367847,
      "loss": 12.2028,
      "step": 25245
    },
    {
      "epoch": 4.133944653676109,
      "grad_norm": 0.1509299874305725,
      "learning_rate": 0.00012778342042065529,
      "loss": 12.1515,
      "step": 25246
    },
    {
      "epoch": 4.134108400196496,
      "grad_norm": 0.145154669880867,
      "learning_rate": 0.0001277784542733803,
      "loss": 12.2053,
      "step": 25247
    },
    {
      "epoch": 4.134272146716882,
      "grad_norm": 0.15272793173789978,
      "learning_rate": 0.00012777348805186677,
      "loss": 12.1554,
      "step": 25248
    },
    {
      "epoch": 4.134435893237269,
      "grad_norm": 0.14087383449077606,
      "learning_rate": 0.000127768521756128,
      "loss": 12.1777,
      "step": 25249
    },
    {
      "epoch": 4.134599639757655,
      "grad_norm": 0.16079957783222198,
      "learning_rate": 0.00012776355538617724,
      "loss": 12.1936,
      "step": 25250
    },
    {
      "epoch": 4.134763386278042,
      "grad_norm": 0.15918253362178802,
      "learning_rate": 0.00012775858894202777,
      "loss": 12.1699,
      "step": 25251
    },
    {
      "epoch": 4.134927132798428,
      "grad_norm": 0.22553716599941254,
      "learning_rate": 0.00012775362242369286,
      "loss": 12.1668,
      "step": 25252
    },
    {
      "epoch": 4.135090879318814,
      "grad_norm": 0.16558150947093964,
      "learning_rate": 0.0001277486558311858,
      "loss": 12.2042,
      "step": 25253
    },
    {
      "epoch": 4.135254625839201,
      "grad_norm": 0.2096109539270401,
      "learning_rate": 0.00012774368916451984,
      "loss": 12.2285,
      "step": 25254
    },
    {
      "epoch": 4.135418372359587,
      "grad_norm": 0.16663508117198944,
      "learning_rate": 0.00012773872242370827,
      "loss": 12.1874,
      "step": 25255
    },
    {
      "epoch": 4.135582118879974,
      "grad_norm": 0.12668021023273468,
      "learning_rate": 0.00012773375560876435,
      "loss": 12.1517,
      "step": 25256
    },
    {
      "epoch": 4.13574586540036,
      "grad_norm": 0.16890834271907806,
      "learning_rate": 0.00012772878871970136,
      "loss": 12.1992,
      "step": 25257
    },
    {
      "epoch": 4.135909611920747,
      "grad_norm": 0.17406897246837616,
      "learning_rate": 0.00012772382175653258,
      "loss": 12.1716,
      "step": 25258
    },
    {
      "epoch": 4.136073358441133,
      "grad_norm": 0.15109555423259735,
      "learning_rate": 0.0001277188547192713,
      "loss": 12.1458,
      "step": 25259
    },
    {
      "epoch": 4.13623710496152,
      "grad_norm": 0.15410394966602325,
      "learning_rate": 0.00012771388760793073,
      "loss": 12.2248,
      "step": 25260
    },
    {
      "epoch": 4.136400851481906,
      "grad_norm": 0.1424546241760254,
      "learning_rate": 0.00012770892042252423,
      "loss": 12.1655,
      "step": 25261
    },
    {
      "epoch": 4.136564598002292,
      "grad_norm": 0.15576565265655518,
      "learning_rate": 0.000127703953163065,
      "loss": 12.2348,
      "step": 25262
    },
    {
      "epoch": 4.136728344522679,
      "grad_norm": 0.13339774310588837,
      "learning_rate": 0.0001276989858295664,
      "loss": 12.1838,
      "step": 25263
    },
    {
      "epoch": 4.136892091043065,
      "grad_norm": 0.20572082698345184,
      "learning_rate": 0.0001276940184220416,
      "loss": 12.1829,
      "step": 25264
    },
    {
      "epoch": 4.137055837563452,
      "grad_norm": 0.18573878705501556,
      "learning_rate": 0.00012768905094050393,
      "loss": 12.1409,
      "step": 25265
    },
    {
      "epoch": 4.137219584083838,
      "grad_norm": 0.19936531782150269,
      "learning_rate": 0.0001276840833849667,
      "loss": 12.1785,
      "step": 25266
    },
    {
      "epoch": 4.137383330604225,
      "grad_norm": 0.14466409385204315,
      "learning_rate": 0.0001276791157554431,
      "loss": 12.1678,
      "step": 25267
    },
    {
      "epoch": 4.137547077124611,
      "grad_norm": 0.1717749685049057,
      "learning_rate": 0.0001276741480519465,
      "loss": 12.1518,
      "step": 25268
    },
    {
      "epoch": 4.137710823644998,
      "grad_norm": 0.17812904715538025,
      "learning_rate": 0.00012766918027449012,
      "loss": 12.2094,
      "step": 25269
    },
    {
      "epoch": 4.137874570165384,
      "grad_norm": 0.19120490550994873,
      "learning_rate": 0.00012766421242308725,
      "loss": 12.2106,
      "step": 25270
    },
    {
      "epoch": 4.138038316685771,
      "grad_norm": 0.16327789425849915,
      "learning_rate": 0.00012765924449775117,
      "loss": 12.1548,
      "step": 25271
    },
    {
      "epoch": 4.1382020632061565,
      "grad_norm": 0.127890482544899,
      "learning_rate": 0.00012765427649849516,
      "loss": 12.1785,
      "step": 25272
    },
    {
      "epoch": 4.138365809726543,
      "grad_norm": 0.17278669774532318,
      "learning_rate": 0.00012764930842533247,
      "loss": 12.1864,
      "step": 25273
    },
    {
      "epoch": 4.1385295562469295,
      "grad_norm": 0.16749292612075806,
      "learning_rate": 0.00012764434027827642,
      "loss": 12.2222,
      "step": 25274
    },
    {
      "epoch": 4.138693302767316,
      "grad_norm": 0.17628420889377594,
      "learning_rate": 0.00012763937205734023,
      "loss": 12.165,
      "step": 25275
    },
    {
      "epoch": 4.138857049287703,
      "grad_norm": 0.15469667315483093,
      "learning_rate": 0.00012763440376253727,
      "loss": 12.1833,
      "step": 25276
    },
    {
      "epoch": 4.139020795808089,
      "grad_norm": 0.22978925704956055,
      "learning_rate": 0.00012762943539388073,
      "loss": 12.156,
      "step": 25277
    },
    {
      "epoch": 4.139184542328476,
      "grad_norm": 0.1557709276676178,
      "learning_rate": 0.0001276244669513839,
      "loss": 12.1725,
      "step": 25278
    },
    {
      "epoch": 4.139348288848862,
      "grad_norm": 0.22462098300457,
      "learning_rate": 0.00012761949843506008,
      "loss": 12.1707,
      "step": 25279
    },
    {
      "epoch": 4.139512035369249,
      "grad_norm": 0.15212832391262054,
      "learning_rate": 0.00012761452984492256,
      "loss": 12.1754,
      "step": 25280
    },
    {
      "epoch": 4.139675781889635,
      "grad_norm": 0.21395310759544373,
      "learning_rate": 0.00012760956118098462,
      "loss": 12.1976,
      "step": 25281
    },
    {
      "epoch": 4.139839528410021,
      "grad_norm": 0.15418609976768494,
      "learning_rate": 0.00012760459244325954,
      "loss": 12.1996,
      "step": 25282
    },
    {
      "epoch": 4.140003274930407,
      "grad_norm": 0.18702846765518188,
      "learning_rate": 0.0001275996236317605,
      "loss": 12.1705,
      "step": 25283
    },
    {
      "epoch": 4.140167021450794,
      "grad_norm": 0.2353367656469345,
      "learning_rate": 0.00012759465474650094,
      "loss": 12.1618,
      "step": 25284
    },
    {
      "epoch": 4.1403307679711805,
      "grad_norm": 0.1472727507352829,
      "learning_rate": 0.00012758968578749401,
      "loss": 12.2352,
      "step": 25285
    },
    {
      "epoch": 4.140494514491567,
      "grad_norm": 0.13022468984127045,
      "learning_rate": 0.00012758471675475305,
      "loss": 12.1672,
      "step": 25286
    },
    {
      "epoch": 4.1406582610119536,
      "grad_norm": 0.16229143738746643,
      "learning_rate": 0.00012757974764829135,
      "loss": 12.2367,
      "step": 25287
    },
    {
      "epoch": 4.14082200753234,
      "grad_norm": 0.1436859667301178,
      "learning_rate": 0.00012757477846812217,
      "loss": 12.156,
      "step": 25288
    },
    {
      "epoch": 4.140985754052727,
      "grad_norm": 0.13893373310565948,
      "learning_rate": 0.00012756980921425882,
      "loss": 12.1649,
      "step": 25289
    },
    {
      "epoch": 4.141149500573113,
      "grad_norm": 0.12655948102474213,
      "learning_rate": 0.00012756483988671447,
      "loss": 12.1871,
      "step": 25290
    },
    {
      "epoch": 4.1413132470935,
      "grad_norm": 0.15404993295669556,
      "learning_rate": 0.00012755987048550254,
      "loss": 12.1616,
      "step": 25291
    },
    {
      "epoch": 4.141476993613885,
      "grad_norm": 0.25948044657707214,
      "learning_rate": 0.00012755490101063626,
      "loss": 12.189,
      "step": 25292
    },
    {
      "epoch": 4.141640740134272,
      "grad_norm": 0.1618608683347702,
      "learning_rate": 0.00012754993146212889,
      "loss": 12.1945,
      "step": 25293
    },
    {
      "epoch": 4.141804486654658,
      "grad_norm": 0.14547941088676453,
      "learning_rate": 0.0001275449618399937,
      "loss": 12.2006,
      "step": 25294
    },
    {
      "epoch": 4.141968233175045,
      "grad_norm": 0.18203763663768768,
      "learning_rate": 0.00012753999214424404,
      "loss": 12.1793,
      "step": 25295
    },
    {
      "epoch": 4.1421319796954315,
      "grad_norm": 0.12264375388622284,
      "learning_rate": 0.0001275350223748931,
      "loss": 12.1629,
      "step": 25296
    },
    {
      "epoch": 4.142295726215818,
      "grad_norm": 0.140892893075943,
      "learning_rate": 0.00012753005253195423,
      "loss": 12.1722,
      "step": 25297
    },
    {
      "epoch": 4.1424594727362045,
      "grad_norm": 0.20347848534584045,
      "learning_rate": 0.00012752508261544066,
      "loss": 12.1375,
      "step": 25298
    },
    {
      "epoch": 4.142623219256591,
      "grad_norm": 0.11261449009180069,
      "learning_rate": 0.0001275201126253658,
      "loss": 12.1718,
      "step": 25299
    },
    {
      "epoch": 4.142786965776978,
      "grad_norm": 0.1965128630399704,
      "learning_rate": 0.00012751514256174274,
      "loss": 12.162,
      "step": 25300
    },
    {
      "epoch": 4.142950712297363,
      "grad_norm": 0.13559140264987946,
      "learning_rate": 0.0001275101724245849,
      "loss": 12.1802,
      "step": 25301
    },
    {
      "epoch": 4.14311445881775,
      "grad_norm": 0.2035168707370758,
      "learning_rate": 0.0001275052022139055,
      "loss": 12.2417,
      "step": 25302
    },
    {
      "epoch": 4.143278205338136,
      "grad_norm": 0.14457929134368896,
      "learning_rate": 0.00012750023192971787,
      "loss": 12.195,
      "step": 25303
    },
    {
      "epoch": 4.143441951858523,
      "grad_norm": 0.18225492537021637,
      "learning_rate": 0.00012749526157203523,
      "loss": 12.1912,
      "step": 25304
    },
    {
      "epoch": 4.143605698378909,
      "grad_norm": 0.17853865027427673,
      "learning_rate": 0.00012749029114087095,
      "loss": 12.199,
      "step": 25305
    },
    {
      "epoch": 4.143769444899296,
      "grad_norm": 0.14409182965755463,
      "learning_rate": 0.00012748532063623825,
      "loss": 12.1787,
      "step": 25306
    },
    {
      "epoch": 4.143933191419682,
      "grad_norm": 0.1250385344028473,
      "learning_rate": 0.00012748035005815043,
      "loss": 12.1795,
      "step": 25307
    },
    {
      "epoch": 4.144096937940069,
      "grad_norm": 0.25015729665756226,
      "learning_rate": 0.00012747537940662075,
      "loss": 12.1787,
      "step": 25308
    },
    {
      "epoch": 4.1442606844604555,
      "grad_norm": 0.17628702521324158,
      "learning_rate": 0.0001274704086816625,
      "loss": 12.1616,
      "step": 25309
    },
    {
      "epoch": 4.144424430980842,
      "grad_norm": 0.1843181550502777,
      "learning_rate": 0.00012746543788328906,
      "loss": 12.1659,
      "step": 25310
    },
    {
      "epoch": 4.1445881775012285,
      "grad_norm": 0.18095819652080536,
      "learning_rate": 0.00012746046701151358,
      "loss": 12.1551,
      "step": 25311
    },
    {
      "epoch": 4.144751924021614,
      "grad_norm": 0.17290422320365906,
      "learning_rate": 0.0001274554960663494,
      "loss": 12.1711,
      "step": 25312
    },
    {
      "epoch": 4.144915670542001,
      "grad_norm": 0.14605341851711273,
      "learning_rate": 0.00012745052504780984,
      "loss": 12.1727,
      "step": 25313
    },
    {
      "epoch": 4.145079417062387,
      "grad_norm": 0.14010867476463318,
      "learning_rate": 0.00012744555395590812,
      "loss": 12.2504,
      "step": 25314
    },
    {
      "epoch": 4.145243163582774,
      "grad_norm": 0.15644791722297668,
      "learning_rate": 0.00012744058279065754,
      "loss": 12.1496,
      "step": 25315
    },
    {
      "epoch": 4.14540691010316,
      "grad_norm": 0.16666066646575928,
      "learning_rate": 0.00012743561155207145,
      "loss": 12.162,
      "step": 25316
    },
    {
      "epoch": 4.145570656623547,
      "grad_norm": 0.1215854287147522,
      "learning_rate": 0.00012743064024016304,
      "loss": 12.1745,
      "step": 25317
    },
    {
      "epoch": 4.145734403143933,
      "grad_norm": 0.14848865568637848,
      "learning_rate": 0.00012742566885494568,
      "loss": 12.1783,
      "step": 25318
    },
    {
      "epoch": 4.14589814966432,
      "grad_norm": 0.20840680599212646,
      "learning_rate": 0.0001274206973964326,
      "loss": 12.1675,
      "step": 25319
    },
    {
      "epoch": 4.146061896184706,
      "grad_norm": 0.1446114331483841,
      "learning_rate": 0.00012741572586463709,
      "loss": 12.1972,
      "step": 25320
    },
    {
      "epoch": 4.146225642705092,
      "grad_norm": 0.16448061168193817,
      "learning_rate": 0.00012741075425957247,
      "loss": 12.1441,
      "step": 25321
    },
    {
      "epoch": 4.146389389225479,
      "grad_norm": 0.14568647742271423,
      "learning_rate": 0.00012740578258125203,
      "loss": 12.1707,
      "step": 25322
    },
    {
      "epoch": 4.146553135745865,
      "grad_norm": 0.15060004591941833,
      "learning_rate": 0.000127400810829689,
      "loss": 12.1924,
      "step": 25323
    },
    {
      "epoch": 4.146716882266252,
      "grad_norm": 0.13712181150913239,
      "learning_rate": 0.00012739583900489674,
      "loss": 12.1963,
      "step": 25324
    },
    {
      "epoch": 4.146880628786638,
      "grad_norm": 0.16326290369033813,
      "learning_rate": 0.00012739086710688845,
      "loss": 12.1878,
      "step": 25325
    },
    {
      "epoch": 4.147044375307025,
      "grad_norm": 0.20011721551418304,
      "learning_rate": 0.00012738589513567748,
      "loss": 12.1794,
      "step": 25326
    },
    {
      "epoch": 4.147208121827411,
      "grad_norm": 0.360337495803833,
      "learning_rate": 0.00012738092309127713,
      "loss": 12.1926,
      "step": 25327
    },
    {
      "epoch": 4.147371868347798,
      "grad_norm": 0.15154682099819183,
      "learning_rate": 0.00012737595097370068,
      "loss": 12.1476,
      "step": 25328
    },
    {
      "epoch": 4.147535614868184,
      "grad_norm": 0.14259856939315796,
      "learning_rate": 0.0001273709787829614,
      "loss": 12.1762,
      "step": 25329
    },
    {
      "epoch": 4.147699361388571,
      "grad_norm": 0.15173643827438354,
      "learning_rate": 0.00012736600651907254,
      "loss": 12.1892,
      "step": 25330
    },
    {
      "epoch": 4.1478631079089565,
      "grad_norm": 0.1633266806602478,
      "learning_rate": 0.00012736103418204743,
      "loss": 12.1646,
      "step": 25331
    },
    {
      "epoch": 4.148026854429343,
      "grad_norm": 0.12647172808647156,
      "learning_rate": 0.00012735606177189938,
      "loss": 12.185,
      "step": 25332
    },
    {
      "epoch": 4.14819060094973,
      "grad_norm": 0.12704357504844666,
      "learning_rate": 0.00012735108928864166,
      "loss": 12.1814,
      "step": 25333
    },
    {
      "epoch": 4.148354347470116,
      "grad_norm": 0.1420491337776184,
      "learning_rate": 0.00012734611673228752,
      "loss": 12.1959,
      "step": 25334
    },
    {
      "epoch": 4.148518093990503,
      "grad_norm": 0.19060970842838287,
      "learning_rate": 0.0001273411441028503,
      "loss": 12.2518,
      "step": 25335
    },
    {
      "epoch": 4.148681840510889,
      "grad_norm": 0.2486695796251297,
      "learning_rate": 0.00012733617140034327,
      "loss": 12.1396,
      "step": 25336
    },
    {
      "epoch": 4.148845587031276,
      "grad_norm": 0.13980944454669952,
      "learning_rate": 0.00012733119862477977,
      "loss": 12.1836,
      "step": 25337
    },
    {
      "epoch": 4.149009333551662,
      "grad_norm": 0.1435481607913971,
      "learning_rate": 0.000127326225776173,
      "loss": 12.1466,
      "step": 25338
    },
    {
      "epoch": 4.149173080072049,
      "grad_norm": 0.2829650044441223,
      "learning_rate": 0.00012732125285453628,
      "loss": 12.1824,
      "step": 25339
    },
    {
      "epoch": 4.149336826592435,
      "grad_norm": 0.11915583163499832,
      "learning_rate": 0.00012731627985988295,
      "loss": 12.1571,
      "step": 25340
    },
    {
      "epoch": 4.149500573112821,
      "grad_norm": 0.13677166402339935,
      "learning_rate": 0.00012731130679222624,
      "loss": 12.1595,
      "step": 25341
    },
    {
      "epoch": 4.1496643196332075,
      "grad_norm": 0.14227060973644257,
      "learning_rate": 0.00012730633365157947,
      "loss": 12.1448,
      "step": 25342
    },
    {
      "epoch": 4.149828066153594,
      "grad_norm": 0.1474801003932953,
      "learning_rate": 0.00012730136043795592,
      "loss": 12.1784,
      "step": 25343
    },
    {
      "epoch": 4.1499918126739805,
      "grad_norm": 0.17861846089363098,
      "learning_rate": 0.0001272963871513689,
      "loss": 12.1464,
      "step": 25344
    },
    {
      "epoch": 4.150155559194367,
      "grad_norm": 0.16244910657405853,
      "learning_rate": 0.0001272914137918317,
      "loss": 12.1945,
      "step": 25345
    },
    {
      "epoch": 4.150319305714754,
      "grad_norm": 0.19489648938179016,
      "learning_rate": 0.00012728644035935757,
      "loss": 12.1614,
      "step": 25346
    },
    {
      "epoch": 4.15048305223514,
      "grad_norm": 0.14898423850536346,
      "learning_rate": 0.00012728146685395985,
      "loss": 12.2525,
      "step": 25347
    },
    {
      "epoch": 4.150646798755527,
      "grad_norm": 0.23465964198112488,
      "learning_rate": 0.0001272764932756518,
      "loss": 12.1805,
      "step": 25348
    },
    {
      "epoch": 4.150810545275913,
      "grad_norm": 0.1497429609298706,
      "learning_rate": 0.00012727151962444672,
      "loss": 12.1981,
      "step": 25349
    },
    {
      "epoch": 4.1509742917963,
      "grad_norm": 0.13707080483436584,
      "learning_rate": 0.00012726654590035791,
      "loss": 12.1876,
      "step": 25350
    },
    {
      "epoch": 4.151138038316685,
      "grad_norm": 0.14918403327465057,
      "learning_rate": 0.00012726157210339869,
      "loss": 12.1605,
      "step": 25351
    },
    {
      "epoch": 4.151301784837072,
      "grad_norm": 0.15810666978359222,
      "learning_rate": 0.0001272565982335823,
      "loss": 12.1659,
      "step": 25352
    },
    {
      "epoch": 4.151465531357458,
      "grad_norm": 0.12990087270736694,
      "learning_rate": 0.000127251624290922,
      "loss": 12.1521,
      "step": 25353
    },
    {
      "epoch": 4.151629277877845,
      "grad_norm": 0.13336455821990967,
      "learning_rate": 0.0001272466502754312,
      "loss": 12.1842,
      "step": 25354
    },
    {
      "epoch": 4.1517930243982315,
      "grad_norm": 0.2587718367576599,
      "learning_rate": 0.00012724167618712314,
      "loss": 12.2145,
      "step": 25355
    },
    {
      "epoch": 4.151956770918618,
      "grad_norm": 0.10247774422168732,
      "learning_rate": 0.00012723670202601105,
      "loss": 12.2132,
      "step": 25356
    },
    {
      "epoch": 4.152120517439005,
      "grad_norm": 0.14384044706821442,
      "learning_rate": 0.00012723172779210832,
      "loss": 12.1538,
      "step": 25357
    },
    {
      "epoch": 4.152284263959391,
      "grad_norm": 0.1791621446609497,
      "learning_rate": 0.00012722675348542822,
      "loss": 12.1271,
      "step": 25358
    },
    {
      "epoch": 4.152448010479778,
      "grad_norm": 0.1383095681667328,
      "learning_rate": 0.00012722177910598397,
      "loss": 12.1682,
      "step": 25359
    },
    {
      "epoch": 4.152611757000164,
      "grad_norm": 0.15652509033679962,
      "learning_rate": 0.00012721680465378892,
      "loss": 12.1591,
      "step": 25360
    },
    {
      "epoch": 4.15277550352055,
      "grad_norm": 0.10387854278087616,
      "learning_rate": 0.0001272118301288564,
      "loss": 12.1544,
      "step": 25361
    },
    {
      "epoch": 4.152939250040936,
      "grad_norm": 0.13384151458740234,
      "learning_rate": 0.00012720685553119966,
      "loss": 12.1721,
      "step": 25362
    },
    {
      "epoch": 4.153102996561323,
      "grad_norm": 0.16286776959896088,
      "learning_rate": 0.000127201880860832,
      "loss": 12.2103,
      "step": 25363
    },
    {
      "epoch": 4.153266743081709,
      "grad_norm": 0.14788520336151123,
      "learning_rate": 0.00012719690611776672,
      "loss": 12.1793,
      "step": 25364
    },
    {
      "epoch": 4.153430489602096,
      "grad_norm": 0.16046832501888275,
      "learning_rate": 0.0001271919313020171,
      "loss": 12.1593,
      "step": 25365
    },
    {
      "epoch": 4.1535942361224825,
      "grad_norm": 0.1891704946756363,
      "learning_rate": 0.00012718695641359648,
      "loss": 12.2232,
      "step": 25366
    },
    {
      "epoch": 4.153757982642869,
      "grad_norm": 0.1626090556383133,
      "learning_rate": 0.0001271819814525181,
      "loss": 12.175,
      "step": 25367
    },
    {
      "epoch": 4.1539217291632555,
      "grad_norm": 0.1611485630273819,
      "learning_rate": 0.00012717700641879526,
      "loss": 12.193,
      "step": 25368
    },
    {
      "epoch": 4.154085475683642,
      "grad_norm": 0.14780287444591522,
      "learning_rate": 0.00012717203131244132,
      "loss": 12.1821,
      "step": 25369
    },
    {
      "epoch": 4.154249222204029,
      "grad_norm": 0.19239017367362976,
      "learning_rate": 0.00012716705613346948,
      "loss": 12.1743,
      "step": 25370
    },
    {
      "epoch": 4.154412968724414,
      "grad_norm": 0.14781981706619263,
      "learning_rate": 0.00012716208088189314,
      "loss": 12.1554,
      "step": 25371
    },
    {
      "epoch": 4.154576715244801,
      "grad_norm": 0.18015722930431366,
      "learning_rate": 0.00012715710555772549,
      "loss": 12.2167,
      "step": 25372
    },
    {
      "epoch": 4.154740461765187,
      "grad_norm": 0.12848901748657227,
      "learning_rate": 0.0001271521301609799,
      "loss": 12.1897,
      "step": 25373
    },
    {
      "epoch": 4.154904208285574,
      "grad_norm": 0.13280513882637024,
      "learning_rate": 0.00012714715469166966,
      "loss": 12.1739,
      "step": 25374
    },
    {
      "epoch": 4.15506795480596,
      "grad_norm": 0.18084445595741272,
      "learning_rate": 0.00012714217914980806,
      "loss": 12.2505,
      "step": 25375
    },
    {
      "epoch": 4.155231701326347,
      "grad_norm": 0.16731944680213928,
      "learning_rate": 0.00012713720353540838,
      "loss": 12.2223,
      "step": 25376
    },
    {
      "epoch": 4.155395447846733,
      "grad_norm": 0.16400063037872314,
      "learning_rate": 0.00012713222784848394,
      "loss": 12.167,
      "step": 25377
    },
    {
      "epoch": 4.15555919436712,
      "grad_norm": 0.12693394720554352,
      "learning_rate": 0.000127127252089048,
      "loss": 12.1858,
      "step": 25378
    },
    {
      "epoch": 4.1557229408875065,
      "grad_norm": 0.13227389752864838,
      "learning_rate": 0.0001271222762571139,
      "loss": 12.1883,
      "step": 25379
    },
    {
      "epoch": 4.155886687407893,
      "grad_norm": 0.15315361320972443,
      "learning_rate": 0.00012711730035269497,
      "loss": 12.1865,
      "step": 25380
    },
    {
      "epoch": 4.156050433928279,
      "grad_norm": 0.1216803789138794,
      "learning_rate": 0.00012711232437580437,
      "loss": 12.1979,
      "step": 25381
    },
    {
      "epoch": 4.156214180448665,
      "grad_norm": 0.11988906562328339,
      "learning_rate": 0.00012710734832645557,
      "loss": 12.1468,
      "step": 25382
    },
    {
      "epoch": 4.156377926969052,
      "grad_norm": 0.12413834780454636,
      "learning_rate": 0.00012710237220466174,
      "loss": 12.1633,
      "step": 25383
    },
    {
      "epoch": 4.156541673489438,
      "grad_norm": 0.1455565243959427,
      "learning_rate": 0.00012709739601043626,
      "loss": 12.1774,
      "step": 25384
    },
    {
      "epoch": 4.156705420009825,
      "grad_norm": 0.11963935941457748,
      "learning_rate": 0.00012709241974379236,
      "loss": 12.1569,
      "step": 25385
    },
    {
      "epoch": 4.156869166530211,
      "grad_norm": 0.12454143166542053,
      "learning_rate": 0.00012708744340474338,
      "loss": 12.1768,
      "step": 25386
    },
    {
      "epoch": 4.157032913050598,
      "grad_norm": 0.14829790592193604,
      "learning_rate": 0.00012708246699330263,
      "loss": 12.1673,
      "step": 25387
    },
    {
      "epoch": 4.157196659570984,
      "grad_norm": 0.17879928648471832,
      "learning_rate": 0.00012707749050948342,
      "loss": 12.2498,
      "step": 25388
    },
    {
      "epoch": 4.157360406091371,
      "grad_norm": 0.11287300288677216,
      "learning_rate": 0.00012707251395329897,
      "loss": 12.1616,
      "step": 25389
    },
    {
      "epoch": 4.157524152611757,
      "grad_norm": 0.16686846315860748,
      "learning_rate": 0.00012706753732476264,
      "loss": 12.1475,
      "step": 25390
    },
    {
      "epoch": 4.157687899132143,
      "grad_norm": 0.14195577800273895,
      "learning_rate": 0.00012706256062388778,
      "loss": 12.1738,
      "step": 25391
    },
    {
      "epoch": 4.15785164565253,
      "grad_norm": 0.1853455752134323,
      "learning_rate": 0.00012705758385068755,
      "loss": 12.1301,
      "step": 25392
    },
    {
      "epoch": 4.158015392172916,
      "grad_norm": 0.15713654458522797,
      "learning_rate": 0.0001270526070051754,
      "loss": 12.2139,
      "step": 25393
    },
    {
      "epoch": 4.158179138693303,
      "grad_norm": 0.15326836705207825,
      "learning_rate": 0.00012704763008736453,
      "loss": 12.2084,
      "step": 25394
    },
    {
      "epoch": 4.158342885213689,
      "grad_norm": 0.1406193971633911,
      "learning_rate": 0.00012704265309726833,
      "loss": 12.231,
      "step": 25395
    },
    {
      "epoch": 4.158506631734076,
      "grad_norm": 0.1695367842912674,
      "learning_rate": 0.00012703767603489997,
      "loss": 12.1994,
      "step": 25396
    },
    {
      "epoch": 4.158670378254462,
      "grad_norm": 0.23915435373783112,
      "learning_rate": 0.0001270326989002729,
      "loss": 12.1638,
      "step": 25397
    },
    {
      "epoch": 4.158834124774849,
      "grad_norm": 0.11858642101287842,
      "learning_rate": 0.00012702772169340031,
      "loss": 12.1883,
      "step": 25398
    },
    {
      "epoch": 4.158997871295235,
      "grad_norm": 0.15677772462368011,
      "learning_rate": 0.00012702274441429555,
      "loss": 12.1869,
      "step": 25399
    },
    {
      "epoch": 4.159161617815621,
      "grad_norm": 0.20545819401741028,
      "learning_rate": 0.00012701776706297192,
      "loss": 12.1185,
      "step": 25400
    },
    {
      "epoch": 4.1593253643360075,
      "grad_norm": 0.23634479939937592,
      "learning_rate": 0.0001270127896394427,
      "loss": 12.1552,
      "step": 25401
    },
    {
      "epoch": 4.159489110856394,
      "grad_norm": 0.13760195672512054,
      "learning_rate": 0.00012700781214372122,
      "loss": 12.1945,
      "step": 25402
    },
    {
      "epoch": 4.159652857376781,
      "grad_norm": 0.13618937134742737,
      "learning_rate": 0.00012700283457582075,
      "loss": 12.1257,
      "step": 25403
    },
    {
      "epoch": 4.159816603897167,
      "grad_norm": 0.13157299160957336,
      "learning_rate": 0.00012699785693575465,
      "loss": 12.1949,
      "step": 25404
    },
    {
      "epoch": 4.159980350417554,
      "grad_norm": 0.17023587226867676,
      "learning_rate": 0.00012699287922353616,
      "loss": 12.186,
      "step": 25405
    },
    {
      "epoch": 4.16014409693794,
      "grad_norm": 0.15707916021347046,
      "learning_rate": 0.00012698790143917863,
      "loss": 12.1627,
      "step": 25406
    },
    {
      "epoch": 4.160307843458327,
      "grad_norm": 0.1437656432390213,
      "learning_rate": 0.0001269829235826953,
      "loss": 12.1337,
      "step": 25407
    },
    {
      "epoch": 4.160471589978713,
      "grad_norm": 0.25062474608421326,
      "learning_rate": 0.00012697794565409956,
      "loss": 12.2137,
      "step": 25408
    },
    {
      "epoch": 4.1606353364991,
      "grad_norm": 0.1877007931470871,
      "learning_rate": 0.00012697296765340466,
      "loss": 12.1745,
      "step": 25409
    },
    {
      "epoch": 4.160799083019485,
      "grad_norm": 0.14211608469486237,
      "learning_rate": 0.0001269679895806239,
      "loss": 12.1901,
      "step": 25410
    },
    {
      "epoch": 4.160962829539872,
      "grad_norm": 0.13178111612796783,
      "learning_rate": 0.00012696301143577058,
      "loss": 12.1985,
      "step": 25411
    },
    {
      "epoch": 4.1611265760602585,
      "grad_norm": 0.17545698583126068,
      "learning_rate": 0.00012695803321885807,
      "loss": 12.1743,
      "step": 25412
    },
    {
      "epoch": 4.161290322580645,
      "grad_norm": 0.18382586538791656,
      "learning_rate": 0.0001269530549298996,
      "loss": 12.1534,
      "step": 25413
    },
    {
      "epoch": 4.1614540691010315,
      "grad_norm": 0.18566380441188812,
      "learning_rate": 0.0001269480765689085,
      "loss": 12.1811,
      "step": 25414
    },
    {
      "epoch": 4.161617815621418,
      "grad_norm": 0.14386093616485596,
      "learning_rate": 0.00012694309813589806,
      "loss": 12.2023,
      "step": 25415
    },
    {
      "epoch": 4.161781562141805,
      "grad_norm": 0.134355366230011,
      "learning_rate": 0.0001269381196308816,
      "loss": 12.1329,
      "step": 25416
    },
    {
      "epoch": 4.161945308662191,
      "grad_norm": 0.1378205418586731,
      "learning_rate": 0.0001269331410538725,
      "loss": 12.2308,
      "step": 25417
    },
    {
      "epoch": 4.162109055182578,
      "grad_norm": 0.1616630256175995,
      "learning_rate": 0.00012692816240488392,
      "loss": 12.1986,
      "step": 25418
    },
    {
      "epoch": 4.162272801702964,
      "grad_norm": Infinity,
      "learning_rate": 0.00012692816240488392,
      "loss": 12.1482,
      "step": 25419
    },
    {
      "epoch": 4.16243654822335,
      "grad_norm": 0.12050090730190277,
      "learning_rate": 0.00012692318368392924,
      "loss": 12.17,
      "step": 25420
    },
    {
      "epoch": 4.162600294743736,
      "grad_norm": 0.16197271645069122,
      "learning_rate": 0.00012691820489102177,
      "loss": 12.1995,
      "step": 25421
    },
    {
      "epoch": 4.162764041264123,
      "grad_norm": 0.16196486353874207,
      "learning_rate": 0.0001269132260261748,
      "loss": 12.2026,
      "step": 25422
    },
    {
      "epoch": 4.1629277877845094,
      "grad_norm": 0.2729029655456543,
      "learning_rate": 0.00012690824708940169,
      "loss": 12.1952,
      "step": 25423
    },
    {
      "epoch": 4.163091534304896,
      "grad_norm": 0.14090858399868011,
      "learning_rate": 0.00012690326808071563,
      "loss": 12.1623,
      "step": 25424
    },
    {
      "epoch": 4.1632552808252825,
      "grad_norm": 0.12843920290470123,
      "learning_rate": 0.00012689828900013002,
      "loss": 12.1882,
      "step": 25425
    },
    {
      "epoch": 4.163419027345669,
      "grad_norm": 0.14753466844558716,
      "learning_rate": 0.00012689330984765816,
      "loss": 12.1324,
      "step": 25426
    },
    {
      "epoch": 4.163582773866056,
      "grad_norm": 0.11990681290626526,
      "learning_rate": 0.00012688833062331334,
      "loss": 12.161,
      "step": 25427
    },
    {
      "epoch": 4.163746520386442,
      "grad_norm": 0.1915089339017868,
      "learning_rate": 0.00012688335132710887,
      "loss": 12.1751,
      "step": 25428
    },
    {
      "epoch": 4.163910266906829,
      "grad_norm": 0.1402435153722763,
      "learning_rate": 0.00012687837195905806,
      "loss": 12.1978,
      "step": 25429
    },
    {
      "epoch": 4.164074013427214,
      "grad_norm": 0.15365731716156006,
      "learning_rate": 0.0001268733925191742,
      "loss": 12.1706,
      "step": 25430
    },
    {
      "epoch": 4.164237759947601,
      "grad_norm": 0.15382738411426544,
      "learning_rate": 0.0001268684130074706,
      "loss": 12.1882,
      "step": 25431
    },
    {
      "epoch": 4.164401506467987,
      "grad_norm": 0.14390262961387634,
      "learning_rate": 0.00012686343342396058,
      "loss": 12.2115,
      "step": 25432
    },
    {
      "epoch": 4.164565252988374,
      "grad_norm": 0.12191105633974075,
      "learning_rate": 0.00012685845376865745,
      "loss": 12.2439,
      "step": 25433
    },
    {
      "epoch": 4.16472899950876,
      "grad_norm": 0.13315920531749725,
      "learning_rate": 0.00012685347404157454,
      "loss": 12.1615,
      "step": 25434
    },
    {
      "epoch": 4.164892746029147,
      "grad_norm": 0.15319226682186127,
      "learning_rate": 0.0001268484942427251,
      "loss": 12.1576,
      "step": 25435
    },
    {
      "epoch": 4.1650564925495335,
      "grad_norm": 0.1624092012643814,
      "learning_rate": 0.00012684351437212247,
      "loss": 12.2098,
      "step": 25436
    },
    {
      "epoch": 4.16522023906992,
      "grad_norm": 0.15305091440677643,
      "learning_rate": 0.00012683853442977997,
      "loss": 12.1866,
      "step": 25437
    },
    {
      "epoch": 4.1653839855903065,
      "grad_norm": 0.130773663520813,
      "learning_rate": 0.00012683355441571093,
      "loss": 12.1598,
      "step": 25438
    },
    {
      "epoch": 4.165547732110693,
      "grad_norm": 0.21526914834976196,
      "learning_rate": 0.00012682857432992859,
      "loss": 12.1834,
      "step": 25439
    },
    {
      "epoch": 4.165711478631079,
      "grad_norm": 0.136519655585289,
      "learning_rate": 0.0001268235941724463,
      "loss": 12.1419,
      "step": 25440
    },
    {
      "epoch": 4.165875225151465,
      "grad_norm": 0.13748644292354584,
      "learning_rate": 0.00012681861394327735,
      "loss": 12.2219,
      "step": 25441
    },
    {
      "epoch": 4.166038971671852,
      "grad_norm": 0.12253330647945404,
      "learning_rate": 0.0001268136336424351,
      "loss": 12.1702,
      "step": 25442
    },
    {
      "epoch": 4.166202718192238,
      "grad_norm": 0.1613592505455017,
      "learning_rate": 0.00012680865326993281,
      "loss": 12.1794,
      "step": 25443
    },
    {
      "epoch": 4.166366464712625,
      "grad_norm": 0.16649970412254333,
      "learning_rate": 0.00012680367282578381,
      "loss": 12.1921,
      "step": 25444
    },
    {
      "epoch": 4.166530211233011,
      "grad_norm": 0.13940031826496124,
      "learning_rate": 0.00012679869231000144,
      "loss": 12.1552,
      "step": 25445
    },
    {
      "epoch": 4.166693957753398,
      "grad_norm": 0.1259608119726181,
      "learning_rate": 0.00012679371172259892,
      "loss": 12.171,
      "step": 25446
    },
    {
      "epoch": 4.166857704273784,
      "grad_norm": 0.198580801486969,
      "learning_rate": 0.00012678873106358965,
      "loss": 12.1625,
      "step": 25447
    },
    {
      "epoch": 4.167021450794171,
      "grad_norm": 0.19836334884166718,
      "learning_rate": 0.00012678375033298693,
      "loss": 12.1969,
      "step": 25448
    },
    {
      "epoch": 4.1671851973145575,
      "grad_norm": 0.17388924956321716,
      "learning_rate": 0.00012677876953080404,
      "loss": 12.1994,
      "step": 25449
    },
    {
      "epoch": 4.167348943834943,
      "grad_norm": 0.19559505581855774,
      "learning_rate": 0.00012677378865705427,
      "loss": 12.1756,
      "step": 25450
    },
    {
      "epoch": 4.16751269035533,
      "grad_norm": 0.15027692914009094,
      "learning_rate": 0.000126768807711751,
      "loss": 12.1936,
      "step": 25451
    },
    {
      "epoch": 4.167676436875716,
      "grad_norm": 0.15871527791023254,
      "learning_rate": 0.00012676382669490747,
      "loss": 12.1538,
      "step": 25452
    },
    {
      "epoch": 4.167840183396103,
      "grad_norm": 0.13560685515403748,
      "learning_rate": 0.00012675884560653706,
      "loss": 12.19,
      "step": 25453
    },
    {
      "epoch": 4.168003929916489,
      "grad_norm": 0.18723896145820618,
      "learning_rate": 0.00012675386444665302,
      "loss": 12.2454,
      "step": 25454
    },
    {
      "epoch": 4.168167676436876,
      "grad_norm": 0.2357696294784546,
      "learning_rate": 0.00012674888321526873,
      "loss": 12.1592,
      "step": 25455
    },
    {
      "epoch": 4.168331422957262,
      "grad_norm": 0.1718917042016983,
      "learning_rate": 0.00012674390191239743,
      "loss": 12.1689,
      "step": 25456
    },
    {
      "epoch": 4.168495169477649,
      "grad_norm": 0.1317436546087265,
      "learning_rate": 0.0001267389205380525,
      "loss": 12.1912,
      "step": 25457
    },
    {
      "epoch": 4.168658915998035,
      "grad_norm": 0.19261935353279114,
      "learning_rate": 0.00012673393909224716,
      "loss": 12.1703,
      "step": 25458
    },
    {
      "epoch": 4.168822662518421,
      "grad_norm": 0.13358870148658752,
      "learning_rate": 0.00012672895757499483,
      "loss": 12.1704,
      "step": 25459
    },
    {
      "epoch": 4.168986409038808,
      "grad_norm": 0.13488797843456268,
      "learning_rate": 0.00012672397598630875,
      "loss": 12.2235,
      "step": 25460
    },
    {
      "epoch": 4.169150155559194,
      "grad_norm": 0.17432449758052826,
      "learning_rate": 0.00012671899432620227,
      "loss": 12.2612,
      "step": 25461
    },
    {
      "epoch": 4.169313902079581,
      "grad_norm": 0.15963920950889587,
      "learning_rate": 0.0001267140125946887,
      "loss": 12.1879,
      "step": 25462
    },
    {
      "epoch": 4.169477648599967,
      "grad_norm": 0.14973296225070953,
      "learning_rate": 0.00012670903079178137,
      "loss": 12.2382,
      "step": 25463
    },
    {
      "epoch": 4.169641395120354,
      "grad_norm": 0.13711223006248474,
      "learning_rate": 0.00012670404891749354,
      "loss": 12.1785,
      "step": 25464
    },
    {
      "epoch": 4.16980514164074,
      "grad_norm": 0.1438177078962326,
      "learning_rate": 0.00012669906697183853,
      "loss": 12.13,
      "step": 25465
    },
    {
      "epoch": 4.169968888161127,
      "grad_norm": 0.17465683817863464,
      "learning_rate": 0.00012669408495482974,
      "loss": 12.2124,
      "step": 25466
    },
    {
      "epoch": 4.170132634681513,
      "grad_norm": 0.11657053977251053,
      "learning_rate": 0.00012668910286648037,
      "loss": 12.1706,
      "step": 25467
    },
    {
      "epoch": 4.1702963812019,
      "grad_norm": 0.14820046722888947,
      "learning_rate": 0.00012668412070680383,
      "loss": 12.2112,
      "step": 25468
    },
    {
      "epoch": 4.170460127722286,
      "grad_norm": 0.13806603848934174,
      "learning_rate": 0.00012667913847581335,
      "loss": 12.1359,
      "step": 25469
    },
    {
      "epoch": 4.170623874242672,
      "grad_norm": 0.20199750363826752,
      "learning_rate": 0.00012667415617352232,
      "loss": 12.1507,
      "step": 25470
    },
    {
      "epoch": 4.1707876207630585,
      "grad_norm": 0.12785644829273224,
      "learning_rate": 0.00012666917379994402,
      "loss": 12.1377,
      "step": 25471
    },
    {
      "epoch": 4.170951367283445,
      "grad_norm": 0.17422190308570862,
      "learning_rate": 0.00012666419135509176,
      "loss": 12.1729,
      "step": 25472
    },
    {
      "epoch": 4.171115113803832,
      "grad_norm": 0.16724127531051636,
      "learning_rate": 0.00012665920883897885,
      "loss": 12.1988,
      "step": 25473
    },
    {
      "epoch": 4.171278860324218,
      "grad_norm": 0.10998344421386719,
      "learning_rate": 0.00012665422625161865,
      "loss": 12.1771,
      "step": 25474
    },
    {
      "epoch": 4.171442606844605,
      "grad_norm": 0.23103591799736023,
      "learning_rate": 0.0001266492435930244,
      "loss": 12.1723,
      "step": 25475
    },
    {
      "epoch": 4.171606353364991,
      "grad_norm": 0.21181616187095642,
      "learning_rate": 0.0001266442608632095,
      "loss": 12.2112,
      "step": 25476
    },
    {
      "epoch": 4.171770099885378,
      "grad_norm": 0.16541871428489685,
      "learning_rate": 0.00012663927806218724,
      "loss": 12.1648,
      "step": 25477
    },
    {
      "epoch": 4.171933846405764,
      "grad_norm": 0.17658674716949463,
      "learning_rate": 0.0001266342951899709,
      "loss": 12.2308,
      "step": 25478
    },
    {
      "epoch": 4.17209759292615,
      "grad_norm": 0.1789828985929489,
      "learning_rate": 0.00012662931224657385,
      "loss": 12.1995,
      "step": 25479
    },
    {
      "epoch": 4.172261339446536,
      "grad_norm": 0.1725548803806305,
      "learning_rate": 0.00012662432923200934,
      "loss": 12.2048,
      "step": 25480
    },
    {
      "epoch": 4.172425085966923,
      "grad_norm": 0.19930699467658997,
      "learning_rate": 0.0001266193461462908,
      "loss": 12.1873,
      "step": 25481
    },
    {
      "epoch": 4.1725888324873095,
      "grad_norm": 0.15596787631511688,
      "learning_rate": 0.0001266143629894314,
      "loss": 12.2059,
      "step": 25482
    },
    {
      "epoch": 4.172752579007696,
      "grad_norm": 0.1588902324438095,
      "learning_rate": 0.00012660937976144453,
      "loss": 12.1875,
      "step": 25483
    },
    {
      "epoch": 4.172916325528083,
      "grad_norm": 0.26892396807670593,
      "learning_rate": 0.00012660439646234356,
      "loss": 12.1449,
      "step": 25484
    },
    {
      "epoch": 4.173080072048469,
      "grad_norm": 0.11467836797237396,
      "learning_rate": 0.00012659941309214174,
      "loss": 12.1838,
      "step": 25485
    },
    {
      "epoch": 4.173243818568856,
      "grad_norm": 0.1909409761428833,
      "learning_rate": 0.00012659442965085239,
      "loss": 12.1471,
      "step": 25486
    },
    {
      "epoch": 4.173407565089242,
      "grad_norm": 0.22564609348773956,
      "learning_rate": 0.00012658944613848884,
      "loss": 12.1589,
      "step": 25487
    },
    {
      "epoch": 4.173571311609629,
      "grad_norm": 0.16418570280075073,
      "learning_rate": 0.00012658446255506443,
      "loss": 12.1426,
      "step": 25488
    },
    {
      "epoch": 4.173735058130014,
      "grad_norm": 0.1977921575307846,
      "learning_rate": 0.00012657947890059248,
      "loss": 12.1717,
      "step": 25489
    },
    {
      "epoch": 4.173898804650401,
      "grad_norm": 0.14992564916610718,
      "learning_rate": 0.00012657449517508625,
      "loss": 12.1539,
      "step": 25490
    },
    {
      "epoch": 4.174062551170787,
      "grad_norm": 0.14868147671222687,
      "learning_rate": 0.00012656951137855911,
      "loss": 12.1731,
      "step": 25491
    },
    {
      "epoch": 4.174226297691174,
      "grad_norm": 0.1381007432937622,
      "learning_rate": 0.0001265645275110244,
      "loss": 12.178,
      "step": 25492
    },
    {
      "epoch": 4.1743900442115605,
      "grad_norm": 0.13043002784252167,
      "learning_rate": 0.0001265595435724954,
      "loss": 12.2047,
      "step": 25493
    },
    {
      "epoch": 4.174553790731947,
      "grad_norm": 0.13270899653434753,
      "learning_rate": 0.0001265545595629854,
      "loss": 12.1441,
      "step": 25494
    },
    {
      "epoch": 4.1747175372523335,
      "grad_norm": 0.1271936446428299,
      "learning_rate": 0.0001265495754825078,
      "loss": 12.1909,
      "step": 25495
    },
    {
      "epoch": 4.17488128377272,
      "grad_norm": 0.17096132040023804,
      "learning_rate": 0.00012654459133107588,
      "loss": 12.1518,
      "step": 25496
    },
    {
      "epoch": 4.175045030293107,
      "grad_norm": 0.15216396749019623,
      "learning_rate": 0.0001265396071087029,
      "loss": 12.2206,
      "step": 25497
    },
    {
      "epoch": 4.175208776813493,
      "grad_norm": 0.17400197684764862,
      "learning_rate": 0.00012653462281540228,
      "loss": 12.1983,
      "step": 25498
    },
    {
      "epoch": 4.175372523333879,
      "grad_norm": 0.1371956467628479,
      "learning_rate": 0.00012652963845118733,
      "loss": 12.205,
      "step": 25499
    },
    {
      "epoch": 4.175536269854265,
      "grad_norm": 0.1480770856142044,
      "learning_rate": 0.0001265246540160713,
      "loss": 12.1515,
      "step": 25500
    },
    {
      "epoch": 4.175700016374652,
      "grad_norm": 0.19689935445785522,
      "learning_rate": 0.00012651966951006754,
      "loss": 12.2153,
      "step": 25501
    },
    {
      "epoch": 4.175863762895038,
      "grad_norm": 0.1945517361164093,
      "learning_rate": 0.00012651468493318942,
      "loss": 12.1888,
      "step": 25502
    },
    {
      "epoch": 4.176027509415425,
      "grad_norm": 0.1838325560092926,
      "learning_rate": 0.00012650970028545022,
      "loss": 12.1458,
      "step": 25503
    },
    {
      "epoch": 4.176191255935811,
      "grad_norm": 0.16418348252773285,
      "learning_rate": 0.00012650471556686324,
      "loss": 12.2075,
      "step": 25504
    },
    {
      "epoch": 4.176355002456198,
      "grad_norm": 0.13534171879291534,
      "learning_rate": 0.00012649973077744184,
      "loss": 12.1853,
      "step": 25505
    },
    {
      "epoch": 4.1765187489765845,
      "grad_norm": 0.1557551622390747,
      "learning_rate": 0.00012649474591719932,
      "loss": 12.1633,
      "step": 25506
    },
    {
      "epoch": 4.176682495496971,
      "grad_norm": 0.13614316284656525,
      "learning_rate": 0.00012648976098614902,
      "loss": 12.1393,
      "step": 25507
    },
    {
      "epoch": 4.1768462420173575,
      "grad_norm": 0.1499277651309967,
      "learning_rate": 0.00012648477598430427,
      "loss": 12.163,
      "step": 25508
    },
    {
      "epoch": 4.177009988537743,
      "grad_norm": 0.16237568855285645,
      "learning_rate": 0.00012647979091167833,
      "loss": 12.1832,
      "step": 25509
    },
    {
      "epoch": 4.17717373505813,
      "grad_norm": 0.15887369215488434,
      "learning_rate": 0.0001264748057682846,
      "loss": 12.2351,
      "step": 25510
    },
    {
      "epoch": 4.177337481578516,
      "grad_norm": 0.18719661235809326,
      "learning_rate": 0.0001264698205541364,
      "loss": 12.1359,
      "step": 25511
    },
    {
      "epoch": 4.177501228098903,
      "grad_norm": 0.106075718998909,
      "learning_rate": 0.00012646483526924698,
      "loss": 12.1724,
      "step": 25512
    },
    {
      "epoch": 4.177664974619289,
      "grad_norm": 0.14795567095279694,
      "learning_rate": 0.00012645984991362973,
      "loss": 12.1819,
      "step": 25513
    },
    {
      "epoch": 4.177828721139676,
      "grad_norm": 0.13712096214294434,
      "learning_rate": 0.00012645486448729796,
      "loss": 12.1697,
      "step": 25514
    },
    {
      "epoch": 4.177992467660062,
      "grad_norm": 0.19302040338516235,
      "learning_rate": 0.00012644987899026496,
      "loss": 12.1608,
      "step": 25515
    },
    {
      "epoch": 4.178156214180449,
      "grad_norm": 0.19695822894573212,
      "learning_rate": 0.00012644489342254406,
      "loss": 12.1918,
      "step": 25516
    },
    {
      "epoch": 4.1783199607008354,
      "grad_norm": 0.1272187978029251,
      "learning_rate": 0.00012643990778414866,
      "loss": 12.1411,
      "step": 25517
    },
    {
      "epoch": 4.178483707221222,
      "grad_norm": 0.18500466644763947,
      "learning_rate": 0.000126434922075092,
      "loss": 12.2052,
      "step": 25518
    },
    {
      "epoch": 4.178647453741608,
      "grad_norm": 0.16871431469917297,
      "learning_rate": 0.00012642993629538745,
      "loss": 12.1754,
      "step": 25519
    },
    {
      "epoch": 4.178811200261994,
      "grad_norm": 0.22684460878372192,
      "learning_rate": 0.00012642495044504827,
      "loss": 12.1757,
      "step": 25520
    },
    {
      "epoch": 4.178974946782381,
      "grad_norm": 0.1959090232849121,
      "learning_rate": 0.00012641996452408786,
      "loss": 12.1971,
      "step": 25521
    },
    {
      "epoch": 4.179138693302767,
      "grad_norm": 0.21067224442958832,
      "learning_rate": 0.0001264149785325195,
      "loss": 12.2665,
      "step": 25522
    },
    {
      "epoch": 4.179302439823154,
      "grad_norm": 0.16929389536380768,
      "learning_rate": 0.00012640999247035656,
      "loss": 12.1511,
      "step": 25523
    },
    {
      "epoch": 4.17946618634354,
      "grad_norm": 0.16488298773765564,
      "learning_rate": 0.00012640500633761233,
      "loss": 12.172,
      "step": 25524
    },
    {
      "epoch": 4.179629932863927,
      "grad_norm": 0.2041223645210266,
      "learning_rate": 0.00012640002013430013,
      "loss": 12.2,
      "step": 25525
    },
    {
      "epoch": 4.179793679384313,
      "grad_norm": 0.18038268387317657,
      "learning_rate": 0.0001263950338604333,
      "loss": 12.1437,
      "step": 25526
    },
    {
      "epoch": 4.1799574259047,
      "grad_norm": 0.15700232982635498,
      "learning_rate": 0.0001263900475160252,
      "loss": 12.182,
      "step": 25527
    },
    {
      "epoch": 4.1801211724250855,
      "grad_norm": 0.166388601064682,
      "learning_rate": 0.00012638506110108905,
      "loss": 12.176,
      "step": 25528
    },
    {
      "epoch": 4.180284918945472,
      "grad_norm": 0.13551771640777588,
      "learning_rate": 0.0001263800746156383,
      "loss": 12.1904,
      "step": 25529
    },
    {
      "epoch": 4.180448665465859,
      "grad_norm": 0.1851276010274887,
      "learning_rate": 0.00012637508805968622,
      "loss": 12.2083,
      "step": 25530
    },
    {
      "epoch": 4.180612411986245,
      "grad_norm": 0.1406944990158081,
      "learning_rate": 0.0001263701014332461,
      "loss": 12.2072,
      "step": 25531
    },
    {
      "epoch": 4.180776158506632,
      "grad_norm": 0.13697165250778198,
      "learning_rate": 0.00012636511473633136,
      "loss": 12.1764,
      "step": 25532
    },
    {
      "epoch": 4.180939905027018,
      "grad_norm": 0.16740389168262482,
      "learning_rate": 0.00012636012796895523,
      "loss": 12.1521,
      "step": 25533
    },
    {
      "epoch": 4.181103651547405,
      "grad_norm": 0.13814270496368408,
      "learning_rate": 0.0001263551411311311,
      "loss": 12.1903,
      "step": 25534
    },
    {
      "epoch": 4.181267398067791,
      "grad_norm": 0.15587908029556274,
      "learning_rate": 0.00012635015422287227,
      "loss": 12.1363,
      "step": 25535
    },
    {
      "epoch": 4.181431144588178,
      "grad_norm": 0.21107487380504608,
      "learning_rate": 0.00012634516724419208,
      "loss": 12.1756,
      "step": 25536
    },
    {
      "epoch": 4.181594891108564,
      "grad_norm": 0.21213774383068085,
      "learning_rate": 0.00012634018019510386,
      "loss": 12.1547,
      "step": 25537
    },
    {
      "epoch": 4.181758637628951,
      "grad_norm": 0.24583333730697632,
      "learning_rate": 0.00012633519307562094,
      "loss": 12.244,
      "step": 25538
    },
    {
      "epoch": 4.1819223841493365,
      "grad_norm": 0.1709589958190918,
      "learning_rate": 0.00012633020588575662,
      "loss": 12.1866,
      "step": 25539
    },
    {
      "epoch": 4.182086130669723,
      "grad_norm": 0.15001611411571503,
      "learning_rate": 0.00012632521862552425,
      "loss": 12.1889,
      "step": 25540
    },
    {
      "epoch": 4.1822498771901095,
      "grad_norm": 0.16017791628837585,
      "learning_rate": 0.00012632023129493717,
      "loss": 12.2186,
      "step": 25541
    },
    {
      "epoch": 4.182413623710496,
      "grad_norm": 0.18248124420642853,
      "learning_rate": 0.0001263152438940087,
      "loss": 12.1643,
      "step": 25542
    },
    {
      "epoch": 4.182577370230883,
      "grad_norm": 0.1490214616060257,
      "learning_rate": 0.00012631025642275212,
      "loss": 12.1525,
      "step": 25543
    },
    {
      "epoch": 4.182741116751269,
      "grad_norm": 0.13576066493988037,
      "learning_rate": 0.00012630526888118086,
      "loss": 12.1494,
      "step": 25544
    },
    {
      "epoch": 4.182904863271656,
      "grad_norm": 0.14250968396663666,
      "learning_rate": 0.00012630028126930814,
      "loss": 12.19,
      "step": 25545
    },
    {
      "epoch": 4.183068609792042,
      "grad_norm": 0.22439034283161163,
      "learning_rate": 0.0001262952935871474,
      "loss": 12.2199,
      "step": 25546
    },
    {
      "epoch": 4.183232356312429,
      "grad_norm": 0.18905459344387054,
      "learning_rate": 0.0001262903058347119,
      "loss": 12.1728,
      "step": 25547
    },
    {
      "epoch": 4.183396102832814,
      "grad_norm": 0.15399834513664246,
      "learning_rate": 0.00012628531801201493,
      "loss": 12.1684,
      "step": 25548
    },
    {
      "epoch": 4.183559849353201,
      "grad_norm": 0.15415744483470917,
      "learning_rate": 0.0001262803301190699,
      "loss": 12.1783,
      "step": 25549
    },
    {
      "epoch": 4.183723595873587,
      "grad_norm": 0.17376595735549927,
      "learning_rate": 0.00012627534215589012,
      "loss": 12.1785,
      "step": 25550
    },
    {
      "epoch": 4.183887342393974,
      "grad_norm": 0.20336438715457916,
      "learning_rate": 0.00012627035412248892,
      "loss": 12.2005,
      "step": 25551
    },
    {
      "epoch": 4.1840510889143605,
      "grad_norm": 0.1303245574235916,
      "learning_rate": 0.00012626536601887962,
      "loss": 12.2012,
      "step": 25552
    },
    {
      "epoch": 4.184214835434747,
      "grad_norm": 0.14456236362457275,
      "learning_rate": 0.00012626037784507554,
      "loss": 12.2185,
      "step": 25553
    },
    {
      "epoch": 4.184378581955134,
      "grad_norm": 0.14004047214984894,
      "learning_rate": 0.00012625538960109003,
      "loss": 12.1753,
      "step": 25554
    },
    {
      "epoch": 4.18454232847552,
      "grad_norm": 0.2002847045660019,
      "learning_rate": 0.00012625040128693644,
      "loss": 12.148,
      "step": 25555
    },
    {
      "epoch": 4.184706074995907,
      "grad_norm": 0.18470796942710876,
      "learning_rate": 0.00012624541290262803,
      "loss": 12.2579,
      "step": 25556
    },
    {
      "epoch": 4.184869821516293,
      "grad_norm": 0.13459892570972443,
      "learning_rate": 0.00012624042444817822,
      "loss": 12.2122,
      "step": 25557
    },
    {
      "epoch": 4.185033568036679,
      "grad_norm": 0.1352815181016922,
      "learning_rate": 0.0001262354359236003,
      "loss": 12.1675,
      "step": 25558
    },
    {
      "epoch": 4.185197314557065,
      "grad_norm": 0.13781841099262238,
      "learning_rate": 0.00012623044732890757,
      "loss": 12.1467,
      "step": 25559
    },
    {
      "epoch": 4.185361061077452,
      "grad_norm": 0.19687460362911224,
      "learning_rate": 0.00012622545866411344,
      "loss": 12.2209,
      "step": 25560
    },
    {
      "epoch": 4.185524807597838,
      "grad_norm": 0.1490955501794815,
      "learning_rate": 0.00012622046992923118,
      "loss": 12.1558,
      "step": 25561
    },
    {
      "epoch": 4.185688554118225,
      "grad_norm": 0.15736229717731476,
      "learning_rate": 0.00012621548112427413,
      "loss": 12.1295,
      "step": 25562
    },
    {
      "epoch": 4.1858523006386115,
      "grad_norm": 0.20194542407989502,
      "learning_rate": 0.0001262104922492556,
      "loss": 12.1465,
      "step": 25563
    },
    {
      "epoch": 4.186016047158998,
      "grad_norm": 0.153680220246315,
      "learning_rate": 0.00012620550330418902,
      "loss": 12.1512,
      "step": 25564
    },
    {
      "epoch": 4.1861797936793845,
      "grad_norm": 0.11037222295999527,
      "learning_rate": 0.0001262005142890876,
      "loss": 12.1469,
      "step": 25565
    },
    {
      "epoch": 4.186343540199771,
      "grad_norm": 0.16042514145374298,
      "learning_rate": 0.00012619552520396477,
      "loss": 12.154,
      "step": 25566
    },
    {
      "epoch": 4.186507286720158,
      "grad_norm": 0.14193721115589142,
      "learning_rate": 0.00012619053604883383,
      "loss": 12.1797,
      "step": 25567
    },
    {
      "epoch": 4.186671033240543,
      "grad_norm": 0.15404877066612244,
      "learning_rate": 0.0001261855468237081,
      "loss": 12.1496,
      "step": 25568
    },
    {
      "epoch": 4.18683477976093,
      "grad_norm": 0.1577773094177246,
      "learning_rate": 0.0001261805575286009,
      "loss": 12.1939,
      "step": 25569
    },
    {
      "epoch": 4.186998526281316,
      "grad_norm": 0.1323661357164383,
      "learning_rate": 0.00012617556816352563,
      "loss": 12.2276,
      "step": 25570
    },
    {
      "epoch": 4.187162272801703,
      "grad_norm": 0.17684480547904968,
      "learning_rate": 0.00012617057872849554,
      "loss": 12.1498,
      "step": 25571
    },
    {
      "epoch": 4.187326019322089,
      "grad_norm": 0.1330796331167221,
      "learning_rate": 0.00012616558922352403,
      "loss": 12.2042,
      "step": 25572
    },
    {
      "epoch": 4.187489765842476,
      "grad_norm": 0.14236219227313995,
      "learning_rate": 0.0001261605996486244,
      "loss": 12.1608,
      "step": 25573
    },
    {
      "epoch": 4.187653512362862,
      "grad_norm": 0.16466012597084045,
      "learning_rate": 0.00012615561000381002,
      "loss": 12.1732,
      "step": 25574
    },
    {
      "epoch": 4.187817258883249,
      "grad_norm": 0.13033048808574677,
      "learning_rate": 0.00012615062028909415,
      "loss": 12.1477,
      "step": 25575
    },
    {
      "epoch": 4.1879810054036355,
      "grad_norm": 0.15819816291332245,
      "learning_rate": 0.0001261456305044902,
      "loss": 12.1647,
      "step": 25576
    },
    {
      "epoch": 4.188144751924022,
      "grad_norm": 0.1750056892633438,
      "learning_rate": 0.0001261406406500115,
      "loss": 12.1566,
      "step": 25577
    },
    {
      "epoch": 4.188308498444408,
      "grad_norm": 0.12234055995941162,
      "learning_rate": 0.00012613565072567133,
      "loss": 12.2196,
      "step": 25578
    },
    {
      "epoch": 4.188472244964794,
      "grad_norm": 0.1818651258945465,
      "learning_rate": 0.00012613066073148308,
      "loss": 12.1753,
      "step": 25579
    },
    {
      "epoch": 4.188635991485181,
      "grad_norm": 0.1527470499277115,
      "learning_rate": 0.00012612567066746006,
      "loss": 12.1251,
      "step": 25580
    },
    {
      "epoch": 4.188799738005567,
      "grad_norm": 0.23083876073360443,
      "learning_rate": 0.00012612068053361562,
      "loss": 12.1894,
      "step": 25581
    },
    {
      "epoch": 4.188963484525954,
      "grad_norm": 0.13725197315216064,
      "learning_rate": 0.00012611569032996306,
      "loss": 12.1761,
      "step": 25582
    },
    {
      "epoch": 4.18912723104634,
      "grad_norm": 0.14856143295764923,
      "learning_rate": 0.00012611070005651576,
      "loss": 12.1824,
      "step": 25583
    },
    {
      "epoch": 4.189290977566727,
      "grad_norm": 0.14972607791423798,
      "learning_rate": 0.00012610570971328708,
      "loss": 12.184,
      "step": 25584
    },
    {
      "epoch": 4.189454724087113,
      "grad_norm": 0.14155758917331696,
      "learning_rate": 0.0001261007193002903,
      "loss": 12.2199,
      "step": 25585
    },
    {
      "epoch": 4.1896184706075,
      "grad_norm": 0.13338656723499298,
      "learning_rate": 0.00012609572881753874,
      "loss": 12.1814,
      "step": 25586
    },
    {
      "epoch": 4.1897822171278865,
      "grad_norm": 0.27115288376808167,
      "learning_rate": 0.00012609073826504584,
      "loss": 12.1641,
      "step": 25587
    },
    {
      "epoch": 4.189945963648272,
      "grad_norm": 0.1354028284549713,
      "learning_rate": 0.0001260857476428248,
      "loss": 12.1909,
      "step": 25588
    },
    {
      "epoch": 4.190109710168659,
      "grad_norm": 0.1374112367630005,
      "learning_rate": 0.00012608075695088908,
      "loss": 12.2186,
      "step": 25589
    },
    {
      "epoch": 4.190273456689045,
      "grad_norm": 0.2593845725059509,
      "learning_rate": 0.00012607576618925195,
      "loss": 12.211,
      "step": 25590
    },
    {
      "epoch": 4.190437203209432,
      "grad_norm": 0.15732422471046448,
      "learning_rate": 0.00012607077535792675,
      "loss": 12.1412,
      "step": 25591
    },
    {
      "epoch": 4.190600949729818,
      "grad_norm": 0.11320262402296066,
      "learning_rate": 0.00012606578445692685,
      "loss": 12.1776,
      "step": 25592
    },
    {
      "epoch": 4.190764696250205,
      "grad_norm": 0.16840799152851105,
      "learning_rate": 0.00012606079348626557,
      "loss": 12.1509,
      "step": 25593
    },
    {
      "epoch": 4.190928442770591,
      "grad_norm": 0.19502229988574982,
      "learning_rate": 0.00012605580244595623,
      "loss": 12.1755,
      "step": 25594
    },
    {
      "epoch": 4.191092189290978,
      "grad_norm": 0.1538141816854477,
      "learning_rate": 0.0001260508113360122,
      "loss": 12.172,
      "step": 25595
    },
    {
      "epoch": 4.191255935811364,
      "grad_norm": 0.14140182733535767,
      "learning_rate": 0.0001260458201564468,
      "loss": 12.153,
      "step": 25596
    },
    {
      "epoch": 4.19141968233175,
      "grad_norm": 0.1927163004875183,
      "learning_rate": 0.00012604082890727337,
      "loss": 12.153,
      "step": 25597
    },
    {
      "epoch": 4.1915834288521365,
      "grad_norm": 0.14727629721164703,
      "learning_rate": 0.0001260358375885053,
      "loss": 12.1655,
      "step": 25598
    },
    {
      "epoch": 4.191747175372523,
      "grad_norm": 0.1477421373128891,
      "learning_rate": 0.00012603084620015583,
      "loss": 12.252,
      "step": 25599
    },
    {
      "epoch": 4.19191092189291,
      "grad_norm": 0.13135875761508942,
      "learning_rate": 0.00012602585474223837,
      "loss": 12.1694,
      "step": 25600
    },
    {
      "epoch": 4.192074668413296,
      "grad_norm": 0.1734418123960495,
      "learning_rate": 0.00012602086321476623,
      "loss": 12.1875,
      "step": 25601
    },
    {
      "epoch": 4.192238414933683,
      "grad_norm": 0.157961905002594,
      "learning_rate": 0.0001260158716177528,
      "loss": 12.2346,
      "step": 25602
    },
    {
      "epoch": 4.192402161454069,
      "grad_norm": 0.1260719895362854,
      "learning_rate": 0.00012601087995121134,
      "loss": 12.2202,
      "step": 25603
    },
    {
      "epoch": 4.192565907974456,
      "grad_norm": 0.15521052479743958,
      "learning_rate": 0.00012600588821515526,
      "loss": 12.1913,
      "step": 25604
    },
    {
      "epoch": 4.192729654494842,
      "grad_norm": 0.14502860605716705,
      "learning_rate": 0.00012600089640959786,
      "loss": 12.1555,
      "step": 25605
    },
    {
      "epoch": 4.192893401015229,
      "grad_norm": 0.16244129836559296,
      "learning_rate": 0.0001259959045345525,
      "loss": 12.2779,
      "step": 25606
    },
    {
      "epoch": 4.193057147535615,
      "grad_norm": 0.18876338005065918,
      "learning_rate": 0.00012599091259003255,
      "loss": 12.2055,
      "step": 25607
    },
    {
      "epoch": 4.193220894056001,
      "grad_norm": 0.14609560370445251,
      "learning_rate": 0.00012598592057605127,
      "loss": 12.1662,
      "step": 25608
    },
    {
      "epoch": 4.1933846405763875,
      "grad_norm": 0.11398836970329285,
      "learning_rate": 0.00012598092849262207,
      "loss": 12.156,
      "step": 25609
    },
    {
      "epoch": 4.193548387096774,
      "grad_norm": 0.17209511995315552,
      "learning_rate": 0.00012597593633975826,
      "loss": 12.1846,
      "step": 25610
    },
    {
      "epoch": 4.1937121336171606,
      "grad_norm": 0.11504802107810974,
      "learning_rate": 0.0001259709441174732,
      "loss": 12.1986,
      "step": 25611
    },
    {
      "epoch": 4.193875880137547,
      "grad_norm": 0.21086286008358002,
      "learning_rate": 0.00012596595182578024,
      "loss": 12.1821,
      "step": 25612
    },
    {
      "epoch": 4.194039626657934,
      "grad_norm": 0.15933558344841003,
      "learning_rate": 0.00012596095946469267,
      "loss": 12.2322,
      "step": 25613
    },
    {
      "epoch": 4.19420337317832,
      "grad_norm": 0.13072744011878967,
      "learning_rate": 0.0001259559670342239,
      "loss": 12.2217,
      "step": 25614
    },
    {
      "epoch": 4.194367119698707,
      "grad_norm": 0.17746305465698242,
      "learning_rate": 0.0001259509745343872,
      "loss": 12.1713,
      "step": 25615
    },
    {
      "epoch": 4.194530866219093,
      "grad_norm": 0.15617026388645172,
      "learning_rate": 0.00012594598196519595,
      "loss": 12.1673,
      "step": 25616
    },
    {
      "epoch": 4.194694612739479,
      "grad_norm": 0.1950642466545105,
      "learning_rate": 0.00012594098932666354,
      "loss": 12.1285,
      "step": 25617
    },
    {
      "epoch": 4.194858359259865,
      "grad_norm": 0.1504274606704712,
      "learning_rate": 0.00012593599661880325,
      "loss": 12.1703,
      "step": 25618
    },
    {
      "epoch": 4.195022105780252,
      "grad_norm": 0.1948341578245163,
      "learning_rate": 0.00012593100384162843,
      "loss": 12.1755,
      "step": 25619
    },
    {
      "epoch": 4.1951858523006385,
      "grad_norm": 0.14347639679908752,
      "learning_rate": 0.00012592601099515243,
      "loss": 12.2077,
      "step": 25620
    },
    {
      "epoch": 4.195349598821025,
      "grad_norm": 0.2085096836090088,
      "learning_rate": 0.00012592101807938866,
      "loss": 12.1922,
      "step": 25621
    },
    {
      "epoch": 4.1955133453414115,
      "grad_norm": 0.13343623280525208,
      "learning_rate": 0.00012591602509435032,
      "loss": 12.1391,
      "step": 25622
    },
    {
      "epoch": 4.195677091861798,
      "grad_norm": 0.12088482826948166,
      "learning_rate": 0.00012591103204005088,
      "loss": 12.1551,
      "step": 25623
    },
    {
      "epoch": 4.195840838382185,
      "grad_norm": 0.1757347285747528,
      "learning_rate": 0.0001259060389165036,
      "loss": 12.2157,
      "step": 25624
    },
    {
      "epoch": 4.196004584902571,
      "grad_norm": 0.1612277626991272,
      "learning_rate": 0.00012590104572372191,
      "loss": 12.1768,
      "step": 25625
    },
    {
      "epoch": 4.196168331422958,
      "grad_norm": 0.11106201261281967,
      "learning_rate": 0.0001258960524617191,
      "loss": 12.1564,
      "step": 25626
    },
    {
      "epoch": 4.196332077943343,
      "grad_norm": 0.15764853358268738,
      "learning_rate": 0.0001258910591305085,
      "loss": 12.2462,
      "step": 25627
    },
    {
      "epoch": 4.19649582446373,
      "grad_norm": 0.15627865493297577,
      "learning_rate": 0.00012588606573010348,
      "loss": 12.2242,
      "step": 25628
    },
    {
      "epoch": 4.196659570984116,
      "grad_norm": 0.15731878578662872,
      "learning_rate": 0.00012588107226051742,
      "loss": 12.1712,
      "step": 25629
    },
    {
      "epoch": 4.196823317504503,
      "grad_norm": 0.20011287927627563,
      "learning_rate": 0.00012587607872176356,
      "loss": 12.2618,
      "step": 25630
    },
    {
      "epoch": 4.196987064024889,
      "grad_norm": 0.12811510264873505,
      "learning_rate": 0.00012587108511385536,
      "loss": 12.2199,
      "step": 25631
    },
    {
      "epoch": 4.197150810545276,
      "grad_norm": 0.1833043098449707,
      "learning_rate": 0.00012586609143680613,
      "loss": 12.1629,
      "step": 25632
    },
    {
      "epoch": 4.1973145570656625,
      "grad_norm": 0.13406898081302643,
      "learning_rate": 0.00012586109769062917,
      "loss": 12.1646,
      "step": 25633
    },
    {
      "epoch": 4.197478303586049,
      "grad_norm": 0.17913275957107544,
      "learning_rate": 0.0001258561038753379,
      "loss": 12.1567,
      "step": 25634
    },
    {
      "epoch": 4.1976420501064355,
      "grad_norm": 0.16657859086990356,
      "learning_rate": 0.00012585110999094556,
      "loss": 12.184,
      "step": 25635
    },
    {
      "epoch": 4.197805796626822,
      "grad_norm": 0.177359938621521,
      "learning_rate": 0.00012584611603746562,
      "loss": 12.2075,
      "step": 25636
    },
    {
      "epoch": 4.197969543147208,
      "grad_norm": 0.12445823103189468,
      "learning_rate": 0.00012584112201491135,
      "loss": 12.1497,
      "step": 25637
    },
    {
      "epoch": 4.198133289667594,
      "grad_norm": 0.11092434823513031,
      "learning_rate": 0.0001258361279232961,
      "loss": 12.1708,
      "step": 25638
    },
    {
      "epoch": 4.198297036187981,
      "grad_norm": 0.1238589882850647,
      "learning_rate": 0.00012583113376263323,
      "loss": 12.1816,
      "step": 25639
    },
    {
      "epoch": 4.198460782708367,
      "grad_norm": 0.13180077075958252,
      "learning_rate": 0.00012582613953293615,
      "loss": 12.1776,
      "step": 25640
    },
    {
      "epoch": 4.198624529228754,
      "grad_norm": 0.20713672041893005,
      "learning_rate": 0.0001258211452342181,
      "loss": 12.1687,
      "step": 25641
    },
    {
      "epoch": 4.19878827574914,
      "grad_norm": 0.18028610944747925,
      "learning_rate": 0.00012581615086649248,
      "loss": 12.1538,
      "step": 25642
    },
    {
      "epoch": 4.198952022269527,
      "grad_norm": 0.14609800279140472,
      "learning_rate": 0.00012581115642977262,
      "loss": 12.1782,
      "step": 25643
    },
    {
      "epoch": 4.199115768789913,
      "grad_norm": 0.2255924642086029,
      "learning_rate": 0.0001258061619240719,
      "loss": 12.1612,
      "step": 25644
    },
    {
      "epoch": 4.1992795153103,
      "grad_norm": 0.2305932641029358,
      "learning_rate": 0.00012580116734940363,
      "loss": 12.166,
      "step": 25645
    },
    {
      "epoch": 4.1994432618306865,
      "grad_norm": 0.18797506392002106,
      "learning_rate": 0.0001257961727057812,
      "loss": 12.1579,
      "step": 25646
    },
    {
      "epoch": 4.199607008351072,
      "grad_norm": 0.1917899250984192,
      "learning_rate": 0.00012579117799321792,
      "loss": 12.1704,
      "step": 25647
    },
    {
      "epoch": 4.199770754871459,
      "grad_norm": 0.15786294639110565,
      "learning_rate": 0.00012578618321172714,
      "loss": 12.1594,
      "step": 25648
    },
    {
      "epoch": 4.199934501391845,
      "grad_norm": 0.14645834267139435,
      "learning_rate": 0.00012578118836132222,
      "loss": 12.152,
      "step": 25649
    },
    {
      "epoch": 4.200098247912232,
      "grad_norm": 0.1242901161313057,
      "learning_rate": 0.0001257761934420165,
      "loss": 12.1635,
      "step": 25650
    },
    {
      "epoch": 4.200261994432618,
      "grad_norm": 0.15048204362392426,
      "learning_rate": 0.0001257711984538234,
      "loss": 12.2105,
      "step": 25651
    },
    {
      "epoch": 4.200425740953005,
      "grad_norm": 0.13754668831825256,
      "learning_rate": 0.00012576620339675615,
      "loss": 12.1544,
      "step": 25652
    },
    {
      "epoch": 4.200589487473391,
      "grad_norm": 0.15033653378486633,
      "learning_rate": 0.00012576120827082816,
      "loss": 12.1742,
      "step": 25653
    },
    {
      "epoch": 4.200753233993778,
      "grad_norm": 0.1937209963798523,
      "learning_rate": 0.0001257562130760528,
      "loss": 12.1552,
      "step": 25654
    },
    {
      "epoch": 4.200916980514164,
      "grad_norm": 0.1584283709526062,
      "learning_rate": 0.00012575121781244338,
      "loss": 12.187,
      "step": 25655
    },
    {
      "epoch": 4.201080727034551,
      "grad_norm": 0.1991667002439499,
      "learning_rate": 0.00012574622248001327,
      "loss": 12.1749,
      "step": 25656
    },
    {
      "epoch": 4.201244473554937,
      "grad_norm": 0.15675470232963562,
      "learning_rate": 0.0001257412270787758,
      "loss": 12.185,
      "step": 25657
    },
    {
      "epoch": 4.201408220075323,
      "grad_norm": 0.15627489984035492,
      "learning_rate": 0.00012573623160874438,
      "loss": 12.1764,
      "step": 25658
    },
    {
      "epoch": 4.20157196659571,
      "grad_norm": 0.12288021296262741,
      "learning_rate": 0.00012573123606993229,
      "loss": 12.163,
      "step": 25659
    },
    {
      "epoch": 4.201735713116096,
      "grad_norm": 0.12231338769197464,
      "learning_rate": 0.00012572624046235288,
      "loss": 12.1401,
      "step": 25660
    },
    {
      "epoch": 4.201899459636483,
      "grad_norm": 0.14897453784942627,
      "learning_rate": 0.00012572124478601958,
      "loss": 12.1964,
      "step": 25661
    },
    {
      "epoch": 4.202063206156869,
      "grad_norm": 0.18388958275318146,
      "learning_rate": 0.0001257162490409457,
      "loss": 12.1535,
      "step": 25662
    },
    {
      "epoch": 4.202226952677256,
      "grad_norm": 0.16290885210037231,
      "learning_rate": 0.00012571125322714455,
      "loss": 12.225,
      "step": 25663
    },
    {
      "epoch": 4.202390699197642,
      "grad_norm": 0.20449557900428772,
      "learning_rate": 0.0001257062573446295,
      "loss": 12.1352,
      "step": 25664
    },
    {
      "epoch": 4.202554445718029,
      "grad_norm": 0.1526731252670288,
      "learning_rate": 0.00012570126139341392,
      "loss": 12.1393,
      "step": 25665
    },
    {
      "epoch": 4.202718192238415,
      "grad_norm": 0.1484655737876892,
      "learning_rate": 0.00012569626537351115,
      "loss": 12.1276,
      "step": 25666
    },
    {
      "epoch": 4.202881938758801,
      "grad_norm": 0.15418170392513275,
      "learning_rate": 0.00012569126928493456,
      "loss": 12.1872,
      "step": 25667
    },
    {
      "epoch": 4.2030456852791875,
      "grad_norm": 0.1646783947944641,
      "learning_rate": 0.0001256862731276975,
      "loss": 12.2198,
      "step": 25668
    },
    {
      "epoch": 4.203209431799574,
      "grad_norm": 0.21997074782848358,
      "learning_rate": 0.0001256812769018133,
      "loss": 12.1602,
      "step": 25669
    },
    {
      "epoch": 4.203373178319961,
      "grad_norm": 0.1890903264284134,
      "learning_rate": 0.00012567628060729534,
      "loss": 12.1571,
      "step": 25670
    },
    {
      "epoch": 4.203536924840347,
      "grad_norm": 0.153761088848114,
      "learning_rate": 0.00012567128424415694,
      "loss": 12.1689,
      "step": 25671
    },
    {
      "epoch": 4.203700671360734,
      "grad_norm": 0.213984876871109,
      "learning_rate": 0.0001256662878124115,
      "loss": 12.1839,
      "step": 25672
    },
    {
      "epoch": 4.20386441788112,
      "grad_norm": 0.1328050047159195,
      "learning_rate": 0.00012566129131207229,
      "loss": 12.1539,
      "step": 25673
    },
    {
      "epoch": 4.204028164401507,
      "grad_norm": 0.22040300071239471,
      "learning_rate": 0.00012565629474315277,
      "loss": 12.2048,
      "step": 25674
    },
    {
      "epoch": 4.204191910921893,
      "grad_norm": 0.14709460735321045,
      "learning_rate": 0.00012565129810566622,
      "loss": 12.1649,
      "step": 25675
    },
    {
      "epoch": 4.20435565744228,
      "grad_norm": 0.2537389099597931,
      "learning_rate": 0.000125646301399626,
      "loss": 12.1801,
      "step": 25676
    },
    {
      "epoch": 4.204519403962665,
      "grad_norm": 0.12191363424062729,
      "learning_rate": 0.0001256413046250455,
      "loss": 12.1534,
      "step": 25677
    },
    {
      "epoch": 4.204683150483052,
      "grad_norm": 0.14775334298610687,
      "learning_rate": 0.00012563630778193805,
      "loss": 12.1925,
      "step": 25678
    },
    {
      "epoch": 4.2048468970034385,
      "grad_norm": 0.14176906645298004,
      "learning_rate": 0.00012563131087031697,
      "loss": 12.1824,
      "step": 25679
    },
    {
      "epoch": 4.205010643523825,
      "grad_norm": 0.14490941166877747,
      "learning_rate": 0.00012562631389019568,
      "loss": 12.1712,
      "step": 25680
    },
    {
      "epoch": 4.205174390044212,
      "grad_norm": 0.15627871453762054,
      "learning_rate": 0.00012562131684158752,
      "loss": 12.1941,
      "step": 25681
    },
    {
      "epoch": 4.205338136564598,
      "grad_norm": 0.14212317764759064,
      "learning_rate": 0.00012561631972450582,
      "loss": 12.1979,
      "step": 25682
    },
    {
      "epoch": 4.205501883084985,
      "grad_norm": 0.13082264363765717,
      "learning_rate": 0.00012561132253896394,
      "loss": 12.1705,
      "step": 25683
    },
    {
      "epoch": 4.205665629605371,
      "grad_norm": 0.21733728051185608,
      "learning_rate": 0.00012560632528497523,
      "loss": 12.1559,
      "step": 25684
    },
    {
      "epoch": 4.205829376125758,
      "grad_norm": 0.1501784324645996,
      "learning_rate": 0.00012560132796255306,
      "loss": 12.1683,
      "step": 25685
    },
    {
      "epoch": 4.205993122646143,
      "grad_norm": 0.17383475601673126,
      "learning_rate": 0.00012559633057171077,
      "loss": 12.2342,
      "step": 25686
    },
    {
      "epoch": 4.20615686916653,
      "grad_norm": 0.18931756913661957,
      "learning_rate": 0.00012559133311246175,
      "loss": 12.1648,
      "step": 25687
    },
    {
      "epoch": 4.206320615686916,
      "grad_norm": 0.1551876664161682,
      "learning_rate": 0.00012558633558481933,
      "loss": 12.1583,
      "step": 25688
    },
    {
      "epoch": 4.206484362207303,
      "grad_norm": 0.21509653329849243,
      "learning_rate": 0.00012558133798879685,
      "loss": 12.2155,
      "step": 25689
    },
    {
      "epoch": 4.2066481087276895,
      "grad_norm": 0.16438965499401093,
      "learning_rate": 0.00012557634032440767,
      "loss": 12.1527,
      "step": 25690
    },
    {
      "epoch": 4.206811855248076,
      "grad_norm": 0.1730417162179947,
      "learning_rate": 0.0001255713425916652,
      "loss": 12.1662,
      "step": 25691
    },
    {
      "epoch": 4.2069756017684625,
      "grad_norm": 0.14127640426158905,
      "learning_rate": 0.00012556634479058275,
      "loss": 12.1762,
      "step": 25692
    },
    {
      "epoch": 4.207139348288849,
      "grad_norm": 0.18514840304851532,
      "learning_rate": 0.00012556134692117367,
      "loss": 12.1891,
      "step": 25693
    },
    {
      "epoch": 4.207303094809236,
      "grad_norm": 0.13372664153575897,
      "learning_rate": 0.00012555634898345132,
      "loss": 12.1661,
      "step": 25694
    },
    {
      "epoch": 4.207466841329622,
      "grad_norm": 0.1603330373764038,
      "learning_rate": 0.0001255513509774291,
      "loss": 12.1508,
      "step": 25695
    },
    {
      "epoch": 4.207630587850008,
      "grad_norm": 0.28664112091064453,
      "learning_rate": 0.0001255463529031203,
      "loss": 12.1662,
      "step": 25696
    },
    {
      "epoch": 4.207794334370394,
      "grad_norm": 0.249484583735466,
      "learning_rate": 0.00012554135476053837,
      "loss": 12.1649,
      "step": 25697
    },
    {
      "epoch": 4.207958080890781,
      "grad_norm": 0.2437165528535843,
      "learning_rate": 0.00012553635654969655,
      "loss": 12.1682,
      "step": 25698
    },
    {
      "epoch": 4.208121827411167,
      "grad_norm": 0.16243138909339905,
      "learning_rate": 0.0001255313582706083,
      "loss": 12.1848,
      "step": 25699
    },
    {
      "epoch": 4.208285573931554,
      "grad_norm": 0.20630106329917908,
      "learning_rate": 0.00012552635992328688,
      "loss": 12.1947,
      "step": 25700
    },
    {
      "epoch": 4.20844932045194,
      "grad_norm": 0.14752879738807678,
      "learning_rate": 0.00012552136150774574,
      "loss": 12.2027,
      "step": 25701
    },
    {
      "epoch": 4.208613066972327,
      "grad_norm": 0.19691172242164612,
      "learning_rate": 0.0001255163630239982,
      "loss": 12.1816,
      "step": 25702
    },
    {
      "epoch": 4.2087768134927135,
      "grad_norm": 0.13804247975349426,
      "learning_rate": 0.00012551136447205762,
      "loss": 12.1719,
      "step": 25703
    },
    {
      "epoch": 4.2089405600131,
      "grad_norm": 0.20833393931388855,
      "learning_rate": 0.00012550636585193737,
      "loss": 12.1873,
      "step": 25704
    },
    {
      "epoch": 4.2091043065334866,
      "grad_norm": 0.2102329581975937,
      "learning_rate": 0.00012550136716365078,
      "loss": 12.1504,
      "step": 25705
    },
    {
      "epoch": 4.209268053053872,
      "grad_norm": 0.14933927357196808,
      "learning_rate": 0.00012549636840721126,
      "loss": 12.1563,
      "step": 25706
    },
    {
      "epoch": 4.209431799574259,
      "grad_norm": 0.14471611380577087,
      "learning_rate": 0.0001254913695826321,
      "loss": 12.1843,
      "step": 25707
    },
    {
      "epoch": 4.209595546094645,
      "grad_norm": 0.14319850504398346,
      "learning_rate": 0.0001254863706899267,
      "loss": 12.1476,
      "step": 25708
    },
    {
      "epoch": 4.209759292615032,
      "grad_norm": 0.18654334545135498,
      "learning_rate": 0.00012548137172910842,
      "loss": 12.1678,
      "step": 25709
    },
    {
      "epoch": 4.209923039135418,
      "grad_norm": 0.14866411685943604,
      "learning_rate": 0.00012547637270019066,
      "loss": 12.182,
      "step": 25710
    },
    {
      "epoch": 4.210086785655805,
      "grad_norm": 0.15873554348945618,
      "learning_rate": 0.00012547137360318668,
      "loss": 12.2026,
      "step": 25711
    },
    {
      "epoch": 4.210250532176191,
      "grad_norm": 0.19076329469680786,
      "learning_rate": 0.00012546637443810993,
      "loss": 12.2309,
      "step": 25712
    },
    {
      "epoch": 4.210414278696578,
      "grad_norm": 0.1339663863182068,
      "learning_rate": 0.0001254613752049737,
      "loss": 12.1791,
      "step": 25713
    },
    {
      "epoch": 4.2105780252169644,
      "grad_norm": 0.14488883316516876,
      "learning_rate": 0.00012545637590379144,
      "loss": 12.1454,
      "step": 25714
    },
    {
      "epoch": 4.210741771737351,
      "grad_norm": 0.15025028586387634,
      "learning_rate": 0.00012545137653457642,
      "loss": 12.1874,
      "step": 25715
    },
    {
      "epoch": 4.210905518257737,
      "grad_norm": 0.1536290943622589,
      "learning_rate": 0.00012544637709734205,
      "loss": 12.1758,
      "step": 25716
    },
    {
      "epoch": 4.211069264778123,
      "grad_norm": 0.17873738706111908,
      "learning_rate": 0.0001254413775921017,
      "loss": 12.1622,
      "step": 25717
    },
    {
      "epoch": 4.21123301129851,
      "grad_norm": 0.15173357725143433,
      "learning_rate": 0.00012543637801886866,
      "loss": 12.158,
      "step": 25718
    },
    {
      "epoch": 4.211396757818896,
      "grad_norm": 0.1272047609090805,
      "learning_rate": 0.00012543137837765634,
      "loss": 12.1721,
      "step": 25719
    },
    {
      "epoch": 4.211560504339283,
      "grad_norm": 0.14488591253757477,
      "learning_rate": 0.00012542637866847813,
      "loss": 12.134,
      "step": 25720
    },
    {
      "epoch": 4.211724250859669,
      "grad_norm": 0.15128998458385468,
      "learning_rate": 0.0001254213788913474,
      "loss": 12.1853,
      "step": 25721
    },
    {
      "epoch": 4.211887997380056,
      "grad_norm": 0.1823870837688446,
      "learning_rate": 0.00012541637904627743,
      "loss": 12.1719,
      "step": 25722
    },
    {
      "epoch": 4.212051743900442,
      "grad_norm": 0.1598670482635498,
      "learning_rate": 0.00012541137913328165,
      "loss": 12.2167,
      "step": 25723
    },
    {
      "epoch": 4.212215490420829,
      "grad_norm": 0.13589780032634735,
      "learning_rate": 0.00012540637915237342,
      "loss": 12.1463,
      "step": 25724
    },
    {
      "epoch": 4.212379236941215,
      "grad_norm": 0.11894501000642776,
      "learning_rate": 0.00012540137910356606,
      "loss": 12.1897,
      "step": 25725
    },
    {
      "epoch": 4.212542983461601,
      "grad_norm": 0.13748744130134583,
      "learning_rate": 0.00012539637898687295,
      "loss": 12.1596,
      "step": 25726
    },
    {
      "epoch": 4.212706729981988,
      "grad_norm": 0.1430821567773819,
      "learning_rate": 0.00012539137880230748,
      "loss": 12.1643,
      "step": 25727
    },
    {
      "epoch": 4.212870476502374,
      "grad_norm": 0.19145621359348297,
      "learning_rate": 0.000125386378549883,
      "loss": 12.1986,
      "step": 25728
    },
    {
      "epoch": 4.213034223022761,
      "grad_norm": 0.1627504527568817,
      "learning_rate": 0.00012538137822961287,
      "loss": 12.1833,
      "step": 25729
    },
    {
      "epoch": 4.213197969543147,
      "grad_norm": 0.13609738647937775,
      "learning_rate": 0.00012537637784151043,
      "loss": 12.1756,
      "step": 25730
    },
    {
      "epoch": 4.213361716063534,
      "grad_norm": 0.15539339184761047,
      "learning_rate": 0.00012537137738558908,
      "loss": 12.2289,
      "step": 25731
    },
    {
      "epoch": 4.21352546258392,
      "grad_norm": 0.16585005819797516,
      "learning_rate": 0.00012536637686186216,
      "loss": 12.1802,
      "step": 25732
    },
    {
      "epoch": 4.213689209104307,
      "grad_norm": 0.14494046568870544,
      "learning_rate": 0.00012536137627034306,
      "loss": 12.1902,
      "step": 25733
    },
    {
      "epoch": 4.213852955624693,
      "grad_norm": 0.1873825490474701,
      "learning_rate": 0.00012535637561104509,
      "loss": 12.2311,
      "step": 25734
    },
    {
      "epoch": 4.21401670214508,
      "grad_norm": 0.12297633290290833,
      "learning_rate": 0.00012535137488398169,
      "loss": 12.1624,
      "step": 25735
    },
    {
      "epoch": 4.2141804486654655,
      "grad_norm": 0.18410031497478485,
      "learning_rate": 0.00012534637408916617,
      "loss": 12.1583,
      "step": 25736
    },
    {
      "epoch": 4.214344195185852,
      "grad_norm": 0.15375208854675293,
      "learning_rate": 0.0001253413732266119,
      "loss": 12.1508,
      "step": 25737
    },
    {
      "epoch": 4.2145079417062385,
      "grad_norm": 0.1374337077140808,
      "learning_rate": 0.00012533637229633223,
      "loss": 12.1949,
      "step": 25738
    },
    {
      "epoch": 4.214671688226625,
      "grad_norm": 0.1658981293439865,
      "learning_rate": 0.0001253313712983406,
      "loss": 12.2077,
      "step": 25739
    },
    {
      "epoch": 4.214835434747012,
      "grad_norm": 0.17948254942893982,
      "learning_rate": 0.00012532637023265032,
      "loss": 12.168,
      "step": 25740
    },
    {
      "epoch": 4.214999181267398,
      "grad_norm": 0.14845556020736694,
      "learning_rate": 0.00012532136909927473,
      "loss": 12.1706,
      "step": 25741
    },
    {
      "epoch": 4.215162927787785,
      "grad_norm": 0.13865621387958527,
      "learning_rate": 0.00012531636789822725,
      "loss": 12.1883,
      "step": 25742
    },
    {
      "epoch": 4.215326674308171,
      "grad_norm": 0.14805875718593597,
      "learning_rate": 0.00012531136662952122,
      "loss": 12.1892,
      "step": 25743
    },
    {
      "epoch": 4.215490420828558,
      "grad_norm": 0.15863409638404846,
      "learning_rate": 0.00012530636529317,
      "loss": 12.1817,
      "step": 25744
    },
    {
      "epoch": 4.215654167348944,
      "grad_norm": 0.22319000959396362,
      "learning_rate": 0.00012530136388918696,
      "loss": 12.186,
      "step": 25745
    },
    {
      "epoch": 4.21581791386933,
      "grad_norm": 0.16255222260951996,
      "learning_rate": 0.0001252963624175855,
      "loss": 12.1701,
      "step": 25746
    },
    {
      "epoch": 4.2159816603897164,
      "grad_norm": 0.17687347531318665,
      "learning_rate": 0.00012529136087837894,
      "loss": 12.1607,
      "step": 25747
    },
    {
      "epoch": 4.216145406910103,
      "grad_norm": 0.1437843292951584,
      "learning_rate": 0.00012528635927158067,
      "loss": 12.166,
      "step": 25748
    },
    {
      "epoch": 4.2163091534304895,
      "grad_norm": 0.13841065764427185,
      "learning_rate": 0.00012528135759720403,
      "loss": 12.1649,
      "step": 25749
    },
    {
      "epoch": 4.216472899950876,
      "grad_norm": 0.17472140491008759,
      "learning_rate": 0.00012527635585526242,
      "loss": 12.1657,
      "step": 25750
    },
    {
      "epoch": 4.216636646471263,
      "grad_norm": 0.16630138456821442,
      "learning_rate": 0.0001252713540457692,
      "loss": 12.1526,
      "step": 25751
    },
    {
      "epoch": 4.216800392991649,
      "grad_norm": 0.15964409708976746,
      "learning_rate": 0.00012526635216873774,
      "loss": 12.2268,
      "step": 25752
    },
    {
      "epoch": 4.216964139512036,
      "grad_norm": 0.15314112603664398,
      "learning_rate": 0.00012526135022418138,
      "loss": 12.2236,
      "step": 25753
    },
    {
      "epoch": 4.217127886032422,
      "grad_norm": 0.1501966267824173,
      "learning_rate": 0.00012525634821211352,
      "loss": 12.1471,
      "step": 25754
    },
    {
      "epoch": 4.217291632552808,
      "grad_norm": 0.17472296953201294,
      "learning_rate": 0.0001252513461325475,
      "loss": 12.2003,
      "step": 25755
    },
    {
      "epoch": 4.217455379073194,
      "grad_norm": 0.125947043299675,
      "learning_rate": 0.00012524634398549672,
      "loss": 12.1863,
      "step": 25756
    },
    {
      "epoch": 4.217619125593581,
      "grad_norm": 0.21577416360378265,
      "learning_rate": 0.00012524134177097456,
      "loss": 12.1445,
      "step": 25757
    },
    {
      "epoch": 4.217782872113967,
      "grad_norm": 0.17936813831329346,
      "learning_rate": 0.00012523633948899435,
      "loss": 12.1591,
      "step": 25758
    },
    {
      "epoch": 4.217946618634354,
      "grad_norm": 0.16704270243644714,
      "learning_rate": 0.00012523133713956942,
      "loss": 12.1891,
      "step": 25759
    },
    {
      "epoch": 4.2181103651547405,
      "grad_norm": 0.15663392841815948,
      "learning_rate": 0.00012522633472271323,
      "loss": 12.1876,
      "step": 25760
    },
    {
      "epoch": 4.218274111675127,
      "grad_norm": 0.2174745500087738,
      "learning_rate": 0.0001252213322384391,
      "loss": 12.1731,
      "step": 25761
    },
    {
      "epoch": 4.2184378581955135,
      "grad_norm": 0.1855219602584839,
      "learning_rate": 0.00012521632968676044,
      "loss": 12.2178,
      "step": 25762
    },
    {
      "epoch": 4.2186016047159,
      "grad_norm": 0.1393107920885086,
      "learning_rate": 0.00012521132706769055,
      "loss": 12.2032,
      "step": 25763
    },
    {
      "epoch": 4.218765351236287,
      "grad_norm": 0.16251283884048462,
      "learning_rate": 0.00012520632438124283,
      "loss": 12.1511,
      "step": 25764
    },
    {
      "epoch": 4.218929097756672,
      "grad_norm": 0.15915600955486298,
      "learning_rate": 0.00012520132162743066,
      "loss": 12.2301,
      "step": 25765
    },
    {
      "epoch": 4.219092844277059,
      "grad_norm": 0.1417829692363739,
      "learning_rate": 0.00012519631880626744,
      "loss": 12.2394,
      "step": 25766
    },
    {
      "epoch": 4.219256590797445,
      "grad_norm": 0.13217689096927643,
      "learning_rate": 0.00012519131591776648,
      "loss": 12.1851,
      "step": 25767
    },
    {
      "epoch": 4.219420337317832,
      "grad_norm": 0.1911776065826416,
      "learning_rate": 0.00012518631296194114,
      "loss": 12.2049,
      "step": 25768
    },
    {
      "epoch": 4.219584083838218,
      "grad_norm": 0.16020826995372772,
      "learning_rate": 0.00012518130993880488,
      "loss": 12.1291,
      "step": 25769
    },
    {
      "epoch": 4.219747830358605,
      "grad_norm": 0.1441916525363922,
      "learning_rate": 0.000125176306848371,
      "loss": 12.1632,
      "step": 25770
    },
    {
      "epoch": 4.219911576878991,
      "grad_norm": 0.14797991514205933,
      "learning_rate": 0.00012517130369065285,
      "loss": 12.2021,
      "step": 25771
    },
    {
      "epoch": 4.220075323399378,
      "grad_norm": 0.17338457703590393,
      "learning_rate": 0.00012516630046566392,
      "loss": 12.1969,
      "step": 25772
    },
    {
      "epoch": 4.2202390699197645,
      "grad_norm": 0.12621116638183594,
      "learning_rate": 0.00012516129717341746,
      "loss": 12.1496,
      "step": 25773
    },
    {
      "epoch": 4.220402816440151,
      "grad_norm": 0.27312105894088745,
      "learning_rate": 0.00012515629381392688,
      "loss": 12.25,
      "step": 25774
    },
    {
      "epoch": 4.220566562960537,
      "grad_norm": 0.16797973215579987,
      "learning_rate": 0.00012515129038720554,
      "loss": 12.2129,
      "step": 25775
    },
    {
      "epoch": 4.220730309480923,
      "grad_norm": 0.16640929877758026,
      "learning_rate": 0.00012514628689326687,
      "loss": 12.2007,
      "step": 25776
    },
    {
      "epoch": 4.22089405600131,
      "grad_norm": 0.1618845909833908,
      "learning_rate": 0.00012514128333212415,
      "loss": 12.1749,
      "step": 25777
    },
    {
      "epoch": 4.221057802521696,
      "grad_norm": 0.19067172706127167,
      "learning_rate": 0.00012513627970379084,
      "loss": 12.167,
      "step": 25778
    },
    {
      "epoch": 4.221221549042083,
      "grad_norm": 0.1509314328432083,
      "learning_rate": 0.00012513127600828023,
      "loss": 12.172,
      "step": 25779
    },
    {
      "epoch": 4.221385295562469,
      "grad_norm": 0.18331222236156464,
      "learning_rate": 0.0001251262722456058,
      "loss": 12.1914,
      "step": 25780
    },
    {
      "epoch": 4.221549042082856,
      "grad_norm": 0.1566646546125412,
      "learning_rate": 0.00012512126841578077,
      "loss": 12.1341,
      "step": 25781
    },
    {
      "epoch": 4.221712788603242,
      "grad_norm": 0.13808390498161316,
      "learning_rate": 0.00012511626451881867,
      "loss": 12.1845,
      "step": 25782
    },
    {
      "epoch": 4.221876535123629,
      "grad_norm": 0.14201506972312927,
      "learning_rate": 0.00012511126055473275,
      "loss": 12.1521,
      "step": 25783
    },
    {
      "epoch": 4.2220402816440155,
      "grad_norm": 0.14841808378696442,
      "learning_rate": 0.00012510625652353648,
      "loss": 12.17,
      "step": 25784
    },
    {
      "epoch": 4.222204028164401,
      "grad_norm": 0.2641196548938751,
      "learning_rate": 0.00012510125242524316,
      "loss": 12.1337,
      "step": 25785
    },
    {
      "epoch": 4.222367774684788,
      "grad_norm": 0.18509642779827118,
      "learning_rate": 0.00012509624825986622,
      "loss": 12.2018,
      "step": 25786
    },
    {
      "epoch": 4.222531521205174,
      "grad_norm": 0.1731180101633072,
      "learning_rate": 0.00012509124402741896,
      "loss": 12.1644,
      "step": 25787
    },
    {
      "epoch": 4.222695267725561,
      "grad_norm": 0.19980654120445251,
      "learning_rate": 0.00012508623972791485,
      "loss": 12.15,
      "step": 25788
    },
    {
      "epoch": 4.222859014245947,
      "grad_norm": 0.12012351304292679,
      "learning_rate": 0.0001250812353613672,
      "loss": 12.15,
      "step": 25789
    },
    {
      "epoch": 4.223022760766334,
      "grad_norm": 0.1483982354402542,
      "learning_rate": 0.0001250762309277894,
      "loss": 12.175,
      "step": 25790
    },
    {
      "epoch": 4.22318650728672,
      "grad_norm": 0.16412481665611267,
      "learning_rate": 0.00012507122642719485,
      "loss": 12.1591,
      "step": 25791
    },
    {
      "epoch": 4.223350253807107,
      "grad_norm": 0.15667077898979187,
      "learning_rate": 0.00012506622185959684,
      "loss": 12.1525,
      "step": 25792
    },
    {
      "epoch": 4.223514000327493,
      "grad_norm": 0.14450393617153168,
      "learning_rate": 0.00012506121722500883,
      "loss": 12.1597,
      "step": 25793
    },
    {
      "epoch": 4.22367774684788,
      "grad_norm": 0.14410972595214844,
      "learning_rate": 0.00012505621252344417,
      "loss": 12.1509,
      "step": 25794
    },
    {
      "epoch": 4.2238414933682655,
      "grad_norm": 0.14718079566955566,
      "learning_rate": 0.00012505120775491626,
      "loss": 12.1788,
      "step": 25795
    },
    {
      "epoch": 4.224005239888652,
      "grad_norm": 0.1436237245798111,
      "learning_rate": 0.0001250462029194384,
      "loss": 12.1509,
      "step": 25796
    },
    {
      "epoch": 4.224168986409039,
      "grad_norm": 0.12979240715503693,
      "learning_rate": 0.00012504119801702405,
      "loss": 12.1722,
      "step": 25797
    },
    {
      "epoch": 4.224332732929425,
      "grad_norm": 0.17433908581733704,
      "learning_rate": 0.00012503619304768653,
      "loss": 12.1816,
      "step": 25798
    },
    {
      "epoch": 4.224496479449812,
      "grad_norm": 0.16266649961471558,
      "learning_rate": 0.00012503118801143924,
      "loss": 12.1956,
      "step": 25799
    },
    {
      "epoch": 4.224660225970198,
      "grad_norm": 0.16721653938293457,
      "learning_rate": 0.00012502618290829556,
      "loss": 12.179,
      "step": 25800
    },
    {
      "epoch": 4.224823972490585,
      "grad_norm": 0.16050982475280762,
      "learning_rate": 0.00012502117773826888,
      "loss": 12.2159,
      "step": 25801
    },
    {
      "epoch": 4.224987719010971,
      "grad_norm": 0.15468081831932068,
      "learning_rate": 0.0001250161725013725,
      "loss": 12.1987,
      "step": 25802
    },
    {
      "epoch": 4.225151465531358,
      "grad_norm": 0.14919641613960266,
      "learning_rate": 0.00012501116719761988,
      "loss": 12.156,
      "step": 25803
    },
    {
      "epoch": 4.225315212051744,
      "grad_norm": 0.15324877202510834,
      "learning_rate": 0.00012500616182702437,
      "loss": 12.2451,
      "step": 25804
    },
    {
      "epoch": 4.22547895857213,
      "grad_norm": 0.1462792158126831,
      "learning_rate": 0.00012500115638959931,
      "loss": 12.184,
      "step": 25805
    },
    {
      "epoch": 4.2256427050925165,
      "grad_norm": 0.1890811324119568,
      "learning_rate": 0.00012499615088535818,
      "loss": 12.1435,
      "step": 25806
    },
    {
      "epoch": 4.225806451612903,
      "grad_norm": 0.13703075051307678,
      "learning_rate": 0.00012499114531431423,
      "loss": 12.1825,
      "step": 25807
    },
    {
      "epoch": 4.22597019813329,
      "grad_norm": 0.1756953001022339,
      "learning_rate": 0.00012498613967648094,
      "loss": 12.1394,
      "step": 25808
    },
    {
      "epoch": 4.226133944653676,
      "grad_norm": 0.14860132336616516,
      "learning_rate": 0.0001249811339718716,
      "loss": 12.1539,
      "step": 25809
    },
    {
      "epoch": 4.226297691174063,
      "grad_norm": 0.21151982247829437,
      "learning_rate": 0.0001249761282004997,
      "loss": 12.1969,
      "step": 25810
    },
    {
      "epoch": 4.226461437694449,
      "grad_norm": 0.10933082550764084,
      "learning_rate": 0.00012497112236237846,
      "loss": 12.2337,
      "step": 25811
    },
    {
      "epoch": 4.226625184214836,
      "grad_norm": 0.13720689713954926,
      "learning_rate": 0.0001249661164575214,
      "loss": 12.159,
      "step": 25812
    },
    {
      "epoch": 4.226788930735222,
      "grad_norm": 0.17950591444969177,
      "learning_rate": 0.00012496111048594186,
      "loss": 12.1794,
      "step": 25813
    },
    {
      "epoch": 4.226952677255609,
      "grad_norm": 0.17041738331317902,
      "learning_rate": 0.0001249561044476532,
      "loss": 12.2602,
      "step": 25814
    },
    {
      "epoch": 4.227116423775994,
      "grad_norm": 0.1602272391319275,
      "learning_rate": 0.00012495109834266877,
      "loss": 12.1665,
      "step": 25815
    },
    {
      "epoch": 4.227280170296381,
      "grad_norm": 0.1403445452451706,
      "learning_rate": 0.00012494609217100202,
      "loss": 12.1917,
      "step": 25816
    },
    {
      "epoch": 4.2274439168167675,
      "grad_norm": 0.12891417741775513,
      "learning_rate": 0.00012494108593266628,
      "loss": 12.143,
      "step": 25817
    },
    {
      "epoch": 4.227607663337154,
      "grad_norm": 0.13360483944416046,
      "learning_rate": 0.00012493607962767495,
      "loss": 12.2163,
      "step": 25818
    },
    {
      "epoch": 4.2277714098575405,
      "grad_norm": 0.18946288526058197,
      "learning_rate": 0.00012493107325604137,
      "loss": 12.1736,
      "step": 25819
    },
    {
      "epoch": 4.227935156377927,
      "grad_norm": 0.1364385038614273,
      "learning_rate": 0.000124926066817779,
      "loss": 12.1978,
      "step": 25820
    },
    {
      "epoch": 4.228098902898314,
      "grad_norm": 0.14834867417812347,
      "learning_rate": 0.00012492106031290114,
      "loss": 12.178,
      "step": 25821
    },
    {
      "epoch": 4.2282626494187,
      "grad_norm": 0.14761953055858612,
      "learning_rate": 0.00012491605374142118,
      "loss": 12.1557,
      "step": 25822
    },
    {
      "epoch": 4.228426395939087,
      "grad_norm": 0.13073226809501648,
      "learning_rate": 0.00012491104710335256,
      "loss": 12.2093,
      "step": 25823
    },
    {
      "epoch": 4.228590142459472,
      "grad_norm": 0.14345988631248474,
      "learning_rate": 0.0001249060403987086,
      "loss": 12.1989,
      "step": 25824
    },
    {
      "epoch": 4.228753888979859,
      "grad_norm": 0.1550128161907196,
      "learning_rate": 0.0001249010336275027,
      "loss": 12.1861,
      "step": 25825
    },
    {
      "epoch": 4.228917635500245,
      "grad_norm": 0.23438547551631927,
      "learning_rate": 0.00012489602678974823,
      "loss": 12.2215,
      "step": 25826
    },
    {
      "epoch": 4.229081382020632,
      "grad_norm": 0.15147297084331512,
      "learning_rate": 0.00012489101988545862,
      "loss": 12.1374,
      "step": 25827
    },
    {
      "epoch": 4.229245128541018,
      "grad_norm": 0.14437156915664673,
      "learning_rate": 0.00012488601291464719,
      "loss": 12.1533,
      "step": 25828
    },
    {
      "epoch": 4.229408875061405,
      "grad_norm": 0.2142687290906906,
      "learning_rate": 0.00012488100587732735,
      "loss": 12.1674,
      "step": 25829
    },
    {
      "epoch": 4.2295726215817915,
      "grad_norm": 0.1756475269794464,
      "learning_rate": 0.00012487599877351248,
      "loss": 12.2274,
      "step": 25830
    },
    {
      "epoch": 4.229736368102178,
      "grad_norm": 0.13209128379821777,
      "learning_rate": 0.00012487099160321595,
      "loss": 12.23,
      "step": 25831
    },
    {
      "epoch": 4.2299001146225645,
      "grad_norm": 0.16926757991313934,
      "learning_rate": 0.0001248659843664512,
      "loss": 12.1568,
      "step": 25832
    },
    {
      "epoch": 4.230063861142951,
      "grad_norm": 0.1359424740076065,
      "learning_rate": 0.0001248609770632315,
      "loss": 12.2282,
      "step": 25833
    },
    {
      "epoch": 4.230227607663338,
      "grad_norm": 0.18018518388271332,
      "learning_rate": 0.00012485596969357028,
      "loss": 12.1846,
      "step": 25834
    },
    {
      "epoch": 4.230391354183723,
      "grad_norm": 0.18362154066562653,
      "learning_rate": 0.000124850962257481,
      "loss": 12.1436,
      "step": 25835
    },
    {
      "epoch": 4.23055510070411,
      "grad_norm": 0.15930905938148499,
      "learning_rate": 0.00012484595475497696,
      "loss": 12.2306,
      "step": 25836
    },
    {
      "epoch": 4.230718847224496,
      "grad_norm": 0.15357056260108948,
      "learning_rate": 0.00012484094718607155,
      "loss": 12.1887,
      "step": 25837
    },
    {
      "epoch": 4.230882593744883,
      "grad_norm": 0.18324050307273865,
      "learning_rate": 0.00012483593955077814,
      "loss": 12.2025,
      "step": 25838
    },
    {
      "epoch": 4.231046340265269,
      "grad_norm": 0.2408285140991211,
      "learning_rate": 0.0001248309318491102,
      "loss": 12.1858,
      "step": 25839
    },
    {
      "epoch": 4.231210086785656,
      "grad_norm": 0.1297881305217743,
      "learning_rate": 0.000124825924081081,
      "loss": 12.181,
      "step": 25840
    },
    {
      "epoch": 4.231373833306042,
      "grad_norm": 0.20081727206707,
      "learning_rate": 0.00012482091624670398,
      "loss": 12.1709,
      "step": 25841
    },
    {
      "epoch": 4.231537579826429,
      "grad_norm": 0.23577679693698883,
      "learning_rate": 0.00012481590834599252,
      "loss": 12.1951,
      "step": 25842
    },
    {
      "epoch": 4.2317013263468155,
      "grad_norm": 0.1902499943971634,
      "learning_rate": 0.00012481090037896002,
      "loss": 12.2075,
      "step": 25843
    },
    {
      "epoch": 4.231865072867201,
      "grad_norm": 0.15822827816009521,
      "learning_rate": 0.00012480589234561984,
      "loss": 12.1745,
      "step": 25844
    },
    {
      "epoch": 4.232028819387588,
      "grad_norm": 0.11893686652183533,
      "learning_rate": 0.00012480088424598535,
      "loss": 12.1899,
      "step": 25845
    },
    {
      "epoch": 4.232192565907974,
      "grad_norm": 0.18417711555957794,
      "learning_rate": 0.00012479587608006998,
      "loss": 12.1939,
      "step": 25846
    },
    {
      "epoch": 4.232356312428361,
      "grad_norm": 0.14546053111553192,
      "learning_rate": 0.00012479086784788706,
      "loss": 12.2097,
      "step": 25847
    },
    {
      "epoch": 4.232520058948747,
      "grad_norm": 0.14523929357528687,
      "learning_rate": 0.00012478585954945004,
      "loss": 12.1917,
      "step": 25848
    },
    {
      "epoch": 4.232683805469134,
      "grad_norm": 0.14290377497673035,
      "learning_rate": 0.0001247808511847722,
      "loss": 12.1229,
      "step": 25849
    },
    {
      "epoch": 4.23284755198952,
      "grad_norm": 0.151895210146904,
      "learning_rate": 0.00012477584275386706,
      "loss": 12.2054,
      "step": 25850
    },
    {
      "epoch": 4.233011298509907,
      "grad_norm": 0.1652538925409317,
      "learning_rate": 0.00012477083425674793,
      "loss": 12.2277,
      "step": 25851
    },
    {
      "epoch": 4.233175045030293,
      "grad_norm": 0.20214882493019104,
      "learning_rate": 0.0001247658256934282,
      "loss": 12.1663,
      "step": 25852
    },
    {
      "epoch": 4.23333879155068,
      "grad_norm": 0.13800249993801117,
      "learning_rate": 0.00012476081706392123,
      "loss": 12.1733,
      "step": 25853
    },
    {
      "epoch": 4.233502538071066,
      "grad_norm": 0.18641841411590576,
      "learning_rate": 0.00012475580836824048,
      "loss": 12.1891,
      "step": 25854
    },
    {
      "epoch": 4.233666284591452,
      "grad_norm": 0.1806153655052185,
      "learning_rate": 0.00012475079960639924,
      "loss": 12.2142,
      "step": 25855
    },
    {
      "epoch": 4.233830031111839,
      "grad_norm": 0.14089496433734894,
      "learning_rate": 0.00012474579077841096,
      "loss": 12.2132,
      "step": 25856
    },
    {
      "epoch": 4.233993777632225,
      "grad_norm": 0.20329436659812927,
      "learning_rate": 0.000124740781884289,
      "loss": 12.1808,
      "step": 25857
    },
    {
      "epoch": 4.234157524152612,
      "grad_norm": 0.1500822901725769,
      "learning_rate": 0.0001247357729240468,
      "loss": 12.1475,
      "step": 25858
    },
    {
      "epoch": 4.234321270672998,
      "grad_norm": 0.1988787204027176,
      "learning_rate": 0.00012473076389769768,
      "loss": 12.1677,
      "step": 25859
    },
    {
      "epoch": 4.234485017193385,
      "grad_norm": 0.1902121603488922,
      "learning_rate": 0.00012472575480525504,
      "loss": 12.2033,
      "step": 25860
    },
    {
      "epoch": 4.234648763713771,
      "grad_norm": 0.13350558280944824,
      "learning_rate": 0.0001247207456467323,
      "loss": 12.1879,
      "step": 25861
    },
    {
      "epoch": 4.234812510234158,
      "grad_norm": 0.1476777344942093,
      "learning_rate": 0.00012471573642214282,
      "loss": 12.1491,
      "step": 25862
    },
    {
      "epoch": 4.234976256754544,
      "grad_norm": 0.1570342779159546,
      "learning_rate": 0.0001247107271315,
      "loss": 12.153,
      "step": 25863
    },
    {
      "epoch": 4.23514000327493,
      "grad_norm": 0.17632938921451569,
      "learning_rate": 0.00012470571777481722,
      "loss": 12.1455,
      "step": 25864
    },
    {
      "epoch": 4.2353037497953165,
      "grad_norm": 0.16016057133674622,
      "learning_rate": 0.00012470070835210787,
      "loss": 12.1982,
      "step": 25865
    },
    {
      "epoch": 4.235467496315703,
      "grad_norm": 0.10791254043579102,
      "learning_rate": 0.0001246956988633853,
      "loss": 12.1546,
      "step": 25866
    },
    {
      "epoch": 4.23563124283609,
      "grad_norm": 0.14730606973171234,
      "learning_rate": 0.000124690689308663,
      "loss": 12.1552,
      "step": 25867
    },
    {
      "epoch": 4.235794989356476,
      "grad_norm": 0.1631009578704834,
      "learning_rate": 0.00012468567968795422,
      "loss": 12.1977,
      "step": 25868
    },
    {
      "epoch": 4.235958735876863,
      "grad_norm": 0.16900545358657837,
      "learning_rate": 0.00012468067000127249,
      "loss": 12.1826,
      "step": 25869
    },
    {
      "epoch": 4.236122482397249,
      "grad_norm": 0.13540233671665192,
      "learning_rate": 0.00012467566024863106,
      "loss": 12.186,
      "step": 25870
    },
    {
      "epoch": 4.236286228917636,
      "grad_norm": 0.10700703412294388,
      "learning_rate": 0.00012467065043004344,
      "loss": 12.1972,
      "step": 25871
    },
    {
      "epoch": 4.236449975438022,
      "grad_norm": 0.16214747726917267,
      "learning_rate": 0.00012466564054552291,
      "loss": 12.169,
      "step": 25872
    },
    {
      "epoch": 4.236613721958409,
      "grad_norm": 0.1562955528497696,
      "learning_rate": 0.000124660630595083,
      "loss": 12.1247,
      "step": 25873
    },
    {
      "epoch": 4.236777468478794,
      "grad_norm": 0.15142197906970978,
      "learning_rate": 0.00012465562057873694,
      "loss": 12.194,
      "step": 25874
    },
    {
      "epoch": 4.236941214999181,
      "grad_norm": 0.14943939447402954,
      "learning_rate": 0.0001246506104964982,
      "loss": 12.1635,
      "step": 25875
    },
    {
      "epoch": 4.2371049615195675,
      "grad_norm": 0.13289774954319,
      "learning_rate": 0.00012464560034838022,
      "loss": 12.1648,
      "step": 25876
    },
    {
      "epoch": 4.237268708039954,
      "grad_norm": 0.19042688608169556,
      "learning_rate": 0.0001246405901343963,
      "loss": 12.2177,
      "step": 25877
    },
    {
      "epoch": 4.237432454560341,
      "grad_norm": 0.17384456098079681,
      "learning_rate": 0.00012463557985455985,
      "loss": 12.1423,
      "step": 25878
    },
    {
      "epoch": 4.237596201080727,
      "grad_norm": 0.20956815779209137,
      "learning_rate": 0.00012463056950888428,
      "loss": 12.1887,
      "step": 25879
    },
    {
      "epoch": 4.237759947601114,
      "grad_norm": 0.1458834856748581,
      "learning_rate": 0.000124625559097383,
      "loss": 12.1927,
      "step": 25880
    },
    {
      "epoch": 4.2379236941215,
      "grad_norm": 0.1369178146123886,
      "learning_rate": 0.00012462054862006933,
      "loss": 12.1659,
      "step": 25881
    },
    {
      "epoch": 4.238087440641887,
      "grad_norm": 0.13566534221172333,
      "learning_rate": 0.00012461553807695673,
      "loss": 12.2336,
      "step": 25882
    },
    {
      "epoch": 4.238251187162273,
      "grad_norm": 0.1274677962064743,
      "learning_rate": 0.00012461052746805856,
      "loss": 12.2264,
      "step": 25883
    },
    {
      "epoch": 4.238414933682659,
      "grad_norm": 0.1311345398426056,
      "learning_rate": 0.00012460551679338824,
      "loss": 12.1391,
      "step": 25884
    },
    {
      "epoch": 4.238578680203045,
      "grad_norm": 0.15484821796417236,
      "learning_rate": 0.0001246005060529591,
      "loss": 12.1562,
      "step": 25885
    },
    {
      "epoch": 4.238742426723432,
      "grad_norm": 0.1421259045600891,
      "learning_rate": 0.0001245954952467846,
      "loss": 12.2295,
      "step": 25886
    },
    {
      "epoch": 4.2389061732438185,
      "grad_norm": 0.2009519785642624,
      "learning_rate": 0.00012459048437487807,
      "loss": 12.1715,
      "step": 25887
    },
    {
      "epoch": 4.239069919764205,
      "grad_norm": 0.13607922196388245,
      "learning_rate": 0.00012458547343725297,
      "loss": 12.202,
      "step": 25888
    },
    {
      "epoch": 4.2392336662845915,
      "grad_norm": 0.1499696969985962,
      "learning_rate": 0.00012458046243392262,
      "loss": 12.1843,
      "step": 25889
    },
    {
      "epoch": 4.239397412804978,
      "grad_norm": 0.22303490340709686,
      "learning_rate": 0.00012457545136490046,
      "loss": 12.1923,
      "step": 25890
    },
    {
      "epoch": 4.239561159325365,
      "grad_norm": 0.16285353899002075,
      "learning_rate": 0.00012457044023019988,
      "loss": 12.201,
      "step": 25891
    },
    {
      "epoch": 4.239724905845751,
      "grad_norm": 0.1535475105047226,
      "learning_rate": 0.0001245654290298342,
      "loss": 12.1893,
      "step": 25892
    },
    {
      "epoch": 4.239888652366137,
      "grad_norm": 0.12879306077957153,
      "learning_rate": 0.00012456041776381696,
      "loss": 12.206,
      "step": 25893
    },
    {
      "epoch": 4.240052398886523,
      "grad_norm": 0.14175836741924286,
      "learning_rate": 0.0001245554064321614,
      "loss": 12.1917,
      "step": 25894
    },
    {
      "epoch": 4.24021614540691,
      "grad_norm": 0.14760027825832367,
      "learning_rate": 0.00012455039503488102,
      "loss": 12.138,
      "step": 25895
    },
    {
      "epoch": 4.240379891927296,
      "grad_norm": 0.15342748165130615,
      "learning_rate": 0.00012454538357198916,
      "loss": 12.149,
      "step": 25896
    },
    {
      "epoch": 4.240543638447683,
      "grad_norm": 0.13794781267642975,
      "learning_rate": 0.00012454037204349922,
      "loss": 12.164,
      "step": 25897
    },
    {
      "epoch": 4.240707384968069,
      "grad_norm": 0.14820890128612518,
      "learning_rate": 0.0001245353604494246,
      "loss": 12.1988,
      "step": 25898
    },
    {
      "epoch": 4.240871131488456,
      "grad_norm": 0.13960568606853485,
      "learning_rate": 0.0001245303487897787,
      "loss": 12.1535,
      "step": 25899
    },
    {
      "epoch": 4.2410348780088425,
      "grad_norm": 0.15298229455947876,
      "learning_rate": 0.00012452533706457488,
      "loss": 12.175,
      "step": 25900
    },
    {
      "epoch": 4.241198624529229,
      "grad_norm": 0.18299980461597443,
      "learning_rate": 0.00012452032527382657,
      "loss": 12.2135,
      "step": 25901
    },
    {
      "epoch": 4.2413623710496156,
      "grad_norm": 0.12197154760360718,
      "learning_rate": 0.00012451531341754716,
      "loss": 12.1781,
      "step": 25902
    },
    {
      "epoch": 4.241526117570002,
      "grad_norm": 0.15661175549030304,
      "learning_rate": 0.00012451030149575004,
      "loss": 12.1668,
      "step": 25903
    },
    {
      "epoch": 4.241689864090388,
      "grad_norm": 0.18528008460998535,
      "learning_rate": 0.0001245052895084486,
      "loss": 12.1764,
      "step": 25904
    },
    {
      "epoch": 4.241853610610774,
      "grad_norm": 0.166251540184021,
      "learning_rate": 0.00012450027745565623,
      "loss": 12.1723,
      "step": 25905
    },
    {
      "epoch": 4.242017357131161,
      "grad_norm": 0.1637117713689804,
      "learning_rate": 0.00012449526533738633,
      "loss": 12.1203,
      "step": 25906
    },
    {
      "epoch": 4.242181103651547,
      "grad_norm": 0.16936884820461273,
      "learning_rate": 0.00012449025315365233,
      "loss": 12.1968,
      "step": 25907
    },
    {
      "epoch": 4.242344850171934,
      "grad_norm": 0.1302216500043869,
      "learning_rate": 0.00012448524090446754,
      "loss": 12.1673,
      "step": 25908
    },
    {
      "epoch": 4.24250859669232,
      "grad_norm": 0.17076614499092102,
      "learning_rate": 0.00012448022858984546,
      "loss": 12.2074,
      "step": 25909
    },
    {
      "epoch": 4.242672343212707,
      "grad_norm": 0.09797395765781403,
      "learning_rate": 0.00012447521620979942,
      "loss": 12.1915,
      "step": 25910
    },
    {
      "epoch": 4.2428360897330935,
      "grad_norm": 0.12592971324920654,
      "learning_rate": 0.00012447020376434278,
      "loss": 12.1713,
      "step": 25911
    },
    {
      "epoch": 4.24299983625348,
      "grad_norm": 0.16262121498584747,
      "learning_rate": 0.00012446519125348902,
      "loss": 12.1952,
      "step": 25912
    },
    {
      "epoch": 4.243163582773866,
      "grad_norm": 0.2546376883983612,
      "learning_rate": 0.00012446017867725153,
      "loss": 12.2006,
      "step": 25913
    },
    {
      "epoch": 4.243327329294252,
      "grad_norm": 0.14030325412750244,
      "learning_rate": 0.00012445516603564364,
      "loss": 12.214,
      "step": 25914
    },
    {
      "epoch": 4.243491075814639,
      "grad_norm": 0.16323994100093842,
      "learning_rate": 0.00012445015332867876,
      "loss": 12.1702,
      "step": 25915
    },
    {
      "epoch": 4.243654822335025,
      "grad_norm": 0.15582868456840515,
      "learning_rate": 0.00012444514055637038,
      "loss": 12.261,
      "step": 25916
    },
    {
      "epoch": 4.243818568855412,
      "grad_norm": 0.12633411586284637,
      "learning_rate": 0.0001244401277187318,
      "loss": 12.1688,
      "step": 25917
    },
    {
      "epoch": 4.243982315375798,
      "grad_norm": 0.1629083901643753,
      "learning_rate": 0.0001244351148157764,
      "loss": 12.1439,
      "step": 25918
    },
    {
      "epoch": 4.244146061896185,
      "grad_norm": 0.15135928988456726,
      "learning_rate": 0.00012443010184751767,
      "loss": 12.1518,
      "step": 25919
    },
    {
      "epoch": 4.244309808416571,
      "grad_norm": 0.14846758544445038,
      "learning_rate": 0.00012442508881396893,
      "loss": 12.1958,
      "step": 25920
    },
    {
      "epoch": 4.244473554936958,
      "grad_norm": 0.17165148258209229,
      "learning_rate": 0.00012442007571514363,
      "loss": 12.1553,
      "step": 25921
    },
    {
      "epoch": 4.244637301457344,
      "grad_norm": 0.1637955605983734,
      "learning_rate": 0.00012441506255105514,
      "loss": 12.2233,
      "step": 25922
    },
    {
      "epoch": 4.24480104797773,
      "grad_norm": 0.10376283526420593,
      "learning_rate": 0.00012441004932171683,
      "loss": 12.1878,
      "step": 25923
    },
    {
      "epoch": 4.244964794498117,
      "grad_norm": 0.17129579186439514,
      "learning_rate": 0.00012440503602714214,
      "loss": 12.1211,
      "step": 25924
    },
    {
      "epoch": 4.245128541018503,
      "grad_norm": 0.1327342689037323,
      "learning_rate": 0.00012440002266734447,
      "loss": 12.1457,
      "step": 25925
    },
    {
      "epoch": 4.24529228753889,
      "grad_norm": 0.1645784080028534,
      "learning_rate": 0.0001243950092423372,
      "loss": 12.1968,
      "step": 25926
    },
    {
      "epoch": 4.245456034059276,
      "grad_norm": 0.15002016723155975,
      "learning_rate": 0.00012438999575213372,
      "loss": 12.1919,
      "step": 25927
    },
    {
      "epoch": 4.245619780579663,
      "grad_norm": 0.12670262157917023,
      "learning_rate": 0.00012438498219674744,
      "loss": 12.1317,
      "step": 25928
    },
    {
      "epoch": 4.245783527100049,
      "grad_norm": 0.1457282304763794,
      "learning_rate": 0.0001243799685761918,
      "loss": 12.1897,
      "step": 25929
    },
    {
      "epoch": 4.245947273620436,
      "grad_norm": 0.17500682175159454,
      "learning_rate": 0.00012437495489048012,
      "loss": 12.1882,
      "step": 25930
    },
    {
      "epoch": 4.246111020140822,
      "grad_norm": 0.18075022101402283,
      "learning_rate": 0.00012436994113962588,
      "loss": 12.1563,
      "step": 25931
    },
    {
      "epoch": 4.246274766661209,
      "grad_norm": 0.17202310264110565,
      "learning_rate": 0.0001243649273236424,
      "loss": 12.1958,
      "step": 25932
    },
    {
      "epoch": 4.2464385131815945,
      "grad_norm": 0.1390184760093689,
      "learning_rate": 0.00012435991344254314,
      "loss": 12.1259,
      "step": 25933
    },
    {
      "epoch": 4.246602259701981,
      "grad_norm": 0.1508667767047882,
      "learning_rate": 0.00012435489949634145,
      "loss": 12.1655,
      "step": 25934
    },
    {
      "epoch": 4.2467660062223676,
      "grad_norm": 0.13755419850349426,
      "learning_rate": 0.0001243498854850508,
      "loss": 12.1406,
      "step": 25935
    },
    {
      "epoch": 4.246929752742754,
      "grad_norm": 0.14574743807315826,
      "learning_rate": 0.00012434487140868452,
      "loss": 12.1652,
      "step": 25936
    },
    {
      "epoch": 4.247093499263141,
      "grad_norm": 0.1733487844467163,
      "learning_rate": 0.00012433985726725605,
      "loss": 12.1912,
      "step": 25937
    },
    {
      "epoch": 4.247257245783527,
      "grad_norm": 0.15219752490520477,
      "learning_rate": 0.00012433484306077877,
      "loss": 12.1573,
      "step": 25938
    },
    {
      "epoch": 4.247420992303914,
      "grad_norm": 0.15913155674934387,
      "learning_rate": 0.00012432982878926612,
      "loss": 12.1791,
      "step": 25939
    },
    {
      "epoch": 4.2475847388243,
      "grad_norm": 0.12339697778224945,
      "learning_rate": 0.0001243248144527314,
      "loss": 12.1851,
      "step": 25940
    },
    {
      "epoch": 4.247748485344687,
      "grad_norm": 0.12866505980491638,
      "learning_rate": 0.00012431980005118815,
      "loss": 12.2019,
      "step": 25941
    },
    {
      "epoch": 4.247912231865073,
      "grad_norm": 0.11438393592834473,
      "learning_rate": 0.00012431478558464965,
      "loss": 12.1606,
      "step": 25942
    },
    {
      "epoch": 4.248075978385459,
      "grad_norm": 0.19700093567371368,
      "learning_rate": 0.00012430977105312938,
      "loss": 12.1989,
      "step": 25943
    },
    {
      "epoch": 4.2482397249058454,
      "grad_norm": 0.16897188127040863,
      "learning_rate": 0.00012430475645664073,
      "loss": 12.1944,
      "step": 25944
    },
    {
      "epoch": 4.248403471426232,
      "grad_norm": 0.1506100445985794,
      "learning_rate": 0.00012429974179519704,
      "loss": 12.1945,
      "step": 25945
    },
    {
      "epoch": 4.2485672179466185,
      "grad_norm": 0.10895217210054398,
      "learning_rate": 0.00012429472706881179,
      "loss": 12.1614,
      "step": 25946
    },
    {
      "epoch": 4.248730964467005,
      "grad_norm": 0.21672669053077698,
      "learning_rate": 0.00012428971227749835,
      "loss": 12.1498,
      "step": 25947
    },
    {
      "epoch": 4.248894710987392,
      "grad_norm": 0.14404284954071045,
      "learning_rate": 0.00012428469742127013,
      "loss": 12.1336,
      "step": 25948
    },
    {
      "epoch": 4.249058457507778,
      "grad_norm": 0.13263359665870667,
      "learning_rate": 0.00012427968250014048,
      "loss": 12.2101,
      "step": 25949
    },
    {
      "epoch": 4.249222204028165,
      "grad_norm": 0.13810986280441284,
      "learning_rate": 0.0001242746675141229,
      "loss": 12.1444,
      "step": 25950
    },
    {
      "epoch": 4.249385950548551,
      "grad_norm": 0.11703607439994812,
      "learning_rate": 0.00012426965246323073,
      "loss": 12.1515,
      "step": 25951
    },
    {
      "epoch": 4.249549697068938,
      "grad_norm": 0.13569487631320953,
      "learning_rate": 0.00012426463734747735,
      "loss": 12.1699,
      "step": 25952
    },
    {
      "epoch": 4.249713443589323,
      "grad_norm": 0.16080449521541595,
      "learning_rate": 0.00012425962216687622,
      "loss": 12.1647,
      "step": 25953
    },
    {
      "epoch": 4.24987719010971,
      "grad_norm": 0.14016805589199066,
      "learning_rate": 0.00012425460692144072,
      "loss": 12.2174,
      "step": 25954
    },
    {
      "epoch": 4.250040936630096,
      "grad_norm": 0.14362671971321106,
      "learning_rate": 0.00012424959161118425,
      "loss": 12.1826,
      "step": 25955
    },
    {
      "epoch": 4.250204683150483,
      "grad_norm": 0.14261075854301453,
      "learning_rate": 0.0001242445762361202,
      "loss": 12.1667,
      "step": 25956
    },
    {
      "epoch": 4.2503684296708695,
      "grad_norm": 0.1665048748254776,
      "learning_rate": 0.000124239560796262,
      "loss": 12.1791,
      "step": 25957
    },
    {
      "epoch": 4.250532176191256,
      "grad_norm": 0.15807020664215088,
      "learning_rate": 0.00012423454529162306,
      "loss": 12.2131,
      "step": 25958
    },
    {
      "epoch": 4.2506959227116425,
      "grad_norm": 0.22854435443878174,
      "learning_rate": 0.00012422952972221673,
      "loss": 12.1731,
      "step": 25959
    },
    {
      "epoch": 4.250859669232029,
      "grad_norm": 0.13922086358070374,
      "learning_rate": 0.00012422451408805648,
      "loss": 12.1881,
      "step": 25960
    },
    {
      "epoch": 4.251023415752416,
      "grad_norm": 0.14968937635421753,
      "learning_rate": 0.00012421949838915567,
      "loss": 12.172,
      "step": 25961
    },
    {
      "epoch": 4.251187162272801,
      "grad_norm": 0.13262757658958435,
      "learning_rate": 0.00012421448262552772,
      "loss": 12.1843,
      "step": 25962
    },
    {
      "epoch": 4.251350908793188,
      "grad_norm": 0.1550227701663971,
      "learning_rate": 0.00012420946679718605,
      "loss": 12.2151,
      "step": 25963
    },
    {
      "epoch": 4.251514655313574,
      "grad_norm": 0.16370613873004913,
      "learning_rate": 0.00012420445090414404,
      "loss": 12.1954,
      "step": 25964
    },
    {
      "epoch": 4.251678401833961,
      "grad_norm": 0.24861672520637512,
      "learning_rate": 0.00012419943494641511,
      "loss": 12.163,
      "step": 25965
    },
    {
      "epoch": 4.251842148354347,
      "grad_norm": 0.16590243577957153,
      "learning_rate": 0.00012419441892401264,
      "loss": 12.2028,
      "step": 25966
    },
    {
      "epoch": 4.252005894874734,
      "grad_norm": 0.1774146556854248,
      "learning_rate": 0.00012418940283695008,
      "loss": 12.1353,
      "step": 25967
    },
    {
      "epoch": 4.25216964139512,
      "grad_norm": 0.14633220434188843,
      "learning_rate": 0.00012418438668524082,
      "loss": 12.2175,
      "step": 25968
    },
    {
      "epoch": 4.252333387915507,
      "grad_norm": 0.16532959043979645,
      "learning_rate": 0.00012417937046889824,
      "loss": 12.1782,
      "step": 25969
    },
    {
      "epoch": 4.2524971344358935,
      "grad_norm": 0.1526545286178589,
      "learning_rate": 0.00012417435418793574,
      "loss": 12.1996,
      "step": 25970
    },
    {
      "epoch": 4.25266088095628,
      "grad_norm": 0.14365680515766144,
      "learning_rate": 0.0001241693378423668,
      "loss": 12.1805,
      "step": 25971
    },
    {
      "epoch": 4.252824627476667,
      "grad_norm": 0.1542614847421646,
      "learning_rate": 0.00012416432143220476,
      "loss": 12.2198,
      "step": 25972
    },
    {
      "epoch": 4.252988373997052,
      "grad_norm": 0.14135710895061493,
      "learning_rate": 0.00012415930495746302,
      "loss": 12.162,
      "step": 25973
    },
    {
      "epoch": 4.253152120517439,
      "grad_norm": 0.18886029720306396,
      "learning_rate": 0.000124154288418155,
      "loss": 12.1273,
      "step": 25974
    },
    {
      "epoch": 4.253315867037825,
      "grad_norm": 0.13605500757694244,
      "learning_rate": 0.00012414927181429416,
      "loss": 12.213,
      "step": 25975
    },
    {
      "epoch": 4.253479613558212,
      "grad_norm": 0.13077855110168457,
      "learning_rate": 0.00012414425514589383,
      "loss": 12.1931,
      "step": 25976
    },
    {
      "epoch": 4.253643360078598,
      "grad_norm": 0.15517182648181915,
      "learning_rate": 0.00012413923841296745,
      "loss": 12.1656,
      "step": 25977
    },
    {
      "epoch": 4.253807106598985,
      "grad_norm": 0.16429775953292847,
      "learning_rate": 0.00012413422161552842,
      "loss": 12.2088,
      "step": 25978
    },
    {
      "epoch": 4.253970853119371,
      "grad_norm": 0.12835262715816498,
      "learning_rate": 0.00012412920475359017,
      "loss": 12.1631,
      "step": 25979
    },
    {
      "epoch": 4.254134599639758,
      "grad_norm": 0.152300626039505,
      "learning_rate": 0.00012412418782716607,
      "loss": 12.1864,
      "step": 25980
    },
    {
      "epoch": 4.2542983461601445,
      "grad_norm": 0.13735508918762207,
      "learning_rate": 0.0001241191708362696,
      "loss": 12.1608,
      "step": 25981
    },
    {
      "epoch": 4.25446209268053,
      "grad_norm": 0.15497438609600067,
      "learning_rate": 0.00012411415378091407,
      "loss": 12.1861,
      "step": 25982
    },
    {
      "epoch": 4.254625839200917,
      "grad_norm": 0.1483447253704071,
      "learning_rate": 0.00012410913666111294,
      "loss": 12.2089,
      "step": 25983
    },
    {
      "epoch": 4.254789585721303,
      "grad_norm": 0.12199830263853073,
      "learning_rate": 0.00012410411947687963,
      "loss": 12.1722,
      "step": 25984
    },
    {
      "epoch": 4.25495333224169,
      "grad_norm": 0.20106108486652374,
      "learning_rate": 0.0001240991022282275,
      "loss": 12.1498,
      "step": 25985
    },
    {
      "epoch": 4.255117078762076,
      "grad_norm": 0.16598853468894958,
      "learning_rate": 0.00012409408491517005,
      "loss": 12.1645,
      "step": 25986
    },
    {
      "epoch": 4.255280825282463,
      "grad_norm": 0.13228429853916168,
      "learning_rate": 0.0001240890675377206,
      "loss": 12.1363,
      "step": 25987
    },
    {
      "epoch": 4.255444571802849,
      "grad_norm": 0.12159677594900131,
      "learning_rate": 0.0001240840500958926,
      "loss": 12.179,
      "step": 25988
    },
    {
      "epoch": 4.255608318323236,
      "grad_norm": 0.13786952197551727,
      "learning_rate": 0.00012407903258969941,
      "loss": 12.1586,
      "step": 25989
    },
    {
      "epoch": 4.255772064843622,
      "grad_norm": 0.1355355679988861,
      "learning_rate": 0.00012407401501915452,
      "loss": 12.2112,
      "step": 25990
    },
    {
      "epoch": 4.255935811364009,
      "grad_norm": 0.17391464114189148,
      "learning_rate": 0.0001240689973842713,
      "loss": 12.1624,
      "step": 25991
    },
    {
      "epoch": 4.256099557884395,
      "grad_norm": 0.22287021577358246,
      "learning_rate": 0.00012406397968506313,
      "loss": 12.1697,
      "step": 25992
    },
    {
      "epoch": 4.256263304404781,
      "grad_norm": 0.1445881575345993,
      "learning_rate": 0.00012405896192154345,
      "loss": 12.1784,
      "step": 25993
    },
    {
      "epoch": 4.256427050925168,
      "grad_norm": 0.14976975321769714,
      "learning_rate": 0.0001240539440937257,
      "loss": 12.1326,
      "step": 25994
    },
    {
      "epoch": 4.256590797445554,
      "grad_norm": 0.1527707874774933,
      "learning_rate": 0.00012404892620162324,
      "loss": 12.1753,
      "step": 25995
    },
    {
      "epoch": 4.256754543965941,
      "grad_norm": 0.21637728810310364,
      "learning_rate": 0.00012404390824524944,
      "loss": 12.1421,
      "step": 25996
    },
    {
      "epoch": 4.256918290486327,
      "grad_norm": 0.1276877075433731,
      "learning_rate": 0.00012403889022461785,
      "loss": 12.1868,
      "step": 25997
    },
    {
      "epoch": 4.257082037006714,
      "grad_norm": 0.1309417486190796,
      "learning_rate": 0.00012403387213974178,
      "loss": 12.1722,
      "step": 25998
    },
    {
      "epoch": 4.2572457835271,
      "grad_norm": 0.13568174839019775,
      "learning_rate": 0.00012402885399063465,
      "loss": 12.2121,
      "step": 25999
    },
    {
      "epoch": 4.257409530047487,
      "grad_norm": 0.13683782517910004,
      "learning_rate": 0.00012402383577730987,
      "loss": 12.1968,
      "step": 26000
    },
    {
      "epoch": 4.257409530047487,
      "eval_loss": 12.161894798278809,
      "eval_runtime": 7.2324,
      "eval_samples_per_second": 34.014,
      "eval_steps_per_second": 17.007,
      "step": 26000
    },
    {
      "epoch": 4.257573276567873,
      "grad_norm": 0.12238072603940964,
      "learning_rate": 0.0001240188174997809,
      "loss": 12.1517,
      "step": 26001
    },
    {
      "epoch": 4.257737023088259,
      "grad_norm": 0.22735153138637543,
      "learning_rate": 0.00012401379915806106,
      "loss": 12.1447,
      "step": 26002
    },
    {
      "epoch": 4.2579007696086455,
      "grad_norm": 0.14959536492824554,
      "learning_rate": 0.00012400878075216387,
      "loss": 12.2035,
      "step": 26003
    },
    {
      "epoch": 4.258064516129032,
      "grad_norm": 0.1468740701675415,
      "learning_rate": 0.00012400376228210265,
      "loss": 12.1402,
      "step": 26004
    },
    {
      "epoch": 4.258228262649419,
      "grad_norm": 0.13425636291503906,
      "learning_rate": 0.00012399874374789083,
      "loss": 12.1662,
      "step": 26005
    },
    {
      "epoch": 4.258392009169805,
      "grad_norm": 0.21058811247348785,
      "learning_rate": 0.0001239937251495419,
      "loss": 12.1866,
      "step": 26006
    },
    {
      "epoch": 4.258555755690192,
      "grad_norm": 0.15880416333675385,
      "learning_rate": 0.00012398870648706918,
      "loss": 12.2033,
      "step": 26007
    },
    {
      "epoch": 4.258719502210578,
      "grad_norm": 0.1185339018702507,
      "learning_rate": 0.00012398368776048613,
      "loss": 12.1686,
      "step": 26008
    },
    {
      "epoch": 4.258883248730965,
      "grad_norm": 0.15306301414966583,
      "learning_rate": 0.00012397866896980616,
      "loss": 12.2049,
      "step": 26009
    },
    {
      "epoch": 4.259046995251351,
      "grad_norm": 0.12240402400493622,
      "learning_rate": 0.00012397365011504265,
      "loss": 12.1554,
      "step": 26010
    },
    {
      "epoch": 4.259210741771738,
      "grad_norm": 0.14542636275291443,
      "learning_rate": 0.00012396863119620906,
      "loss": 12.1972,
      "step": 26011
    },
    {
      "epoch": 4.259374488292123,
      "grad_norm": 0.29027923941612244,
      "learning_rate": 0.00012396361221331872,
      "loss": 12.2323,
      "step": 26012
    },
    {
      "epoch": 4.25953823481251,
      "grad_norm": 0.14746485650539398,
      "learning_rate": 0.00012395859316638515,
      "loss": 12.1781,
      "step": 26013
    },
    {
      "epoch": 4.2597019813328965,
      "grad_norm": 0.12000857293605804,
      "learning_rate": 0.0001239535740554217,
      "loss": 12.1729,
      "step": 26014
    },
    {
      "epoch": 4.259865727853283,
      "grad_norm": 0.1640191525220871,
      "learning_rate": 0.00012394855488044178,
      "loss": 12.1455,
      "step": 26015
    },
    {
      "epoch": 4.2600294743736695,
      "grad_norm": 0.1644001007080078,
      "learning_rate": 0.0001239435356414589,
      "loss": 12.1878,
      "step": 26016
    },
    {
      "epoch": 4.260193220894056,
      "grad_norm": 0.18150274455547333,
      "learning_rate": 0.00012393851633848632,
      "loss": 12.2179,
      "step": 26017
    },
    {
      "epoch": 4.260356967414443,
      "grad_norm": 0.13441379368305206,
      "learning_rate": 0.00012393349697153755,
      "loss": 12.1818,
      "step": 26018
    },
    {
      "epoch": 4.260520713934829,
      "grad_norm": 0.14305272698402405,
      "learning_rate": 0.00012392847754062598,
      "loss": 12.1825,
      "step": 26019
    },
    {
      "epoch": 4.260684460455216,
      "grad_norm": 0.19273334741592407,
      "learning_rate": 0.00012392345804576507,
      "loss": 12.1792,
      "step": 26020
    },
    {
      "epoch": 4.260848206975602,
      "grad_norm": 0.16347704827785492,
      "learning_rate": 0.00012391843848696816,
      "loss": 12.1761,
      "step": 26021
    },
    {
      "epoch": 4.261011953495988,
      "grad_norm": 0.25479191541671753,
      "learning_rate": 0.0001239134188642487,
      "loss": 12.1519,
      "step": 26022
    },
    {
      "epoch": 4.261175700016374,
      "grad_norm": 0.14814263582229614,
      "learning_rate": 0.0001239083991776201,
      "loss": 12.2037,
      "step": 26023
    },
    {
      "epoch": 4.261339446536761,
      "grad_norm": 0.12695428729057312,
      "learning_rate": 0.0001239033794270958,
      "loss": 12.1909,
      "step": 26024
    },
    {
      "epoch": 4.261503193057147,
      "grad_norm": 0.20088396966457367,
      "learning_rate": 0.00012389835961268915,
      "loss": 12.227,
      "step": 26025
    },
    {
      "epoch": 4.261666939577534,
      "grad_norm": 0.2086840271949768,
      "learning_rate": 0.00012389333973441367,
      "loss": 12.2661,
      "step": 26026
    },
    {
      "epoch": 4.2618306860979205,
      "grad_norm": 0.11844892054796219,
      "learning_rate": 0.0001238883197922827,
      "loss": 12.1983,
      "step": 26027
    },
    {
      "epoch": 4.261994432618307,
      "grad_norm": 0.15056082606315613,
      "learning_rate": 0.00012388329978630966,
      "loss": 12.197,
      "step": 26028
    },
    {
      "epoch": 4.2621581791386935,
      "grad_norm": 0.12194932997226715,
      "learning_rate": 0.00012387827971650797,
      "loss": 12.1723,
      "step": 26029
    },
    {
      "epoch": 4.26232192565908,
      "grad_norm": 0.14909660816192627,
      "learning_rate": 0.00012387325958289106,
      "loss": 12.1987,
      "step": 26030
    },
    {
      "epoch": 4.262485672179466,
      "grad_norm": 0.15499679744243622,
      "learning_rate": 0.00012386823938547234,
      "loss": 12.2057,
      "step": 26031
    },
    {
      "epoch": 4.262649418699852,
      "grad_norm": 0.10099846869707108,
      "learning_rate": 0.00012386321912426524,
      "loss": 12.1723,
      "step": 26032
    },
    {
      "epoch": 4.262813165220239,
      "grad_norm": 0.20681162178516388,
      "learning_rate": 0.00012385819879928315,
      "loss": 12.1643,
      "step": 26033
    },
    {
      "epoch": 4.262976911740625,
      "grad_norm": 0.13515692949295044,
      "learning_rate": 0.00012385317841053948,
      "loss": 12.1571,
      "step": 26034
    },
    {
      "epoch": 4.263140658261012,
      "grad_norm": 0.16783928871154785,
      "learning_rate": 0.00012384815795804774,
      "loss": 12.2047,
      "step": 26035
    },
    {
      "epoch": 4.263304404781398,
      "grad_norm": 0.13635630905628204,
      "learning_rate": 0.00012384313744182124,
      "loss": 12.1384,
      "step": 26036
    },
    {
      "epoch": 4.263468151301785,
      "grad_norm": 0.15651074051856995,
      "learning_rate": 0.0001238381168618734,
      "loss": 12.1803,
      "step": 26037
    },
    {
      "epoch": 4.2636318978221714,
      "grad_norm": 0.1647637039422989,
      "learning_rate": 0.0001238330962182177,
      "loss": 12.1616,
      "step": 26038
    },
    {
      "epoch": 4.263795644342558,
      "grad_norm": 0.13936306536197662,
      "learning_rate": 0.00012382807551086756,
      "loss": 12.1852,
      "step": 26039
    },
    {
      "epoch": 4.2639593908629445,
      "grad_norm": 0.14870423078536987,
      "learning_rate": 0.00012382305473983632,
      "loss": 12.1684,
      "step": 26040
    },
    {
      "epoch": 4.264123137383331,
      "grad_norm": 0.18281498551368713,
      "learning_rate": 0.00012381803390513745,
      "loss": 12.1971,
      "step": 26041
    },
    {
      "epoch": 4.264286883903717,
      "grad_norm": 0.13256120681762695,
      "learning_rate": 0.00012381301300678433,
      "loss": 12.1746,
      "step": 26042
    },
    {
      "epoch": 4.264450630424103,
      "grad_norm": 0.15391041338443756,
      "learning_rate": 0.0001238079920447905,
      "loss": 12.1679,
      "step": 26043
    },
    {
      "epoch": 4.26461437694449,
      "grad_norm": 0.17394134402275085,
      "learning_rate": 0.0001238029710191692,
      "loss": 12.2076,
      "step": 26044
    },
    {
      "epoch": 4.264778123464876,
      "grad_norm": 0.15201736986637115,
      "learning_rate": 0.00012379794992993398,
      "loss": 12.1636,
      "step": 26045
    },
    {
      "epoch": 4.264941869985263,
      "grad_norm": 0.1510167121887207,
      "learning_rate": 0.00012379292877709824,
      "loss": 12.1439,
      "step": 26046
    },
    {
      "epoch": 4.265105616505649,
      "grad_norm": 0.13216418027877808,
      "learning_rate": 0.00012378790756067533,
      "loss": 12.2522,
      "step": 26047
    },
    {
      "epoch": 4.265269363026036,
      "grad_norm": 0.16659753024578094,
      "learning_rate": 0.00012378288628067874,
      "loss": 12.1866,
      "step": 26048
    },
    {
      "epoch": 4.265433109546422,
      "grad_norm": 0.1712517887353897,
      "learning_rate": 0.00012377786493712186,
      "loss": 12.219,
      "step": 26049
    },
    {
      "epoch": 4.265596856066809,
      "grad_norm": 0.14645622670650482,
      "learning_rate": 0.00012377284353001815,
      "loss": 12.1913,
      "step": 26050
    },
    {
      "epoch": 4.265760602587195,
      "grad_norm": 0.12432339042425156,
      "learning_rate": 0.00012376782205938093,
      "loss": 12.2375,
      "step": 26051
    },
    {
      "epoch": 4.265924349107581,
      "grad_norm": 0.15529823303222656,
      "learning_rate": 0.00012376280052522374,
      "loss": 12.2053,
      "step": 26052
    },
    {
      "epoch": 4.266088095627968,
      "grad_norm": 0.17244821786880493,
      "learning_rate": 0.00012375777892755993,
      "loss": 12.1761,
      "step": 26053
    },
    {
      "epoch": 4.266251842148354,
      "grad_norm": 0.16442297399044037,
      "learning_rate": 0.00012375275726640294,
      "loss": 12.1971,
      "step": 26054
    },
    {
      "epoch": 4.266415588668741,
      "grad_norm": 0.2705577313899994,
      "learning_rate": 0.00012374773554176615,
      "loss": 12.1632,
      "step": 26055
    },
    {
      "epoch": 4.266579335189127,
      "grad_norm": 0.152518168091774,
      "learning_rate": 0.00012374271375366303,
      "loss": 12.1594,
      "step": 26056
    },
    {
      "epoch": 4.266743081709514,
      "grad_norm": 0.144520565867424,
      "learning_rate": 0.00012373769190210702,
      "loss": 12.1945,
      "step": 26057
    },
    {
      "epoch": 4.2669068282299,
      "grad_norm": 0.14678260684013367,
      "learning_rate": 0.0001237326699871115,
      "loss": 12.1637,
      "step": 26058
    },
    {
      "epoch": 4.267070574750287,
      "grad_norm": 0.1506405472755432,
      "learning_rate": 0.00012372764800868988,
      "loss": 12.1766,
      "step": 26059
    },
    {
      "epoch": 4.267234321270673,
      "grad_norm": 0.1605769395828247,
      "learning_rate": 0.00012372262596685563,
      "loss": 12.1712,
      "step": 26060
    },
    {
      "epoch": 4.26739806779106,
      "grad_norm": 0.1379862129688263,
      "learning_rate": 0.00012371760386162213,
      "loss": 12.169,
      "step": 26061
    },
    {
      "epoch": 4.2675618143114455,
      "grad_norm": 0.12870575487613678,
      "learning_rate": 0.0001237125816930028,
      "loss": 12.1677,
      "step": 26062
    },
    {
      "epoch": 4.267725560831832,
      "grad_norm": 0.13593049347400665,
      "learning_rate": 0.00012370755946101107,
      "loss": 12.1551,
      "step": 26063
    },
    {
      "epoch": 4.267889307352219,
      "grad_norm": 0.1500256210565567,
      "learning_rate": 0.00012370253716566037,
      "loss": 12.1628,
      "step": 26064
    },
    {
      "epoch": 4.268053053872605,
      "grad_norm": 0.17638400197029114,
      "learning_rate": 0.00012369751480696415,
      "loss": 12.1909,
      "step": 26065
    },
    {
      "epoch": 4.268216800392992,
      "grad_norm": 0.12373226881027222,
      "learning_rate": 0.00012369249238493576,
      "loss": 12.171,
      "step": 26066
    },
    {
      "epoch": 4.268380546913378,
      "grad_norm": 0.15983076393604279,
      "learning_rate": 0.0001236874698995887,
      "loss": 12.1484,
      "step": 26067
    },
    {
      "epoch": 4.268544293433765,
      "grad_norm": 0.14206194877624512,
      "learning_rate": 0.00012368244735093634,
      "loss": 12.1488,
      "step": 26068
    },
    {
      "epoch": 4.268708039954151,
      "grad_norm": 0.14254683256149292,
      "learning_rate": 0.00012367742473899215,
      "loss": 12.1533,
      "step": 26069
    },
    {
      "epoch": 4.268871786474538,
      "grad_norm": 0.15396927297115326,
      "learning_rate": 0.00012367240206376948,
      "loss": 12.2084,
      "step": 26070
    },
    {
      "epoch": 4.269035532994923,
      "grad_norm": 0.16135378181934357,
      "learning_rate": 0.00012366737932528182,
      "loss": 12.1442,
      "step": 26071
    },
    {
      "epoch": 4.26919927951531,
      "grad_norm": 0.12646357715129852,
      "learning_rate": 0.0001236623565235426,
      "loss": 12.1545,
      "step": 26072
    },
    {
      "epoch": 4.2693630260356965,
      "grad_norm": 0.16861067712306976,
      "learning_rate": 0.00012365733365856519,
      "loss": 12.2208,
      "step": 26073
    },
    {
      "epoch": 4.269526772556083,
      "grad_norm": 0.19435250759124756,
      "learning_rate": 0.000123652310730363,
      "loss": 12.182,
      "step": 26074
    },
    {
      "epoch": 4.26969051907647,
      "grad_norm": 0.15398463606834412,
      "learning_rate": 0.00012364728773894953,
      "loss": 12.1945,
      "step": 26075
    },
    {
      "epoch": 4.269854265596856,
      "grad_norm": 0.14054903388023376,
      "learning_rate": 0.00012364226468433815,
      "loss": 12.1845,
      "step": 26076
    },
    {
      "epoch": 4.270018012117243,
      "grad_norm": 0.13105559349060059,
      "learning_rate": 0.00012363724156654233,
      "loss": 12.1655,
      "step": 26077
    },
    {
      "epoch": 4.270181758637629,
      "grad_norm": 0.15688976645469666,
      "learning_rate": 0.00012363221838557542,
      "loss": 12.1953,
      "step": 26078
    },
    {
      "epoch": 4.270345505158016,
      "grad_norm": 0.196735680103302,
      "learning_rate": 0.00012362719514145092,
      "loss": 12.2001,
      "step": 26079
    },
    {
      "epoch": 4.270509251678402,
      "grad_norm": 0.12621428072452545,
      "learning_rate": 0.0001236221718341822,
      "loss": 12.1575,
      "step": 26080
    },
    {
      "epoch": 4.270672998198788,
      "grad_norm": 0.14748342335224152,
      "learning_rate": 0.0001236171484637827,
      "loss": 12.2363,
      "step": 26081
    },
    {
      "epoch": 4.270836744719174,
      "grad_norm": 0.1276342272758484,
      "learning_rate": 0.00012361212503026592,
      "loss": 12.1976,
      "step": 26082
    },
    {
      "epoch": 4.271000491239561,
      "grad_norm": 0.12578605115413666,
      "learning_rate": 0.00012360710153364518,
      "loss": 12.1743,
      "step": 26083
    },
    {
      "epoch": 4.2711642377599475,
      "grad_norm": 0.1337682455778122,
      "learning_rate": 0.00012360207797393392,
      "loss": 12.1895,
      "step": 26084
    },
    {
      "epoch": 4.271327984280334,
      "grad_norm": 0.15831856429576874,
      "learning_rate": 0.0001235970543511456,
      "loss": 12.1669,
      "step": 26085
    },
    {
      "epoch": 4.2714917308007205,
      "grad_norm": 0.13516345620155334,
      "learning_rate": 0.00012359203066529366,
      "loss": 12.2109,
      "step": 26086
    },
    {
      "epoch": 4.271655477321107,
      "grad_norm": 0.21004986763000488,
      "learning_rate": 0.00012358700691639149,
      "loss": 12.1466,
      "step": 26087
    },
    {
      "epoch": 4.271819223841494,
      "grad_norm": 0.1655416339635849,
      "learning_rate": 0.00012358198310445252,
      "loss": 12.2099,
      "step": 26088
    },
    {
      "epoch": 4.27198297036188,
      "grad_norm": 0.1535199135541916,
      "learning_rate": 0.0001235769592294902,
      "loss": 12.1901,
      "step": 26089
    },
    {
      "epoch": 4.272146716882267,
      "grad_norm": 0.15306270122528076,
      "learning_rate": 0.00012357193529151793,
      "loss": 12.1627,
      "step": 26090
    },
    {
      "epoch": 4.272310463402652,
      "grad_norm": 0.11936379224061966,
      "learning_rate": 0.00012356691129054913,
      "loss": 12.1665,
      "step": 26091
    },
    {
      "epoch": 4.272474209923039,
      "grad_norm": 0.14365199208259583,
      "learning_rate": 0.00012356188722659726,
      "loss": 12.1568,
      "step": 26092
    },
    {
      "epoch": 4.272637956443425,
      "grad_norm": 0.1534293293952942,
      "learning_rate": 0.00012355686309967572,
      "loss": 12.2027,
      "step": 26093
    },
    {
      "epoch": 4.272801702963812,
      "grad_norm": 0.14485794305801392,
      "learning_rate": 0.00012355183890979795,
      "loss": 12.1764,
      "step": 26094
    },
    {
      "epoch": 4.272965449484198,
      "grad_norm": 0.20366106927394867,
      "learning_rate": 0.0001235468146569774,
      "loss": 12.1793,
      "step": 26095
    },
    {
      "epoch": 4.273129196004585,
      "grad_norm": 0.14831240475177765,
      "learning_rate": 0.00012354179034122746,
      "loss": 12.1954,
      "step": 26096
    },
    {
      "epoch": 4.2732929425249715,
      "grad_norm": 0.1989193558692932,
      "learning_rate": 0.00012353676596256154,
      "loss": 12.2371,
      "step": 26097
    },
    {
      "epoch": 4.273456689045358,
      "grad_norm": 0.18258754909038544,
      "learning_rate": 0.00012353174152099315,
      "loss": 12.1689,
      "step": 26098
    },
    {
      "epoch": 4.273620435565745,
      "grad_norm": 0.13094544410705566,
      "learning_rate": 0.00012352671701653563,
      "loss": 12.2689,
      "step": 26099
    },
    {
      "epoch": 4.27378418208613,
      "grad_norm": 0.16144134104251862,
      "learning_rate": 0.00012352169244920241,
      "loss": 12.1857,
      "step": 26100
    },
    {
      "epoch": 4.273947928606517,
      "grad_norm": 0.11166902631521225,
      "learning_rate": 0.00012351666781900702,
      "loss": 12.2083,
      "step": 26101
    },
    {
      "epoch": 4.274111675126903,
      "grad_norm": 0.13310201466083527,
      "learning_rate": 0.0001235116431259628,
      "loss": 12.1776,
      "step": 26102
    },
    {
      "epoch": 4.27427542164729,
      "grad_norm": 0.15524759888648987,
      "learning_rate": 0.0001235066183700832,
      "loss": 12.167,
      "step": 26103
    },
    {
      "epoch": 4.274439168167676,
      "grad_norm": 0.15231208503246307,
      "learning_rate": 0.0001235015935513816,
      "loss": 12.1957,
      "step": 26104
    },
    {
      "epoch": 4.274602914688063,
      "grad_norm": 0.12279621511697769,
      "learning_rate": 0.00012349656866987154,
      "loss": 12.1527,
      "step": 26105
    },
    {
      "epoch": 4.274766661208449,
      "grad_norm": 0.15795759856700897,
      "learning_rate": 0.00012349154372556635,
      "loss": 12.1824,
      "step": 26106
    },
    {
      "epoch": 4.274930407728836,
      "grad_norm": 0.15605013072490692,
      "learning_rate": 0.0001234865187184795,
      "loss": 12.1716,
      "step": 26107
    },
    {
      "epoch": 4.2750941542492225,
      "grad_norm": 0.11939796060323715,
      "learning_rate": 0.0001234814936486244,
      "loss": 12.1858,
      "step": 26108
    },
    {
      "epoch": 4.275257900769609,
      "grad_norm": 0.1755516529083252,
      "learning_rate": 0.00012347646851601455,
      "loss": 12.1841,
      "step": 26109
    },
    {
      "epoch": 4.2754216472899955,
      "grad_norm": 0.17766927182674408,
      "learning_rate": 0.0001234714433206633,
      "loss": 12.1852,
      "step": 26110
    },
    {
      "epoch": 4.275585393810381,
      "grad_norm": 0.14401356875896454,
      "learning_rate": 0.0001234664180625841,
      "loss": 12.1779,
      "step": 26111
    },
    {
      "epoch": 4.275749140330768,
      "grad_norm": 0.1370486319065094,
      "learning_rate": 0.00012346139274179035,
      "loss": 12.1438,
      "step": 26112
    },
    {
      "epoch": 4.275912886851154,
      "grad_norm": 0.1301726996898651,
      "learning_rate": 0.00012345636735829556,
      "loss": 12.1841,
      "step": 26113
    },
    {
      "epoch": 4.276076633371541,
      "grad_norm": 0.11578008532524109,
      "learning_rate": 0.00012345134191211308,
      "loss": 12.1598,
      "step": 26114
    },
    {
      "epoch": 4.276240379891927,
      "grad_norm": 0.17680031061172485,
      "learning_rate": 0.0001234463164032564,
      "loss": 12.1594,
      "step": 26115
    },
    {
      "epoch": 4.276404126412314,
      "grad_norm": 0.14473313093185425,
      "learning_rate": 0.00012344129083173889,
      "loss": 12.1601,
      "step": 26116
    },
    {
      "epoch": 4.2765678729327,
      "grad_norm": 0.1513943076133728,
      "learning_rate": 0.00012343626519757404,
      "loss": 12.186,
      "step": 26117
    },
    {
      "epoch": 4.276731619453087,
      "grad_norm": 0.22977451980113983,
      "learning_rate": 0.00012343123950077527,
      "loss": 12.1339,
      "step": 26118
    },
    {
      "epoch": 4.276895365973473,
      "grad_norm": 0.18650053441524506,
      "learning_rate": 0.00012342621374135596,
      "loss": 12.2036,
      "step": 26119
    },
    {
      "epoch": 4.277059112493859,
      "grad_norm": 0.15011169016361237,
      "learning_rate": 0.00012342118791932967,
      "loss": 12.1663,
      "step": 26120
    },
    {
      "epoch": 4.277222859014246,
      "grad_norm": 0.1964046210050583,
      "learning_rate": 0.00012341616203470965,
      "loss": 12.2316,
      "step": 26121
    },
    {
      "epoch": 4.277386605534632,
      "grad_norm": 0.1558627039194107,
      "learning_rate": 0.00012341113608750945,
      "loss": 12.2054,
      "step": 26122
    },
    {
      "epoch": 4.277550352055019,
      "grad_norm": 0.20546004176139832,
      "learning_rate": 0.00012340611007774247,
      "loss": 12.2242,
      "step": 26123
    },
    {
      "epoch": 4.277714098575405,
      "grad_norm": 0.20148275792598724,
      "learning_rate": 0.00012340108400542217,
      "loss": 12.1403,
      "step": 26124
    },
    {
      "epoch": 4.277877845095792,
      "grad_norm": 0.17337413132190704,
      "learning_rate": 0.00012339605787056198,
      "loss": 12.1685,
      "step": 26125
    },
    {
      "epoch": 4.278041591616178,
      "grad_norm": 0.14010249078273773,
      "learning_rate": 0.00012339103167317527,
      "loss": 12.1723,
      "step": 26126
    },
    {
      "epoch": 4.278205338136565,
      "grad_norm": 0.13484837114810944,
      "learning_rate": 0.00012338600541327553,
      "loss": 12.1998,
      "step": 26127
    },
    {
      "epoch": 4.278369084656951,
      "grad_norm": 0.15162530541419983,
      "learning_rate": 0.0001233809790908762,
      "loss": 12.2184,
      "step": 26128
    },
    {
      "epoch": 4.278532831177338,
      "grad_norm": 0.12833541631698608,
      "learning_rate": 0.00012337595270599065,
      "loss": 12.1403,
      "step": 26129
    },
    {
      "epoch": 4.278696577697724,
      "grad_norm": 0.14250381290912628,
      "learning_rate": 0.00012337092625863236,
      "loss": 12.2046,
      "step": 26130
    },
    {
      "epoch": 4.27886032421811,
      "grad_norm": 0.1525450050830841,
      "learning_rate": 0.0001233658997488148,
      "loss": 12.1717,
      "step": 26131
    },
    {
      "epoch": 4.2790240707384966,
      "grad_norm": 0.1594218611717224,
      "learning_rate": 0.0001233608731765513,
      "loss": 12.1927,
      "step": 26132
    },
    {
      "epoch": 4.279187817258883,
      "grad_norm": 0.13866499066352844,
      "learning_rate": 0.0001233558465418554,
      "loss": 12.1982,
      "step": 26133
    },
    {
      "epoch": 4.27935156377927,
      "grad_norm": 0.13445071876049042,
      "learning_rate": 0.00012335081984474045,
      "loss": 12.1269,
      "step": 26134
    },
    {
      "epoch": 4.279515310299656,
      "grad_norm": 0.17820869386196136,
      "learning_rate": 0.00012334579308522,
      "loss": 12.2087,
      "step": 26135
    },
    {
      "epoch": 4.279679056820043,
      "grad_norm": 0.13549841940402985,
      "learning_rate": 0.00012334076626330733,
      "loss": 12.1991,
      "step": 26136
    },
    {
      "epoch": 4.279842803340429,
      "grad_norm": 0.19332779943943024,
      "learning_rate": 0.00012333573937901596,
      "loss": 12.1572,
      "step": 26137
    },
    {
      "epoch": 4.280006549860816,
      "grad_norm": 0.1384347528219223,
      "learning_rate": 0.00012333071243235936,
      "loss": 12.1621,
      "step": 26138
    },
    {
      "epoch": 4.280170296381202,
      "grad_norm": 0.153238445520401,
      "learning_rate": 0.0001233256854233509,
      "loss": 12.1521,
      "step": 26139
    },
    {
      "epoch": 4.280334042901588,
      "grad_norm": 0.12314477562904358,
      "learning_rate": 0.000123320658352004,
      "loss": 12.1662,
      "step": 26140
    },
    {
      "epoch": 4.2804977894219745,
      "grad_norm": 0.14296764135360718,
      "learning_rate": 0.00012331563121833217,
      "loss": 12.2211,
      "step": 26141
    },
    {
      "epoch": 4.280661535942361,
      "grad_norm": 0.17826439440250397,
      "learning_rate": 0.0001233106040223488,
      "loss": 12.1887,
      "step": 26142
    },
    {
      "epoch": 4.2808252824627475,
      "grad_norm": 0.177080899477005,
      "learning_rate": 0.00012330557676406732,
      "loss": 12.1547,
      "step": 26143
    },
    {
      "epoch": 4.280989028983134,
      "grad_norm": 0.16731397807598114,
      "learning_rate": 0.00012330054944350116,
      "loss": 12.2078,
      "step": 26144
    },
    {
      "epoch": 4.281152775503521,
      "grad_norm": 0.1292334944009781,
      "learning_rate": 0.0001232955220606638,
      "loss": 12.1261,
      "step": 26145
    },
    {
      "epoch": 4.281316522023907,
      "grad_norm": 0.1860901415348053,
      "learning_rate": 0.00012329049461556863,
      "loss": 12.1545,
      "step": 26146
    },
    {
      "epoch": 4.281480268544294,
      "grad_norm": 0.10856939852237701,
      "learning_rate": 0.00012328546710822913,
      "loss": 12.176,
      "step": 26147
    },
    {
      "epoch": 4.28164401506468,
      "grad_norm": 0.1468450129032135,
      "learning_rate": 0.00012328043953865867,
      "loss": 12.1869,
      "step": 26148
    },
    {
      "epoch": 4.281807761585067,
      "grad_norm": 0.15623842179775238,
      "learning_rate": 0.00012327541190687076,
      "loss": 12.2056,
      "step": 26149
    },
    {
      "epoch": 4.281971508105452,
      "grad_norm": 0.15916165709495544,
      "learning_rate": 0.00012327038421287877,
      "loss": 12.1712,
      "step": 26150
    },
    {
      "epoch": 4.282135254625839,
      "grad_norm": 0.11808029562234879,
      "learning_rate": 0.00012326535645669617,
      "loss": 12.1517,
      "step": 26151
    },
    {
      "epoch": 4.282299001146225,
      "grad_norm": 0.1951364129781723,
      "learning_rate": 0.00012326032863833644,
      "loss": 12.173,
      "step": 26152
    },
    {
      "epoch": 4.282462747666612,
      "grad_norm": 0.1851336807012558,
      "learning_rate": 0.00012325530075781293,
      "loss": 12.1895,
      "step": 26153
    },
    {
      "epoch": 4.2826264941869985,
      "grad_norm": 0.18435409665107727,
      "learning_rate": 0.00012325027281513915,
      "loss": 12.195,
      "step": 26154
    },
    {
      "epoch": 4.282790240707385,
      "grad_norm": 0.18787401914596558,
      "learning_rate": 0.00012324524481032847,
      "loss": 12.2023,
      "step": 26155
    },
    {
      "epoch": 4.2829539872277715,
      "grad_norm": 0.1623367816209793,
      "learning_rate": 0.00012324021674339438,
      "loss": 12.1926,
      "step": 26156
    },
    {
      "epoch": 4.283117733748158,
      "grad_norm": 0.14712418615818024,
      "learning_rate": 0.00012323518861435032,
      "loss": 12.1865,
      "step": 26157
    },
    {
      "epoch": 4.283281480268545,
      "grad_norm": 0.13429929316043854,
      "learning_rate": 0.0001232301604232097,
      "loss": 12.1402,
      "step": 26158
    },
    {
      "epoch": 4.283445226788931,
      "grad_norm": 0.1660379320383072,
      "learning_rate": 0.00012322513216998595,
      "loss": 12.1502,
      "step": 26159
    },
    {
      "epoch": 4.283608973309317,
      "grad_norm": 0.13664570450782776,
      "learning_rate": 0.00012322010385469254,
      "loss": 12.1713,
      "step": 26160
    },
    {
      "epoch": 4.283772719829703,
      "grad_norm": 0.15198443830013275,
      "learning_rate": 0.00012321507547734291,
      "loss": 12.1487,
      "step": 26161
    },
    {
      "epoch": 4.28393646635009,
      "grad_norm": 0.12076468765735626,
      "learning_rate": 0.00012321004703795045,
      "loss": 12.1451,
      "step": 26162
    },
    {
      "epoch": 4.284100212870476,
      "grad_norm": 0.16814178228378296,
      "learning_rate": 0.00012320501853652863,
      "loss": 12.1903,
      "step": 26163
    },
    {
      "epoch": 4.284263959390863,
      "grad_norm": 0.16605837643146515,
      "learning_rate": 0.00012319998997309091,
      "loss": 12.1479,
      "step": 26164
    },
    {
      "epoch": 4.284427705911249,
      "grad_norm": 0.15922756493091583,
      "learning_rate": 0.0001231949613476507,
      "loss": 12.2299,
      "step": 26165
    },
    {
      "epoch": 4.284591452431636,
      "grad_norm": 0.14777442812919617,
      "learning_rate": 0.00012318993266022146,
      "loss": 12.2189,
      "step": 26166
    },
    {
      "epoch": 4.2847551989520225,
      "grad_norm": 0.1451960653066635,
      "learning_rate": 0.00012318490391081662,
      "loss": 12.1743,
      "step": 26167
    },
    {
      "epoch": 4.284918945472409,
      "grad_norm": 0.19731710851192474,
      "learning_rate": 0.0001231798750994496,
      "loss": 12.1427,
      "step": 26168
    },
    {
      "epoch": 4.285082691992796,
      "grad_norm": 0.17655383050441742,
      "learning_rate": 0.00012317484622613385,
      "loss": 12.1731,
      "step": 26169
    },
    {
      "epoch": 4.285246438513181,
      "grad_norm": 0.14342397451400757,
      "learning_rate": 0.00012316981729088282,
      "loss": 12.1761,
      "step": 26170
    },
    {
      "epoch": 4.285410185033568,
      "grad_norm": 0.12743324041366577,
      "learning_rate": 0.00012316478829370997,
      "loss": 12.2158,
      "step": 26171
    },
    {
      "epoch": 4.285573931553954,
      "grad_norm": 0.14417529106140137,
      "learning_rate": 0.0001231597592346287,
      "loss": 12.1387,
      "step": 26172
    },
    {
      "epoch": 4.285737678074341,
      "grad_norm": 0.1479237675666809,
      "learning_rate": 0.00012315473011365247,
      "loss": 12.2184,
      "step": 26173
    },
    {
      "epoch": 4.285901424594727,
      "grad_norm": 0.14625827968120575,
      "learning_rate": 0.00012314970093079468,
      "loss": 12.2061,
      "step": 26174
    },
    {
      "epoch": 4.286065171115114,
      "grad_norm": 0.15914100408554077,
      "learning_rate": 0.00012314467168606885,
      "loss": 12.1453,
      "step": 26175
    },
    {
      "epoch": 4.2862289176355,
      "grad_norm": 0.14876186847686768,
      "learning_rate": 0.0001231396423794884,
      "loss": 12.2176,
      "step": 26176
    },
    {
      "epoch": 4.286392664155887,
      "grad_norm": 0.1879579722881317,
      "learning_rate": 0.0001231346130110667,
      "loss": 12.2199,
      "step": 26177
    },
    {
      "epoch": 4.2865564106762735,
      "grad_norm": 0.20490440726280212,
      "learning_rate": 0.00012312958358081722,
      "loss": 12.1947,
      "step": 26178
    },
    {
      "epoch": 4.28672015719666,
      "grad_norm": 0.19107450544834137,
      "learning_rate": 0.00012312455408875349,
      "loss": 12.1873,
      "step": 26179
    },
    {
      "epoch": 4.286883903717046,
      "grad_norm": 0.15063516795635223,
      "learning_rate": 0.00012311952453488884,
      "loss": 12.193,
      "step": 26180
    },
    {
      "epoch": 4.287047650237432,
      "grad_norm": 0.14153359830379486,
      "learning_rate": 0.0001231144949192368,
      "loss": 12.2317,
      "step": 26181
    },
    {
      "epoch": 4.287211396757819,
      "grad_norm": 0.18342310190200806,
      "learning_rate": 0.0001231094652418107,
      "loss": 12.1638,
      "step": 26182
    },
    {
      "epoch": 4.287375143278205,
      "grad_norm": 0.16813835501670837,
      "learning_rate": 0.00012310443550262408,
      "loss": 12.1935,
      "step": 26183
    },
    {
      "epoch": 4.287538889798592,
      "grad_norm": 0.19221803545951843,
      "learning_rate": 0.00012309940570169036,
      "loss": 12.1612,
      "step": 26184
    },
    {
      "epoch": 4.287702636318978,
      "grad_norm": 0.11914163827896118,
      "learning_rate": 0.00012309437583902293,
      "loss": 12.1453,
      "step": 26185
    },
    {
      "epoch": 4.287866382839365,
      "grad_norm": 0.13676656782627106,
      "learning_rate": 0.00012308934591463531,
      "loss": 12.2162,
      "step": 26186
    },
    {
      "epoch": 4.288030129359751,
      "grad_norm": 0.1312483251094818,
      "learning_rate": 0.00012308431592854093,
      "loss": 12.21,
      "step": 26187
    },
    {
      "epoch": 4.288193875880138,
      "grad_norm": 0.12201853841543198,
      "learning_rate": 0.00012307928588075318,
      "loss": 12.1769,
      "step": 26188
    },
    {
      "epoch": 4.2883576224005235,
      "grad_norm": 0.1896609514951706,
      "learning_rate": 0.00012307425577128553,
      "loss": 12.1707,
      "step": 26189
    },
    {
      "epoch": 4.28852136892091,
      "grad_norm": 0.11941096186637878,
      "learning_rate": 0.00012306922560015144,
      "loss": 12.1644,
      "step": 26190
    },
    {
      "epoch": 4.288685115441297,
      "grad_norm": 0.2480577677488327,
      "learning_rate": 0.00012306419536736433,
      "loss": 12.1911,
      "step": 26191
    },
    {
      "epoch": 4.288848861961683,
      "grad_norm": 0.15862424671649933,
      "learning_rate": 0.00012305916507293768,
      "loss": 12.231,
      "step": 26192
    },
    {
      "epoch": 4.28901260848207,
      "grad_norm": 0.1677275002002716,
      "learning_rate": 0.00012305413471688486,
      "loss": 12.2041,
      "step": 26193
    },
    {
      "epoch": 4.289176355002456,
      "grad_norm": 0.13785989582538605,
      "learning_rate": 0.0001230491042992194,
      "loss": 12.1673,
      "step": 26194
    },
    {
      "epoch": 4.289340101522843,
      "grad_norm": 0.2363256961107254,
      "learning_rate": 0.00012304407381995468,
      "loss": 12.2092,
      "step": 26195
    },
    {
      "epoch": 4.289503848043229,
      "grad_norm": 0.14509880542755127,
      "learning_rate": 0.00012303904327910415,
      "loss": 12.2014,
      "step": 26196
    },
    {
      "epoch": 4.289667594563616,
      "grad_norm": 0.13103261590003967,
      "learning_rate": 0.00012303401267668132,
      "loss": 12.1343,
      "step": 26197
    },
    {
      "epoch": 4.289831341084002,
      "grad_norm": 0.1638764590024948,
      "learning_rate": 0.00012302898201269958,
      "loss": 12.1853,
      "step": 26198
    },
    {
      "epoch": 4.289995087604389,
      "grad_norm": 0.14877086877822876,
      "learning_rate": 0.00012302395128717234,
      "loss": 12.1349,
      "step": 26199
    },
    {
      "epoch": 4.2901588341247745,
      "grad_norm": 0.15021494030952454,
      "learning_rate": 0.0001230189205001131,
      "loss": 12.1925,
      "step": 26200
    },
    {
      "epoch": 4.290322580645161,
      "grad_norm": 0.14513082802295685,
      "learning_rate": 0.0001230138896515353,
      "loss": 12.191,
      "step": 26201
    },
    {
      "epoch": 4.290486327165548,
      "grad_norm": 0.1693098098039627,
      "learning_rate": 0.00012300885874145238,
      "loss": 12.1277,
      "step": 26202
    },
    {
      "epoch": 4.290650073685934,
      "grad_norm": 0.1470855474472046,
      "learning_rate": 0.0001230038277698778,
      "loss": 12.1831,
      "step": 26203
    },
    {
      "epoch": 4.290813820206321,
      "grad_norm": 0.1402842104434967,
      "learning_rate": 0.00012299879673682493,
      "loss": 12.1798,
      "step": 26204
    },
    {
      "epoch": 4.290977566726707,
      "grad_norm": 0.1508868932723999,
      "learning_rate": 0.00012299376564230735,
      "loss": 12.2081,
      "step": 26205
    },
    {
      "epoch": 4.291141313247094,
      "grad_norm": 0.14158447086811066,
      "learning_rate": 0.00012298873448633838,
      "loss": 12.216,
      "step": 26206
    },
    {
      "epoch": 4.29130505976748,
      "grad_norm": 0.15137110650539398,
      "learning_rate": 0.0001229837032689315,
      "loss": 12.1727,
      "step": 26207
    },
    {
      "epoch": 4.291468806287867,
      "grad_norm": 0.11962513625621796,
      "learning_rate": 0.0001229786719901002,
      "loss": 12.1757,
      "step": 26208
    },
    {
      "epoch": 4.291632552808252,
      "grad_norm": 0.13770779967308044,
      "learning_rate": 0.0001229736406498579,
      "loss": 12.1462,
      "step": 26209
    },
    {
      "epoch": 4.291796299328639,
      "grad_norm": 0.14311687648296356,
      "learning_rate": 0.00012296860924821798,
      "loss": 12.1568,
      "step": 26210
    },
    {
      "epoch": 4.2919600458490255,
      "grad_norm": 0.2062937170267105,
      "learning_rate": 0.000122963577785194,
      "loss": 12.189,
      "step": 26211
    },
    {
      "epoch": 4.292123792369412,
      "grad_norm": 0.13745109736919403,
      "learning_rate": 0.00012295854626079937,
      "loss": 12.2029,
      "step": 26212
    },
    {
      "epoch": 4.2922875388897985,
      "grad_norm": 0.1465349644422531,
      "learning_rate": 0.0001229535146750475,
      "loss": 12.2492,
      "step": 26213
    },
    {
      "epoch": 4.292451285410185,
      "grad_norm": 0.16910690069198608,
      "learning_rate": 0.00012294848302795187,
      "loss": 12.1636,
      "step": 26214
    },
    {
      "epoch": 4.292615031930572,
      "grad_norm": 0.17670558393001556,
      "learning_rate": 0.0001229434513195259,
      "loss": 12.1511,
      "step": 26215
    },
    {
      "epoch": 4.292778778450958,
      "grad_norm": 0.20500017702579498,
      "learning_rate": 0.00012293841954978308,
      "loss": 12.2011,
      "step": 26216
    },
    {
      "epoch": 4.292942524971345,
      "grad_norm": 0.13565434515476227,
      "learning_rate": 0.00012293338771873682,
      "loss": 12.2182,
      "step": 26217
    },
    {
      "epoch": 4.293106271491731,
      "grad_norm": 0.1694568395614624,
      "learning_rate": 0.00012292835582640053,
      "loss": 12.236,
      "step": 26218
    },
    {
      "epoch": 4.293270018012117,
      "grad_norm": 0.1458141803741455,
      "learning_rate": 0.0001229233238727878,
      "loss": 12.1571,
      "step": 26219
    },
    {
      "epoch": 4.293433764532503,
      "grad_norm": 0.19101855158805847,
      "learning_rate": 0.0001229182918579119,
      "loss": 12.1703,
      "step": 26220
    },
    {
      "epoch": 4.29359751105289,
      "grad_norm": 0.12607499957084656,
      "learning_rate": 0.00012291325978178638,
      "loss": 12.1912,
      "step": 26221
    },
    {
      "epoch": 4.293761257573276,
      "grad_norm": 0.21962082386016846,
      "learning_rate": 0.0001229082276444247,
      "loss": 12.1932,
      "step": 26222
    },
    {
      "epoch": 4.293925004093663,
      "grad_norm": 0.17057691514492035,
      "learning_rate": 0.00012290319544584028,
      "loss": 12.2175,
      "step": 26223
    },
    {
      "epoch": 4.2940887506140495,
      "grad_norm": 0.1732896864414215,
      "learning_rate": 0.00012289816318604657,
      "loss": 12.178,
      "step": 26224
    },
    {
      "epoch": 4.294252497134436,
      "grad_norm": 0.14952045679092407,
      "learning_rate": 0.000122893130865057,
      "loss": 12.1354,
      "step": 26225
    },
    {
      "epoch": 4.2944162436548226,
      "grad_norm": 0.11904975771903992,
      "learning_rate": 0.00012288809848288502,
      "loss": 12.1677,
      "step": 26226
    },
    {
      "epoch": 4.294579990175209,
      "grad_norm": 0.11647361516952515,
      "learning_rate": 0.00012288306603954415,
      "loss": 12.1423,
      "step": 26227
    },
    {
      "epoch": 4.294743736695596,
      "grad_norm": 0.15876027941703796,
      "learning_rate": 0.00012287803353504774,
      "loss": 12.1689,
      "step": 26228
    },
    {
      "epoch": 4.294907483215981,
      "grad_norm": 0.13264381885528564,
      "learning_rate": 0.00012287300096940927,
      "loss": 12.1549,
      "step": 26229
    },
    {
      "epoch": 4.295071229736368,
      "grad_norm": 0.1653807908296585,
      "learning_rate": 0.00012286796834264224,
      "loss": 12.2007,
      "step": 26230
    },
    {
      "epoch": 4.295234976256754,
      "grad_norm": 0.1593056470155716,
      "learning_rate": 0.00012286293565476005,
      "loss": 12.2483,
      "step": 26231
    },
    {
      "epoch": 4.295398722777141,
      "grad_norm": 0.15126025676727295,
      "learning_rate": 0.0001228579029057762,
      "loss": 12.1829,
      "step": 26232
    },
    {
      "epoch": 4.295562469297527,
      "grad_norm": 0.15378963947296143,
      "learning_rate": 0.00012285287009570405,
      "loss": 12.152,
      "step": 26233
    },
    {
      "epoch": 4.295726215817914,
      "grad_norm": 0.252862811088562,
      "learning_rate": 0.00012284783722455714,
      "loss": 12.1888,
      "step": 26234
    },
    {
      "epoch": 4.2958899623383004,
      "grad_norm": 0.14680711925029755,
      "learning_rate": 0.00012284280429234885,
      "loss": 12.171,
      "step": 26235
    },
    {
      "epoch": 4.296053708858687,
      "grad_norm": 0.11524368077516556,
      "learning_rate": 0.0001228377712990927,
      "loss": 12.2075,
      "step": 26236
    },
    {
      "epoch": 4.2962174553790735,
      "grad_norm": 0.1504567712545395,
      "learning_rate": 0.0001228327382448021,
      "loss": 12.1561,
      "step": 26237
    },
    {
      "epoch": 4.29638120189946,
      "grad_norm": 0.17072464525699615,
      "learning_rate": 0.0001228277051294905,
      "loss": 12.1387,
      "step": 26238
    },
    {
      "epoch": 4.296544948419846,
      "grad_norm": 0.15528789162635803,
      "learning_rate": 0.00012282267195317135,
      "loss": 12.2033,
      "step": 26239
    },
    {
      "epoch": 4.296708694940232,
      "grad_norm": 0.1520141363143921,
      "learning_rate": 0.00012281763871585812,
      "loss": 12.1287,
      "step": 26240
    },
    {
      "epoch": 4.296872441460619,
      "grad_norm": 0.16906723380088806,
      "learning_rate": 0.00012281260541756423,
      "loss": 12.1779,
      "step": 26241
    },
    {
      "epoch": 4.297036187981005,
      "grad_norm": 0.1576097458600998,
      "learning_rate": 0.0001228075720583032,
      "loss": 12.1689,
      "step": 26242
    },
    {
      "epoch": 4.297199934501392,
      "grad_norm": 0.1727297008037567,
      "learning_rate": 0.0001228025386380884,
      "loss": 12.1902,
      "step": 26243
    },
    {
      "epoch": 4.297363681021778,
      "grad_norm": 0.1279335767030716,
      "learning_rate": 0.0001227975051569333,
      "loss": 12.2239,
      "step": 26244
    },
    {
      "epoch": 4.297527427542165,
      "grad_norm": 0.13453423976898193,
      "learning_rate": 0.00012279247161485138,
      "loss": 12.146,
      "step": 26245
    },
    {
      "epoch": 4.297691174062551,
      "grad_norm": 0.14387965202331543,
      "learning_rate": 0.0001227874380118561,
      "loss": 12.2291,
      "step": 26246
    },
    {
      "epoch": 4.297854920582938,
      "grad_norm": 0.16054819524288177,
      "learning_rate": 0.0001227824043479609,
      "loss": 12.1485,
      "step": 26247
    },
    {
      "epoch": 4.2980186671033245,
      "grad_norm": 0.17656800150871277,
      "learning_rate": 0.0001227773706231792,
      "loss": 12.12,
      "step": 26248
    },
    {
      "epoch": 4.29818241362371,
      "grad_norm": 0.16487997770309448,
      "learning_rate": 0.0001227723368375245,
      "loss": 12.2271,
      "step": 26249
    },
    {
      "epoch": 4.298346160144097,
      "grad_norm": 0.14076058566570282,
      "learning_rate": 0.0001227673029910102,
      "loss": 12.1338,
      "step": 26250
    },
    {
      "epoch": 4.298509906664483,
      "grad_norm": 0.16027970612049103,
      "learning_rate": 0.0001227622690836498,
      "loss": 12.1707,
      "step": 26251
    },
    {
      "epoch": 4.29867365318487,
      "grad_norm": 0.14035338163375854,
      "learning_rate": 0.00012275723511545673,
      "loss": 12.1726,
      "step": 26252
    },
    {
      "epoch": 4.298837399705256,
      "grad_norm": 0.14827746152877808,
      "learning_rate": 0.00012275220108644449,
      "loss": 12.1795,
      "step": 26253
    },
    {
      "epoch": 4.299001146225643,
      "grad_norm": 0.15467676520347595,
      "learning_rate": 0.00012274716699662644,
      "loss": 12.1886,
      "step": 26254
    },
    {
      "epoch": 4.299164892746029,
      "grad_norm": 0.15163779258728027,
      "learning_rate": 0.0001227421328460161,
      "loss": 12.1867,
      "step": 26255
    },
    {
      "epoch": 4.299328639266416,
      "grad_norm": 0.1934533566236496,
      "learning_rate": 0.00012273709863462693,
      "loss": 12.1983,
      "step": 26256
    },
    {
      "epoch": 4.299492385786802,
      "grad_norm": 0.20561805367469788,
      "learning_rate": 0.00012273206436247237,
      "loss": 12.1386,
      "step": 26257
    },
    {
      "epoch": 4.299656132307188,
      "grad_norm": 0.15411296486854553,
      "learning_rate": 0.00012272703002956588,
      "loss": 12.1595,
      "step": 26258
    },
    {
      "epoch": 4.2998198788275745,
      "grad_norm": 0.15721814334392548,
      "learning_rate": 0.00012272199563592086,
      "loss": 12.196,
      "step": 26259
    },
    {
      "epoch": 4.299983625347961,
      "grad_norm": 0.14047522842884064,
      "learning_rate": 0.00012271696118155084,
      "loss": 12.2108,
      "step": 26260
    },
    {
      "epoch": 4.300147371868348,
      "grad_norm": 0.16642625629901886,
      "learning_rate": 0.00012271192666646924,
      "loss": 12.2035,
      "step": 26261
    },
    {
      "epoch": 4.300311118388734,
      "grad_norm": 0.15830343961715698,
      "learning_rate": 0.00012270689209068953,
      "loss": 12.2006,
      "step": 26262
    },
    {
      "epoch": 4.300474864909121,
      "grad_norm": 0.22526511549949646,
      "learning_rate": 0.0001227018574542251,
      "loss": 12.181,
      "step": 26263
    },
    {
      "epoch": 4.300638611429507,
      "grad_norm": 0.14088574051856995,
      "learning_rate": 0.0001226968227570895,
      "loss": 12.1371,
      "step": 26264
    },
    {
      "epoch": 4.300802357949894,
      "grad_norm": 0.13898588716983795,
      "learning_rate": 0.00012269178799929618,
      "loss": 12.1451,
      "step": 26265
    },
    {
      "epoch": 4.30096610447028,
      "grad_norm": 0.1561572402715683,
      "learning_rate": 0.00012268675318085853,
      "loss": 12.1739,
      "step": 26266
    },
    {
      "epoch": 4.301129850990667,
      "grad_norm": 0.1718437820672989,
      "learning_rate": 0.00012268171830179,
      "loss": 12.2227,
      "step": 26267
    },
    {
      "epoch": 4.301293597511053,
      "grad_norm": 0.13783739507198334,
      "learning_rate": 0.00012267668336210413,
      "loss": 12.1681,
      "step": 26268
    },
    {
      "epoch": 4.301457344031439,
      "grad_norm": 0.15805770456790924,
      "learning_rate": 0.00012267164836181427,
      "loss": 12.1649,
      "step": 26269
    },
    {
      "epoch": 4.3016210905518255,
      "grad_norm": 0.1471220999956131,
      "learning_rate": 0.000122666613300934,
      "loss": 12.2197,
      "step": 26270
    },
    {
      "epoch": 4.301784837072212,
      "grad_norm": 0.14655980467796326,
      "learning_rate": 0.00012266157817947666,
      "loss": 12.1565,
      "step": 26271
    },
    {
      "epoch": 4.301948583592599,
      "grad_norm": 0.14320258796215057,
      "learning_rate": 0.00012265654299745577,
      "loss": 12.1827,
      "step": 26272
    },
    {
      "epoch": 4.302112330112985,
      "grad_norm": 0.14757180213928223,
      "learning_rate": 0.00012265150775488478,
      "loss": 12.1617,
      "step": 26273
    },
    {
      "epoch": 4.302276076633372,
      "grad_norm": 0.1452501118183136,
      "learning_rate": 0.00012264647245177713,
      "loss": 12.1643,
      "step": 26274
    },
    {
      "epoch": 4.302439823153758,
      "grad_norm": 0.12600727379322052,
      "learning_rate": 0.0001226414370881463,
      "loss": 12.1489,
      "step": 26275
    },
    {
      "epoch": 4.302603569674145,
      "grad_norm": 0.18090716004371643,
      "learning_rate": 0.0001226364016640057,
      "loss": 12.2091,
      "step": 26276
    },
    {
      "epoch": 4.302767316194531,
      "grad_norm": 0.15554307401180267,
      "learning_rate": 0.0001226313661793689,
      "loss": 12.2174,
      "step": 26277
    },
    {
      "epoch": 4.302931062714917,
      "grad_norm": 0.13635195791721344,
      "learning_rate": 0.0001226263306342492,
      "loss": 12.1764,
      "step": 26278
    },
    {
      "epoch": 4.303094809235303,
      "grad_norm": 0.1651332527399063,
      "learning_rate": 0.00012262129502866017,
      "loss": 12.1535,
      "step": 26279
    },
    {
      "epoch": 4.30325855575569,
      "grad_norm": 0.20866915583610535,
      "learning_rate": 0.00012261625936261524,
      "loss": 12.1723,
      "step": 26280
    },
    {
      "epoch": 4.3034223022760765,
      "grad_norm": 0.1376570612192154,
      "learning_rate": 0.00012261122363612783,
      "loss": 12.1623,
      "step": 26281
    },
    {
      "epoch": 4.303586048796463,
      "grad_norm": 0.1768357753753662,
      "learning_rate": 0.00012260618784921143,
      "loss": 12.155,
      "step": 26282
    },
    {
      "epoch": 4.3037497953168495,
      "grad_norm": 0.161525696516037,
      "learning_rate": 0.00012260115200187955,
      "loss": 12.1581,
      "step": 26283
    },
    {
      "epoch": 4.303913541837236,
      "grad_norm": 0.16958382725715637,
      "learning_rate": 0.00012259611609414554,
      "loss": 12.1339,
      "step": 26284
    },
    {
      "epoch": 4.304077288357623,
      "grad_norm": 0.18082135915756226,
      "learning_rate": 0.00012259108012602294,
      "loss": 12.178,
      "step": 26285
    },
    {
      "epoch": 4.304241034878009,
      "grad_norm": 0.17888516187667847,
      "learning_rate": 0.0001225860440975252,
      "loss": 12.2494,
      "step": 26286
    },
    {
      "epoch": 4.304404781398396,
      "grad_norm": 0.14464277029037476,
      "learning_rate": 0.00012258100800866575,
      "loss": 12.1968,
      "step": 26287
    },
    {
      "epoch": 4.304568527918782,
      "grad_norm": 0.1544700264930725,
      "learning_rate": 0.00012257597185945802,
      "loss": 12.2069,
      "step": 26288
    },
    {
      "epoch": 4.304732274439168,
      "grad_norm": 0.16352549195289612,
      "learning_rate": 0.00012257093564991552,
      "loss": 12.1941,
      "step": 26289
    },
    {
      "epoch": 4.304896020959554,
      "grad_norm": 0.20993860065937042,
      "learning_rate": 0.00012256589938005176,
      "loss": 12.1831,
      "step": 26290
    },
    {
      "epoch": 4.305059767479941,
      "grad_norm": 0.14554376900196075,
      "learning_rate": 0.0001225608630498801,
      "loss": 12.2026,
      "step": 26291
    },
    {
      "epoch": 4.305223514000327,
      "grad_norm": 0.11828581243753433,
      "learning_rate": 0.00012255582665941404,
      "loss": 12.2088,
      "step": 26292
    },
    {
      "epoch": 4.305387260520714,
      "grad_norm": 0.14997585117816925,
      "learning_rate": 0.00012255079020866703,
      "loss": 12.2158,
      "step": 26293
    },
    {
      "epoch": 4.3055510070411005,
      "grad_norm": 0.1471184641122818,
      "learning_rate": 0.00012254575369765257,
      "loss": 12.1971,
      "step": 26294
    },
    {
      "epoch": 4.305714753561487,
      "grad_norm": 0.14247971773147583,
      "learning_rate": 0.00012254071712638408,
      "loss": 12.1657,
      "step": 26295
    },
    {
      "epoch": 4.305878500081874,
      "grad_norm": 0.15080954134464264,
      "learning_rate": 0.000122535680494875,
      "loss": 12.1554,
      "step": 26296
    },
    {
      "epoch": 4.30604224660226,
      "grad_norm": 0.16713684797286987,
      "learning_rate": 0.00012253064380313885,
      "loss": 12.1859,
      "step": 26297
    },
    {
      "epoch": 4.306205993122646,
      "grad_norm": 0.16915230453014374,
      "learning_rate": 0.00012252560705118908,
      "loss": 12.1548,
      "step": 26298
    },
    {
      "epoch": 4.306369739643032,
      "grad_norm": 0.14257627725601196,
      "learning_rate": 0.00012252057023903908,
      "loss": 12.1475,
      "step": 26299
    },
    {
      "epoch": 4.306533486163419,
      "grad_norm": 0.1395455300807953,
      "learning_rate": 0.00012251553336670238,
      "loss": 12.1641,
      "step": 26300
    },
    {
      "epoch": 4.306697232683805,
      "grad_norm": 0.1535096913576126,
      "learning_rate": 0.00012251049643419246,
      "loss": 12.1866,
      "step": 26301
    },
    {
      "epoch": 4.306860979204192,
      "grad_norm": 0.20049694180488586,
      "learning_rate": 0.0001225054594415227,
      "loss": 12.1515,
      "step": 26302
    },
    {
      "epoch": 4.307024725724578,
      "grad_norm": 0.1281239539384842,
      "learning_rate": 0.0001225004223887066,
      "loss": 12.17,
      "step": 26303
    },
    {
      "epoch": 4.307188472244965,
      "grad_norm": 0.2936347723007202,
      "learning_rate": 0.00012249538527575767,
      "loss": 12.1814,
      "step": 26304
    },
    {
      "epoch": 4.3073522187653515,
      "grad_norm": 0.13085034489631653,
      "learning_rate": 0.0001224903481026893,
      "loss": 12.1717,
      "step": 26305
    },
    {
      "epoch": 4.307515965285738,
      "grad_norm": 0.13848331570625305,
      "learning_rate": 0.000122485310869515,
      "loss": 12.1444,
      "step": 26306
    },
    {
      "epoch": 4.3076797118061245,
      "grad_norm": 0.17875322699546814,
      "learning_rate": 0.0001224802735762482,
      "loss": 12.1819,
      "step": 26307
    },
    {
      "epoch": 4.30784345832651,
      "grad_norm": 0.13785231113433838,
      "learning_rate": 0.0001224752362229024,
      "loss": 12.2025,
      "step": 26308
    },
    {
      "epoch": 4.308007204846897,
      "grad_norm": 0.14555856585502625,
      "learning_rate": 0.00012247019880949104,
      "loss": 12.1862,
      "step": 26309
    },
    {
      "epoch": 4.308170951367283,
      "grad_norm": 0.1360098421573639,
      "learning_rate": 0.00012246516133602753,
      "loss": 12.1586,
      "step": 26310
    },
    {
      "epoch": 4.30833469788767,
      "grad_norm": 0.15177015960216522,
      "learning_rate": 0.00012246012380252546,
      "loss": 12.1873,
      "step": 26311
    },
    {
      "epoch": 4.308498444408056,
      "grad_norm": 0.15893211960792542,
      "learning_rate": 0.00012245508620899818,
      "loss": 12.1724,
      "step": 26312
    },
    {
      "epoch": 4.308662190928443,
      "grad_norm": 0.17530100047588348,
      "learning_rate": 0.00012245004855545918,
      "loss": 12.2089,
      "step": 26313
    },
    {
      "epoch": 4.308825937448829,
      "grad_norm": 0.13554897904396057,
      "learning_rate": 0.00012244501084192192,
      "loss": 12.1799,
      "step": 26314
    },
    {
      "epoch": 4.308989683969216,
      "grad_norm": 0.14922739565372467,
      "learning_rate": 0.00012243997306839993,
      "loss": 12.1927,
      "step": 26315
    },
    {
      "epoch": 4.309153430489602,
      "grad_norm": 0.13862743973731995,
      "learning_rate": 0.00012243493523490657,
      "loss": 12.1968,
      "step": 26316
    },
    {
      "epoch": 4.309317177009989,
      "grad_norm": 0.13040666282176971,
      "learning_rate": 0.0001224298973414554,
      "loss": 12.2063,
      "step": 26317
    },
    {
      "epoch": 4.309480923530375,
      "grad_norm": 0.21709886193275452,
      "learning_rate": 0.00012242485938805978,
      "loss": 12.1928,
      "step": 26318
    },
    {
      "epoch": 4.309644670050761,
      "grad_norm": 0.15817634761333466,
      "learning_rate": 0.00012241982137473328,
      "loss": 12.1724,
      "step": 26319
    },
    {
      "epoch": 4.309808416571148,
      "grad_norm": 0.11983747035264969,
      "learning_rate": 0.0001224147833014893,
      "loss": 12.1422,
      "step": 26320
    },
    {
      "epoch": 4.309972163091534,
      "grad_norm": 0.22016015648841858,
      "learning_rate": 0.0001224097451683413,
      "loss": 12.1459,
      "step": 26321
    },
    {
      "epoch": 4.310135909611921,
      "grad_norm": 0.18174387514591217,
      "learning_rate": 0.0001224047069753028,
      "loss": 12.1797,
      "step": 26322
    },
    {
      "epoch": 4.310299656132307,
      "grad_norm": 0.14216803014278412,
      "learning_rate": 0.00012239966872238723,
      "loss": 12.1627,
      "step": 26323
    },
    {
      "epoch": 4.310463402652694,
      "grad_norm": 0.14763955771923065,
      "learning_rate": 0.00012239463040960804,
      "loss": 12.1981,
      "step": 26324
    },
    {
      "epoch": 4.31062714917308,
      "grad_norm": 0.15528170764446259,
      "learning_rate": 0.0001223895920369787,
      "loss": 12.1361,
      "step": 26325
    },
    {
      "epoch": 4.310790895693467,
      "grad_norm": 0.15013161301612854,
      "learning_rate": 0.0001223845536045127,
      "loss": 12.1661,
      "step": 26326
    },
    {
      "epoch": 4.3109546422138525,
      "grad_norm": 0.1453593224287033,
      "learning_rate": 0.00012237951511222348,
      "loss": 12.1584,
      "step": 26327
    },
    {
      "epoch": 4.311118388734239,
      "grad_norm": 0.15904682874679565,
      "learning_rate": 0.00012237447656012452,
      "loss": 12.1361,
      "step": 26328
    },
    {
      "epoch": 4.311282135254626,
      "grad_norm": 0.17013105750083923,
      "learning_rate": 0.00012236943794822927,
      "loss": 12.164,
      "step": 26329
    },
    {
      "epoch": 4.311445881775012,
      "grad_norm": 0.13048028945922852,
      "learning_rate": 0.00012236439927655124,
      "loss": 12.1494,
      "step": 26330
    },
    {
      "epoch": 4.311609628295399,
      "grad_norm": 0.1410229653120041,
      "learning_rate": 0.00012235936054510384,
      "loss": 12.1866,
      "step": 26331
    },
    {
      "epoch": 4.311773374815785,
      "grad_norm": 0.12317333370447159,
      "learning_rate": 0.00012235432175390057,
      "loss": 12.2066,
      "step": 26332
    },
    {
      "epoch": 4.311937121336172,
      "grad_norm": 0.12238715589046478,
      "learning_rate": 0.00012234928290295486,
      "loss": 12.1843,
      "step": 26333
    },
    {
      "epoch": 4.312100867856558,
      "grad_norm": 0.13446438312530518,
      "learning_rate": 0.00012234424399228022,
      "loss": 12.1607,
      "step": 26334
    },
    {
      "epoch": 4.312264614376945,
      "grad_norm": 0.18620294332504272,
      "learning_rate": 0.00012233920502189013,
      "loss": 12.1668,
      "step": 26335
    },
    {
      "epoch": 4.312428360897331,
      "grad_norm": 0.13501213490962982,
      "learning_rate": 0.00012233416599179798,
      "loss": 12.1419,
      "step": 26336
    },
    {
      "epoch": 4.312592107417718,
      "grad_norm": 0.15663953125476837,
      "learning_rate": 0.00012232912690201728,
      "loss": 12.2047,
      "step": 26337
    },
    {
      "epoch": 4.3127558539381035,
      "grad_norm": 0.15075244009494781,
      "learning_rate": 0.00012232408775256153,
      "loss": 12.1352,
      "step": 26338
    },
    {
      "epoch": 4.31291960045849,
      "grad_norm": 0.13170379400253296,
      "learning_rate": 0.00012231904854344416,
      "loss": 12.1601,
      "step": 26339
    },
    {
      "epoch": 4.3130833469788765,
      "grad_norm": 0.14562641084194183,
      "learning_rate": 0.00012231400927467862,
      "loss": 12.18,
      "step": 26340
    },
    {
      "epoch": 4.313247093499263,
      "grad_norm": 0.15013578534126282,
      "learning_rate": 0.00012230896994627841,
      "loss": 12.159,
      "step": 26341
    },
    {
      "epoch": 4.31341084001965,
      "grad_norm": 0.1314193159341812,
      "learning_rate": 0.000122303930558257,
      "loss": 12.1854,
      "step": 26342
    },
    {
      "epoch": 4.313574586540036,
      "grad_norm": 0.19625815749168396,
      "learning_rate": 0.00012229889111062787,
      "loss": 12.1859,
      "step": 26343
    },
    {
      "epoch": 4.313738333060423,
      "grad_norm": 0.13183289766311646,
      "learning_rate": 0.0001222938516034044,
      "loss": 12.1816,
      "step": 26344
    },
    {
      "epoch": 4.313902079580809,
      "grad_norm": 0.1375666707754135,
      "learning_rate": 0.0001222888120366002,
      "loss": 12.1977,
      "step": 26345
    },
    {
      "epoch": 4.314065826101196,
      "grad_norm": 0.13140806555747986,
      "learning_rate": 0.00012228377241022863,
      "loss": 12.2239,
      "step": 26346
    },
    {
      "epoch": 4.314229572621581,
      "grad_norm": 0.18265694379806519,
      "learning_rate": 0.00012227873272430316,
      "loss": 12.2385,
      "step": 26347
    },
    {
      "epoch": 4.314393319141968,
      "grad_norm": 0.17141306400299072,
      "learning_rate": 0.00012227369297883732,
      "loss": 12.1887,
      "step": 26348
    },
    {
      "epoch": 4.314557065662354,
      "grad_norm": 0.14628110826015472,
      "learning_rate": 0.00012226865317384452,
      "loss": 12.2116,
      "step": 26349
    },
    {
      "epoch": 4.314720812182741,
      "grad_norm": 0.12304097414016724,
      "learning_rate": 0.0001222636133093383,
      "loss": 12.1421,
      "step": 26350
    },
    {
      "epoch": 4.3148845587031275,
      "grad_norm": 0.12085634469985962,
      "learning_rate": 0.00012225857338533206,
      "loss": 12.177,
      "step": 26351
    },
    {
      "epoch": 4.315048305223514,
      "grad_norm": 0.14887136220932007,
      "learning_rate": 0.00012225353340183928,
      "loss": 12.2223,
      "step": 26352
    },
    {
      "epoch": 4.3152120517439005,
      "grad_norm": 0.21993380784988403,
      "learning_rate": 0.00012224849335887352,
      "loss": 12.1879,
      "step": 26353
    },
    {
      "epoch": 4.315375798264287,
      "grad_norm": 0.13396568596363068,
      "learning_rate": 0.00012224345325644807,
      "loss": 12.1802,
      "step": 26354
    },
    {
      "epoch": 4.315539544784674,
      "grad_norm": 0.141366109251976,
      "learning_rate": 0.00012223841309457658,
      "loss": 12.1643,
      "step": 26355
    },
    {
      "epoch": 4.31570329130506,
      "grad_norm": 0.14703208208084106,
      "learning_rate": 0.0001222333728732724,
      "loss": 12.2078,
      "step": 26356
    },
    {
      "epoch": 4.315867037825447,
      "grad_norm": 0.16285181045532227,
      "learning_rate": 0.0001222283325925491,
      "loss": 12.2052,
      "step": 26357
    },
    {
      "epoch": 4.316030784345832,
      "grad_norm": 0.15521571040153503,
      "learning_rate": 0.00012222329225242002,
      "loss": 12.1627,
      "step": 26358
    },
    {
      "epoch": 4.316194530866219,
      "grad_norm": 0.16599838435649872,
      "learning_rate": 0.00012221825185289873,
      "loss": 12.1514,
      "step": 26359
    },
    {
      "epoch": 4.316358277386605,
      "grad_norm": 0.17183905839920044,
      "learning_rate": 0.00012221321139399872,
      "loss": 12.1873,
      "step": 26360
    },
    {
      "epoch": 4.316522023906992,
      "grad_norm": 0.1419830471277237,
      "learning_rate": 0.00012220817087573336,
      "loss": 12.1748,
      "step": 26361
    },
    {
      "epoch": 4.316685770427378,
      "grad_norm": 0.1869772970676422,
      "learning_rate": 0.00012220313029811622,
      "loss": 12.1734,
      "step": 26362
    },
    {
      "epoch": 4.316849516947765,
      "grad_norm": 0.11930520832538605,
      "learning_rate": 0.00012219808966116067,
      "loss": 12.1861,
      "step": 26363
    },
    {
      "epoch": 4.3170132634681515,
      "grad_norm": 0.12414325773715973,
      "learning_rate": 0.00012219304896488031,
      "loss": 12.2297,
      "step": 26364
    },
    {
      "epoch": 4.317177009988538,
      "grad_norm": 0.17178396880626678,
      "learning_rate": 0.0001221880082092885,
      "loss": 12.15,
      "step": 26365
    },
    {
      "epoch": 4.317340756508925,
      "grad_norm": 0.1479477733373642,
      "learning_rate": 0.00012218296739439875,
      "loss": 12.2228,
      "step": 26366
    },
    {
      "epoch": 4.31750450302931,
      "grad_norm": 0.13379433751106262,
      "learning_rate": 0.00012217792652022453,
      "loss": 12.2153,
      "step": 26367
    },
    {
      "epoch": 4.317668249549697,
      "grad_norm": 0.2382853925228119,
      "learning_rate": 0.00012217288558677935,
      "loss": 12.233,
      "step": 26368
    },
    {
      "epoch": 4.317831996070083,
      "grad_norm": 0.13805675506591797,
      "learning_rate": 0.00012216784459407663,
      "loss": 12.16,
      "step": 26369
    },
    {
      "epoch": 4.31799574259047,
      "grad_norm": 0.15690137445926666,
      "learning_rate": 0.00012216280354212982,
      "loss": 12.1311,
      "step": 26370
    },
    {
      "epoch": 4.318159489110856,
      "grad_norm": 0.16320715844631195,
      "learning_rate": 0.00012215776243095248,
      "loss": 12.1471,
      "step": 26371
    },
    {
      "epoch": 4.318323235631243,
      "grad_norm": 0.19064514338970184,
      "learning_rate": 0.00012215272126055803,
      "loss": 12.1669,
      "step": 26372
    },
    {
      "epoch": 4.318486982151629,
      "grad_norm": 0.1624431610107422,
      "learning_rate": 0.00012214768003095992,
      "loss": 12.1706,
      "step": 26373
    },
    {
      "epoch": 4.318650728672016,
      "grad_norm": 0.2111818641424179,
      "learning_rate": 0.0001221426387421717,
      "loss": 12.1739,
      "step": 26374
    },
    {
      "epoch": 4.3188144751924025,
      "grad_norm": 0.12910008430480957,
      "learning_rate": 0.00012213759739420675,
      "loss": 12.1844,
      "step": 26375
    },
    {
      "epoch": 4.318978221712789,
      "grad_norm": 0.2084214985370636,
      "learning_rate": 0.0001221325559870786,
      "loss": 12.1631,
      "step": 26376
    },
    {
      "epoch": 4.319141968233175,
      "grad_norm": 0.13580404222011566,
      "learning_rate": 0.0001221275145208007,
      "loss": 12.1637,
      "step": 26377
    },
    {
      "epoch": 4.319305714753561,
      "grad_norm": 0.186587393283844,
      "learning_rate": 0.00012212247299538652,
      "loss": 12.1455,
      "step": 26378
    },
    {
      "epoch": 4.319469461273948,
      "grad_norm": 0.13312958180904388,
      "learning_rate": 0.00012211743141084963,
      "loss": 12.1901,
      "step": 26379
    },
    {
      "epoch": 4.319633207794334,
      "grad_norm": 0.11460284888744354,
      "learning_rate": 0.0001221123897672033,
      "loss": 12.1974,
      "step": 26380
    },
    {
      "epoch": 4.319796954314721,
      "grad_norm": 0.14659483730793,
      "learning_rate": 0.0001221073480644612,
      "loss": 12.1666,
      "step": 26381
    },
    {
      "epoch": 4.319960700835107,
      "grad_norm": 0.11993801593780518,
      "learning_rate": 0.00012210230630263673,
      "loss": 12.1859,
      "step": 26382
    },
    {
      "epoch": 4.320124447355494,
      "grad_norm": 0.1448880434036255,
      "learning_rate": 0.00012209726448174336,
      "loss": 12.1339,
      "step": 26383
    },
    {
      "epoch": 4.32028819387588,
      "grad_norm": 0.14778085052967072,
      "learning_rate": 0.00012209222260179452,
      "loss": 12.2207,
      "step": 26384
    },
    {
      "epoch": 4.320451940396267,
      "grad_norm": 0.18894818425178528,
      "learning_rate": 0.00012208718066280375,
      "loss": 12.1663,
      "step": 26385
    },
    {
      "epoch": 4.320615686916653,
      "grad_norm": 0.1554224193096161,
      "learning_rate": 0.00012208213866478452,
      "loss": 12.182,
      "step": 26386
    },
    {
      "epoch": 4.320779433437039,
      "grad_norm": 0.14764629304409027,
      "learning_rate": 0.0001220770966077503,
      "loss": 12.1354,
      "step": 26387
    },
    {
      "epoch": 4.320943179957426,
      "grad_norm": 0.13708364963531494,
      "learning_rate": 0.00012207205449171453,
      "loss": 12.1604,
      "step": 26388
    },
    {
      "epoch": 4.321106926477812,
      "grad_norm": 0.2517455816268921,
      "learning_rate": 0.00012206701231669073,
      "loss": 12.1544,
      "step": 26389
    },
    {
      "epoch": 4.321270672998199,
      "grad_norm": 0.2435556948184967,
      "learning_rate": 0.00012206197008269235,
      "loss": 12.2111,
      "step": 26390
    },
    {
      "epoch": 4.321434419518585,
      "grad_norm": 0.157562717795372,
      "learning_rate": 0.0001220569277897329,
      "loss": 12.136,
      "step": 26391
    },
    {
      "epoch": 4.321598166038972,
      "grad_norm": 0.18859092891216278,
      "learning_rate": 0.00012205188543782578,
      "loss": 12.1655,
      "step": 26392
    },
    {
      "epoch": 4.321761912559358,
      "grad_norm": 0.1303858757019043,
      "learning_rate": 0.00012204684302698454,
      "loss": 12.1931,
      "step": 26393
    },
    {
      "epoch": 4.321925659079745,
      "grad_norm": 0.13480092585086823,
      "learning_rate": 0.00012204180055722262,
      "loss": 12.139,
      "step": 26394
    },
    {
      "epoch": 4.322089405600131,
      "grad_norm": 0.17167283594608307,
      "learning_rate": 0.0001220367580285535,
      "loss": 12.1997,
      "step": 26395
    },
    {
      "epoch": 4.322253152120517,
      "grad_norm": 0.13356328010559082,
      "learning_rate": 0.00012203171544099068,
      "loss": 12.2289,
      "step": 26396
    },
    {
      "epoch": 4.3224168986409035,
      "grad_norm": 0.09775029122829437,
      "learning_rate": 0.0001220266727945476,
      "loss": 12.1719,
      "step": 26397
    },
    {
      "epoch": 4.32258064516129,
      "grad_norm": 0.17346180975437164,
      "learning_rate": 0.00012202163008923777,
      "loss": 12.2309,
      "step": 26398
    },
    {
      "epoch": 4.322744391681677,
      "grad_norm": 0.14288894832134247,
      "learning_rate": 0.00012201658732507463,
      "loss": 12.2115,
      "step": 26399
    },
    {
      "epoch": 4.322908138202063,
      "grad_norm": 0.2212306708097458,
      "learning_rate": 0.00012201154450207171,
      "loss": 12.2047,
      "step": 26400
    },
    {
      "epoch": 4.32307188472245,
      "grad_norm": 0.14510150253772736,
      "learning_rate": 0.00012200650162024242,
      "loss": 12.1956,
      "step": 26401
    },
    {
      "epoch": 4.323235631242836,
      "grad_norm": 0.149774968624115,
      "learning_rate": 0.00012200145867960031,
      "loss": 12.1492,
      "step": 26402
    },
    {
      "epoch": 4.323399377763223,
      "grad_norm": 0.1453142613172531,
      "learning_rate": 0.00012199641568015878,
      "loss": 12.1722,
      "step": 26403
    },
    {
      "epoch": 4.323563124283609,
      "grad_norm": 0.15450124442577362,
      "learning_rate": 0.00012199137262193136,
      "loss": 12.1985,
      "step": 26404
    },
    {
      "epoch": 4.323726870803996,
      "grad_norm": 0.12892207503318787,
      "learning_rate": 0.00012198632950493154,
      "loss": 12.2118,
      "step": 26405
    },
    {
      "epoch": 4.323890617324382,
      "grad_norm": 0.15330876410007477,
      "learning_rate": 0.00012198128632917276,
      "loss": 12.2108,
      "step": 26406
    },
    {
      "epoch": 4.324054363844768,
      "grad_norm": 0.1497848480939865,
      "learning_rate": 0.00012197624309466849,
      "loss": 12.1863,
      "step": 26407
    },
    {
      "epoch": 4.3242181103651545,
      "grad_norm": 0.16614274680614471,
      "learning_rate": 0.00012197119980143225,
      "loss": 12.1718,
      "step": 26408
    },
    {
      "epoch": 4.324381856885541,
      "grad_norm": 0.22574011981487274,
      "learning_rate": 0.00012196615644947748,
      "loss": 12.1578,
      "step": 26409
    },
    {
      "epoch": 4.3245456034059275,
      "grad_norm": 0.14737090468406677,
      "learning_rate": 0.00012196111303881768,
      "loss": 12.1481,
      "step": 26410
    },
    {
      "epoch": 4.324709349926314,
      "grad_norm": 0.1347140222787857,
      "learning_rate": 0.00012195606956946634,
      "loss": 12.195,
      "step": 26411
    },
    {
      "epoch": 4.324873096446701,
      "grad_norm": 0.1881057322025299,
      "learning_rate": 0.00012195102604143694,
      "loss": 12.1846,
      "step": 26412
    },
    {
      "epoch": 4.325036842967087,
      "grad_norm": 0.1262543648481369,
      "learning_rate": 0.00012194598245474291,
      "loss": 12.1277,
      "step": 26413
    },
    {
      "epoch": 4.325200589487474,
      "grad_norm": 0.1691320240497589,
      "learning_rate": 0.00012194093880939774,
      "loss": 12.1547,
      "step": 26414
    },
    {
      "epoch": 4.32536433600786,
      "grad_norm": 0.13547635078430176,
      "learning_rate": 0.00012193589510541499,
      "loss": 12.1769,
      "step": 26415
    },
    {
      "epoch": 4.325528082528246,
      "grad_norm": 0.1135358065366745,
      "learning_rate": 0.00012193085134280804,
      "loss": 12.1937,
      "step": 26416
    },
    {
      "epoch": 4.325691829048632,
      "grad_norm": 0.18756969273090363,
      "learning_rate": 0.00012192580752159042,
      "loss": 12.1562,
      "step": 26417
    },
    {
      "epoch": 4.325855575569019,
      "grad_norm": 0.140113964676857,
      "learning_rate": 0.00012192076364177559,
      "loss": 12.1886,
      "step": 26418
    },
    {
      "epoch": 4.326019322089405,
      "grad_norm": 0.13605892658233643,
      "learning_rate": 0.00012191571970337705,
      "loss": 12.1694,
      "step": 26419
    },
    {
      "epoch": 4.326183068609792,
      "grad_norm": 0.1396331489086151,
      "learning_rate": 0.00012191067570640826,
      "loss": 12.2273,
      "step": 26420
    },
    {
      "epoch": 4.3263468151301785,
      "grad_norm": 0.13339769840240479,
      "learning_rate": 0.00012190563165088274,
      "loss": 12.1519,
      "step": 26421
    },
    {
      "epoch": 4.326510561650565,
      "grad_norm": 0.15526287257671356,
      "learning_rate": 0.0001219005875368139,
      "loss": 12.1676,
      "step": 26422
    },
    {
      "epoch": 4.3266743081709516,
      "grad_norm": 0.1519279181957245,
      "learning_rate": 0.00012189554336421527,
      "loss": 12.1451,
      "step": 26423
    },
    {
      "epoch": 4.326838054691338,
      "grad_norm": 0.18504545092582703,
      "learning_rate": 0.00012189049913310033,
      "loss": 12.2622,
      "step": 26424
    },
    {
      "epoch": 4.327001801211725,
      "grad_norm": 0.14046813547611237,
      "learning_rate": 0.00012188545484348256,
      "loss": 12.2017,
      "step": 26425
    },
    {
      "epoch": 4.327165547732111,
      "grad_norm": 0.14406466484069824,
      "learning_rate": 0.0001218804104953754,
      "loss": 12.1287,
      "step": 26426
    },
    {
      "epoch": 4.327329294252497,
      "grad_norm": 0.14435063302516937,
      "learning_rate": 0.0001218753660887924,
      "loss": 12.1739,
      "step": 26427
    },
    {
      "epoch": 4.327493040772883,
      "grad_norm": 0.13115650415420532,
      "learning_rate": 0.00012187032162374699,
      "loss": 12.1936,
      "step": 26428
    },
    {
      "epoch": 4.32765678729327,
      "grad_norm": 0.1613663285970688,
      "learning_rate": 0.00012186527710025266,
      "loss": 12.1766,
      "step": 26429
    },
    {
      "epoch": 4.327820533813656,
      "grad_norm": 0.12496540695428848,
      "learning_rate": 0.0001218602325183229,
      "loss": 12.2073,
      "step": 26430
    },
    {
      "epoch": 4.327984280334043,
      "grad_norm": 0.1691402792930603,
      "learning_rate": 0.00012185518787797121,
      "loss": 12.2247,
      "step": 26431
    },
    {
      "epoch": 4.3281480268544295,
      "grad_norm": 0.10330697149038315,
      "learning_rate": 0.00012185014317921103,
      "loss": 12.1716,
      "step": 26432
    },
    {
      "epoch": 4.328311773374816,
      "grad_norm": 0.14479604363441467,
      "learning_rate": 0.00012184509842205587,
      "loss": 12.181,
      "step": 26433
    },
    {
      "epoch": 4.3284755198952025,
      "grad_norm": 0.16110990941524506,
      "learning_rate": 0.0001218400536065192,
      "loss": 12.1666,
      "step": 26434
    },
    {
      "epoch": 4.328639266415589,
      "grad_norm": 0.15811297297477722,
      "learning_rate": 0.00012183500873261451,
      "loss": 12.1939,
      "step": 26435
    },
    {
      "epoch": 4.328803012935975,
      "grad_norm": 0.1841503232717514,
      "learning_rate": 0.0001218299638003553,
      "loss": 12.2089,
      "step": 26436
    },
    {
      "epoch": 4.328966759456361,
      "grad_norm": 0.1129014790058136,
      "learning_rate": 0.000121824918809755,
      "loss": 12.1401,
      "step": 26437
    },
    {
      "epoch": 4.329130505976748,
      "grad_norm": 0.11772748082876205,
      "learning_rate": 0.00012181987376082718,
      "loss": 12.1483,
      "step": 26438
    },
    {
      "epoch": 4.329294252497134,
      "grad_norm": 0.12110336124897003,
      "learning_rate": 0.00012181482865358523,
      "loss": 12.2157,
      "step": 26439
    },
    {
      "epoch": 4.329457999017521,
      "grad_norm": 0.1470109522342682,
      "learning_rate": 0.00012180978348804266,
      "loss": 12.169,
      "step": 26440
    },
    {
      "epoch": 4.329621745537907,
      "grad_norm": 0.1632142812013626,
      "learning_rate": 0.00012180473826421297,
      "loss": 12.2149,
      "step": 26441
    },
    {
      "epoch": 4.329785492058294,
      "grad_norm": 0.21103410422801971,
      "learning_rate": 0.00012179969298210969,
      "loss": 12.1829,
      "step": 26442
    },
    {
      "epoch": 4.32994923857868,
      "grad_norm": 0.1573486328125,
      "learning_rate": 0.0001217946476417462,
      "loss": 12.1941,
      "step": 26443
    },
    {
      "epoch": 4.330112985099067,
      "grad_norm": 0.12377078086137772,
      "learning_rate": 0.00012178960224313605,
      "loss": 12.1525,
      "step": 26444
    },
    {
      "epoch": 4.3302767316194535,
      "grad_norm": 0.1303776502609253,
      "learning_rate": 0.00012178455678629273,
      "loss": 12.1672,
      "step": 26445
    },
    {
      "epoch": 4.330440478139839,
      "grad_norm": 0.12737514078617096,
      "learning_rate": 0.00012177951127122966,
      "loss": 12.2296,
      "step": 26446
    },
    {
      "epoch": 4.330604224660226,
      "grad_norm": 0.14423735439777374,
      "learning_rate": 0.00012177446569796042,
      "loss": 12.1983,
      "step": 26447
    },
    {
      "epoch": 4.330767971180612,
      "grad_norm": 0.1646518111228943,
      "learning_rate": 0.00012176942006649841,
      "loss": 12.2251,
      "step": 26448
    },
    {
      "epoch": 4.330931717700999,
      "grad_norm": 0.19940805435180664,
      "learning_rate": 0.00012176437437685717,
      "loss": 12.1605,
      "step": 26449
    },
    {
      "epoch": 4.331095464221385,
      "grad_norm": 0.13444529473781586,
      "learning_rate": 0.00012175932862905014,
      "loss": 12.133,
      "step": 26450
    },
    {
      "epoch": 4.331259210741772,
      "grad_norm": 0.11457689851522446,
      "learning_rate": 0.00012175428282309085,
      "loss": 12.1774,
      "step": 26451
    },
    {
      "epoch": 4.331422957262158,
      "grad_norm": 0.14340834319591522,
      "learning_rate": 0.00012174923695899274,
      "loss": 12.1822,
      "step": 26452
    },
    {
      "epoch": 4.331586703782545,
      "grad_norm": 0.17744672298431396,
      "learning_rate": 0.00012174419103676935,
      "loss": 12.2323,
      "step": 26453
    },
    {
      "epoch": 4.331750450302931,
      "grad_norm": 0.23590072989463806,
      "learning_rate": 0.00012173914505643412,
      "loss": 12.2419,
      "step": 26454
    },
    {
      "epoch": 4.331914196823318,
      "grad_norm": 0.1641703099012375,
      "learning_rate": 0.00012173409901800053,
      "loss": 12.1654,
      "step": 26455
    },
    {
      "epoch": 4.3320779433437036,
      "grad_norm": 0.16165916621685028,
      "learning_rate": 0.00012172905292148211,
      "loss": 12.1468,
      "step": 26456
    },
    {
      "epoch": 4.33224168986409,
      "grad_norm": 0.16837745904922485,
      "learning_rate": 0.0001217240067668923,
      "loss": 12.1359,
      "step": 26457
    },
    {
      "epoch": 4.332405436384477,
      "grad_norm": 0.13732576370239258,
      "learning_rate": 0.00012171896055424461,
      "loss": 12.2766,
      "step": 26458
    },
    {
      "epoch": 4.332569182904863,
      "grad_norm": 0.19380055367946625,
      "learning_rate": 0.00012171391428355252,
      "loss": 12.1492,
      "step": 26459
    },
    {
      "epoch": 4.33273292942525,
      "grad_norm": 0.1332325041294098,
      "learning_rate": 0.00012170886795482954,
      "loss": 12.1889,
      "step": 26460
    },
    {
      "epoch": 4.332896675945636,
      "grad_norm": 0.13679920136928558,
      "learning_rate": 0.00012170382156808911,
      "loss": 12.2538,
      "step": 26461
    },
    {
      "epoch": 4.333060422466023,
      "grad_norm": 0.10725035518407822,
      "learning_rate": 0.00012169877512334475,
      "loss": 12.1539,
      "step": 26462
    },
    {
      "epoch": 4.333224168986409,
      "grad_norm": 0.13315068185329437,
      "learning_rate": 0.00012169372862060992,
      "loss": 12.1748,
      "step": 26463
    },
    {
      "epoch": 4.333387915506796,
      "grad_norm": 0.11579287797212601,
      "learning_rate": 0.00012168868205989819,
      "loss": 12.1668,
      "step": 26464
    },
    {
      "epoch": 4.333551662027182,
      "grad_norm": 0.14659012854099274,
      "learning_rate": 0.00012168363544122292,
      "loss": 12.1593,
      "step": 26465
    },
    {
      "epoch": 4.333715408547568,
      "grad_norm": 0.12722043693065643,
      "learning_rate": 0.00012167858876459767,
      "loss": 12.1887,
      "step": 26466
    },
    {
      "epoch": 4.3338791550679545,
      "grad_norm": 0.14233742654323578,
      "learning_rate": 0.00012167354203003594,
      "loss": 12.1664,
      "step": 26467
    },
    {
      "epoch": 4.334042901588341,
      "grad_norm": 0.13153868913650513,
      "learning_rate": 0.00012166849523755118,
      "loss": 12.1982,
      "step": 26468
    },
    {
      "epoch": 4.334206648108728,
      "grad_norm": 0.13696886599063873,
      "learning_rate": 0.00012166344838715686,
      "loss": 12.2577,
      "step": 26469
    },
    {
      "epoch": 4.334370394629114,
      "grad_norm": 0.1981586217880249,
      "learning_rate": 0.00012165840147886656,
      "loss": 12.1635,
      "step": 26470
    },
    {
      "epoch": 4.334534141149501,
      "grad_norm": 0.14500673115253448,
      "learning_rate": 0.00012165335451269366,
      "loss": 12.1868,
      "step": 26471
    },
    {
      "epoch": 4.334697887669887,
      "grad_norm": 0.13573186099529266,
      "learning_rate": 0.00012164830748865173,
      "loss": 12.1975,
      "step": 26472
    },
    {
      "epoch": 4.334861634190274,
      "grad_norm": 0.1343596875667572,
      "learning_rate": 0.0001216432604067542,
      "loss": 12.1748,
      "step": 26473
    },
    {
      "epoch": 4.33502538071066,
      "grad_norm": 0.13470308482646942,
      "learning_rate": 0.00012163821326701459,
      "loss": 12.2298,
      "step": 26474
    },
    {
      "epoch": 4.335189127231047,
      "grad_norm": 0.14808383584022522,
      "learning_rate": 0.0001216331660694464,
      "loss": 12.19,
      "step": 26475
    },
    {
      "epoch": 4.335352873751432,
      "grad_norm": 0.13289451599121094,
      "learning_rate": 0.00012162811881406306,
      "loss": 12.2108,
      "step": 26476
    },
    {
      "epoch": 4.335516620271819,
      "grad_norm": 0.14794398844242096,
      "learning_rate": 0.0001216230715008781,
      "loss": 12.1786,
      "step": 26477
    },
    {
      "epoch": 4.3356803667922055,
      "grad_norm": 0.12574896216392517,
      "learning_rate": 0.00012161802412990504,
      "loss": 12.1594,
      "step": 26478
    },
    {
      "epoch": 4.335844113312592,
      "grad_norm": 0.12819629907608032,
      "learning_rate": 0.00012161297670115734,
      "loss": 12.1713,
      "step": 26479
    },
    {
      "epoch": 4.3360078598329785,
      "grad_norm": 0.1821250468492508,
      "learning_rate": 0.00012160792921464845,
      "loss": 12.1341,
      "step": 26480
    },
    {
      "epoch": 4.336171606353365,
      "grad_norm": 0.13611827790737152,
      "learning_rate": 0.00012160288167039193,
      "loss": 12.1742,
      "step": 26481
    },
    {
      "epoch": 4.336335352873752,
      "grad_norm": 0.14176183938980103,
      "learning_rate": 0.00012159783406840121,
      "loss": 12.1668,
      "step": 26482
    },
    {
      "epoch": 4.336499099394138,
      "grad_norm": 0.11653405427932739,
      "learning_rate": 0.00012159278640868983,
      "loss": 12.1769,
      "step": 26483
    },
    {
      "epoch": 4.336662845914525,
      "grad_norm": 0.16607940196990967,
      "learning_rate": 0.00012158773869127122,
      "loss": 12.1838,
      "step": 26484
    },
    {
      "epoch": 4.33682659243491,
      "grad_norm": 0.1545172780752182,
      "learning_rate": 0.00012158269091615895,
      "loss": 12.1445,
      "step": 26485
    },
    {
      "epoch": 4.336990338955297,
      "grad_norm": 0.16984589397907257,
      "learning_rate": 0.00012157764308336646,
      "loss": 12.2052,
      "step": 26486
    },
    {
      "epoch": 4.337154085475683,
      "grad_norm": 0.13337239623069763,
      "learning_rate": 0.00012157259519290723,
      "loss": 12.1937,
      "step": 26487
    },
    {
      "epoch": 4.33731783199607,
      "grad_norm": 0.17603033781051636,
      "learning_rate": 0.00012156754724479475,
      "loss": 12.1209,
      "step": 26488
    },
    {
      "epoch": 4.337481578516456,
      "grad_norm": 0.1769915521144867,
      "learning_rate": 0.00012156249923904255,
      "loss": 12.1687,
      "step": 26489
    },
    {
      "epoch": 4.337645325036843,
      "grad_norm": 0.2220727801322937,
      "learning_rate": 0.0001215574511756641,
      "loss": 12.201,
      "step": 26490
    },
    {
      "epoch": 4.3378090715572295,
      "grad_norm": 0.15613669157028198,
      "learning_rate": 0.00012155240305467291,
      "loss": 12.2453,
      "step": 26491
    },
    {
      "epoch": 4.337972818077616,
      "grad_norm": 0.1278599351644516,
      "learning_rate": 0.0001215473548760824,
      "loss": 12.1458,
      "step": 26492
    },
    {
      "epoch": 4.338136564598003,
      "grad_norm": 0.119709812104702,
      "learning_rate": 0.00012154230663990613,
      "loss": 12.1578,
      "step": 26493
    },
    {
      "epoch": 4.338300311118389,
      "grad_norm": 0.3827747106552124,
      "learning_rate": 0.00012153725834615759,
      "loss": 12.1597,
      "step": 26494
    },
    {
      "epoch": 4.338464057638776,
      "grad_norm": 0.14829786121845245,
      "learning_rate": 0.00012153220999485025,
      "loss": 12.1532,
      "step": 26495
    },
    {
      "epoch": 4.338627804159161,
      "grad_norm": 0.17137739062309265,
      "learning_rate": 0.0001215271615859976,
      "loss": 12.1811,
      "step": 26496
    },
    {
      "epoch": 4.338791550679548,
      "grad_norm": 0.1687813103199005,
      "learning_rate": 0.00012152211311961314,
      "loss": 12.1568,
      "step": 26497
    },
    {
      "epoch": 4.338955297199934,
      "grad_norm": 0.12098462134599686,
      "learning_rate": 0.00012151706459571037,
      "loss": 12.1491,
      "step": 26498
    },
    {
      "epoch": 4.339119043720321,
      "grad_norm": 0.12251070886850357,
      "learning_rate": 0.00012151201601430276,
      "loss": 12.2211,
      "step": 26499
    },
    {
      "epoch": 4.339282790240707,
      "grad_norm": 0.15429654717445374,
      "learning_rate": 0.0001215069673754038,
      "loss": 12.1809,
      "step": 26500
    },
    {
      "epoch": 4.339446536761094,
      "grad_norm": 0.12606705725193024,
      "learning_rate": 0.00012150191867902704,
      "loss": 12.1936,
      "step": 26501
    },
    {
      "epoch": 4.3396102832814805,
      "grad_norm": 0.1486741453409195,
      "learning_rate": 0.00012149686992518594,
      "loss": 12.1247,
      "step": 26502
    },
    {
      "epoch": 4.339774029801867,
      "grad_norm": 0.12195676565170288,
      "learning_rate": 0.00012149182111389393,
      "loss": 12.1191,
      "step": 26503
    },
    {
      "epoch": 4.3399377763222535,
      "grad_norm": 0.1593431979417801,
      "learning_rate": 0.00012148677224516461,
      "loss": 12.1551,
      "step": 26504
    },
    {
      "epoch": 4.340101522842639,
      "grad_norm": 0.1275883913040161,
      "learning_rate": 0.0001214817233190114,
      "loss": 12.1392,
      "step": 26505
    },
    {
      "epoch": 4.340265269363026,
      "grad_norm": 0.23903077840805054,
      "learning_rate": 0.0001214766743354478,
      "loss": 12.1721,
      "step": 26506
    },
    {
      "epoch": 4.340429015883412,
      "grad_norm": 0.11417793482542038,
      "learning_rate": 0.00012147162529448732,
      "loss": 12.1678,
      "step": 26507
    },
    {
      "epoch": 4.340592762403799,
      "grad_norm": 0.14252179861068726,
      "learning_rate": 0.00012146657619614346,
      "loss": 12.2013,
      "step": 26508
    },
    {
      "epoch": 4.340756508924185,
      "grad_norm": 0.14317622780799866,
      "learning_rate": 0.0001214615270404297,
      "loss": 12.1508,
      "step": 26509
    },
    {
      "epoch": 4.340920255444572,
      "grad_norm": 0.13809436559677124,
      "learning_rate": 0.00012145647782735956,
      "loss": 12.1597,
      "step": 26510
    },
    {
      "epoch": 4.341084001964958,
      "grad_norm": 0.11653906852006912,
      "learning_rate": 0.0001214514285569465,
      "loss": 12.2138,
      "step": 26511
    },
    {
      "epoch": 4.341247748485345,
      "grad_norm": 0.15906764566898346,
      "learning_rate": 0.00012144637922920403,
      "loss": 12.2097,
      "step": 26512
    },
    {
      "epoch": 4.341411495005731,
      "grad_norm": 0.1907997578382492,
      "learning_rate": 0.00012144132984414563,
      "loss": 12.1863,
      "step": 26513
    },
    {
      "epoch": 4.341575241526118,
      "grad_norm": 0.16088049113750458,
      "learning_rate": 0.00012143628040178478,
      "loss": 12.1603,
      "step": 26514
    },
    {
      "epoch": 4.341738988046504,
      "grad_norm": 0.1212511882185936,
      "learning_rate": 0.00012143123090213504,
      "loss": 12.2029,
      "step": 26515
    },
    {
      "epoch": 4.34190273456689,
      "grad_norm": 0.15123330056667328,
      "learning_rate": 0.00012142618134520987,
      "loss": 12.182,
      "step": 26516
    },
    {
      "epoch": 4.342066481087277,
      "grad_norm": 0.49104416370391846,
      "learning_rate": 0.00012142113173102277,
      "loss": 12.195,
      "step": 26517
    },
    {
      "epoch": 4.342230227607663,
      "grad_norm": 0.14552998542785645,
      "learning_rate": 0.00012141608205958718,
      "loss": 12.2266,
      "step": 26518
    },
    {
      "epoch": 4.34239397412805,
      "grad_norm": 0.15309834480285645,
      "learning_rate": 0.0001214110323309167,
      "loss": 12.1503,
      "step": 26519
    },
    {
      "epoch": 4.342557720648436,
      "grad_norm": 0.1771656721830368,
      "learning_rate": 0.0001214059825450247,
      "loss": 12.1731,
      "step": 26520
    },
    {
      "epoch": 4.342721467168823,
      "grad_norm": 0.17780481278896332,
      "learning_rate": 0.0001214009327019248,
      "loss": 12.2024,
      "step": 26521
    },
    {
      "epoch": 4.342885213689209,
      "grad_norm": 0.1422775536775589,
      "learning_rate": 0.00012139588280163041,
      "loss": 12.1411,
      "step": 26522
    },
    {
      "epoch": 4.343048960209596,
      "grad_norm": 0.14272671937942505,
      "learning_rate": 0.00012139083284415509,
      "loss": 12.186,
      "step": 26523
    },
    {
      "epoch": 4.343212706729982,
      "grad_norm": 0.15179090201854706,
      "learning_rate": 0.00012138578282951225,
      "loss": 12.2038,
      "step": 26524
    },
    {
      "epoch": 4.343376453250368,
      "grad_norm": 0.13708937168121338,
      "learning_rate": 0.00012138073275771546,
      "loss": 12.3064,
      "step": 26525
    },
    {
      "epoch": 4.343540199770755,
      "grad_norm": 0.14569330215454102,
      "learning_rate": 0.00012137568262877819,
      "loss": 12.1719,
      "step": 26526
    },
    {
      "epoch": 4.343703946291141,
      "grad_norm": 0.17493118345737457,
      "learning_rate": 0.00012137063244271396,
      "loss": 12.179,
      "step": 26527
    },
    {
      "epoch": 4.343867692811528,
      "grad_norm": 0.1744978427886963,
      "learning_rate": 0.00012136558219953622,
      "loss": 12.2092,
      "step": 26528
    },
    {
      "epoch": 4.344031439331914,
      "grad_norm": 0.20768611133098602,
      "learning_rate": 0.00012136053189925851,
      "loss": 12.1682,
      "step": 26529
    },
    {
      "epoch": 4.344195185852301,
      "grad_norm": 0.13596543669700623,
      "learning_rate": 0.00012135548154189431,
      "loss": 12.1673,
      "step": 26530
    },
    {
      "epoch": 4.344358932372687,
      "grad_norm": 0.1348203420639038,
      "learning_rate": 0.0001213504311274571,
      "loss": 12.2631,
      "step": 26531
    },
    {
      "epoch": 4.344522678893074,
      "grad_norm": 0.20932184159755707,
      "learning_rate": 0.00012134538065596042,
      "loss": 12.2091,
      "step": 26532
    },
    {
      "epoch": 4.34468642541346,
      "grad_norm": 0.22117112576961517,
      "learning_rate": 0.0001213403301274177,
      "loss": 12.1869,
      "step": 26533
    },
    {
      "epoch": 4.344850171933847,
      "grad_norm": 0.14685288071632385,
      "learning_rate": 0.00012133527954184254,
      "loss": 12.1661,
      "step": 26534
    },
    {
      "epoch": 4.3450139184542325,
      "grad_norm": 0.15017656981945038,
      "learning_rate": 0.00012133022889924834,
      "loss": 12.1831,
      "step": 26535
    },
    {
      "epoch": 4.345177664974619,
      "grad_norm": 0.15229563415050507,
      "learning_rate": 0.00012132517819964866,
      "loss": 12.159,
      "step": 26536
    },
    {
      "epoch": 4.3453414114950055,
      "grad_norm": 0.18647150695323944,
      "learning_rate": 0.00012132012744305695,
      "loss": 12.1615,
      "step": 26537
    },
    {
      "epoch": 4.345505158015392,
      "grad_norm": 0.158671572804451,
      "learning_rate": 0.00012131507662948676,
      "loss": 12.1971,
      "step": 26538
    },
    {
      "epoch": 4.345668904535779,
      "grad_norm": 0.12889279425144196,
      "learning_rate": 0.00012131002575895152,
      "loss": 12.1731,
      "step": 26539
    },
    {
      "epoch": 4.345832651056165,
      "grad_norm": 0.15443989634513855,
      "learning_rate": 0.0001213049748314648,
      "loss": 12.1934,
      "step": 26540
    },
    {
      "epoch": 4.345996397576552,
      "grad_norm": 0.1349479854106903,
      "learning_rate": 0.00012129992384704008,
      "loss": 12.1688,
      "step": 26541
    },
    {
      "epoch": 4.346160144096938,
      "grad_norm": 0.11843027174472809,
      "learning_rate": 0.00012129487280569083,
      "loss": 12.1605,
      "step": 26542
    },
    {
      "epoch": 4.346323890617325,
      "grad_norm": 0.14994704723358154,
      "learning_rate": 0.00012128982170743053,
      "loss": 12.1571,
      "step": 26543
    },
    {
      "epoch": 4.346487637137711,
      "grad_norm": 0.20436523854732513,
      "learning_rate": 0.00012128477055227276,
      "loss": 12.2,
      "step": 26544
    },
    {
      "epoch": 4.346651383658097,
      "grad_norm": 0.13372686505317688,
      "learning_rate": 0.00012127971934023097,
      "loss": 12.1603,
      "step": 26545
    },
    {
      "epoch": 4.346815130178483,
      "grad_norm": 0.18501318991184235,
      "learning_rate": 0.00012127466807131866,
      "loss": 12.2294,
      "step": 26546
    },
    {
      "epoch": 4.34697887669887,
      "grad_norm": 0.15986421704292297,
      "learning_rate": 0.00012126961674554933,
      "loss": 12.1801,
      "step": 26547
    },
    {
      "epoch": 4.3471426232192565,
      "grad_norm": 0.19596055150032043,
      "learning_rate": 0.00012126456536293646,
      "loss": 12.2464,
      "step": 26548
    },
    {
      "epoch": 4.347306369739643,
      "grad_norm": 0.1093401163816452,
      "learning_rate": 0.00012125951392349362,
      "loss": 12.1674,
      "step": 26549
    },
    {
      "epoch": 4.3474701162600295,
      "grad_norm": 0.12238968163728714,
      "learning_rate": 0.00012125446242723424,
      "loss": 12.2127,
      "step": 26550
    },
    {
      "epoch": 4.347633862780416,
      "grad_norm": 0.12295162677764893,
      "learning_rate": 0.00012124941087417183,
      "loss": 12.1825,
      "step": 26551
    },
    {
      "epoch": 4.347797609300803,
      "grad_norm": 0.19086825847625732,
      "learning_rate": 0.00012124435926431993,
      "loss": 12.1432,
      "step": 26552
    },
    {
      "epoch": 4.347961355821189,
      "grad_norm": 0.14201736450195312,
      "learning_rate": 0.00012123930759769202,
      "loss": 12.1977,
      "step": 26553
    },
    {
      "epoch": 4.348125102341575,
      "grad_norm": 0.15215051174163818,
      "learning_rate": 0.00012123425587430158,
      "loss": 12.1968,
      "step": 26554
    },
    {
      "epoch": 4.348288848861961,
      "grad_norm": 0.13784699141979218,
      "learning_rate": 0.00012122920409416212,
      "loss": 12.2151,
      "step": 26555
    },
    {
      "epoch": 4.348452595382348,
      "grad_norm": 0.1244707778096199,
      "learning_rate": 0.00012122415225728716,
      "loss": 12.1783,
      "step": 26556
    },
    {
      "epoch": 4.348616341902734,
      "grad_norm": 0.18446077406406403,
      "learning_rate": 0.00012121910036369017,
      "loss": 12.1738,
      "step": 26557
    },
    {
      "epoch": 4.348780088423121,
      "grad_norm": 0.14337721467018127,
      "learning_rate": 0.00012121404841338468,
      "loss": 12.1962,
      "step": 26558
    },
    {
      "epoch": 4.3489438349435074,
      "grad_norm": 0.14555548131465912,
      "learning_rate": 0.0001212089964063842,
      "loss": 12.1687,
      "step": 26559
    },
    {
      "epoch": 4.349107581463894,
      "grad_norm": 0.20281171798706055,
      "learning_rate": 0.00012120394434270219,
      "loss": 12.1358,
      "step": 26560
    },
    {
      "epoch": 4.3492713279842805,
      "grad_norm": 0.11239313334226608,
      "learning_rate": 0.0001211988922223522,
      "loss": 12.1552,
      "step": 26561
    },
    {
      "epoch": 4.349435074504667,
      "grad_norm": 0.13541080057621002,
      "learning_rate": 0.00012119384004534764,
      "loss": 12.1723,
      "step": 26562
    },
    {
      "epoch": 4.349598821025054,
      "grad_norm": 0.14947685599327087,
      "learning_rate": 0.00012118878781170214,
      "loss": 12.1261,
      "step": 26563
    },
    {
      "epoch": 4.34976256754544,
      "grad_norm": 0.18047882616519928,
      "learning_rate": 0.00012118373552142912,
      "loss": 12.1692,
      "step": 26564
    },
    {
      "epoch": 4.349926314065826,
      "grad_norm": 0.16758914291858673,
      "learning_rate": 0.00012117868317454211,
      "loss": 12.1302,
      "step": 26565
    },
    {
      "epoch": 4.350090060586212,
      "grad_norm": 0.12501536309719086,
      "learning_rate": 0.0001211736307710546,
      "loss": 12.18,
      "step": 26566
    },
    {
      "epoch": 4.350253807106599,
      "grad_norm": 0.15189312398433685,
      "learning_rate": 0.0001211685783109801,
      "loss": 12.1353,
      "step": 26567
    },
    {
      "epoch": 4.350417553626985,
      "grad_norm": 0.16023176908493042,
      "learning_rate": 0.00012116352579433212,
      "loss": 12.2181,
      "step": 26568
    },
    {
      "epoch": 4.350581300147372,
      "grad_norm": 0.2103365659713745,
      "learning_rate": 0.00012115847322112412,
      "loss": 12.1788,
      "step": 26569
    },
    {
      "epoch": 4.350745046667758,
      "grad_norm": 0.13611291348934174,
      "learning_rate": 0.00012115342059136967,
      "loss": 12.1749,
      "step": 26570
    },
    {
      "epoch": 4.350908793188145,
      "grad_norm": 0.1617710143327713,
      "learning_rate": 0.00012114836790508224,
      "loss": 12.1387,
      "step": 26571
    },
    {
      "epoch": 4.3510725397085315,
      "grad_norm": 0.11865157634019852,
      "learning_rate": 0.00012114331516227533,
      "loss": 12.213,
      "step": 26572
    },
    {
      "epoch": 4.351236286228918,
      "grad_norm": 0.19893066585063934,
      "learning_rate": 0.00012113826236296244,
      "loss": 12.1471,
      "step": 26573
    },
    {
      "epoch": 4.351400032749304,
      "grad_norm": 0.15773192048072815,
      "learning_rate": 0.00012113320950715707,
      "loss": 12.1285,
      "step": 26574
    },
    {
      "epoch": 4.35156377926969,
      "grad_norm": 0.1322893649339676,
      "learning_rate": 0.00012112815659487278,
      "loss": 12.1692,
      "step": 26575
    },
    {
      "epoch": 4.351727525790077,
      "grad_norm": 0.16615554690361023,
      "learning_rate": 0.00012112310362612301,
      "loss": 12.1818,
      "step": 26576
    },
    {
      "epoch": 4.351891272310463,
      "grad_norm": 0.13855694234371185,
      "learning_rate": 0.00012111805060092123,
      "loss": 12.157,
      "step": 26577
    },
    {
      "epoch": 4.35205501883085,
      "grad_norm": 0.10402973741292953,
      "learning_rate": 0.00012111299751928105,
      "loss": 12.2022,
      "step": 26578
    },
    {
      "epoch": 4.352218765351236,
      "grad_norm": 0.185056671500206,
      "learning_rate": 0.0001211079443812159,
      "loss": 12.16,
      "step": 26579
    },
    {
      "epoch": 4.352382511871623,
      "grad_norm": 0.16243121027946472,
      "learning_rate": 0.00012110289118673935,
      "loss": 12.2364,
      "step": 26580
    },
    {
      "epoch": 4.352546258392009,
      "grad_norm": 0.12469213455915451,
      "learning_rate": 0.0001210978379358648,
      "loss": 12.1753,
      "step": 26581
    },
    {
      "epoch": 4.352710004912396,
      "grad_norm": 0.21215727925300598,
      "learning_rate": 0.00012109278462860585,
      "loss": 12.1815,
      "step": 26582
    },
    {
      "epoch": 4.352873751432782,
      "grad_norm": 0.13587185740470886,
      "learning_rate": 0.00012108773126497597,
      "loss": 12.1882,
      "step": 26583
    },
    {
      "epoch": 4.353037497953169,
      "grad_norm": 0.1517869383096695,
      "learning_rate": 0.00012108267784498864,
      "loss": 12.1541,
      "step": 26584
    },
    {
      "epoch": 4.353201244473555,
      "grad_norm": 0.14582324028015137,
      "learning_rate": 0.00012107762436865742,
      "loss": 12.1801,
      "step": 26585
    },
    {
      "epoch": 4.353364990993941,
      "grad_norm": 0.11804987490177155,
      "learning_rate": 0.00012107257083599579,
      "loss": 12.2181,
      "step": 26586
    },
    {
      "epoch": 4.353528737514328,
      "grad_norm": 0.16395606100559235,
      "learning_rate": 0.00012106751724701726,
      "loss": 12.19,
      "step": 26587
    },
    {
      "epoch": 4.353692484034714,
      "grad_norm": 0.20119374990463257,
      "learning_rate": 0.00012106246360173528,
      "loss": 12.2442,
      "step": 26588
    },
    {
      "epoch": 4.353856230555101,
      "grad_norm": 0.17668384313583374,
      "learning_rate": 0.00012105740990016346,
      "loss": 12.1772,
      "step": 26589
    },
    {
      "epoch": 4.354019977075487,
      "grad_norm": 0.15085548162460327,
      "learning_rate": 0.00012105235614231523,
      "loss": 12.1616,
      "step": 26590
    },
    {
      "epoch": 4.354183723595874,
      "grad_norm": 0.15181103348731995,
      "learning_rate": 0.00012104730232820412,
      "loss": 12.1838,
      "step": 26591
    },
    {
      "epoch": 4.35434747011626,
      "grad_norm": 0.19998805224895477,
      "learning_rate": 0.0001210422484578436,
      "loss": 12.1733,
      "step": 26592
    },
    {
      "epoch": 4.354511216636647,
      "grad_norm": 0.1649901568889618,
      "learning_rate": 0.00012103719453124724,
      "loss": 12.2142,
      "step": 26593
    },
    {
      "epoch": 4.3546749631570325,
      "grad_norm": 0.20105092227458954,
      "learning_rate": 0.00012103214054842853,
      "loss": 12.1995,
      "step": 26594
    },
    {
      "epoch": 4.354838709677419,
      "grad_norm": 0.1820237934589386,
      "learning_rate": 0.00012102708650940095,
      "loss": 12.1387,
      "step": 26595
    },
    {
      "epoch": 4.355002456197806,
      "grad_norm": 0.12176738679409027,
      "learning_rate": 0.000121022032414178,
      "loss": 12.1932,
      "step": 26596
    },
    {
      "epoch": 4.355166202718192,
      "grad_norm": 0.17865870893001556,
      "learning_rate": 0.00012101697826277327,
      "loss": 12.1557,
      "step": 26597
    },
    {
      "epoch": 4.355329949238579,
      "grad_norm": 0.16629508137702942,
      "learning_rate": 0.00012101192405520014,
      "loss": 12.1572,
      "step": 26598
    },
    {
      "epoch": 4.355493695758965,
      "grad_norm": 0.1601385623216629,
      "learning_rate": 0.00012100686979147222,
      "loss": 12.1877,
      "step": 26599
    },
    {
      "epoch": 4.355657442279352,
      "grad_norm": 0.17844992876052856,
      "learning_rate": 0.00012100181547160294,
      "loss": 12.1799,
      "step": 26600
    },
    {
      "epoch": 4.355821188799738,
      "grad_norm": 0.11570043116807938,
      "learning_rate": 0.0001209967610956059,
      "loss": 12.224,
      "step": 26601
    },
    {
      "epoch": 4.355984935320125,
      "grad_norm": 0.2241319864988327,
      "learning_rate": 0.00012099170666349453,
      "loss": 12.154,
      "step": 26602
    },
    {
      "epoch": 4.356148681840511,
      "grad_norm": 0.12575764954090118,
      "learning_rate": 0.00012098665217528234,
      "loss": 12.2142,
      "step": 26603
    },
    {
      "epoch": 4.356312428360897,
      "grad_norm": 0.12212716042995453,
      "learning_rate": 0.00012098159763098291,
      "loss": 12.1624,
      "step": 26604
    },
    {
      "epoch": 4.3564761748812835,
      "grad_norm": 0.1514771431684494,
      "learning_rate": 0.00012097654303060968,
      "loss": 12.2096,
      "step": 26605
    },
    {
      "epoch": 4.35663992140167,
      "grad_norm": 0.1275530606508255,
      "learning_rate": 0.00012097148837417617,
      "loss": 12.1935,
      "step": 26606
    },
    {
      "epoch": 4.3568036679220565,
      "grad_norm": 0.15267899632453918,
      "learning_rate": 0.00012096643366169589,
      "loss": 12.2063,
      "step": 26607
    },
    {
      "epoch": 4.356967414442443,
      "grad_norm": 0.14837922155857086,
      "learning_rate": 0.0001209613788931824,
      "loss": 12.1933,
      "step": 26608
    },
    {
      "epoch": 4.35713116096283,
      "grad_norm": 0.17162150144577026,
      "learning_rate": 0.00012095632406864911,
      "loss": 12.1533,
      "step": 26609
    },
    {
      "epoch": 4.357294907483216,
      "grad_norm": 0.13303087651729584,
      "learning_rate": 0.00012095126918810964,
      "loss": 12.1671,
      "step": 26610
    },
    {
      "epoch": 4.357458654003603,
      "grad_norm": 0.16551248729228973,
      "learning_rate": 0.0001209462142515774,
      "loss": 12.164,
      "step": 26611
    },
    {
      "epoch": 4.357622400523989,
      "grad_norm": 0.1657024770975113,
      "learning_rate": 0.000120941159259066,
      "loss": 12.1838,
      "step": 26612
    },
    {
      "epoch": 4.357786147044376,
      "grad_norm": 0.1392696350812912,
      "learning_rate": 0.00012093610421058883,
      "loss": 12.1808,
      "step": 26613
    },
    {
      "epoch": 4.357949893564761,
      "grad_norm": 0.20003078877925873,
      "learning_rate": 0.00012093104910615949,
      "loss": 12.1704,
      "step": 26614
    },
    {
      "epoch": 4.358113640085148,
      "grad_norm": 0.16390198469161987,
      "learning_rate": 0.00012092599394579147,
      "loss": 12.1356,
      "step": 26615
    },
    {
      "epoch": 4.358277386605534,
      "grad_norm": 0.12079086154699326,
      "learning_rate": 0.00012092093872949828,
      "loss": 12.2066,
      "step": 26616
    },
    {
      "epoch": 4.358441133125921,
      "grad_norm": 0.18121220171451569,
      "learning_rate": 0.00012091588345729338,
      "loss": 12.2245,
      "step": 26617
    },
    {
      "epoch": 4.3586048796463075,
      "grad_norm": 0.20172324776649475,
      "learning_rate": 0.00012091082812919032,
      "loss": 12.1773,
      "step": 26618
    },
    {
      "epoch": 4.358768626166694,
      "grad_norm": 0.14152409136295319,
      "learning_rate": 0.0001209057727452027,
      "loss": 12.2061,
      "step": 26619
    },
    {
      "epoch": 4.358932372687081,
      "grad_norm": 0.15149810910224915,
      "learning_rate": 0.00012090071730534385,
      "loss": 12.1762,
      "step": 26620
    },
    {
      "epoch": 4.359096119207467,
      "grad_norm": 0.1399918645620346,
      "learning_rate": 0.00012089566180962743,
      "loss": 12.2064,
      "step": 26621
    },
    {
      "epoch": 4.359259865727854,
      "grad_norm": 0.2583112120628357,
      "learning_rate": 0.00012089060625806685,
      "loss": 12.1922,
      "step": 26622
    },
    {
      "epoch": 4.359423612248239,
      "grad_norm": 0.14942288398742676,
      "learning_rate": 0.00012088555065067572,
      "loss": 12.19,
      "step": 26623
    },
    {
      "epoch": 4.359587358768626,
      "grad_norm": 0.1417263150215149,
      "learning_rate": 0.00012088049498746747,
      "loss": 12.1602,
      "step": 26624
    },
    {
      "epoch": 4.359751105289012,
      "grad_norm": 0.15103837847709656,
      "learning_rate": 0.00012087543926845566,
      "loss": 12.1615,
      "step": 26625
    },
    {
      "epoch": 4.359914851809399,
      "grad_norm": 0.13910169899463654,
      "learning_rate": 0.00012087038349365378,
      "loss": 12.2032,
      "step": 26626
    },
    {
      "epoch": 4.360078598329785,
      "grad_norm": 0.1993546485900879,
      "learning_rate": 0.00012086532766307532,
      "loss": 12.2232,
      "step": 26627
    },
    {
      "epoch": 4.360242344850172,
      "grad_norm": 0.20686547458171844,
      "learning_rate": 0.00012086027177673383,
      "loss": 12.1701,
      "step": 26628
    },
    {
      "epoch": 4.3604060913705585,
      "grad_norm": 0.12443238496780396,
      "learning_rate": 0.00012085521583464281,
      "loss": 12.1804,
      "step": 26629
    },
    {
      "epoch": 4.360569837890945,
      "grad_norm": 0.2173735797405243,
      "learning_rate": 0.00012085015983681576,
      "loss": 12.1697,
      "step": 26630
    },
    {
      "epoch": 4.3607335844113315,
      "grad_norm": 0.12884420156478882,
      "learning_rate": 0.00012084510378326621,
      "loss": 12.1909,
      "step": 26631
    },
    {
      "epoch": 4.360897330931718,
      "grad_norm": 0.14135514199733734,
      "learning_rate": 0.00012084004767400763,
      "loss": 12.171,
      "step": 26632
    },
    {
      "epoch": 4.361061077452105,
      "grad_norm": 0.14866529405117035,
      "learning_rate": 0.0001208349915090536,
      "loss": 12.2039,
      "step": 26633
    },
    {
      "epoch": 4.36122482397249,
      "grad_norm": 0.19499528408050537,
      "learning_rate": 0.0001208299352884176,
      "loss": 12.2198,
      "step": 26634
    },
    {
      "epoch": 4.361388570492877,
      "grad_norm": 0.1238764077425003,
      "learning_rate": 0.00012082487901211312,
      "loss": 12.1619,
      "step": 26635
    },
    {
      "epoch": 4.361552317013263,
      "grad_norm": 0.14172913134098053,
      "learning_rate": 0.0001208198226801537,
      "loss": 12.1924,
      "step": 26636
    },
    {
      "epoch": 4.36171606353365,
      "grad_norm": 0.16202980279922485,
      "learning_rate": 0.00012081476629255286,
      "loss": 12.1894,
      "step": 26637
    },
    {
      "epoch": 4.361879810054036,
      "grad_norm": 0.17321477830410004,
      "learning_rate": 0.00012080970984932411,
      "loss": 12.1974,
      "step": 26638
    },
    {
      "epoch": 4.362043556574423,
      "grad_norm": 0.1742260456085205,
      "learning_rate": 0.00012080465335048093,
      "loss": 12.1493,
      "step": 26639
    },
    {
      "epoch": 4.362207303094809,
      "grad_norm": 0.11409615725278854,
      "learning_rate": 0.00012079959679603687,
      "loss": 12.1548,
      "step": 26640
    },
    {
      "epoch": 4.362371049615196,
      "grad_norm": 0.17680740356445312,
      "learning_rate": 0.00012079454018600545,
      "loss": 12.1723,
      "step": 26641
    },
    {
      "epoch": 4.3625347961355825,
      "grad_norm": 0.14985468983650208,
      "learning_rate": 0.00012078948352040014,
      "loss": 12.165,
      "step": 26642
    },
    {
      "epoch": 4.362698542655968,
      "grad_norm": 0.12442787736654282,
      "learning_rate": 0.00012078442679923448,
      "loss": 12.1813,
      "step": 26643
    },
    {
      "epoch": 4.362862289176355,
      "grad_norm": 0.19375808537006378,
      "learning_rate": 0.000120779370022522,
      "loss": 12.248,
      "step": 26644
    },
    {
      "epoch": 4.363026035696741,
      "grad_norm": 0.250385582447052,
      "learning_rate": 0.0001207743131902762,
      "loss": 12.1739,
      "step": 26645
    },
    {
      "epoch": 4.363189782217128,
      "grad_norm": 0.15297599136829376,
      "learning_rate": 0.0001207692563025106,
      "loss": 12.1867,
      "step": 26646
    },
    {
      "epoch": 4.363353528737514,
      "grad_norm": 0.15828754007816315,
      "learning_rate": 0.00012076419935923866,
      "loss": 12.1645,
      "step": 26647
    },
    {
      "epoch": 4.363517275257901,
      "grad_norm": 0.13940837979316711,
      "learning_rate": 0.00012075914236047398,
      "loss": 12.1613,
      "step": 26648
    },
    {
      "epoch": 4.363681021778287,
      "grad_norm": 0.1353725641965866,
      "learning_rate": 0.00012075408530623002,
      "loss": 12.2089,
      "step": 26649
    },
    {
      "epoch": 4.363844768298674,
      "grad_norm": 0.204101100564003,
      "learning_rate": 0.00012074902819652035,
      "loss": 12.205,
      "step": 26650
    },
    {
      "epoch": 4.36400851481906,
      "grad_norm": 0.1703440546989441,
      "learning_rate": 0.0001207439710313584,
      "loss": 12.2067,
      "step": 26651
    },
    {
      "epoch": 4.364172261339447,
      "grad_norm": 0.13891717791557312,
      "learning_rate": 0.00012073891381075777,
      "loss": 12.1596,
      "step": 26652
    },
    {
      "epoch": 4.364336007859833,
      "grad_norm": 0.1332337111234665,
      "learning_rate": 0.00012073385653473193,
      "loss": 12.249,
      "step": 26653
    },
    {
      "epoch": 4.364499754380219,
      "grad_norm": 0.1329726278781891,
      "learning_rate": 0.00012072879920329439,
      "loss": 12.2139,
      "step": 26654
    },
    {
      "epoch": 4.364663500900606,
      "grad_norm": 0.19769048690795898,
      "learning_rate": 0.00012072374181645867,
      "loss": 12.1658,
      "step": 26655
    },
    {
      "epoch": 4.364827247420992,
      "grad_norm": 0.22738756239414215,
      "learning_rate": 0.00012071868437423832,
      "loss": 12.1862,
      "step": 26656
    },
    {
      "epoch": 4.364990993941379,
      "grad_norm": 0.18246649205684662,
      "learning_rate": 0.00012071362687664685,
      "loss": 12.1466,
      "step": 26657
    },
    {
      "epoch": 4.365154740461765,
      "grad_norm": 0.16441453993320465,
      "learning_rate": 0.00012070856932369772,
      "loss": 12.2275,
      "step": 26658
    },
    {
      "epoch": 4.365318486982152,
      "grad_norm": 0.20953026413917542,
      "learning_rate": 0.0001207035117154045,
      "loss": 12.1523,
      "step": 26659
    },
    {
      "epoch": 4.365482233502538,
      "grad_norm": 0.1776123195886612,
      "learning_rate": 0.00012069845405178069,
      "loss": 12.2282,
      "step": 26660
    },
    {
      "epoch": 4.365645980022925,
      "grad_norm": 0.1284322738647461,
      "learning_rate": 0.00012069339633283983,
      "loss": 12.1527,
      "step": 26661
    },
    {
      "epoch": 4.365809726543311,
      "grad_norm": 0.12341324239969254,
      "learning_rate": 0.00012068833855859538,
      "loss": 12.1779,
      "step": 26662
    },
    {
      "epoch": 4.365973473063697,
      "grad_norm": 0.13720867037773132,
      "learning_rate": 0.0001206832807290609,
      "loss": 12.1797,
      "step": 26663
    },
    {
      "epoch": 4.3661372195840835,
      "grad_norm": 0.14870455861091614,
      "learning_rate": 0.00012067822284424993,
      "loss": 12.1856,
      "step": 26664
    },
    {
      "epoch": 4.36630096610447,
      "grad_norm": 0.126584991812706,
      "learning_rate": 0.00012067316490417593,
      "loss": 12.1889,
      "step": 26665
    },
    {
      "epoch": 4.366464712624857,
      "grad_norm": 0.13295069336891174,
      "learning_rate": 0.00012066810690885242,
      "loss": 12.1596,
      "step": 26666
    },
    {
      "epoch": 4.366628459145243,
      "grad_norm": 0.16089120507240295,
      "learning_rate": 0.00012066304885829299,
      "loss": 12.1471,
      "step": 26667
    },
    {
      "epoch": 4.36679220566563,
      "grad_norm": 0.13711699843406677,
      "learning_rate": 0.00012065799075251107,
      "loss": 12.1794,
      "step": 26668
    },
    {
      "epoch": 4.366955952186016,
      "grad_norm": 0.1591823250055313,
      "learning_rate": 0.00012065293259152024,
      "loss": 12.1671,
      "step": 26669
    },
    {
      "epoch": 4.367119698706403,
      "grad_norm": 0.11610695719718933,
      "learning_rate": 0.000120647874375334,
      "loss": 12.1667,
      "step": 26670
    },
    {
      "epoch": 4.367283445226789,
      "grad_norm": 0.13704298436641693,
      "learning_rate": 0.00012064281610396583,
      "loss": 12.2031,
      "step": 26671
    },
    {
      "epoch": 4.367447191747176,
      "grad_norm": 0.17529745399951935,
      "learning_rate": 0.00012063775777742934,
      "loss": 12.1604,
      "step": 26672
    },
    {
      "epoch": 4.367610938267561,
      "grad_norm": 0.17042969167232513,
      "learning_rate": 0.00012063269939573793,
      "loss": 12.1535,
      "step": 26673
    },
    {
      "epoch": 4.367774684787948,
      "grad_norm": 0.14509519934654236,
      "learning_rate": 0.00012062764095890522,
      "loss": 12.1998,
      "step": 26674
    },
    {
      "epoch": 4.3679384313083345,
      "grad_norm": 0.13194219768047333,
      "learning_rate": 0.00012062258246694467,
      "loss": 12.1765,
      "step": 26675
    },
    {
      "epoch": 4.368102177828721,
      "grad_norm": 0.13089856505393982,
      "learning_rate": 0.00012061752391986982,
      "loss": 12.1761,
      "step": 26676
    },
    {
      "epoch": 4.3682659243491075,
      "grad_norm": 0.17314711213111877,
      "learning_rate": 0.0001206124653176942,
      "loss": 12.1757,
      "step": 26677
    },
    {
      "epoch": 4.368429670869494,
      "grad_norm": 0.13104870915412903,
      "learning_rate": 0.00012060740666043131,
      "loss": 12.177,
      "step": 26678
    },
    {
      "epoch": 4.368593417389881,
      "grad_norm": 0.1669241487979889,
      "learning_rate": 0.00012060234794809466,
      "loss": 12.202,
      "step": 26679
    },
    {
      "epoch": 4.368757163910267,
      "grad_norm": 0.16020198166370392,
      "learning_rate": 0.00012059728918069779,
      "loss": 12.1655,
      "step": 26680
    },
    {
      "epoch": 4.368920910430654,
      "grad_norm": 0.11925069242715836,
      "learning_rate": 0.0001205922303582542,
      "loss": 12.1768,
      "step": 26681
    },
    {
      "epoch": 4.36908465695104,
      "grad_norm": 0.20370839536190033,
      "learning_rate": 0.00012058717148077746,
      "loss": 12.2098,
      "step": 26682
    },
    {
      "epoch": 4.369248403471426,
      "grad_norm": 0.13171501457691193,
      "learning_rate": 0.00012058211254828102,
      "loss": 12.2194,
      "step": 26683
    },
    {
      "epoch": 4.369412149991812,
      "grad_norm": 0.1630614548921585,
      "learning_rate": 0.00012057705356077845,
      "loss": 12.1709,
      "step": 26684
    },
    {
      "epoch": 4.369575896512199,
      "grad_norm": 0.15906886756420135,
      "learning_rate": 0.00012057199451828323,
      "loss": 12.146,
      "step": 26685
    },
    {
      "epoch": 4.369739643032585,
      "grad_norm": 0.18149802088737488,
      "learning_rate": 0.00012056693542080892,
      "loss": 12.156,
      "step": 26686
    },
    {
      "epoch": 4.369903389552972,
      "grad_norm": 0.1270974576473236,
      "learning_rate": 0.00012056187626836904,
      "loss": 12.2421,
      "step": 26687
    },
    {
      "epoch": 4.3700671360733585,
      "grad_norm": 0.17875386774539948,
      "learning_rate": 0.00012055681706097705,
      "loss": 12.1731,
      "step": 26688
    },
    {
      "epoch": 4.370230882593745,
      "grad_norm": 0.11893922090530396,
      "learning_rate": 0.00012055175779864658,
      "loss": 12.1533,
      "step": 26689
    },
    {
      "epoch": 4.370394629114132,
      "grad_norm": 0.13836874067783356,
      "learning_rate": 0.00012054669848139105,
      "loss": 12.1233,
      "step": 26690
    },
    {
      "epoch": 4.370558375634518,
      "grad_norm": 0.14341866970062256,
      "learning_rate": 0.00012054163910922402,
      "loss": 12.1659,
      "step": 26691
    },
    {
      "epoch": 4.370722122154904,
      "grad_norm": 0.17358024418354034,
      "learning_rate": 0.00012053657968215899,
      "loss": 12.2033,
      "step": 26692
    },
    {
      "epoch": 4.37088586867529,
      "grad_norm": 0.16020117700099945,
      "learning_rate": 0.00012053152020020957,
      "loss": 12.1638,
      "step": 26693
    },
    {
      "epoch": 4.371049615195677,
      "grad_norm": 0.12709437310695648,
      "learning_rate": 0.00012052646066338913,
      "loss": 12.2098,
      "step": 26694
    },
    {
      "epoch": 4.371213361716063,
      "grad_norm": 0.22503352165222168,
      "learning_rate": 0.00012052140107171133,
      "loss": 12.1828,
      "step": 26695
    },
    {
      "epoch": 4.37137710823645,
      "grad_norm": 0.19001935422420502,
      "learning_rate": 0.00012051634142518959,
      "loss": 12.2034,
      "step": 26696
    },
    {
      "epoch": 4.371540854756836,
      "grad_norm": 0.11526600271463394,
      "learning_rate": 0.00012051128172383755,
      "loss": 12.1458,
      "step": 26697
    },
    {
      "epoch": 4.371704601277223,
      "grad_norm": 0.14913403987884521,
      "learning_rate": 0.00012050622196766858,
      "loss": 12.1671,
      "step": 26698
    },
    {
      "epoch": 4.3718683477976095,
      "grad_norm": 0.15610066056251526,
      "learning_rate": 0.00012050116215669633,
      "loss": 12.2132,
      "step": 26699
    },
    {
      "epoch": 4.372032094317996,
      "grad_norm": 0.14562803506851196,
      "learning_rate": 0.00012049610229093429,
      "loss": 12.1716,
      "step": 26700
    },
    {
      "epoch": 4.3721958408383825,
      "grad_norm": 0.14321255683898926,
      "learning_rate": 0.00012049104237039592,
      "loss": 12.2405,
      "step": 26701
    },
    {
      "epoch": 4.372359587358769,
      "grad_norm": 0.14146749675273895,
      "learning_rate": 0.00012048598239509481,
      "loss": 12.1455,
      "step": 26702
    },
    {
      "epoch": 4.372523333879155,
      "grad_norm": 0.20987184345722198,
      "learning_rate": 0.00012048092236504445,
      "loss": 12.1924,
      "step": 26703
    },
    {
      "epoch": 4.372687080399541,
      "grad_norm": 0.13711000978946686,
      "learning_rate": 0.00012047586228025843,
      "loss": 12.1494,
      "step": 26704
    },
    {
      "epoch": 4.372850826919928,
      "grad_norm": 0.15359289944171906,
      "learning_rate": 0.00012047080214075015,
      "loss": 12.1878,
      "step": 26705
    },
    {
      "epoch": 4.373014573440314,
      "grad_norm": 0.1609700322151184,
      "learning_rate": 0.00012046574194653324,
      "loss": 12.2281,
      "step": 26706
    },
    {
      "epoch": 4.373178319960701,
      "grad_norm": 0.17982666194438934,
      "learning_rate": 0.00012046068169762117,
      "loss": 12.1923,
      "step": 26707
    },
    {
      "epoch": 4.373342066481087,
      "grad_norm": 0.15623143315315247,
      "learning_rate": 0.00012045562139402751,
      "loss": 12.1574,
      "step": 26708
    },
    {
      "epoch": 4.373505813001474,
      "grad_norm": 0.13086795806884766,
      "learning_rate": 0.00012045056103576572,
      "loss": 12.1486,
      "step": 26709
    },
    {
      "epoch": 4.37366955952186,
      "grad_norm": 0.12596827745437622,
      "learning_rate": 0.00012044550062284938,
      "loss": 12.1375,
      "step": 26710
    },
    {
      "epoch": 4.373833306042247,
      "grad_norm": 0.12754859030246735,
      "learning_rate": 0.000120440440155292,
      "loss": 12.1755,
      "step": 26711
    },
    {
      "epoch": 4.373997052562633,
      "grad_norm": 0.13669487833976746,
      "learning_rate": 0.00012043537963310708,
      "loss": 12.1539,
      "step": 26712
    },
    {
      "epoch": 4.374160799083019,
      "grad_norm": 0.14837536215782166,
      "learning_rate": 0.00012043031905630814,
      "loss": 12.1934,
      "step": 26713
    },
    {
      "epoch": 4.374324545603406,
      "grad_norm": 0.15788063406944275,
      "learning_rate": 0.00012042525842490878,
      "loss": 12.1497,
      "step": 26714
    },
    {
      "epoch": 4.374488292123792,
      "grad_norm": 0.15025658905506134,
      "learning_rate": 0.00012042019773892242,
      "loss": 12.138,
      "step": 26715
    },
    {
      "epoch": 4.374652038644179,
      "grad_norm": 0.12809832394123077,
      "learning_rate": 0.00012041513699836266,
      "loss": 12.1433,
      "step": 26716
    },
    {
      "epoch": 4.374815785164565,
      "grad_norm": 0.15087445080280304,
      "learning_rate": 0.00012041007620324296,
      "loss": 12.1606,
      "step": 26717
    },
    {
      "epoch": 4.374979531684952,
      "grad_norm": 0.16048596799373627,
      "learning_rate": 0.00012040501535357693,
      "loss": 12.2013,
      "step": 26718
    },
    {
      "epoch": 4.375143278205338,
      "grad_norm": 0.1740141659975052,
      "learning_rate": 0.00012039995444937804,
      "loss": 12.1705,
      "step": 26719
    },
    {
      "epoch": 4.375307024725725,
      "grad_norm": 0.12991783022880554,
      "learning_rate": 0.0001203948934906598,
      "loss": 12.1868,
      "step": 26720
    },
    {
      "epoch": 4.375470771246111,
      "grad_norm": 0.15362700819969177,
      "learning_rate": 0.00012038983247743578,
      "loss": 12.1406,
      "step": 26721
    },
    {
      "epoch": 4.375634517766498,
      "grad_norm": 0.1320270150899887,
      "learning_rate": 0.00012038477140971949,
      "loss": 12.1865,
      "step": 26722
    },
    {
      "epoch": 4.375798264286884,
      "grad_norm": 0.16068562865257263,
      "learning_rate": 0.00012037971028752446,
      "loss": 12.2032,
      "step": 26723
    },
    {
      "epoch": 4.37596201080727,
      "grad_norm": 0.17810992896556854,
      "learning_rate": 0.00012037464911086418,
      "loss": 12.1874,
      "step": 26724
    },
    {
      "epoch": 4.376125757327657,
      "grad_norm": 0.13085134327411652,
      "learning_rate": 0.00012036958787975222,
      "loss": 12.1715,
      "step": 26725
    },
    {
      "epoch": 4.376289503848043,
      "grad_norm": 0.17526136338710785,
      "learning_rate": 0.0001203645265942021,
      "loss": 12.1859,
      "step": 26726
    },
    {
      "epoch": 4.37645325036843,
      "grad_norm": 0.17382721602916718,
      "learning_rate": 0.00012035946525422732,
      "loss": 12.1154,
      "step": 26727
    },
    {
      "epoch": 4.376616996888816,
      "grad_norm": 0.1112816259264946,
      "learning_rate": 0.00012035440385984142,
      "loss": 12.2549,
      "step": 26728
    },
    {
      "epoch": 4.376780743409203,
      "grad_norm": 0.17861612141132355,
      "learning_rate": 0.00012034934241105796,
      "loss": 12.1623,
      "step": 26729
    },
    {
      "epoch": 4.376944489929589,
      "grad_norm": 0.15065672993659973,
      "learning_rate": 0.0001203442809078904,
      "loss": 12.162,
      "step": 26730
    },
    {
      "epoch": 4.377108236449976,
      "grad_norm": 0.14314721524715424,
      "learning_rate": 0.00012033921935035232,
      "loss": 12.1804,
      "step": 26731
    },
    {
      "epoch": 4.3772719829703615,
      "grad_norm": 0.13661883771419525,
      "learning_rate": 0.00012033415773845721,
      "loss": 12.159,
      "step": 26732
    },
    {
      "epoch": 4.377435729490748,
      "grad_norm": 0.23900948464870453,
      "learning_rate": 0.00012032909607221867,
      "loss": 12.1844,
      "step": 26733
    },
    {
      "epoch": 4.3775994760111345,
      "grad_norm": 0.15791189670562744,
      "learning_rate": 0.00012032403435165014,
      "loss": 12.1952,
      "step": 26734
    },
    {
      "epoch": 4.377763222531521,
      "grad_norm": 0.15556806325912476,
      "learning_rate": 0.00012031897257676519,
      "loss": 12.1697,
      "step": 26735
    },
    {
      "epoch": 4.377926969051908,
      "grad_norm": 0.1903243213891983,
      "learning_rate": 0.00012031391074757734,
      "loss": 12.1853,
      "step": 26736
    },
    {
      "epoch": 4.378090715572294,
      "grad_norm": 0.16124306619167328,
      "learning_rate": 0.00012030884886410012,
      "loss": 12.1444,
      "step": 26737
    },
    {
      "epoch": 4.378254462092681,
      "grad_norm": 0.15392589569091797,
      "learning_rate": 0.00012030378692634705,
      "loss": 12.2147,
      "step": 26738
    },
    {
      "epoch": 4.378418208613067,
      "grad_norm": 0.17466935515403748,
      "learning_rate": 0.00012029872493433166,
      "loss": 12.1827,
      "step": 26739
    },
    {
      "epoch": 4.378581955133454,
      "grad_norm": 0.17813903093338013,
      "learning_rate": 0.0001202936628880675,
      "loss": 12.2256,
      "step": 26740
    },
    {
      "epoch": 4.37874570165384,
      "grad_norm": 0.16101893782615662,
      "learning_rate": 0.00012028860078756808,
      "loss": 12.1629,
      "step": 26741
    },
    {
      "epoch": 4.378909448174226,
      "grad_norm": 0.1364746391773224,
      "learning_rate": 0.00012028353863284692,
      "loss": 12.1841,
      "step": 26742
    },
    {
      "epoch": 4.379073194694612,
      "grad_norm": 0.14952340722084045,
      "learning_rate": 0.00012027847642391755,
      "loss": 12.1779,
      "step": 26743
    },
    {
      "epoch": 4.379236941214999,
      "grad_norm": 0.21369919180870056,
      "learning_rate": 0.00012027341416079352,
      "loss": 12.1711,
      "step": 26744
    },
    {
      "epoch": 4.3794006877353855,
      "grad_norm": 0.16874797642230988,
      "learning_rate": 0.00012026835184348835,
      "loss": 12.212,
      "step": 26745
    },
    {
      "epoch": 4.379564434255772,
      "grad_norm": 0.15644116699695587,
      "learning_rate": 0.00012026328947201557,
      "loss": 12.2262,
      "step": 26746
    },
    {
      "epoch": 4.3797281807761586,
      "grad_norm": 0.1599033623933792,
      "learning_rate": 0.00012025822704638867,
      "loss": 12.2,
      "step": 26747
    },
    {
      "epoch": 4.379891927296545,
      "grad_norm": 0.1745603382587433,
      "learning_rate": 0.00012025316456662125,
      "loss": 12.1271,
      "step": 26748
    },
    {
      "epoch": 4.380055673816932,
      "grad_norm": 0.17244766652584076,
      "learning_rate": 0.00012024810203272681,
      "loss": 12.2126,
      "step": 26749
    },
    {
      "epoch": 4.380219420337318,
      "grad_norm": 0.1653723120689392,
      "learning_rate": 0.00012024303944471886,
      "loss": 12.1763,
      "step": 26750
    },
    {
      "epoch": 4.380383166857705,
      "grad_norm": 0.13320893049240112,
      "learning_rate": 0.00012023797680261093,
      "loss": 12.2013,
      "step": 26751
    },
    {
      "epoch": 4.38054691337809,
      "grad_norm": 0.15522126853466034,
      "learning_rate": 0.00012023291410641659,
      "loss": 12.1786,
      "step": 26752
    },
    {
      "epoch": 4.380710659898477,
      "grad_norm": 0.14006057381629944,
      "learning_rate": 0.00012022785135614933,
      "loss": 12.2353,
      "step": 26753
    },
    {
      "epoch": 4.380874406418863,
      "grad_norm": 0.17443901300430298,
      "learning_rate": 0.00012022278855182269,
      "loss": 12.1644,
      "step": 26754
    },
    {
      "epoch": 4.38103815293925,
      "grad_norm": 0.17551672458648682,
      "learning_rate": 0.0001202177256934502,
      "loss": 12.1451,
      "step": 26755
    },
    {
      "epoch": 4.3812018994596365,
      "grad_norm": 0.1425831913948059,
      "learning_rate": 0.00012021266278104541,
      "loss": 12.2005,
      "step": 26756
    },
    {
      "epoch": 4.381365645980023,
      "grad_norm": 0.15556643903255463,
      "learning_rate": 0.00012020759981462184,
      "loss": 12.1983,
      "step": 26757
    },
    {
      "epoch": 4.3815293925004095,
      "grad_norm": 0.16571104526519775,
      "learning_rate": 0.000120202536794193,
      "loss": 12.1578,
      "step": 26758
    },
    {
      "epoch": 4.381693139020796,
      "grad_norm": 0.21049493551254272,
      "learning_rate": 0.00012019747371977246,
      "loss": 12.2019,
      "step": 26759
    },
    {
      "epoch": 4.381856885541183,
      "grad_norm": 0.12302209436893463,
      "learning_rate": 0.00012019241059137372,
      "loss": 12.1533,
      "step": 26760
    },
    {
      "epoch": 4.382020632061568,
      "grad_norm": 0.15829609334468842,
      "learning_rate": 0.00012018734740901033,
      "loss": 12.1711,
      "step": 26761
    },
    {
      "epoch": 4.382184378581955,
      "grad_norm": 0.14979331195354462,
      "learning_rate": 0.00012018228417269577,
      "loss": 12.1957,
      "step": 26762
    },
    {
      "epoch": 4.382348125102341,
      "grad_norm": 0.14189524948596954,
      "learning_rate": 0.00012017722088244368,
      "loss": 12.1348,
      "step": 26763
    },
    {
      "epoch": 4.382511871622728,
      "grad_norm": 0.1387047916650772,
      "learning_rate": 0.00012017215753826745,
      "loss": 12.1518,
      "step": 26764
    },
    {
      "epoch": 4.382675618143114,
      "grad_norm": 0.1411268562078476,
      "learning_rate": 0.00012016709414018075,
      "loss": 12.24,
      "step": 26765
    },
    {
      "epoch": 4.382839364663501,
      "grad_norm": 0.16498471796512604,
      "learning_rate": 0.000120162030688197,
      "loss": 12.14,
      "step": 26766
    },
    {
      "epoch": 4.383003111183887,
      "grad_norm": 0.17035774886608124,
      "learning_rate": 0.00012015696718232982,
      "loss": 12.1744,
      "step": 26767
    },
    {
      "epoch": 4.383166857704274,
      "grad_norm": 0.11454220116138458,
      "learning_rate": 0.00012015190362259268,
      "loss": 12.1977,
      "step": 26768
    },
    {
      "epoch": 4.3833306042246605,
      "grad_norm": 0.1709965467453003,
      "learning_rate": 0.00012014684000899917,
      "loss": 12.1808,
      "step": 26769
    },
    {
      "epoch": 4.383494350745047,
      "grad_norm": 0.14039215445518494,
      "learning_rate": 0.00012014177634156275,
      "loss": 12.1913,
      "step": 26770
    },
    {
      "epoch": 4.3836580972654335,
      "grad_norm": 0.13586688041687012,
      "learning_rate": 0.00012013671262029702,
      "loss": 12.1437,
      "step": 26771
    },
    {
      "epoch": 4.383821843785819,
      "grad_norm": 0.11909761279821396,
      "learning_rate": 0.00012013164884521546,
      "loss": 12.1724,
      "step": 26772
    },
    {
      "epoch": 4.383985590306206,
      "grad_norm": 0.10643939673900604,
      "learning_rate": 0.00012012658501633161,
      "loss": 12.1888,
      "step": 26773
    },
    {
      "epoch": 4.384149336826592,
      "grad_norm": 0.19288264214992523,
      "learning_rate": 0.00012012152113365909,
      "loss": 12.2592,
      "step": 26774
    },
    {
      "epoch": 4.384313083346979,
      "grad_norm": 0.14519155025482178,
      "learning_rate": 0.0001201164571972113,
      "loss": 12.1548,
      "step": 26775
    },
    {
      "epoch": 4.384476829867365,
      "grad_norm": 0.13227856159210205,
      "learning_rate": 0.00012011139320700186,
      "loss": 12.185,
      "step": 26776
    },
    {
      "epoch": 4.384640576387752,
      "grad_norm": 0.20788519084453583,
      "learning_rate": 0.00012010632916304428,
      "loss": 12.1566,
      "step": 26777
    },
    {
      "epoch": 4.384804322908138,
      "grad_norm": 0.17158716917037964,
      "learning_rate": 0.00012010126506535211,
      "loss": 12.1546,
      "step": 26778
    },
    {
      "epoch": 4.384968069428525,
      "grad_norm": 0.19791977107524872,
      "learning_rate": 0.00012009620091393884,
      "loss": 12.1944,
      "step": 26779
    },
    {
      "epoch": 4.385131815948911,
      "grad_norm": 0.14104655385017395,
      "learning_rate": 0.00012009113670881807,
      "loss": 12.1824,
      "step": 26780
    },
    {
      "epoch": 4.385295562469297,
      "grad_norm": 0.1966446489095688,
      "learning_rate": 0.00012008607245000325,
      "loss": 12.1889,
      "step": 26781
    },
    {
      "epoch": 4.385459308989684,
      "grad_norm": 0.15607328712940216,
      "learning_rate": 0.00012008100813750802,
      "loss": 12.171,
      "step": 26782
    },
    {
      "epoch": 4.38562305551007,
      "grad_norm": 0.14793558418750763,
      "learning_rate": 0.00012007594377134581,
      "loss": 12.1848,
      "step": 26783
    },
    {
      "epoch": 4.385786802030457,
      "grad_norm": 0.14322230219841003,
      "learning_rate": 0.00012007087935153021,
      "loss": 12.1421,
      "step": 26784
    },
    {
      "epoch": 4.385950548550843,
      "grad_norm": 0.16274020075798035,
      "learning_rate": 0.00012006581487807475,
      "loss": 12.1946,
      "step": 26785
    },
    {
      "epoch": 4.38611429507123,
      "grad_norm": 0.13634613156318665,
      "learning_rate": 0.00012006075035099298,
      "loss": 12.1705,
      "step": 26786
    },
    {
      "epoch": 4.386278041591616,
      "grad_norm": 0.1774090826511383,
      "learning_rate": 0.00012005568577029838,
      "loss": 12.1604,
      "step": 26787
    },
    {
      "epoch": 4.386441788112003,
      "grad_norm": 0.17065639793872833,
      "learning_rate": 0.00012005062113600453,
      "loss": 12.113,
      "step": 26788
    },
    {
      "epoch": 4.386605534632389,
      "grad_norm": 0.13455936312675476,
      "learning_rate": 0.00012004555644812496,
      "loss": 12.2054,
      "step": 26789
    },
    {
      "epoch": 4.386769281152776,
      "grad_norm": 0.15391114354133606,
      "learning_rate": 0.0001200404917066732,
      "loss": 12.2064,
      "step": 26790
    },
    {
      "epoch": 4.386933027673162,
      "grad_norm": 0.1415461003780365,
      "learning_rate": 0.00012003542691166278,
      "loss": 12.194,
      "step": 26791
    },
    {
      "epoch": 4.387096774193548,
      "grad_norm": 0.1328895539045334,
      "learning_rate": 0.00012003036206310727,
      "loss": 12.192,
      "step": 26792
    },
    {
      "epoch": 4.387260520713935,
      "grad_norm": 0.10109100490808487,
      "learning_rate": 0.00012002529716102016,
      "loss": 12.1668,
      "step": 26793
    },
    {
      "epoch": 4.387424267234321,
      "grad_norm": 0.14008671045303345,
      "learning_rate": 0.000120020232205415,
      "loss": 12.1394,
      "step": 26794
    },
    {
      "epoch": 4.387588013754708,
      "grad_norm": 0.1533690094947815,
      "learning_rate": 0.00012001516719630534,
      "loss": 12.2001,
      "step": 26795
    },
    {
      "epoch": 4.387751760275094,
      "grad_norm": 0.17363248765468597,
      "learning_rate": 0.00012001010213370472,
      "loss": 12.2337,
      "step": 26796
    },
    {
      "epoch": 4.387915506795481,
      "grad_norm": 0.13907042145729065,
      "learning_rate": 0.00012000503701762665,
      "loss": 12.1307,
      "step": 26797
    },
    {
      "epoch": 4.388079253315867,
      "grad_norm": 0.15032146871089935,
      "learning_rate": 0.00011999997184808465,
      "loss": 12.1881,
      "step": 26798
    },
    {
      "epoch": 4.388242999836254,
      "grad_norm": 0.189389169216156,
      "learning_rate": 0.00011999490662509232,
      "loss": 12.141,
      "step": 26799
    },
    {
      "epoch": 4.38840674635664,
      "grad_norm": 0.2542589604854584,
      "learning_rate": 0.00011998984134866318,
      "loss": 12.1893,
      "step": 26800
    },
    {
      "epoch": 4.388570492877026,
      "grad_norm": 0.12914294004440308,
      "learning_rate": 0.00011998477601881073,
      "loss": 12.189,
      "step": 26801
    },
    {
      "epoch": 4.3887342393974125,
      "grad_norm": 0.15250428020954132,
      "learning_rate": 0.00011997971063554852,
      "loss": 12.2011,
      "step": 26802
    },
    {
      "epoch": 4.388897985917799,
      "grad_norm": 0.16902033984661102,
      "learning_rate": 0.0001199746451988901,
      "loss": 12.2342,
      "step": 26803
    },
    {
      "epoch": 4.3890617324381855,
      "grad_norm": 0.14124585688114166,
      "learning_rate": 0.00011996957970884902,
      "loss": 12.1877,
      "step": 26804
    },
    {
      "epoch": 4.389225478958572,
      "grad_norm": 0.16311109066009521,
      "learning_rate": 0.00011996451416543879,
      "loss": 12.166,
      "step": 26805
    },
    {
      "epoch": 4.389389225478959,
      "grad_norm": 0.13144850730895996,
      "learning_rate": 0.00011995944856867294,
      "loss": 12.1882,
      "step": 26806
    },
    {
      "epoch": 4.389552971999345,
      "grad_norm": 0.14454934000968933,
      "learning_rate": 0.00011995438291856507,
      "loss": 12.1521,
      "step": 26807
    },
    {
      "epoch": 4.389716718519732,
      "grad_norm": 0.12622129917144775,
      "learning_rate": 0.00011994931721512865,
      "loss": 12.1559,
      "step": 26808
    },
    {
      "epoch": 4.389880465040118,
      "grad_norm": 0.12921999394893646,
      "learning_rate": 0.00011994425145837722,
      "loss": 12.1717,
      "step": 26809
    },
    {
      "epoch": 4.390044211560505,
      "grad_norm": 0.16238220036029816,
      "learning_rate": 0.00011993918564832438,
      "loss": 12.1978,
      "step": 26810
    },
    {
      "epoch": 4.39020795808089,
      "grad_norm": 0.14699900150299072,
      "learning_rate": 0.00011993411978498362,
      "loss": 12.121,
      "step": 26811
    },
    {
      "epoch": 4.390371704601277,
      "grad_norm": 0.12555232644081116,
      "learning_rate": 0.00011992905386836848,
      "loss": 12.1777,
      "step": 26812
    },
    {
      "epoch": 4.390535451121663,
      "grad_norm": 0.1579647809267044,
      "learning_rate": 0.00011992398789849249,
      "loss": 12.1824,
      "step": 26813
    },
    {
      "epoch": 4.39069919764205,
      "grad_norm": 0.1677427887916565,
      "learning_rate": 0.00011991892187536924,
      "loss": 12.153,
      "step": 26814
    },
    {
      "epoch": 4.3908629441624365,
      "grad_norm": 0.1418684422969818,
      "learning_rate": 0.00011991385579901222,
      "loss": 12.1658,
      "step": 26815
    },
    {
      "epoch": 4.391026690682823,
      "grad_norm": 0.13432163000106812,
      "learning_rate": 0.00011990878966943499,
      "loss": 12.1626,
      "step": 26816
    },
    {
      "epoch": 4.39119043720321,
      "grad_norm": 0.1452450454235077,
      "learning_rate": 0.00011990372348665106,
      "loss": 12.2025,
      "step": 26817
    },
    {
      "epoch": 4.391354183723596,
      "grad_norm": 0.2157411277294159,
      "learning_rate": 0.00011989865725067402,
      "loss": 12.1942,
      "step": 26818
    },
    {
      "epoch": 4.391517930243983,
      "grad_norm": 0.138726606965065,
      "learning_rate": 0.00011989359096151738,
      "loss": 12.1713,
      "step": 26819
    },
    {
      "epoch": 4.391681676764369,
      "grad_norm": 0.1298232078552246,
      "learning_rate": 0.00011988852461919469,
      "loss": 12.204,
      "step": 26820
    },
    {
      "epoch": 4.391845423284755,
      "grad_norm": 0.16034655272960663,
      "learning_rate": 0.00011988345822371944,
      "loss": 12.1453,
      "step": 26821
    },
    {
      "epoch": 4.392009169805141,
      "grad_norm": 0.17995606362819672,
      "learning_rate": 0.00011987839177510524,
      "loss": 12.1816,
      "step": 26822
    },
    {
      "epoch": 4.392172916325528,
      "grad_norm": 0.12855598330497742,
      "learning_rate": 0.00011987332527336561,
      "loss": 12.1885,
      "step": 26823
    },
    {
      "epoch": 4.392336662845914,
      "grad_norm": 0.14378798007965088,
      "learning_rate": 0.00011986825871851409,
      "loss": 12.1653,
      "step": 26824
    },
    {
      "epoch": 4.392500409366301,
      "grad_norm": 0.17520219087600708,
      "learning_rate": 0.00011986319211056418,
      "loss": 12.211,
      "step": 26825
    },
    {
      "epoch": 4.3926641558866875,
      "grad_norm": 0.16172903776168823,
      "learning_rate": 0.0001198581254495295,
      "loss": 12.2392,
      "step": 26826
    },
    {
      "epoch": 4.392827902407074,
      "grad_norm": 0.169857457280159,
      "learning_rate": 0.00011985305873542351,
      "loss": 12.1629,
      "step": 26827
    },
    {
      "epoch": 4.3929916489274605,
      "grad_norm": 0.11724511533975601,
      "learning_rate": 0.00011984799196825978,
      "loss": 12.2092,
      "step": 26828
    },
    {
      "epoch": 4.393155395447847,
      "grad_norm": 0.15240587294101715,
      "learning_rate": 0.00011984292514805189,
      "loss": 12.1567,
      "step": 26829
    },
    {
      "epoch": 4.393319141968234,
      "grad_norm": 0.14960920810699463,
      "learning_rate": 0.00011983785827481333,
      "loss": 12.1973,
      "step": 26830
    },
    {
      "epoch": 4.393482888488619,
      "grad_norm": 0.13133317232131958,
      "learning_rate": 0.00011983279134855767,
      "loss": 12.1641,
      "step": 26831
    },
    {
      "epoch": 4.393646635009006,
      "grad_norm": 0.15567997097969055,
      "learning_rate": 0.0001198277243692984,
      "loss": 12.1681,
      "step": 26832
    },
    {
      "epoch": 4.393810381529392,
      "grad_norm": 0.14831547439098358,
      "learning_rate": 0.00011982265733704914,
      "loss": 12.1615,
      "step": 26833
    },
    {
      "epoch": 4.393974128049779,
      "grad_norm": 0.1770843118429184,
      "learning_rate": 0.00011981759025182339,
      "loss": 12.1659,
      "step": 26834
    },
    {
      "epoch": 4.394137874570165,
      "grad_norm": 0.178769052028656,
      "learning_rate": 0.00011981252311363471,
      "loss": 12.1633,
      "step": 26835
    },
    {
      "epoch": 4.394301621090552,
      "grad_norm": 0.1421767920255661,
      "learning_rate": 0.0001198074559224966,
      "loss": 12.1834,
      "step": 26836
    },
    {
      "epoch": 4.394465367610938,
      "grad_norm": 0.22324980795383453,
      "learning_rate": 0.00011980238867842266,
      "loss": 12.1524,
      "step": 26837
    },
    {
      "epoch": 4.394629114131325,
      "grad_norm": 0.17128920555114746,
      "learning_rate": 0.00011979732138142636,
      "loss": 12.2331,
      "step": 26838
    },
    {
      "epoch": 4.3947928606517115,
      "grad_norm": 0.1706395149230957,
      "learning_rate": 0.00011979225403152132,
      "loss": 12.1923,
      "step": 26839
    },
    {
      "epoch": 4.394956607172098,
      "grad_norm": 0.17153319716453552,
      "learning_rate": 0.00011978718662872102,
      "loss": 12.1537,
      "step": 26840
    },
    {
      "epoch": 4.395120353692484,
      "grad_norm": 0.14982685446739197,
      "learning_rate": 0.00011978211917303906,
      "loss": 12.1567,
      "step": 26841
    },
    {
      "epoch": 4.39528410021287,
      "grad_norm": 0.16394130885601044,
      "learning_rate": 0.00011977705166448893,
      "loss": 12.1684,
      "step": 26842
    },
    {
      "epoch": 4.395447846733257,
      "grad_norm": 0.14337246119976044,
      "learning_rate": 0.00011977198410308421,
      "loss": 12.1561,
      "step": 26843
    },
    {
      "epoch": 4.395611593253643,
      "grad_norm": 0.144958958029747,
      "learning_rate": 0.00011976691648883843,
      "loss": 12.1893,
      "step": 26844
    },
    {
      "epoch": 4.39577533977403,
      "grad_norm": 0.19766388833522797,
      "learning_rate": 0.00011976184882176513,
      "loss": 12.1871,
      "step": 26845
    },
    {
      "epoch": 4.395939086294416,
      "grad_norm": 0.1318216323852539,
      "learning_rate": 0.00011975678110187786,
      "loss": 12.1821,
      "step": 26846
    },
    {
      "epoch": 4.396102832814803,
      "grad_norm": 0.13646933436393738,
      "learning_rate": 0.00011975171332919015,
      "loss": 12.2092,
      "step": 26847
    },
    {
      "epoch": 4.396266579335189,
      "grad_norm": 0.15877105295658112,
      "learning_rate": 0.00011974664550371557,
      "loss": 12.1577,
      "step": 26848
    },
    {
      "epoch": 4.396430325855576,
      "grad_norm": 0.134792760014534,
      "learning_rate": 0.00011974157762546763,
      "loss": 12.1719,
      "step": 26849
    },
    {
      "epoch": 4.396594072375962,
      "grad_norm": 0.15169116854667664,
      "learning_rate": 0.0001197365096944599,
      "loss": 12.1573,
      "step": 26850
    },
    {
      "epoch": 4.396757818896348,
      "grad_norm": 0.12162569910287857,
      "learning_rate": 0.00011973144171070589,
      "loss": 12.183,
      "step": 26851
    },
    {
      "epoch": 4.396921565416735,
      "grad_norm": 0.2122303545475006,
      "learning_rate": 0.00011972637367421921,
      "loss": 12.1635,
      "step": 26852
    },
    {
      "epoch": 4.397085311937121,
      "grad_norm": 0.16865450143814087,
      "learning_rate": 0.00011972130558501335,
      "loss": 12.1974,
      "step": 26853
    },
    {
      "epoch": 4.397249058457508,
      "grad_norm": 0.183141827583313,
      "learning_rate": 0.00011971623744310187,
      "loss": 12.1692,
      "step": 26854
    },
    {
      "epoch": 4.397412804977894,
      "grad_norm": 0.17097511887550354,
      "learning_rate": 0.0001197111692484983,
      "loss": 12.1426,
      "step": 26855
    },
    {
      "epoch": 4.397576551498281,
      "grad_norm": 0.20894333720207214,
      "learning_rate": 0.00011970610100121624,
      "loss": 12.1711,
      "step": 26856
    },
    {
      "epoch": 4.397740298018667,
      "grad_norm": 0.16931897401809692,
      "learning_rate": 0.00011970103270126914,
      "loss": 12.1803,
      "step": 26857
    },
    {
      "epoch": 4.397904044539054,
      "grad_norm": 0.24657857418060303,
      "learning_rate": 0.00011969596434867063,
      "loss": 12.1883,
      "step": 26858
    },
    {
      "epoch": 4.39806779105944,
      "grad_norm": 0.12676125764846802,
      "learning_rate": 0.00011969089594343422,
      "loss": 12.2,
      "step": 26859
    },
    {
      "epoch": 4.398231537579827,
      "grad_norm": 0.2729033827781677,
      "learning_rate": 0.00011968582748557345,
      "loss": 12.1571,
      "step": 26860
    },
    {
      "epoch": 4.3983952841002125,
      "grad_norm": 0.1401853710412979,
      "learning_rate": 0.00011968075897510188,
      "loss": 12.1767,
      "step": 26861
    },
    {
      "epoch": 4.398559030620599,
      "grad_norm": 0.19540220499038696,
      "learning_rate": 0.00011967569041203301,
      "loss": 12.1776,
      "step": 26862
    },
    {
      "epoch": 4.398722777140986,
      "grad_norm": 0.13602565228939056,
      "learning_rate": 0.00011967062179638051,
      "loss": 12.2061,
      "step": 26863
    },
    {
      "epoch": 4.398886523661372,
      "grad_norm": 0.1575942039489746,
      "learning_rate": 0.00011966555312815777,
      "loss": 12.2064,
      "step": 26864
    },
    {
      "epoch": 4.399050270181759,
      "grad_norm": 0.18172022700309753,
      "learning_rate": 0.00011966048440737844,
      "loss": 12.2123,
      "step": 26865
    },
    {
      "epoch": 4.399214016702145,
      "grad_norm": 0.20964232087135315,
      "learning_rate": 0.00011965541563405603,
      "loss": 12.1787,
      "step": 26866
    },
    {
      "epoch": 4.399377763222532,
      "grad_norm": 0.18223054707050323,
      "learning_rate": 0.00011965034680820411,
      "loss": 12.1437,
      "step": 26867
    },
    {
      "epoch": 4.399541509742918,
      "grad_norm": 0.15272283554077148,
      "learning_rate": 0.00011964527792983618,
      "loss": 12.1936,
      "step": 26868
    },
    {
      "epoch": 4.399705256263305,
      "grad_norm": 0.1919780969619751,
      "learning_rate": 0.00011964020899896584,
      "loss": 12.1914,
      "step": 26869
    },
    {
      "epoch": 4.39986900278369,
      "grad_norm": 0.14901159703731537,
      "learning_rate": 0.0001196351400156066,
      "loss": 12.151,
      "step": 26870
    },
    {
      "epoch": 4.400032749304077,
      "grad_norm": 0.19303995370864868,
      "learning_rate": 0.00011963007097977202,
      "loss": 12.1914,
      "step": 26871
    },
    {
      "epoch": 4.4001964958244635,
      "grad_norm": 0.10775986313819885,
      "learning_rate": 0.00011962500189147563,
      "loss": 12.153,
      "step": 26872
    },
    {
      "epoch": 4.40036024234485,
      "grad_norm": 0.22362643480300903,
      "learning_rate": 0.000119619932750731,
      "loss": 12.1907,
      "step": 26873
    },
    {
      "epoch": 4.4005239888652365,
      "grad_norm": 0.12853692471981049,
      "learning_rate": 0.00011961486355755168,
      "loss": 12.173,
      "step": 26874
    },
    {
      "epoch": 4.400687735385623,
      "grad_norm": 0.14786507189273834,
      "learning_rate": 0.0001196097943119512,
      "loss": 12.1272,
      "step": 26875
    },
    {
      "epoch": 4.40085148190601,
      "grad_norm": 0.12991467118263245,
      "learning_rate": 0.0001196047250139431,
      "loss": 12.1355,
      "step": 26876
    },
    {
      "epoch": 4.401015228426396,
      "grad_norm": 0.14437691867351532,
      "learning_rate": 0.00011959965566354096,
      "loss": 12.1979,
      "step": 26877
    },
    {
      "epoch": 4.401178974946783,
      "grad_norm": 0.15331026911735535,
      "learning_rate": 0.00011959458626075832,
      "loss": 12.1737,
      "step": 26878
    },
    {
      "epoch": 4.401342721467169,
      "grad_norm": 0.1546662598848343,
      "learning_rate": 0.00011958951680560871,
      "loss": 12.1551,
      "step": 26879
    },
    {
      "epoch": 4.401506467987555,
      "grad_norm": 0.12278388440608978,
      "learning_rate": 0.00011958444729810567,
      "loss": 12.2208,
      "step": 26880
    },
    {
      "epoch": 4.401670214507941,
      "grad_norm": 0.15834234654903412,
      "learning_rate": 0.0001195793777382628,
      "loss": 12.1299,
      "step": 26881
    },
    {
      "epoch": 4.401833961028328,
      "grad_norm": 0.29747474193573,
      "learning_rate": 0.0001195743081260936,
      "loss": 12.2124,
      "step": 26882
    },
    {
      "epoch": 4.4019977075487144,
      "grad_norm": 0.2457105815410614,
      "learning_rate": 0.00011956923846161162,
      "loss": 12.1591,
      "step": 26883
    },
    {
      "epoch": 4.402161454069101,
      "grad_norm": 0.163082093000412,
      "learning_rate": 0.00011956416874483043,
      "loss": 12.1404,
      "step": 26884
    },
    {
      "epoch": 4.4023252005894875,
      "grad_norm": 0.17500652372837067,
      "learning_rate": 0.00011955909897576358,
      "loss": 12.14,
      "step": 26885
    },
    {
      "epoch": 4.402488947109874,
      "grad_norm": 0.1407584547996521,
      "learning_rate": 0.00011955402915442462,
      "loss": 12.2219,
      "step": 26886
    },
    {
      "epoch": 4.402652693630261,
      "grad_norm": 0.15451955795288086,
      "learning_rate": 0.00011954895928082703,
      "loss": 12.2218,
      "step": 26887
    },
    {
      "epoch": 4.402816440150647,
      "grad_norm": 0.13980039954185486,
      "learning_rate": 0.00011954388935498449,
      "loss": 12.1695,
      "step": 26888
    },
    {
      "epoch": 4.402980186671034,
      "grad_norm": 0.1795012354850769,
      "learning_rate": 0.00011953881937691044,
      "loss": 12.1968,
      "step": 26889
    },
    {
      "epoch": 4.403143933191419,
      "grad_norm": 0.17720724642276764,
      "learning_rate": 0.00011953374934661847,
      "loss": 12.1768,
      "step": 26890
    },
    {
      "epoch": 4.403307679711806,
      "grad_norm": 0.20732465386390686,
      "learning_rate": 0.00011952867926412212,
      "loss": 12.2167,
      "step": 26891
    },
    {
      "epoch": 4.403471426232192,
      "grad_norm": 0.22709448635578156,
      "learning_rate": 0.00011952360912943496,
      "loss": 12.2022,
      "step": 26892
    },
    {
      "epoch": 4.403635172752579,
      "grad_norm": 0.17979593575000763,
      "learning_rate": 0.00011951853894257055,
      "loss": 12.1834,
      "step": 26893
    },
    {
      "epoch": 4.403798919272965,
      "grad_norm": 0.18930251896381378,
      "learning_rate": 0.00011951346870354236,
      "loss": 12.181,
      "step": 26894
    },
    {
      "epoch": 4.403962665793352,
      "grad_norm": 0.19866356253623962,
      "learning_rate": 0.00011950839841236404,
      "loss": 12.157,
      "step": 26895
    },
    {
      "epoch": 4.4041264123137385,
      "grad_norm": 0.14150987565517426,
      "learning_rate": 0.0001195033280690491,
      "loss": 12.168,
      "step": 26896
    },
    {
      "epoch": 4.404290158834125,
      "grad_norm": 0.1538575142621994,
      "learning_rate": 0.00011949825767361107,
      "loss": 12.2301,
      "step": 26897
    },
    {
      "epoch": 4.4044539053545115,
      "grad_norm": 0.1684107631444931,
      "learning_rate": 0.00011949318722606353,
      "loss": 12.1969,
      "step": 26898
    },
    {
      "epoch": 4.404617651874898,
      "grad_norm": 0.19897429645061493,
      "learning_rate": 0.00011948811672642003,
      "loss": 12.1675,
      "step": 26899
    },
    {
      "epoch": 4.404781398395284,
      "grad_norm": 0.15061375498771667,
      "learning_rate": 0.00011948304617469408,
      "loss": 12.201,
      "step": 26900
    },
    {
      "epoch": 4.40494514491567,
      "grad_norm": 0.15626342594623566,
      "learning_rate": 0.00011947797557089929,
      "loss": 12.2429,
      "step": 26901
    },
    {
      "epoch": 4.405108891436057,
      "grad_norm": 0.1398732215166092,
      "learning_rate": 0.00011947290491504914,
      "loss": 12.1586,
      "step": 26902
    },
    {
      "epoch": 4.405272637956443,
      "grad_norm": 0.1522485911846161,
      "learning_rate": 0.00011946783420715728,
      "loss": 12.1732,
      "step": 26903
    },
    {
      "epoch": 4.40543638447683,
      "grad_norm": 0.1443518102169037,
      "learning_rate": 0.0001194627634472372,
      "loss": 12.1918,
      "step": 26904
    },
    {
      "epoch": 4.405600130997216,
      "grad_norm": 0.1891089826822281,
      "learning_rate": 0.00011945769263530244,
      "loss": 12.1383,
      "step": 26905
    },
    {
      "epoch": 4.405763877517603,
      "grad_norm": 0.16812346875667572,
      "learning_rate": 0.00011945262177136655,
      "loss": 12.1503,
      "step": 26906
    },
    {
      "epoch": 4.405927624037989,
      "grad_norm": 0.20801861584186554,
      "learning_rate": 0.00011944755085544315,
      "loss": 12.2338,
      "step": 26907
    },
    {
      "epoch": 4.406091370558376,
      "grad_norm": 0.12380565702915192,
      "learning_rate": 0.00011944247988754572,
      "loss": 12.1856,
      "step": 26908
    },
    {
      "epoch": 4.4062551170787625,
      "grad_norm": 0.12739792466163635,
      "learning_rate": 0.00011943740886768784,
      "loss": 12.1689,
      "step": 26909
    },
    {
      "epoch": 4.406418863599148,
      "grad_norm": 0.140708789229393,
      "learning_rate": 0.00011943233779588303,
      "loss": 12.1726,
      "step": 26910
    },
    {
      "epoch": 4.406582610119535,
      "grad_norm": 0.15071003139019012,
      "learning_rate": 0.00011942726667214492,
      "loss": 12.2055,
      "step": 26911
    },
    {
      "epoch": 4.406746356639921,
      "grad_norm": 0.19456171989440918,
      "learning_rate": 0.00011942219549648698,
      "loss": 12.253,
      "step": 26912
    },
    {
      "epoch": 4.406910103160308,
      "grad_norm": 0.25771909952163696,
      "learning_rate": 0.00011941712426892281,
      "loss": 12.2129,
      "step": 26913
    },
    {
      "epoch": 4.407073849680694,
      "grad_norm": 0.1849690079689026,
      "learning_rate": 0.00011941205298946597,
      "loss": 12.1742,
      "step": 26914
    },
    {
      "epoch": 4.407237596201081,
      "grad_norm": 0.14682435989379883,
      "learning_rate": 0.00011940698165812996,
      "loss": 12.1704,
      "step": 26915
    },
    {
      "epoch": 4.407401342721467,
      "grad_norm": 0.135376438498497,
      "learning_rate": 0.0001194019102749284,
      "loss": 12.2001,
      "step": 26916
    },
    {
      "epoch": 4.407565089241854,
      "grad_norm": 0.14370566606521606,
      "learning_rate": 0.00011939683883987475,
      "loss": 12.1867,
      "step": 26917
    },
    {
      "epoch": 4.40772883576224,
      "grad_norm": 0.20537087321281433,
      "learning_rate": 0.00011939176735298268,
      "loss": 12.1744,
      "step": 26918
    },
    {
      "epoch": 4.407892582282626,
      "grad_norm": 0.14307145774364471,
      "learning_rate": 0.00011938669581426567,
      "loss": 12.2082,
      "step": 26919
    },
    {
      "epoch": 4.408056328803013,
      "grad_norm": 0.15196532011032104,
      "learning_rate": 0.0001193816242237373,
      "loss": 12.1644,
      "step": 26920
    },
    {
      "epoch": 4.408220075323399,
      "grad_norm": 0.14720004796981812,
      "learning_rate": 0.00011937655258141109,
      "loss": 12.205,
      "step": 26921
    },
    {
      "epoch": 4.408383821843786,
      "grad_norm": 0.16417968273162842,
      "learning_rate": 0.00011937148088730068,
      "loss": 12.1742,
      "step": 26922
    },
    {
      "epoch": 4.408547568364172,
      "grad_norm": 0.1383144110441208,
      "learning_rate": 0.0001193664091414195,
      "loss": 12.1681,
      "step": 26923
    },
    {
      "epoch": 4.408711314884559,
      "grad_norm": 0.14966386556625366,
      "learning_rate": 0.00011936133734378119,
      "loss": 12.1991,
      "step": 26924
    },
    {
      "epoch": 4.408875061404945,
      "grad_norm": 0.13477280735969543,
      "learning_rate": 0.00011935626549439924,
      "loss": 12.1749,
      "step": 26925
    },
    {
      "epoch": 4.409038807925332,
      "grad_norm": 0.15482011437416077,
      "learning_rate": 0.00011935119359328732,
      "loss": 12.1372,
      "step": 26926
    },
    {
      "epoch": 4.409202554445718,
      "grad_norm": 0.14019280672073364,
      "learning_rate": 0.00011934612164045886,
      "loss": 12.1723,
      "step": 26927
    },
    {
      "epoch": 4.409366300966105,
      "grad_norm": 0.12486245483160019,
      "learning_rate": 0.00011934104963592747,
      "loss": 12.1435,
      "step": 26928
    },
    {
      "epoch": 4.409530047486491,
      "grad_norm": 0.2025195062160492,
      "learning_rate": 0.00011933597757970671,
      "loss": 12.1756,
      "step": 26929
    },
    {
      "epoch": 4.409693794006877,
      "grad_norm": 0.14696644246578217,
      "learning_rate": 0.00011933090547181015,
      "loss": 12.2017,
      "step": 26930
    },
    {
      "epoch": 4.4098575405272635,
      "grad_norm": 0.20117948949337006,
      "learning_rate": 0.00011932583331225129,
      "loss": 12.1722,
      "step": 26931
    },
    {
      "epoch": 4.41002128704765,
      "grad_norm": 0.11072090268135071,
      "learning_rate": 0.00011932076110104374,
      "loss": 12.1733,
      "step": 26932
    },
    {
      "epoch": 4.410185033568037,
      "grad_norm": 0.13382850587368011,
      "learning_rate": 0.00011931568883820103,
      "loss": 12.1583,
      "step": 26933
    },
    {
      "epoch": 4.410348780088423,
      "grad_norm": 0.14984115958213806,
      "learning_rate": 0.00011931061652373669,
      "loss": 12.1677,
      "step": 26934
    },
    {
      "epoch": 4.41051252660881,
      "grad_norm": 0.145311638712883,
      "learning_rate": 0.00011930554415766433,
      "loss": 12.1299,
      "step": 26935
    },
    {
      "epoch": 4.410676273129196,
      "grad_norm": 0.1926647126674652,
      "learning_rate": 0.00011930047173999747,
      "loss": 12.1713,
      "step": 26936
    },
    {
      "epoch": 4.410840019649583,
      "grad_norm": 0.1817632019519806,
      "learning_rate": 0.00011929539927074971,
      "loss": 12.1735,
      "step": 26937
    },
    {
      "epoch": 4.411003766169969,
      "grad_norm": 0.12855367362499237,
      "learning_rate": 0.00011929032674993453,
      "loss": 12.1809,
      "step": 26938
    },
    {
      "epoch": 4.411167512690355,
      "grad_norm": 0.17617160081863403,
      "learning_rate": 0.00011928525417756553,
      "loss": 12.1672,
      "step": 26939
    },
    {
      "epoch": 4.411331259210741,
      "grad_norm": 0.15668821334838867,
      "learning_rate": 0.00011928018155365627,
      "loss": 12.1586,
      "step": 26940
    },
    {
      "epoch": 4.411495005731128,
      "grad_norm": 0.13149935007095337,
      "learning_rate": 0.00011927510887822035,
      "loss": 12.1566,
      "step": 26941
    },
    {
      "epoch": 4.4116587522515145,
      "grad_norm": 0.26021286845207214,
      "learning_rate": 0.00011927003615127121,
      "loss": 12.2085,
      "step": 26942
    },
    {
      "epoch": 4.411822498771901,
      "grad_norm": 0.17613022029399872,
      "learning_rate": 0.00011926496337282253,
      "loss": 12.1993,
      "step": 26943
    },
    {
      "epoch": 4.411986245292288,
      "grad_norm": 0.1411828100681305,
      "learning_rate": 0.0001192598905428878,
      "loss": 12.1886,
      "step": 26944
    },
    {
      "epoch": 4.412149991812674,
      "grad_norm": 0.11527097970247269,
      "learning_rate": 0.00011925481766148056,
      "loss": 12.163,
      "step": 26945
    },
    {
      "epoch": 4.412313738333061,
      "grad_norm": 0.18494856357574463,
      "learning_rate": 0.00011924974472861443,
      "loss": 12.1957,
      "step": 26946
    },
    {
      "epoch": 4.412477484853447,
      "grad_norm": 0.16295363008975983,
      "learning_rate": 0.0001192446717443029,
      "loss": 12.1432,
      "step": 26947
    },
    {
      "epoch": 4.412641231373834,
      "grad_norm": 0.206664577126503,
      "learning_rate": 0.00011923959870855963,
      "loss": 12.1901,
      "step": 26948
    },
    {
      "epoch": 4.41280497789422,
      "grad_norm": 0.15448465943336487,
      "learning_rate": 0.00011923452562139805,
      "loss": 12.124,
      "step": 26949
    },
    {
      "epoch": 4.412968724414606,
      "grad_norm": 0.1615515947341919,
      "learning_rate": 0.0001192294524828318,
      "loss": 12.1638,
      "step": 26950
    },
    {
      "epoch": 4.413132470934992,
      "grad_norm": 0.14222750067710876,
      "learning_rate": 0.00011922437929287442,
      "loss": 12.1494,
      "step": 26951
    },
    {
      "epoch": 4.413296217455379,
      "grad_norm": 0.1412208080291748,
      "learning_rate": 0.00011921930605153946,
      "loss": 12.1522,
      "step": 26952
    },
    {
      "epoch": 4.4134599639757655,
      "grad_norm": 0.16117551922798157,
      "learning_rate": 0.00011921423275884047,
      "loss": 12.1473,
      "step": 26953
    },
    {
      "epoch": 4.413623710496152,
      "grad_norm": 0.1600836217403412,
      "learning_rate": 0.00011920915941479105,
      "loss": 12.1462,
      "step": 26954
    },
    {
      "epoch": 4.4137874570165385,
      "grad_norm": 0.13168786466121674,
      "learning_rate": 0.00011920408601940474,
      "loss": 12.1866,
      "step": 26955
    },
    {
      "epoch": 4.413951203536925,
      "grad_norm": 0.13850288093090057,
      "learning_rate": 0.00011919901257269505,
      "loss": 12.1991,
      "step": 26956
    },
    {
      "epoch": 4.414114950057312,
      "grad_norm": 0.13725538551807404,
      "learning_rate": 0.0001191939390746756,
      "loss": 12.2854,
      "step": 26957
    },
    {
      "epoch": 4.414278696577698,
      "grad_norm": 0.1436517983675003,
      "learning_rate": 0.00011918886552535993,
      "loss": 12.1756,
      "step": 26958
    },
    {
      "epoch": 4.414442443098084,
      "grad_norm": 0.13806040585041046,
      "learning_rate": 0.0001191837919247616,
      "loss": 12.1392,
      "step": 26959
    },
    {
      "epoch": 4.41460618961847,
      "grad_norm": 0.16085514426231384,
      "learning_rate": 0.00011917871827289415,
      "loss": 12.179,
      "step": 26960
    },
    {
      "epoch": 4.414769936138857,
      "grad_norm": 0.15130849182605743,
      "learning_rate": 0.00011917364456977114,
      "loss": 12.1714,
      "step": 26961
    },
    {
      "epoch": 4.414933682659243,
      "grad_norm": 0.11909903585910797,
      "learning_rate": 0.00011916857081540618,
      "loss": 12.1613,
      "step": 26962
    },
    {
      "epoch": 4.41509742917963,
      "grad_norm": 0.182773619890213,
      "learning_rate": 0.00011916349700981279,
      "loss": 12.1601,
      "step": 26963
    },
    {
      "epoch": 4.415261175700016,
      "grad_norm": 0.1370326727628708,
      "learning_rate": 0.00011915842315300451,
      "loss": 12.2154,
      "step": 26964
    },
    {
      "epoch": 4.415424922220403,
      "grad_norm": 0.19970901310443878,
      "learning_rate": 0.00011915334924499495,
      "loss": 12.1635,
      "step": 26965
    },
    {
      "epoch": 4.4155886687407895,
      "grad_norm": 0.14035062491893768,
      "learning_rate": 0.00011914827528579763,
      "loss": 12.2044,
      "step": 26966
    },
    {
      "epoch": 4.415752415261176,
      "grad_norm": 0.21203260123729706,
      "learning_rate": 0.00011914320127542616,
      "loss": 12.2005,
      "step": 26967
    },
    {
      "epoch": 4.4159161617815625,
      "grad_norm": 0.15887145698070526,
      "learning_rate": 0.00011913812721389401,
      "loss": 12.1349,
      "step": 26968
    },
    {
      "epoch": 4.416079908301948,
      "grad_norm": 0.14720609784126282,
      "learning_rate": 0.00011913305310121483,
      "loss": 12.1906,
      "step": 26969
    },
    {
      "epoch": 4.416243654822335,
      "grad_norm": 0.14108656346797943,
      "learning_rate": 0.00011912797893740213,
      "loss": 12.1764,
      "step": 26970
    },
    {
      "epoch": 4.416407401342721,
      "grad_norm": 0.19417181611061096,
      "learning_rate": 0.00011912290472246952,
      "loss": 12.1515,
      "step": 26971
    },
    {
      "epoch": 4.416571147863108,
      "grad_norm": 0.1645914763212204,
      "learning_rate": 0.00011911783045643048,
      "loss": 12.1906,
      "step": 26972
    },
    {
      "epoch": 4.416734894383494,
      "grad_norm": 0.1638844907283783,
      "learning_rate": 0.00011911275613929864,
      "loss": 12.1712,
      "step": 26973
    },
    {
      "epoch": 4.416898640903881,
      "grad_norm": 0.16054588556289673,
      "learning_rate": 0.00011910768177108755,
      "loss": 12.1412,
      "step": 26974
    },
    {
      "epoch": 4.417062387424267,
      "grad_norm": 0.16921402513980865,
      "learning_rate": 0.00011910260735181076,
      "loss": 12.2023,
      "step": 26975
    },
    {
      "epoch": 4.417226133944654,
      "grad_norm": 0.21140626072883606,
      "learning_rate": 0.00011909753288148182,
      "loss": 12.1318,
      "step": 26976
    },
    {
      "epoch": 4.41738988046504,
      "grad_norm": 0.1489887237548828,
      "learning_rate": 0.00011909245836011434,
      "loss": 12.1597,
      "step": 26977
    },
    {
      "epoch": 4.417553626985427,
      "grad_norm": 0.12424462288618088,
      "learning_rate": 0.00011908738378772182,
      "loss": 12.1909,
      "step": 26978
    },
    {
      "epoch": 4.417717373505813,
      "grad_norm": 0.166751429438591,
      "learning_rate": 0.00011908230916431784,
      "loss": 12.1385,
      "step": 26979
    },
    {
      "epoch": 4.417881120026199,
      "grad_norm": 0.1400284469127655,
      "learning_rate": 0.00011907723448991597,
      "loss": 12.1296,
      "step": 26980
    },
    {
      "epoch": 4.418044866546586,
      "grad_norm": 0.1347348839044571,
      "learning_rate": 0.00011907215976452979,
      "loss": 12.1458,
      "step": 26981
    },
    {
      "epoch": 4.418208613066972,
      "grad_norm": 0.14340467751026154,
      "learning_rate": 0.00011906708498817285,
      "loss": 12.1625,
      "step": 26982
    },
    {
      "epoch": 4.418372359587359,
      "grad_norm": 0.1344742327928543,
      "learning_rate": 0.00011906201016085868,
      "loss": 12.1819,
      "step": 26983
    },
    {
      "epoch": 4.418536106107745,
      "grad_norm": 0.11854881793260574,
      "learning_rate": 0.00011905693528260089,
      "loss": 12.1781,
      "step": 26984
    },
    {
      "epoch": 4.418699852628132,
      "grad_norm": 0.14278003573417664,
      "learning_rate": 0.00011905186035341302,
      "loss": 12.2367,
      "step": 26985
    },
    {
      "epoch": 4.418863599148518,
      "grad_norm": 0.177438423037529,
      "learning_rate": 0.00011904678537330865,
      "loss": 12.182,
      "step": 26986
    },
    {
      "epoch": 4.419027345668905,
      "grad_norm": 0.1263079196214676,
      "learning_rate": 0.00011904171034230131,
      "loss": 12.1601,
      "step": 26987
    },
    {
      "epoch": 4.4191910921892905,
      "grad_norm": 0.208756685256958,
      "learning_rate": 0.00011903663526040459,
      "loss": 12.1936,
      "step": 26988
    },
    {
      "epoch": 4.419354838709677,
      "grad_norm": 0.18143422901630402,
      "learning_rate": 0.00011903156012763205,
      "loss": 12.2764,
      "step": 26989
    },
    {
      "epoch": 4.419518585230064,
      "grad_norm": 0.18230733275413513,
      "learning_rate": 0.00011902648494399724,
      "loss": 12.2087,
      "step": 26990
    },
    {
      "epoch": 4.41968233175045,
      "grad_norm": 0.21520684659481049,
      "learning_rate": 0.00011902140970951372,
      "loss": 12.1727,
      "step": 26991
    },
    {
      "epoch": 4.419846078270837,
      "grad_norm": 0.14233700931072235,
      "learning_rate": 0.00011901633442419508,
      "loss": 12.1518,
      "step": 26992
    },
    {
      "epoch": 4.420009824791223,
      "grad_norm": 0.16044829785823822,
      "learning_rate": 0.00011901125908805489,
      "loss": 12.2084,
      "step": 26993
    },
    {
      "epoch": 4.42017357131161,
      "grad_norm": 0.12793707847595215,
      "learning_rate": 0.00011900618370110667,
      "loss": 12.2252,
      "step": 26994
    },
    {
      "epoch": 4.420337317831996,
      "grad_norm": 0.13862942159175873,
      "learning_rate": 0.00011900110826336402,
      "loss": 12.1341,
      "step": 26995
    },
    {
      "epoch": 4.420501064352383,
      "grad_norm": 0.12400441616773605,
      "learning_rate": 0.00011899603277484051,
      "loss": 12.1786,
      "step": 26996
    },
    {
      "epoch": 4.420664810872769,
      "grad_norm": 0.10447767376899719,
      "learning_rate": 0.00011899095723554963,
      "loss": 12.1907,
      "step": 26997
    },
    {
      "epoch": 4.420828557393156,
      "grad_norm": 0.13854750990867615,
      "learning_rate": 0.00011898588164550502,
      "loss": 12.1574,
      "step": 26998
    },
    {
      "epoch": 4.4209923039135415,
      "grad_norm": 0.1257936954498291,
      "learning_rate": 0.00011898080600472023,
      "loss": 12.1779,
      "step": 26999
    },
    {
      "epoch": 4.421156050433928,
      "grad_norm": 0.1229557916522026,
      "learning_rate": 0.00011897573031320885,
      "loss": 12.1651,
      "step": 27000
    },
    {
      "epoch": 4.421156050433928,
      "eval_loss": 12.161734580993652,
      "eval_runtime": 7.3139,
      "eval_samples_per_second": 33.634,
      "eval_steps_per_second": 16.817,
      "step": 27000
    },
    {
      "epoch": 4.4213197969543145,
      "grad_norm": 0.11474777013063431,
      "learning_rate": 0.00011897065457098439,
      "loss": 12.1861,
      "step": 27001
    },
    {
      "epoch": 4.421483543474701,
      "grad_norm": 0.15484969317913055,
      "learning_rate": 0.00011896557877806043,
      "loss": 12.1424,
      "step": 27002
    },
    {
      "epoch": 4.421647289995088,
      "grad_norm": 0.17218688130378723,
      "learning_rate": 0.00011896050293445058,
      "loss": 12.2397,
      "step": 27003
    },
    {
      "epoch": 4.421811036515474,
      "grad_norm": 0.1924615055322647,
      "learning_rate": 0.00011895542704016835,
      "loss": 12.1734,
      "step": 27004
    },
    {
      "epoch": 4.421974783035861,
      "grad_norm": 0.1440192013978958,
      "learning_rate": 0.00011895035109522732,
      "loss": 12.2024,
      "step": 27005
    },
    {
      "epoch": 4.422138529556247,
      "grad_norm": 0.1768929660320282,
      "learning_rate": 0.00011894527509964106,
      "loss": 12.1425,
      "step": 27006
    },
    {
      "epoch": 4.422302276076634,
      "grad_norm": 0.1277477741241455,
      "learning_rate": 0.00011894019905342317,
      "loss": 12.151,
      "step": 27007
    },
    {
      "epoch": 4.422466022597019,
      "grad_norm": 0.17332877218723297,
      "learning_rate": 0.00011893512295658713,
      "loss": 12.1917,
      "step": 27008
    },
    {
      "epoch": 4.422629769117406,
      "grad_norm": 0.13802774250507355,
      "learning_rate": 0.0001189300468091466,
      "loss": 12.1434,
      "step": 27009
    },
    {
      "epoch": 4.422793515637792,
      "grad_norm": 0.20562107861042023,
      "learning_rate": 0.00011892497061111507,
      "loss": 12.1722,
      "step": 27010
    },
    {
      "epoch": 4.422957262158179,
      "grad_norm": 0.12556710839271545,
      "learning_rate": 0.00011891989436250619,
      "loss": 12.1764,
      "step": 27011
    },
    {
      "epoch": 4.4231210086785655,
      "grad_norm": 0.1420450508594513,
      "learning_rate": 0.00011891481806333344,
      "loss": 12.1607,
      "step": 27012
    },
    {
      "epoch": 4.423284755198952,
      "grad_norm": 0.128962442278862,
      "learning_rate": 0.00011890974171361045,
      "loss": 12.1669,
      "step": 27013
    },
    {
      "epoch": 4.423448501719339,
      "grad_norm": 0.1252293437719345,
      "learning_rate": 0.00011890466531335072,
      "loss": 12.1724,
      "step": 27014
    },
    {
      "epoch": 4.423612248239725,
      "grad_norm": 0.18652468919754028,
      "learning_rate": 0.0001188995888625679,
      "loss": 12.1765,
      "step": 27015
    },
    {
      "epoch": 4.423775994760112,
      "grad_norm": 0.13981197774410248,
      "learning_rate": 0.00011889451236127551,
      "loss": 12.2154,
      "step": 27016
    },
    {
      "epoch": 4.423939741280498,
      "grad_norm": 0.14320701360702515,
      "learning_rate": 0.00011888943580948708,
      "loss": 12.2068,
      "step": 27017
    },
    {
      "epoch": 4.424103487800885,
      "grad_norm": 0.14113926887512207,
      "learning_rate": 0.00011888435920721628,
      "loss": 12.1738,
      "step": 27018
    },
    {
      "epoch": 4.42426723432127,
      "grad_norm": 0.14368587732315063,
      "learning_rate": 0.00011887928255447657,
      "loss": 12.1914,
      "step": 27019
    },
    {
      "epoch": 4.424430980841657,
      "grad_norm": 0.11777365952730179,
      "learning_rate": 0.00011887420585128159,
      "loss": 12.1914,
      "step": 27020
    },
    {
      "epoch": 4.424594727362043,
      "grad_norm": 0.15442600846290588,
      "learning_rate": 0.00011886912909764488,
      "loss": 12.1662,
      "step": 27021
    },
    {
      "epoch": 4.42475847388243,
      "grad_norm": 0.15069511532783508,
      "learning_rate": 0.00011886405229358002,
      "loss": 12.176,
      "step": 27022
    },
    {
      "epoch": 4.4249222204028165,
      "grad_norm": 0.15421587228775024,
      "learning_rate": 0.00011885897543910054,
      "loss": 12.1616,
      "step": 27023
    },
    {
      "epoch": 4.425085966923203,
      "grad_norm": 0.15963056683540344,
      "learning_rate": 0.00011885389853422005,
      "loss": 12.1659,
      "step": 27024
    },
    {
      "epoch": 4.4252497134435895,
      "grad_norm": 0.19700704514980316,
      "learning_rate": 0.00011884882157895207,
      "loss": 12.2145,
      "step": 27025
    },
    {
      "epoch": 4.425413459963976,
      "grad_norm": 0.18111689388751984,
      "learning_rate": 0.00011884374457331026,
      "loss": 12.1827,
      "step": 27026
    },
    {
      "epoch": 4.425577206484363,
      "grad_norm": 0.15794578194618225,
      "learning_rate": 0.00011883866751730807,
      "loss": 12.1553,
      "step": 27027
    },
    {
      "epoch": 4.425740953004748,
      "grad_norm": 0.17465274035930634,
      "learning_rate": 0.00011883359041095918,
      "loss": 12.1527,
      "step": 27028
    },
    {
      "epoch": 4.425904699525135,
      "grad_norm": 0.1297888457775116,
      "learning_rate": 0.00011882851325427709,
      "loss": 12.1889,
      "step": 27029
    },
    {
      "epoch": 4.426068446045521,
      "grad_norm": 0.140141561627388,
      "learning_rate": 0.00011882343604727539,
      "loss": 12.1533,
      "step": 27030
    },
    {
      "epoch": 4.426232192565908,
      "grad_norm": 0.18555226922035217,
      "learning_rate": 0.00011881835878996761,
      "loss": 12.1996,
      "step": 27031
    },
    {
      "epoch": 4.426395939086294,
      "grad_norm": 0.1791945844888687,
      "learning_rate": 0.00011881328148236736,
      "loss": 12.1934,
      "step": 27032
    },
    {
      "epoch": 4.426559685606681,
      "grad_norm": 0.16168713569641113,
      "learning_rate": 0.00011880820412448826,
      "loss": 12.1884,
      "step": 27033
    },
    {
      "epoch": 4.426723432127067,
      "grad_norm": 0.1666676551103592,
      "learning_rate": 0.00011880312671634377,
      "loss": 12.1575,
      "step": 27034
    },
    {
      "epoch": 4.426887178647454,
      "grad_norm": 0.19447845220565796,
      "learning_rate": 0.00011879804925794753,
      "loss": 12.1835,
      "step": 27035
    },
    {
      "epoch": 4.4270509251678405,
      "grad_norm": 0.16014210879802704,
      "learning_rate": 0.0001187929717493131,
      "loss": 12.1966,
      "step": 27036
    },
    {
      "epoch": 4.427214671688227,
      "grad_norm": 0.13859137892723083,
      "learning_rate": 0.00011878789419045404,
      "loss": 12.1629,
      "step": 27037
    },
    {
      "epoch": 4.427378418208613,
      "grad_norm": 0.16082090139389038,
      "learning_rate": 0.00011878281658138388,
      "loss": 12.1855,
      "step": 27038
    },
    {
      "epoch": 4.427542164728999,
      "grad_norm": 0.15627886354923248,
      "learning_rate": 0.00011877773892211628,
      "loss": 12.2111,
      "step": 27039
    },
    {
      "epoch": 4.427705911249386,
      "grad_norm": 0.1542690098285675,
      "learning_rate": 0.00011877266121266475,
      "loss": 12.191,
      "step": 27040
    },
    {
      "epoch": 4.427869657769772,
      "grad_norm": 0.17355526983737946,
      "learning_rate": 0.00011876758345304289,
      "loss": 12.2037,
      "step": 27041
    },
    {
      "epoch": 4.428033404290159,
      "grad_norm": 0.11674278974533081,
      "learning_rate": 0.00011876250564326421,
      "loss": 12.1759,
      "step": 27042
    },
    {
      "epoch": 4.428197150810545,
      "grad_norm": 0.2680010199546814,
      "learning_rate": 0.00011875742778334233,
      "loss": 12.1862,
      "step": 27043
    },
    {
      "epoch": 4.428360897330932,
      "grad_norm": 0.14929141104221344,
      "learning_rate": 0.00011875234987329085,
      "loss": 12.1672,
      "step": 27044
    },
    {
      "epoch": 4.428524643851318,
      "grad_norm": 0.1381637305021286,
      "learning_rate": 0.00011874727191312328,
      "loss": 12.1725,
      "step": 27045
    },
    {
      "epoch": 4.428688390371705,
      "grad_norm": 0.14691811800003052,
      "learning_rate": 0.00011874219390285319,
      "loss": 12.167,
      "step": 27046
    },
    {
      "epoch": 4.4288521368920915,
      "grad_norm": 0.13180001080036163,
      "learning_rate": 0.0001187371158424942,
      "loss": 12.1768,
      "step": 27047
    },
    {
      "epoch": 4.429015883412477,
      "grad_norm": 0.15775129199028015,
      "learning_rate": 0.00011873203773205988,
      "loss": 12.1807,
      "step": 27048
    },
    {
      "epoch": 4.429179629932864,
      "grad_norm": 0.1794833093881607,
      "learning_rate": 0.00011872695957156374,
      "loss": 12.1986,
      "step": 27049
    },
    {
      "epoch": 4.42934337645325,
      "grad_norm": 0.15431474149227142,
      "learning_rate": 0.00011872188136101941,
      "loss": 12.159,
      "step": 27050
    },
    {
      "epoch": 4.429507122973637,
      "grad_norm": 0.12569037079811096,
      "learning_rate": 0.00011871680310044047,
      "loss": 12.1903,
      "step": 27051
    },
    {
      "epoch": 4.429670869494023,
      "grad_norm": 0.2006099373102188,
      "learning_rate": 0.00011871172478984043,
      "loss": 12.2022,
      "step": 27052
    },
    {
      "epoch": 4.42983461601441,
      "grad_norm": 0.1809019148349762,
      "learning_rate": 0.00011870664642923288,
      "loss": 12.2013,
      "step": 27053
    },
    {
      "epoch": 4.429998362534796,
      "grad_norm": 0.18118560314178467,
      "learning_rate": 0.00011870156801863144,
      "loss": 12.1476,
      "step": 27054
    },
    {
      "epoch": 4.430162109055183,
      "grad_norm": 0.17505574226379395,
      "learning_rate": 0.00011869648955804963,
      "loss": 12.2032,
      "step": 27055
    },
    {
      "epoch": 4.430325855575569,
      "grad_norm": 0.11984363198280334,
      "learning_rate": 0.00011869141104750106,
      "loss": 12.1958,
      "step": 27056
    },
    {
      "epoch": 4.430489602095955,
      "grad_norm": 0.1526166796684265,
      "learning_rate": 0.00011868633248699926,
      "loss": 12.239,
      "step": 27057
    },
    {
      "epoch": 4.4306533486163415,
      "grad_norm": 0.14948208630084991,
      "learning_rate": 0.00011868125387655784,
      "loss": 12.1573,
      "step": 27058
    },
    {
      "epoch": 4.430817095136728,
      "grad_norm": 0.13030552864074707,
      "learning_rate": 0.00011867617521619037,
      "loss": 12.17,
      "step": 27059
    },
    {
      "epoch": 4.430980841657115,
      "grad_norm": 0.13813112676143646,
      "learning_rate": 0.00011867109650591042,
      "loss": 12.1919,
      "step": 27060
    },
    {
      "epoch": 4.431144588177501,
      "grad_norm": 0.17812228202819824,
      "learning_rate": 0.00011866601774573151,
      "loss": 12.1825,
      "step": 27061
    },
    {
      "epoch": 4.431308334697888,
      "grad_norm": 0.1698656678199768,
      "learning_rate": 0.0001186609389356673,
      "loss": 12.167,
      "step": 27062
    },
    {
      "epoch": 4.431472081218274,
      "grad_norm": 0.14528228342533112,
      "learning_rate": 0.00011865586007573133,
      "loss": 12.1644,
      "step": 27063
    },
    {
      "epoch": 4.431635827738661,
      "grad_norm": 0.15662235021591187,
      "learning_rate": 0.00011865078116593715,
      "loss": 12.1943,
      "step": 27064
    },
    {
      "epoch": 4.431799574259047,
      "grad_norm": 0.14345869421958923,
      "learning_rate": 0.00011864570220629833,
      "loss": 12.208,
      "step": 27065
    },
    {
      "epoch": 4.431963320779434,
      "grad_norm": 0.14972080290317535,
      "learning_rate": 0.00011864062319682847,
      "loss": 12.1631,
      "step": 27066
    },
    {
      "epoch": 4.43212706729982,
      "grad_norm": 0.18858905136585236,
      "learning_rate": 0.00011863554413754117,
      "loss": 12.1528,
      "step": 27067
    },
    {
      "epoch": 4.432290813820206,
      "grad_norm": 0.17252686619758606,
      "learning_rate": 0.00011863046502844992,
      "loss": 12.1426,
      "step": 27068
    },
    {
      "epoch": 4.4324545603405925,
      "grad_norm": 0.16041254997253418,
      "learning_rate": 0.00011862538586956838,
      "loss": 12.159,
      "step": 27069
    },
    {
      "epoch": 4.432618306860979,
      "grad_norm": 0.1099652573466301,
      "learning_rate": 0.00011862030666091008,
      "loss": 12.1958,
      "step": 27070
    },
    {
      "epoch": 4.4327820533813656,
      "grad_norm": 0.2027231752872467,
      "learning_rate": 0.0001186152274024886,
      "loss": 12.173,
      "step": 27071
    },
    {
      "epoch": 4.432945799901752,
      "grad_norm": 0.15607663989067078,
      "learning_rate": 0.0001186101480943175,
      "loss": 12.2024,
      "step": 27072
    },
    {
      "epoch": 4.433109546422139,
      "grad_norm": 0.15428383648395538,
      "learning_rate": 0.0001186050687364104,
      "loss": 12.2038,
      "step": 27073
    },
    {
      "epoch": 4.433273292942525,
      "grad_norm": 0.18871966004371643,
      "learning_rate": 0.00011859998932878085,
      "loss": 12.159,
      "step": 27074
    },
    {
      "epoch": 4.433437039462912,
      "grad_norm": 0.17383016645908356,
      "learning_rate": 0.0001185949098714424,
      "loss": 12.1858,
      "step": 27075
    },
    {
      "epoch": 4.433600785983298,
      "grad_norm": 0.15743015706539154,
      "learning_rate": 0.00011858983036440863,
      "loss": 12.2065,
      "step": 27076
    },
    {
      "epoch": 4.433764532503684,
      "grad_norm": 0.20242230594158173,
      "learning_rate": 0.00011858475080769316,
      "loss": 12.2103,
      "step": 27077
    },
    {
      "epoch": 4.43392827902407,
      "grad_norm": 0.16553205251693726,
      "learning_rate": 0.00011857967120130956,
      "loss": 12.2005,
      "step": 27078
    },
    {
      "epoch": 4.434092025544457,
      "grad_norm": 0.17821195721626282,
      "learning_rate": 0.00011857459154527132,
      "loss": 12.2148,
      "step": 27079
    },
    {
      "epoch": 4.4342557720648434,
      "grad_norm": 0.16863694787025452,
      "learning_rate": 0.00011856951183959211,
      "loss": 12.1747,
      "step": 27080
    },
    {
      "epoch": 4.43441951858523,
      "grad_norm": 0.13728143274784088,
      "learning_rate": 0.00011856443208428549,
      "loss": 12.1912,
      "step": 27081
    },
    {
      "epoch": 4.4345832651056165,
      "grad_norm": 0.14707979559898376,
      "learning_rate": 0.00011855935227936498,
      "loss": 12.2056,
      "step": 27082
    },
    {
      "epoch": 4.434747011626003,
      "grad_norm": 0.17995953559875488,
      "learning_rate": 0.00011855427242484423,
      "loss": 12.1703,
      "step": 27083
    },
    {
      "epoch": 4.43491075814639,
      "grad_norm": 0.13613885641098022,
      "learning_rate": 0.00011854919252073674,
      "loss": 12.1557,
      "step": 27084
    },
    {
      "epoch": 4.435074504666776,
      "grad_norm": 0.15364153683185577,
      "learning_rate": 0.00011854411256705618,
      "loss": 12.1822,
      "step": 27085
    },
    {
      "epoch": 4.435238251187163,
      "grad_norm": 0.1686755269765854,
      "learning_rate": 0.00011853903256381605,
      "loss": 12.1614,
      "step": 27086
    },
    {
      "epoch": 4.435401997707549,
      "grad_norm": 0.1443738341331482,
      "learning_rate": 0.00011853395251102993,
      "loss": 12.1671,
      "step": 27087
    },
    {
      "epoch": 4.435565744227935,
      "grad_norm": 0.13724543154239655,
      "learning_rate": 0.00011852887240871145,
      "loss": 12.2061,
      "step": 27088
    },
    {
      "epoch": 4.435729490748321,
      "grad_norm": 0.1782093495130539,
      "learning_rate": 0.00011852379225687414,
      "loss": 12.1654,
      "step": 27089
    },
    {
      "epoch": 4.435893237268708,
      "grad_norm": 0.14396929740905762,
      "learning_rate": 0.00011851871205553158,
      "loss": 12.1795,
      "step": 27090
    },
    {
      "epoch": 4.436056983789094,
      "grad_norm": 0.15719738602638245,
      "learning_rate": 0.00011851363180469734,
      "loss": 12.124,
      "step": 27091
    },
    {
      "epoch": 4.436220730309481,
      "grad_norm": 0.20067405700683594,
      "learning_rate": 0.00011850855150438507,
      "loss": 12.1927,
      "step": 27092
    },
    {
      "epoch": 4.4363844768298675,
      "grad_norm": 0.6066418290138245,
      "learning_rate": 0.00011850347115460822,
      "loss": 12.2189,
      "step": 27093
    },
    {
      "epoch": 4.436548223350254,
      "grad_norm": 0.17102421820163727,
      "learning_rate": 0.00011849839075538049,
      "loss": 12.2321,
      "step": 27094
    },
    {
      "epoch": 4.4367119698706405,
      "grad_norm": 0.1427735537290573,
      "learning_rate": 0.00011849331030671537,
      "loss": 12.1868,
      "step": 27095
    },
    {
      "epoch": 4.436875716391027,
      "grad_norm": 0.12794263660907745,
      "learning_rate": 0.00011848822980862652,
      "loss": 12.1844,
      "step": 27096
    },
    {
      "epoch": 4.437039462911413,
      "grad_norm": 0.1723567694425583,
      "learning_rate": 0.00011848314926112742,
      "loss": 12.1537,
      "step": 27097
    },
    {
      "epoch": 4.437203209431799,
      "grad_norm": 0.12730485200881958,
      "learning_rate": 0.00011847806866423172,
      "loss": 12.1354,
      "step": 27098
    },
    {
      "epoch": 4.437366955952186,
      "grad_norm": 0.13603800535202026,
      "learning_rate": 0.00011847298801795297,
      "loss": 12.2017,
      "step": 27099
    },
    {
      "epoch": 4.437530702472572,
      "grad_norm": 0.13787779211997986,
      "learning_rate": 0.00011846790732230479,
      "loss": 12.1698,
      "step": 27100
    },
    {
      "epoch": 4.437694448992959,
      "grad_norm": 0.13519270718097687,
      "learning_rate": 0.00011846282657730068,
      "loss": 12.2017,
      "step": 27101
    },
    {
      "epoch": 4.437858195513345,
      "grad_norm": 0.1623724102973938,
      "learning_rate": 0.00011845774578295428,
      "loss": 12.1865,
      "step": 27102
    },
    {
      "epoch": 4.438021942033732,
      "grad_norm": 0.12715554237365723,
      "learning_rate": 0.00011845266493927916,
      "loss": 12.1452,
      "step": 27103
    },
    {
      "epoch": 4.438185688554118,
      "grad_norm": 0.1658080667257309,
      "learning_rate": 0.00011844758404628886,
      "loss": 12.1927,
      "step": 27104
    },
    {
      "epoch": 4.438349435074505,
      "grad_norm": 0.181307852268219,
      "learning_rate": 0.00011844250310399702,
      "loss": 12.1881,
      "step": 27105
    },
    {
      "epoch": 4.4385131815948915,
      "grad_norm": 0.1438184678554535,
      "learning_rate": 0.00011843742211241715,
      "loss": 12.129,
      "step": 27106
    },
    {
      "epoch": 4.438676928115277,
      "grad_norm": 0.14007054269313812,
      "learning_rate": 0.00011843234107156291,
      "loss": 12.1842,
      "step": 27107
    },
    {
      "epoch": 4.438840674635664,
      "grad_norm": 0.12780675292015076,
      "learning_rate": 0.00011842725998144781,
      "loss": 12.1859,
      "step": 27108
    },
    {
      "epoch": 4.43900442115605,
      "grad_norm": 0.13198797404766083,
      "learning_rate": 0.00011842217884208544,
      "loss": 12.2225,
      "step": 27109
    },
    {
      "epoch": 4.439168167676437,
      "grad_norm": 0.17661729454994202,
      "learning_rate": 0.00011841709765348942,
      "loss": 12.2059,
      "step": 27110
    },
    {
      "epoch": 4.439331914196823,
      "grad_norm": 0.1161213368177414,
      "learning_rate": 0.0001184120164156733,
      "loss": 12.1568,
      "step": 27111
    },
    {
      "epoch": 4.43949566071721,
      "grad_norm": 0.16473506391048431,
      "learning_rate": 0.00011840693512865064,
      "loss": 12.2236,
      "step": 27112
    },
    {
      "epoch": 4.439659407237596,
      "grad_norm": 0.13800457119941711,
      "learning_rate": 0.00011840185379243507,
      "loss": 12.1661,
      "step": 27113
    },
    {
      "epoch": 4.439823153757983,
      "grad_norm": 0.10523424297571182,
      "learning_rate": 0.00011839677240704015,
      "loss": 12.1856,
      "step": 27114
    },
    {
      "epoch": 4.439986900278369,
      "grad_norm": 0.15896426141262054,
      "learning_rate": 0.00011839169097247941,
      "loss": 12.1409,
      "step": 27115
    },
    {
      "epoch": 4.440150646798756,
      "grad_norm": 0.12299785763025284,
      "learning_rate": 0.00011838660948876649,
      "loss": 12.1803,
      "step": 27116
    },
    {
      "epoch": 4.440314393319142,
      "grad_norm": 0.19318117201328278,
      "learning_rate": 0.00011838152795591498,
      "loss": 12.1813,
      "step": 27117
    },
    {
      "epoch": 4.440478139839528,
      "grad_norm": 0.17306071519851685,
      "learning_rate": 0.00011837644637393842,
      "loss": 12.1934,
      "step": 27118
    },
    {
      "epoch": 4.440641886359915,
      "grad_norm": 0.20054224133491516,
      "learning_rate": 0.00011837136474285038,
      "loss": 12.1869,
      "step": 27119
    },
    {
      "epoch": 4.440805632880301,
      "grad_norm": 0.15268130600452423,
      "learning_rate": 0.00011836628306266448,
      "loss": 12.1845,
      "step": 27120
    },
    {
      "epoch": 4.440969379400688,
      "grad_norm": 0.16595391929149628,
      "learning_rate": 0.0001183612013333943,
      "loss": 12.1452,
      "step": 27121
    },
    {
      "epoch": 4.441133125921074,
      "grad_norm": 0.12223443388938904,
      "learning_rate": 0.00011835611955505341,
      "loss": 12.1376,
      "step": 27122
    },
    {
      "epoch": 4.441296872441461,
      "grad_norm": 0.15462979674339294,
      "learning_rate": 0.00011835103772765537,
      "loss": 12.1756,
      "step": 27123
    },
    {
      "epoch": 4.441460618961847,
      "grad_norm": 0.15489384531974792,
      "learning_rate": 0.00011834595585121378,
      "loss": 12.1726,
      "step": 27124
    },
    {
      "epoch": 4.441624365482234,
      "grad_norm": 0.12998077273368835,
      "learning_rate": 0.00011834087392574225,
      "loss": 12.141,
      "step": 27125
    },
    {
      "epoch": 4.44178811200262,
      "grad_norm": 0.16276171803474426,
      "learning_rate": 0.0001183357919512543,
      "loss": 12.2039,
      "step": 27126
    },
    {
      "epoch": 4.441951858523006,
      "grad_norm": 0.10936685651540756,
      "learning_rate": 0.00011833070992776354,
      "loss": 12.161,
      "step": 27127
    },
    {
      "epoch": 4.4421156050433925,
      "grad_norm": 0.13273613154888153,
      "learning_rate": 0.00011832562785528358,
      "loss": 12.1763,
      "step": 27128
    },
    {
      "epoch": 4.442279351563779,
      "grad_norm": 0.1604156494140625,
      "learning_rate": 0.00011832054573382798,
      "loss": 12.1817,
      "step": 27129
    },
    {
      "epoch": 4.442443098084166,
      "grad_norm": 0.21342268586158752,
      "learning_rate": 0.00011831546356341032,
      "loss": 12.1857,
      "step": 27130
    },
    {
      "epoch": 4.442606844604552,
      "grad_norm": 0.13385438919067383,
      "learning_rate": 0.00011831038134404415,
      "loss": 12.1638,
      "step": 27131
    },
    {
      "epoch": 4.442770591124939,
      "grad_norm": 0.15969276428222656,
      "learning_rate": 0.00011830529907574311,
      "loss": 12.1676,
      "step": 27132
    },
    {
      "epoch": 4.442934337645325,
      "grad_norm": 0.12835893034934998,
      "learning_rate": 0.00011830021675852076,
      "loss": 12.1638,
      "step": 27133
    },
    {
      "epoch": 4.443098084165712,
      "grad_norm": 0.23597721755504608,
      "learning_rate": 0.00011829513439239068,
      "loss": 12.1497,
      "step": 27134
    },
    {
      "epoch": 4.443261830686098,
      "grad_norm": 0.11926797777414322,
      "learning_rate": 0.00011829005197736643,
      "loss": 12.1748,
      "step": 27135
    },
    {
      "epoch": 4.443425577206485,
      "grad_norm": 0.13400232791900635,
      "learning_rate": 0.00011828496951346164,
      "loss": 12.1793,
      "step": 27136
    },
    {
      "epoch": 4.44358932372687,
      "grad_norm": 0.14719347655773163,
      "learning_rate": 0.00011827988700068985,
      "loss": 12.1705,
      "step": 27137
    },
    {
      "epoch": 4.443753070247257,
      "grad_norm": 0.19563347101211548,
      "learning_rate": 0.00011827480443906466,
      "loss": 12.1286,
      "step": 27138
    },
    {
      "epoch": 4.4439168167676435,
      "grad_norm": 0.12874551117420197,
      "learning_rate": 0.0001182697218285997,
      "loss": 12.1791,
      "step": 27139
    },
    {
      "epoch": 4.44408056328803,
      "grad_norm": 0.14212729036808014,
      "learning_rate": 0.00011826463916930848,
      "loss": 12.1682,
      "step": 27140
    },
    {
      "epoch": 4.444244309808417,
      "grad_norm": 0.14671576023101807,
      "learning_rate": 0.00011825955646120461,
      "loss": 12.1497,
      "step": 27141
    },
    {
      "epoch": 4.444408056328803,
      "grad_norm": 0.1252363622188568,
      "learning_rate": 0.00011825447370430165,
      "loss": 12.1678,
      "step": 27142
    },
    {
      "epoch": 4.44457180284919,
      "grad_norm": 0.14732016623020172,
      "learning_rate": 0.00011824939089861324,
      "loss": 12.166,
      "step": 27143
    },
    {
      "epoch": 4.444735549369576,
      "grad_norm": 0.1630486696958542,
      "learning_rate": 0.00011824430804415294,
      "loss": 12.176,
      "step": 27144
    },
    {
      "epoch": 4.444899295889963,
      "grad_norm": 0.14665740728378296,
      "learning_rate": 0.0001182392251409343,
      "loss": 12.1819,
      "step": 27145
    },
    {
      "epoch": 4.445063042410348,
      "grad_norm": 0.15351660549640656,
      "learning_rate": 0.00011823414218897096,
      "loss": 12.1826,
      "step": 27146
    },
    {
      "epoch": 4.445226788930735,
      "grad_norm": 0.1462007313966751,
      "learning_rate": 0.00011822905918827644,
      "loss": 12.1871,
      "step": 27147
    },
    {
      "epoch": 4.445390535451121,
      "grad_norm": 0.11563442647457123,
      "learning_rate": 0.0001182239761388644,
      "loss": 12.2066,
      "step": 27148
    },
    {
      "epoch": 4.445554281971508,
      "grad_norm": 0.16198495030403137,
      "learning_rate": 0.00011821889304074835,
      "loss": 12.1909,
      "step": 27149
    },
    {
      "epoch": 4.4457180284918945,
      "grad_norm": 0.191362664103508,
      "learning_rate": 0.00011821380989394192,
      "loss": 12.2115,
      "step": 27150
    },
    {
      "epoch": 4.445881775012281,
      "grad_norm": 0.17641477286815643,
      "learning_rate": 0.00011820872669845871,
      "loss": 12.1302,
      "step": 27151
    },
    {
      "epoch": 4.4460455215326675,
      "grad_norm": 0.13110671937465668,
      "learning_rate": 0.00011820364345431225,
      "loss": 12.1771,
      "step": 27152
    },
    {
      "epoch": 4.446209268053054,
      "grad_norm": 0.1253245770931244,
      "learning_rate": 0.00011819856016151615,
      "loss": 12.1467,
      "step": 27153
    },
    {
      "epoch": 4.446373014573441,
      "grad_norm": 0.1479344666004181,
      "learning_rate": 0.00011819347682008401,
      "loss": 12.1468,
      "step": 27154
    },
    {
      "epoch": 4.446536761093827,
      "grad_norm": 0.13510443270206451,
      "learning_rate": 0.00011818839343002941,
      "loss": 12.193,
      "step": 27155
    },
    {
      "epoch": 4.446700507614214,
      "grad_norm": 0.1587328463792801,
      "learning_rate": 0.00011818330999136593,
      "loss": 12.2235,
      "step": 27156
    },
    {
      "epoch": 4.446864254134599,
      "grad_norm": 0.15904101729393005,
      "learning_rate": 0.00011817822650410714,
      "loss": 12.1995,
      "step": 27157
    },
    {
      "epoch": 4.447028000654986,
      "grad_norm": 0.17533423006534576,
      "learning_rate": 0.00011817314296826667,
      "loss": 12.1515,
      "step": 27158
    },
    {
      "epoch": 4.447191747175372,
      "grad_norm": 0.13076338171958923,
      "learning_rate": 0.00011816805938385807,
      "loss": 12.1614,
      "step": 27159
    },
    {
      "epoch": 4.447355493695759,
      "grad_norm": 0.14785386621952057,
      "learning_rate": 0.00011816297575089492,
      "loss": 12.197,
      "step": 27160
    },
    {
      "epoch": 4.447519240216145,
      "grad_norm": 0.21100027859210968,
      "learning_rate": 0.00011815789206939081,
      "loss": 12.1854,
      "step": 27161
    },
    {
      "epoch": 4.447682986736532,
      "grad_norm": 0.15157662332057953,
      "learning_rate": 0.00011815280833935936,
      "loss": 12.2147,
      "step": 27162
    },
    {
      "epoch": 4.4478467332569185,
      "grad_norm": 0.15563566982746124,
      "learning_rate": 0.00011814772456081413,
      "loss": 12.1831,
      "step": 27163
    },
    {
      "epoch": 4.448010479777305,
      "grad_norm": 0.13056859374046326,
      "learning_rate": 0.0001181426407337687,
      "loss": 12.1404,
      "step": 27164
    },
    {
      "epoch": 4.4481742262976915,
      "grad_norm": 0.13556313514709473,
      "learning_rate": 0.00011813755685823667,
      "loss": 12.1609,
      "step": 27165
    },
    {
      "epoch": 4.448337972818077,
      "grad_norm": 0.17884960770606995,
      "learning_rate": 0.00011813247293423164,
      "loss": 12.1821,
      "step": 27166
    },
    {
      "epoch": 4.448501719338464,
      "grad_norm": 0.12106478959321976,
      "learning_rate": 0.00011812738896176713,
      "loss": 12.1894,
      "step": 27167
    },
    {
      "epoch": 4.44866546585885,
      "grad_norm": 0.14022323489189148,
      "learning_rate": 0.0001181223049408568,
      "loss": 12.1357,
      "step": 27168
    },
    {
      "epoch": 4.448829212379237,
      "grad_norm": 0.11514312028884888,
      "learning_rate": 0.00011811722087151423,
      "loss": 12.1715,
      "step": 27169
    },
    {
      "epoch": 4.448992958899623,
      "grad_norm": 0.15553265810012817,
      "learning_rate": 0.00011811213675375297,
      "loss": 12.1706,
      "step": 27170
    },
    {
      "epoch": 4.44915670542001,
      "grad_norm": 0.15446224808692932,
      "learning_rate": 0.00011810705258758663,
      "loss": 12.1643,
      "step": 27171
    },
    {
      "epoch": 4.449320451940396,
      "grad_norm": 0.13519953191280365,
      "learning_rate": 0.0001181019683730288,
      "loss": 12.1822,
      "step": 27172
    },
    {
      "epoch": 4.449484198460783,
      "grad_norm": 0.14735883474349976,
      "learning_rate": 0.00011809688411009305,
      "loss": 12.1267,
      "step": 27173
    },
    {
      "epoch": 4.4496479449811694,
      "grad_norm": 0.1486511081457138,
      "learning_rate": 0.00011809179979879301,
      "loss": 12.1868,
      "step": 27174
    },
    {
      "epoch": 4.449811691501556,
      "grad_norm": 0.12675435841083527,
      "learning_rate": 0.00011808671543914222,
      "loss": 12.1251,
      "step": 27175
    },
    {
      "epoch": 4.449975438021942,
      "grad_norm": 0.11465953290462494,
      "learning_rate": 0.00011808163103115429,
      "loss": 12.2018,
      "step": 27176
    },
    {
      "epoch": 4.450139184542328,
      "grad_norm": 0.1160774976015091,
      "learning_rate": 0.00011807654657484284,
      "loss": 12.2187,
      "step": 27177
    },
    {
      "epoch": 4.450302931062715,
      "grad_norm": 0.13698621094226837,
      "learning_rate": 0.00011807146207022137,
      "loss": 12.1393,
      "step": 27178
    },
    {
      "epoch": 4.450466677583101,
      "grad_norm": 0.12955477833747864,
      "learning_rate": 0.00011806637751730354,
      "loss": 12.2273,
      "step": 27179
    },
    {
      "epoch": 4.450630424103488,
      "grad_norm": 0.17150773108005524,
      "learning_rate": 0.0001180612929161029,
      "loss": 12.1775,
      "step": 27180
    },
    {
      "epoch": 4.450794170623874,
      "grad_norm": 0.21987766027450562,
      "learning_rate": 0.0001180562082666331,
      "loss": 12.1837,
      "step": 27181
    },
    {
      "epoch": 4.450957917144261,
      "grad_norm": 0.14830966293811798,
      "learning_rate": 0.00011805112356890767,
      "loss": 12.1501,
      "step": 27182
    },
    {
      "epoch": 4.451121663664647,
      "grad_norm": 0.14542655646800995,
      "learning_rate": 0.00011804603882294021,
      "loss": 12.1683,
      "step": 27183
    },
    {
      "epoch": 4.451285410185034,
      "grad_norm": 0.2330751270055771,
      "learning_rate": 0.00011804095402874434,
      "loss": 12.1863,
      "step": 27184
    },
    {
      "epoch": 4.45144915670542,
      "grad_norm": 0.16319291293621063,
      "learning_rate": 0.0001180358691863336,
      "loss": 12.1777,
      "step": 27185
    },
    {
      "epoch": 4.451612903225806,
      "grad_norm": 0.137974813580513,
      "learning_rate": 0.00011803078429572161,
      "loss": 12.168,
      "step": 27186
    },
    {
      "epoch": 4.451776649746193,
      "grad_norm": 0.11421728134155273,
      "learning_rate": 0.00011802569935692194,
      "loss": 12.1455,
      "step": 27187
    },
    {
      "epoch": 4.451940396266579,
      "grad_norm": 0.14606624841690063,
      "learning_rate": 0.00011802061436994822,
      "loss": 12.253,
      "step": 27188
    },
    {
      "epoch": 4.452104142786966,
      "grad_norm": 0.14305329322814941,
      "learning_rate": 0.00011801552933481399,
      "loss": 12.1815,
      "step": 27189
    },
    {
      "epoch": 4.452267889307352,
      "grad_norm": 0.11686632037162781,
      "learning_rate": 0.00011801044425153289,
      "loss": 12.2239,
      "step": 27190
    },
    {
      "epoch": 4.452431635827739,
      "grad_norm": 0.13666954636573792,
      "learning_rate": 0.00011800535912011846,
      "loss": 12.1906,
      "step": 27191
    },
    {
      "epoch": 4.452595382348125,
      "grad_norm": 0.1359664797782898,
      "learning_rate": 0.00011800027394058432,
      "loss": 12.1516,
      "step": 27192
    },
    {
      "epoch": 4.452759128868512,
      "grad_norm": 0.11933047324419022,
      "learning_rate": 0.00011799518871294406,
      "loss": 12.2272,
      "step": 27193
    },
    {
      "epoch": 4.452922875388898,
      "grad_norm": 0.14132514595985413,
      "learning_rate": 0.00011799010343721126,
      "loss": 12.2232,
      "step": 27194
    },
    {
      "epoch": 4.453086621909285,
      "grad_norm": 0.22016802430152893,
      "learning_rate": 0.00011798501811339952,
      "loss": 12.1773,
      "step": 27195
    },
    {
      "epoch": 4.4532503684296705,
      "grad_norm": 0.1772693395614624,
      "learning_rate": 0.00011797993274152244,
      "loss": 12.2154,
      "step": 27196
    },
    {
      "epoch": 4.453414114950057,
      "grad_norm": 0.18852975964546204,
      "learning_rate": 0.00011797484732159354,
      "loss": 12.1966,
      "step": 27197
    },
    {
      "epoch": 4.4535778614704435,
      "grad_norm": 0.13216166198253632,
      "learning_rate": 0.00011796976185362651,
      "loss": 12.1685,
      "step": 27198
    },
    {
      "epoch": 4.45374160799083,
      "grad_norm": 0.1341514140367508,
      "learning_rate": 0.0001179646763376349,
      "loss": 12.1596,
      "step": 27199
    },
    {
      "epoch": 4.453905354511217,
      "grad_norm": 0.13684600591659546,
      "learning_rate": 0.0001179595907736323,
      "loss": 12.1402,
      "step": 27200
    },
    {
      "epoch": 4.454069101031603,
      "grad_norm": 0.17002834379673004,
      "learning_rate": 0.00011795450516163227,
      "loss": 12.1809,
      "step": 27201
    },
    {
      "epoch": 4.45423284755199,
      "grad_norm": 0.16193541884422302,
      "learning_rate": 0.00011794941950164846,
      "loss": 12.1606,
      "step": 27202
    },
    {
      "epoch": 4.454396594072376,
      "grad_norm": 0.18722569942474365,
      "learning_rate": 0.00011794433379369443,
      "loss": 12.2261,
      "step": 27203
    },
    {
      "epoch": 4.454560340592763,
      "grad_norm": 0.18478135764598846,
      "learning_rate": 0.00011793924803778375,
      "loss": 12.1675,
      "step": 27204
    },
    {
      "epoch": 4.454724087113149,
      "grad_norm": 0.14267100393772125,
      "learning_rate": 0.00011793416223393008,
      "loss": 12.1736,
      "step": 27205
    },
    {
      "epoch": 4.454887833633535,
      "grad_norm": 0.14172430336475372,
      "learning_rate": 0.00011792907638214695,
      "loss": 12.1453,
      "step": 27206
    },
    {
      "epoch": 4.455051580153921,
      "grad_norm": 0.1513443887233734,
      "learning_rate": 0.00011792399048244797,
      "loss": 12.2041,
      "step": 27207
    },
    {
      "epoch": 4.455215326674308,
      "grad_norm": 0.19369986653327942,
      "learning_rate": 0.00011791890453484671,
      "loss": 12.1593,
      "step": 27208
    },
    {
      "epoch": 4.4553790731946945,
      "grad_norm": 0.12574397027492523,
      "learning_rate": 0.00011791381853935681,
      "loss": 12.1655,
      "step": 27209
    },
    {
      "epoch": 4.455542819715081,
      "grad_norm": 0.1264101266860962,
      "learning_rate": 0.00011790873249599184,
      "loss": 12.2056,
      "step": 27210
    },
    {
      "epoch": 4.455706566235468,
      "grad_norm": 0.1994822919368744,
      "learning_rate": 0.0001179036464047654,
      "loss": 12.1686,
      "step": 27211
    },
    {
      "epoch": 4.455870312755854,
      "grad_norm": 0.14394918084144592,
      "learning_rate": 0.00011789856026569102,
      "loss": 12.231,
      "step": 27212
    },
    {
      "epoch": 4.456034059276241,
      "grad_norm": 0.14970164000988007,
      "learning_rate": 0.00011789347407878239,
      "loss": 12.1407,
      "step": 27213
    },
    {
      "epoch": 4.456197805796627,
      "grad_norm": 0.14124234020709991,
      "learning_rate": 0.00011788838784405305,
      "loss": 12.2079,
      "step": 27214
    },
    {
      "epoch": 4.456361552317013,
      "grad_norm": 0.20624057948589325,
      "learning_rate": 0.00011788330156151661,
      "loss": 12.165,
      "step": 27215
    },
    {
      "epoch": 4.456525298837399,
      "grad_norm": 0.1316671073436737,
      "learning_rate": 0.00011787821523118663,
      "loss": 12.1731,
      "step": 27216
    },
    {
      "epoch": 4.456689045357786,
      "grad_norm": 0.13395418226718903,
      "learning_rate": 0.00011787312885307676,
      "loss": 12.176,
      "step": 27217
    },
    {
      "epoch": 4.456852791878172,
      "grad_norm": 0.1737295687198639,
      "learning_rate": 0.00011786804242720055,
      "loss": 12.1669,
      "step": 27218
    },
    {
      "epoch": 4.457016538398559,
      "grad_norm": 0.1627196967601776,
      "learning_rate": 0.00011786295595357162,
      "loss": 12.1725,
      "step": 27219
    },
    {
      "epoch": 4.4571802849189455,
      "grad_norm": 0.14629791676998138,
      "learning_rate": 0.0001178578694322035,
      "loss": 12.2111,
      "step": 27220
    },
    {
      "epoch": 4.457344031439332,
      "grad_norm": 0.13968242704868317,
      "learning_rate": 0.00011785278286310988,
      "loss": 12.1472,
      "step": 27221
    },
    {
      "epoch": 4.4575077779597185,
      "grad_norm": 0.1247459128499031,
      "learning_rate": 0.0001178476962463043,
      "loss": 12.2114,
      "step": 27222
    },
    {
      "epoch": 4.457671524480105,
      "grad_norm": 0.15878836810588837,
      "learning_rate": 0.00011784260958180033,
      "loss": 12.1734,
      "step": 27223
    },
    {
      "epoch": 4.457835271000492,
      "grad_norm": 0.1251034140586853,
      "learning_rate": 0.00011783752286961162,
      "loss": 12.2107,
      "step": 27224
    },
    {
      "epoch": 4.457999017520878,
      "grad_norm": 0.13973599672317505,
      "learning_rate": 0.00011783243610975174,
      "loss": 12.155,
      "step": 27225
    },
    {
      "epoch": 4.458162764041264,
      "grad_norm": 0.1625409573316574,
      "learning_rate": 0.0001178273493022343,
      "loss": 12.1449,
      "step": 27226
    },
    {
      "epoch": 4.45832651056165,
      "grad_norm": 0.13028199970722198,
      "learning_rate": 0.00011782226244707283,
      "loss": 12.182,
      "step": 27227
    },
    {
      "epoch": 4.458490257082037,
      "grad_norm": 0.17608721554279327,
      "learning_rate": 0.000117817175544281,
      "loss": 12.1874,
      "step": 27228
    },
    {
      "epoch": 4.458654003602423,
      "grad_norm": 0.12353655695915222,
      "learning_rate": 0.00011781208859387241,
      "loss": 12.1491,
      "step": 27229
    },
    {
      "epoch": 4.45881775012281,
      "grad_norm": 0.1450846642255783,
      "learning_rate": 0.00011780700159586057,
      "loss": 12.1956,
      "step": 27230
    },
    {
      "epoch": 4.458981496643196,
      "grad_norm": 0.1413768082857132,
      "learning_rate": 0.00011780191455025915,
      "loss": 12.1693,
      "step": 27231
    },
    {
      "epoch": 4.459145243163583,
      "grad_norm": 0.25216245651245117,
      "learning_rate": 0.00011779682745708174,
      "loss": 12.1579,
      "step": 27232
    },
    {
      "epoch": 4.4593089896839695,
      "grad_norm": 0.12225531786680222,
      "learning_rate": 0.0001177917403163419,
      "loss": 12.1683,
      "step": 27233
    },
    {
      "epoch": 4.459472736204356,
      "grad_norm": 0.17325204610824585,
      "learning_rate": 0.00011778665312805325,
      "loss": 12.2188,
      "step": 27234
    },
    {
      "epoch": 4.459636482724742,
      "grad_norm": 0.18054689466953278,
      "learning_rate": 0.00011778156589222937,
      "loss": 12.189,
      "step": 27235
    },
    {
      "epoch": 4.459800229245128,
      "grad_norm": 0.15532255172729492,
      "learning_rate": 0.00011777647860888388,
      "loss": 12.1368,
      "step": 27236
    },
    {
      "epoch": 4.459963975765515,
      "grad_norm": 0.17397022247314453,
      "learning_rate": 0.00011777139127803036,
      "loss": 12.1951,
      "step": 27237
    },
    {
      "epoch": 4.460127722285901,
      "grad_norm": 0.19900017976760864,
      "learning_rate": 0.00011776630389968242,
      "loss": 12.1948,
      "step": 27238
    },
    {
      "epoch": 4.460291468806288,
      "grad_norm": 0.16568507254123688,
      "learning_rate": 0.00011776121647385361,
      "loss": 12.2018,
      "step": 27239
    },
    {
      "epoch": 4.460455215326674,
      "grad_norm": 0.15128588676452637,
      "learning_rate": 0.00011775612900055757,
      "loss": 12.1092,
      "step": 27240
    },
    {
      "epoch": 4.460618961847061,
      "grad_norm": 0.1293293833732605,
      "learning_rate": 0.00011775104147980792,
      "loss": 12.1976,
      "step": 27241
    },
    {
      "epoch": 4.460782708367447,
      "grad_norm": 0.13940991461277008,
      "learning_rate": 0.00011774595391161816,
      "loss": 12.2161,
      "step": 27242
    },
    {
      "epoch": 4.460946454887834,
      "grad_norm": 0.12794391810894012,
      "learning_rate": 0.00011774086629600201,
      "loss": 12.1967,
      "step": 27243
    },
    {
      "epoch": 4.4611102014082205,
      "grad_norm": 0.16011276841163635,
      "learning_rate": 0.00011773577863297298,
      "loss": 12.1655,
      "step": 27244
    },
    {
      "epoch": 4.461273947928607,
      "grad_norm": 0.2321004718542099,
      "learning_rate": 0.0001177306909225447,
      "loss": 12.1761,
      "step": 27245
    },
    {
      "epoch": 4.461437694448993,
      "grad_norm": 0.24966979026794434,
      "learning_rate": 0.00011772560316473074,
      "loss": 12.2588,
      "step": 27246
    },
    {
      "epoch": 4.461601440969379,
      "grad_norm": 0.16463178396224976,
      "learning_rate": 0.00011772051535954473,
      "loss": 12.1475,
      "step": 27247
    },
    {
      "epoch": 4.461765187489766,
      "grad_norm": 0.13845184445381165,
      "learning_rate": 0.00011771542750700027,
      "loss": 12.229,
      "step": 27248
    },
    {
      "epoch": 4.461928934010152,
      "grad_norm": 0.1719399392604828,
      "learning_rate": 0.00011771033960711093,
      "loss": 12.155,
      "step": 27249
    },
    {
      "epoch": 4.462092680530539,
      "grad_norm": 0.13914786279201508,
      "learning_rate": 0.0001177052516598903,
      "loss": 12.1918,
      "step": 27250
    },
    {
      "epoch": 4.462256427050925,
      "grad_norm": 0.14538300037384033,
      "learning_rate": 0.00011770016366535206,
      "loss": 12.1787,
      "step": 27251
    },
    {
      "epoch": 4.462420173571312,
      "grad_norm": 0.19453392922878265,
      "learning_rate": 0.00011769507562350968,
      "loss": 12.1262,
      "step": 27252
    },
    {
      "epoch": 4.462583920091698,
      "grad_norm": 0.13378004729747772,
      "learning_rate": 0.00011768998753437685,
      "loss": 12.1882,
      "step": 27253
    },
    {
      "epoch": 4.462747666612085,
      "grad_norm": 0.11643426865339279,
      "learning_rate": 0.00011768489939796712,
      "loss": 12.1736,
      "step": 27254
    },
    {
      "epoch": 4.4629114131324705,
      "grad_norm": 0.14539332687854767,
      "learning_rate": 0.00011767981121429414,
      "loss": 12.1826,
      "step": 27255
    },
    {
      "epoch": 4.463075159652857,
      "grad_norm": 0.1528489738702774,
      "learning_rate": 0.00011767472298337145,
      "loss": 12.191,
      "step": 27256
    },
    {
      "epoch": 4.463238906173244,
      "grad_norm": 0.14671561121940613,
      "learning_rate": 0.00011766963470521268,
      "loss": 12.201,
      "step": 27257
    },
    {
      "epoch": 4.46340265269363,
      "grad_norm": 0.15693821012973785,
      "learning_rate": 0.00011766454637983144,
      "loss": 12.1898,
      "step": 27258
    },
    {
      "epoch": 4.463566399214017,
      "grad_norm": 0.11490000039339066,
      "learning_rate": 0.0001176594580072413,
      "loss": 12.1737,
      "step": 27259
    },
    {
      "epoch": 4.463730145734403,
      "grad_norm": 0.13179753720760345,
      "learning_rate": 0.00011765436958745588,
      "loss": 12.1819,
      "step": 27260
    },
    {
      "epoch": 4.46389389225479,
      "grad_norm": 0.1604055017232895,
      "learning_rate": 0.00011764928112048877,
      "loss": 12.2058,
      "step": 27261
    },
    {
      "epoch": 4.464057638775176,
      "grad_norm": 0.23690477013587952,
      "learning_rate": 0.00011764419260635358,
      "loss": 12.1624,
      "step": 27262
    },
    {
      "epoch": 4.464221385295563,
      "grad_norm": 0.16459770500659943,
      "learning_rate": 0.00011763910404506388,
      "loss": 12.1678,
      "step": 27263
    },
    {
      "epoch": 4.464385131815949,
      "grad_norm": 0.14981481432914734,
      "learning_rate": 0.0001176340154366333,
      "loss": 12.2292,
      "step": 27264
    },
    {
      "epoch": 4.464548878336335,
      "grad_norm": 0.17749416828155518,
      "learning_rate": 0.0001176289267810754,
      "loss": 12.1957,
      "step": 27265
    },
    {
      "epoch": 4.4647126248567215,
      "grad_norm": 0.16783860325813293,
      "learning_rate": 0.00011762383807840387,
      "loss": 12.1595,
      "step": 27266
    },
    {
      "epoch": 4.464876371377108,
      "grad_norm": 0.15840685367584229,
      "learning_rate": 0.00011761874932863217,
      "loss": 12.1702,
      "step": 27267
    },
    {
      "epoch": 4.4650401178974946,
      "grad_norm": 0.11079123616218567,
      "learning_rate": 0.00011761366053177403,
      "loss": 12.1542,
      "step": 27268
    },
    {
      "epoch": 4.465203864417881,
      "grad_norm": 0.17113128304481506,
      "learning_rate": 0.00011760857168784298,
      "loss": 12.2294,
      "step": 27269
    },
    {
      "epoch": 4.465367610938268,
      "grad_norm": 0.1416023224592209,
      "learning_rate": 0.00011760348279685265,
      "loss": 12.1505,
      "step": 27270
    },
    {
      "epoch": 4.465531357458654,
      "grad_norm": 0.16100963950157166,
      "learning_rate": 0.0001175983938588166,
      "loss": 12.13,
      "step": 27271
    },
    {
      "epoch": 4.465695103979041,
      "grad_norm": 0.14165544509887695,
      "learning_rate": 0.00011759330487374846,
      "loss": 12.1684,
      "step": 27272
    },
    {
      "epoch": 4.465858850499427,
      "grad_norm": 0.21876347064971924,
      "learning_rate": 0.00011758821584166184,
      "loss": 12.1365,
      "step": 27273
    },
    {
      "epoch": 4.466022597019814,
      "grad_norm": 0.15695984661579132,
      "learning_rate": 0.0001175831267625703,
      "loss": 12.2123,
      "step": 27274
    },
    {
      "epoch": 4.466186343540199,
      "grad_norm": 0.1552024483680725,
      "learning_rate": 0.00011757803763648752,
      "loss": 12.1883,
      "step": 27275
    },
    {
      "epoch": 4.466350090060586,
      "grad_norm": 0.1400635838508606,
      "learning_rate": 0.00011757294846342698,
      "loss": 12.1805,
      "step": 27276
    },
    {
      "epoch": 4.4665138365809725,
      "grad_norm": 0.15939776599407196,
      "learning_rate": 0.00011756785924340243,
      "loss": 12.1952,
      "step": 27277
    },
    {
      "epoch": 4.466677583101359,
      "grad_norm": 0.13618135452270508,
      "learning_rate": 0.00011756276997642734,
      "loss": 12.1861,
      "step": 27278
    },
    {
      "epoch": 4.4668413296217455,
      "grad_norm": 0.1482986956834793,
      "learning_rate": 0.00011755768066251538,
      "loss": 12.1873,
      "step": 27279
    },
    {
      "epoch": 4.467005076142132,
      "grad_norm": 0.17241649329662323,
      "learning_rate": 0.00011755259130168015,
      "loss": 12.136,
      "step": 27280
    },
    {
      "epoch": 4.467168822662519,
      "grad_norm": 0.12950709462165833,
      "learning_rate": 0.00011754750189393522,
      "loss": 12.1513,
      "step": 27281
    },
    {
      "epoch": 4.467332569182905,
      "grad_norm": 0.2000051736831665,
      "learning_rate": 0.00011754241243929418,
      "loss": 12.2033,
      "step": 27282
    },
    {
      "epoch": 4.467496315703292,
      "grad_norm": 0.12442070990800858,
      "learning_rate": 0.00011753732293777069,
      "loss": 12.1935,
      "step": 27283
    },
    {
      "epoch": 4.467660062223677,
      "grad_norm": 0.15585006773471832,
      "learning_rate": 0.00011753223338937834,
      "loss": 12.133,
      "step": 27284
    },
    {
      "epoch": 4.467823808744064,
      "grad_norm": 0.1620880663394928,
      "learning_rate": 0.00011752714379413068,
      "loss": 12.1574,
      "step": 27285
    },
    {
      "epoch": 4.46798755526445,
      "grad_norm": 0.14175833761692047,
      "learning_rate": 0.00011752205415204133,
      "loss": 12.1477,
      "step": 27286
    },
    {
      "epoch": 4.468151301784837,
      "grad_norm": 0.15884698927402496,
      "learning_rate": 0.00011751696446312393,
      "loss": 12.2041,
      "step": 27287
    },
    {
      "epoch": 4.468315048305223,
      "grad_norm": 0.14325103163719177,
      "learning_rate": 0.00011751187472739205,
      "loss": 12.1643,
      "step": 27288
    },
    {
      "epoch": 4.46847879482561,
      "grad_norm": 0.17263121902942657,
      "learning_rate": 0.00011750678494485931,
      "loss": 12.134,
      "step": 27289
    },
    {
      "epoch": 4.4686425413459965,
      "grad_norm": 0.13802975416183472,
      "learning_rate": 0.0001175016951155393,
      "loss": 12.1625,
      "step": 27290
    },
    {
      "epoch": 4.468806287866383,
      "grad_norm": 0.12513074278831482,
      "learning_rate": 0.00011749660523944564,
      "loss": 12.1633,
      "step": 27291
    },
    {
      "epoch": 4.4689700343867695,
      "grad_norm": 0.1814103126525879,
      "learning_rate": 0.0001174915153165919,
      "loss": 12.1575,
      "step": 27292
    },
    {
      "epoch": 4.469133780907156,
      "grad_norm": 0.12921246886253357,
      "learning_rate": 0.00011748642534699168,
      "loss": 12.1608,
      "step": 27293
    },
    {
      "epoch": 4.469297527427543,
      "grad_norm": 0.1357283741235733,
      "learning_rate": 0.00011748133533065864,
      "loss": 12.1622,
      "step": 27294
    },
    {
      "epoch": 4.469461273947928,
      "grad_norm": 0.1385555863380432,
      "learning_rate": 0.00011747624526760637,
      "loss": 12.1519,
      "step": 27295
    },
    {
      "epoch": 4.469625020468315,
      "grad_norm": 0.12218267470598221,
      "learning_rate": 0.00011747115515784842,
      "loss": 12.2231,
      "step": 27296
    },
    {
      "epoch": 4.469788766988701,
      "grad_norm": 0.16313771903514862,
      "learning_rate": 0.0001174660650013984,
      "loss": 12.1757,
      "step": 27297
    },
    {
      "epoch": 4.469952513509088,
      "grad_norm": 0.1789884716272354,
      "learning_rate": 0.00011746097479826998,
      "loss": 12.2601,
      "step": 27298
    },
    {
      "epoch": 4.470116260029474,
      "grad_norm": 0.16615279018878937,
      "learning_rate": 0.00011745588454847671,
      "loss": 12.1925,
      "step": 27299
    },
    {
      "epoch": 4.470280006549861,
      "grad_norm": 0.1565844565629959,
      "learning_rate": 0.00011745079425203222,
      "loss": 12.1951,
      "step": 27300
    },
    {
      "epoch": 4.470443753070247,
      "grad_norm": 0.15916740894317627,
      "learning_rate": 0.00011744570390895006,
      "loss": 12.1641,
      "step": 27301
    },
    {
      "epoch": 4.470607499590634,
      "grad_norm": 0.13668301701545715,
      "learning_rate": 0.00011744061351924391,
      "loss": 12.1877,
      "step": 27302
    },
    {
      "epoch": 4.4707712461110205,
      "grad_norm": 0.21405340731143951,
      "learning_rate": 0.00011743552308292733,
      "loss": 12.2653,
      "step": 27303
    },
    {
      "epoch": 4.470934992631406,
      "grad_norm": 0.1053134948015213,
      "learning_rate": 0.00011743043260001394,
      "loss": 12.169,
      "step": 27304
    },
    {
      "epoch": 4.471098739151793,
      "grad_norm": 0.16325277090072632,
      "learning_rate": 0.00011742534207051732,
      "loss": 12.176,
      "step": 27305
    },
    {
      "epoch": 4.471262485672179,
      "grad_norm": 0.13302011787891388,
      "learning_rate": 0.0001174202514944511,
      "loss": 12.1695,
      "step": 27306
    },
    {
      "epoch": 4.471426232192566,
      "grad_norm": 0.1607452630996704,
      "learning_rate": 0.00011741516087182889,
      "loss": 12.1505,
      "step": 27307
    },
    {
      "epoch": 4.471589978712952,
      "grad_norm": 0.1816382110118866,
      "learning_rate": 0.00011741007020266425,
      "loss": 12.181,
      "step": 27308
    },
    {
      "epoch": 4.471753725233339,
      "grad_norm": 0.1362772434949875,
      "learning_rate": 0.00011740497948697085,
      "loss": 12.1748,
      "step": 27309
    },
    {
      "epoch": 4.471917471753725,
      "grad_norm": 0.19975696504116058,
      "learning_rate": 0.00011739988872476224,
      "loss": 12.1999,
      "step": 27310
    },
    {
      "epoch": 4.472081218274112,
      "grad_norm": 0.1448301076889038,
      "learning_rate": 0.00011739479791605206,
      "loss": 12.165,
      "step": 27311
    },
    {
      "epoch": 4.472244964794498,
      "grad_norm": 0.16111811995506287,
      "learning_rate": 0.00011738970706085389,
      "loss": 12.1781,
      "step": 27312
    },
    {
      "epoch": 4.472408711314885,
      "grad_norm": 0.13798387348651886,
      "learning_rate": 0.00011738461615918135,
      "loss": 12.1828,
      "step": 27313
    },
    {
      "epoch": 4.4725724578352715,
      "grad_norm": 0.12753121554851532,
      "learning_rate": 0.00011737952521104805,
      "loss": 12.2,
      "step": 27314
    },
    {
      "epoch": 4.472736204355657,
      "grad_norm": 0.17082197964191437,
      "learning_rate": 0.00011737443421646758,
      "loss": 12.169,
      "step": 27315
    },
    {
      "epoch": 4.472899950876044,
      "grad_norm": 0.1508997678756714,
      "learning_rate": 0.00011736934317545354,
      "loss": 12.1896,
      "step": 27316
    },
    {
      "epoch": 4.47306369739643,
      "grad_norm": 0.12927596271038055,
      "learning_rate": 0.00011736425208801958,
      "loss": 12.1953,
      "step": 27317
    },
    {
      "epoch": 4.473227443916817,
      "grad_norm": 0.1313508003950119,
      "learning_rate": 0.00011735916095417925,
      "loss": 12.1449,
      "step": 27318
    },
    {
      "epoch": 4.473391190437203,
      "grad_norm": 0.146139457821846,
      "learning_rate": 0.00011735406977394621,
      "loss": 12.1432,
      "step": 27319
    },
    {
      "epoch": 4.47355493695759,
      "grad_norm": 0.1513480842113495,
      "learning_rate": 0.000117348978547334,
      "loss": 12.19,
      "step": 27320
    },
    {
      "epoch": 4.473718683477976,
      "grad_norm": 0.21463455259799957,
      "learning_rate": 0.0001173438872743563,
      "loss": 12.1854,
      "step": 27321
    },
    {
      "epoch": 4.473882429998363,
      "grad_norm": 0.14072272181510925,
      "learning_rate": 0.00011733879595502665,
      "loss": 12.1631,
      "step": 27322
    },
    {
      "epoch": 4.474046176518749,
      "grad_norm": 0.12723645567893982,
      "learning_rate": 0.00011733370458935872,
      "loss": 12.1803,
      "step": 27323
    },
    {
      "epoch": 4.474209923039135,
      "grad_norm": 0.22872133553028107,
      "learning_rate": 0.00011732861317736607,
      "loss": 12.1728,
      "step": 27324
    },
    {
      "epoch": 4.4743736695595215,
      "grad_norm": 0.11663948744535446,
      "learning_rate": 0.00011732352171906234,
      "loss": 12.1496,
      "step": 27325
    },
    {
      "epoch": 4.474537416079908,
      "grad_norm": 0.20170068740844727,
      "learning_rate": 0.00011731843021446109,
      "loss": 12.1864,
      "step": 27326
    },
    {
      "epoch": 4.474701162600295,
      "grad_norm": 0.13663910329341888,
      "learning_rate": 0.00011731333866357595,
      "loss": 12.1927,
      "step": 27327
    },
    {
      "epoch": 4.474864909120681,
      "grad_norm": 0.15338394045829773,
      "learning_rate": 0.00011730824706642057,
      "loss": 12.2138,
      "step": 27328
    },
    {
      "epoch": 4.475028655641068,
      "grad_norm": 0.154032364487648,
      "learning_rate": 0.00011730315542300849,
      "loss": 12.2224,
      "step": 27329
    },
    {
      "epoch": 4.475192402161454,
      "grad_norm": 0.10835609585046768,
      "learning_rate": 0.00011729806373335337,
      "loss": 12.1602,
      "step": 27330
    },
    {
      "epoch": 4.475356148681841,
      "grad_norm": 0.20062370598316193,
      "learning_rate": 0.00011729297199746879,
      "loss": 12.2449,
      "step": 27331
    },
    {
      "epoch": 4.475519895202227,
      "grad_norm": 0.15440912544727325,
      "learning_rate": 0.00011728788021536836,
      "loss": 12.1437,
      "step": 27332
    },
    {
      "epoch": 4.475683641722614,
      "grad_norm": 0.1426246166229248,
      "learning_rate": 0.00011728278838706571,
      "loss": 12.2198,
      "step": 27333
    },
    {
      "epoch": 4.475847388242999,
      "grad_norm": 0.1239403486251831,
      "learning_rate": 0.0001172776965125744,
      "loss": 12.1717,
      "step": 27334
    },
    {
      "epoch": 4.476011134763386,
      "grad_norm": 0.15530458092689514,
      "learning_rate": 0.00011727260459190806,
      "loss": 12.2035,
      "step": 27335
    },
    {
      "epoch": 4.4761748812837725,
      "grad_norm": 0.21841976046562195,
      "learning_rate": 0.00011726751262508035,
      "loss": 12.1298,
      "step": 27336
    },
    {
      "epoch": 4.476338627804159,
      "grad_norm": 0.23097270727157593,
      "learning_rate": 0.0001172624206121048,
      "loss": 12.1431,
      "step": 27337
    },
    {
      "epoch": 4.476502374324546,
      "grad_norm": 0.12280751764774323,
      "learning_rate": 0.00011725732855299508,
      "loss": 12.2066,
      "step": 27338
    },
    {
      "epoch": 4.476666120844932,
      "grad_norm": 0.1418686956167221,
      "learning_rate": 0.00011725223644776471,
      "loss": 12.2062,
      "step": 27339
    },
    {
      "epoch": 4.476829867365319,
      "grad_norm": 0.12576602399349213,
      "learning_rate": 0.00011724714429642745,
      "loss": 12.1851,
      "step": 27340
    },
    {
      "epoch": 4.476993613885705,
      "grad_norm": 0.2322603315114975,
      "learning_rate": 0.00011724205209899675,
      "loss": 12.2213,
      "step": 27341
    },
    {
      "epoch": 4.477157360406092,
      "grad_norm": 0.19313742220401764,
      "learning_rate": 0.00011723695985548629,
      "loss": 12.176,
      "step": 27342
    },
    {
      "epoch": 4.477321106926478,
      "grad_norm": 0.14646631479263306,
      "learning_rate": 0.00011723186756590974,
      "loss": 12.1844,
      "step": 27343
    },
    {
      "epoch": 4.477484853446864,
      "grad_norm": 0.12730735540390015,
      "learning_rate": 0.00011722677523028058,
      "loss": 12.1743,
      "step": 27344
    },
    {
      "epoch": 4.47764859996725,
      "grad_norm": 0.2163783609867096,
      "learning_rate": 0.00011722168284861253,
      "loss": 12.172,
      "step": 27345
    },
    {
      "epoch": 4.477812346487637,
      "grad_norm": 0.15355120599269867,
      "learning_rate": 0.0001172165904209191,
      "loss": 12.1865,
      "step": 27346
    },
    {
      "epoch": 4.4779760930080235,
      "grad_norm": 0.13572803139686584,
      "learning_rate": 0.00011721149794721402,
      "loss": 12.1465,
      "step": 27347
    },
    {
      "epoch": 4.47813983952841,
      "grad_norm": 0.20079481601715088,
      "learning_rate": 0.0001172064054275108,
      "loss": 12.202,
      "step": 27348
    },
    {
      "epoch": 4.4783035860487965,
      "grad_norm": 0.1783900260925293,
      "learning_rate": 0.0001172013128618231,
      "loss": 12.1692,
      "step": 27349
    },
    {
      "epoch": 4.478467332569183,
      "grad_norm": 0.1311425119638443,
      "learning_rate": 0.00011719622025016448,
      "loss": 12.1978,
      "step": 27350
    },
    {
      "epoch": 4.47863107908957,
      "grad_norm": 0.14096231758594513,
      "learning_rate": 0.00011719112759254864,
      "loss": 12.1833,
      "step": 27351
    },
    {
      "epoch": 4.478794825609956,
      "grad_norm": 0.12205570936203003,
      "learning_rate": 0.00011718603488898909,
      "loss": 12.1429,
      "step": 27352
    },
    {
      "epoch": 4.478958572130342,
      "grad_norm": 0.1836448609828949,
      "learning_rate": 0.0001171809421394995,
      "loss": 12.188,
      "step": 27353
    },
    {
      "epoch": 4.479122318650728,
      "grad_norm": 0.1375749409198761,
      "learning_rate": 0.00011717584934409347,
      "loss": 12.1897,
      "step": 27354
    },
    {
      "epoch": 4.479286065171115,
      "grad_norm": 0.12037280201911926,
      "learning_rate": 0.00011717075650278461,
      "loss": 12.1844,
      "step": 27355
    },
    {
      "epoch": 4.479449811691501,
      "grad_norm": 0.17583981156349182,
      "learning_rate": 0.0001171656636155865,
      "loss": 12.176,
      "step": 27356
    },
    {
      "epoch": 4.479613558211888,
      "grad_norm": 0.1622876226902008,
      "learning_rate": 0.0001171605706825128,
      "loss": 12.147,
      "step": 27357
    },
    {
      "epoch": 4.479777304732274,
      "grad_norm": 0.13569536805152893,
      "learning_rate": 0.0001171554777035771,
      "loss": 12.1308,
      "step": 27358
    },
    {
      "epoch": 4.479941051252661,
      "grad_norm": 0.1474299430847168,
      "learning_rate": 0.00011715038467879303,
      "loss": 12.1683,
      "step": 27359
    },
    {
      "epoch": 4.4801047977730475,
      "grad_norm": 0.11242222785949707,
      "learning_rate": 0.00011714529160817414,
      "loss": 12.2027,
      "step": 27360
    },
    {
      "epoch": 4.480268544293434,
      "grad_norm": 0.15744848549365997,
      "learning_rate": 0.00011714019849173408,
      "loss": 12.2057,
      "step": 27361
    },
    {
      "epoch": 4.4804322908138206,
      "grad_norm": 0.17743700742721558,
      "learning_rate": 0.00011713510532948653,
      "loss": 12.1873,
      "step": 27362
    },
    {
      "epoch": 4.480596037334207,
      "grad_norm": 0.16759076714515686,
      "learning_rate": 0.00011713001212144496,
      "loss": 12.1928,
      "step": 27363
    },
    {
      "epoch": 4.480759783854593,
      "grad_norm": 0.13501319289207458,
      "learning_rate": 0.00011712491886762309,
      "loss": 12.1602,
      "step": 27364
    },
    {
      "epoch": 4.480923530374979,
      "grad_norm": 0.16740690171718597,
      "learning_rate": 0.00011711982556803451,
      "loss": 12.1849,
      "step": 27365
    },
    {
      "epoch": 4.481087276895366,
      "grad_norm": 0.1564296931028366,
      "learning_rate": 0.00011711473222269283,
      "loss": 12.1897,
      "step": 27366
    },
    {
      "epoch": 4.481251023415752,
      "grad_norm": 0.12655699253082275,
      "learning_rate": 0.00011710963883161161,
      "loss": 12.2046,
      "step": 27367
    },
    {
      "epoch": 4.481414769936139,
      "grad_norm": 0.1731216162443161,
      "learning_rate": 0.00011710454539480454,
      "loss": 12.2084,
      "step": 27368
    },
    {
      "epoch": 4.481578516456525,
      "grad_norm": 0.1440027505159378,
      "learning_rate": 0.00011709945191228518,
      "loss": 12.1928,
      "step": 27369
    },
    {
      "epoch": 4.481742262976912,
      "grad_norm": 0.14317120611667633,
      "learning_rate": 0.00011709435838406717,
      "loss": 12.1849,
      "step": 27370
    },
    {
      "epoch": 4.4819060094972984,
      "grad_norm": 0.1302742213010788,
      "learning_rate": 0.00011708926481016409,
      "loss": 12.1583,
      "step": 27371
    },
    {
      "epoch": 4.482069756017685,
      "grad_norm": 0.1380700021982193,
      "learning_rate": 0.00011708417119058961,
      "loss": 12.2484,
      "step": 27372
    },
    {
      "epoch": 4.482233502538071,
      "grad_norm": 0.1664476990699768,
      "learning_rate": 0.00011707907752535729,
      "loss": 12.1851,
      "step": 27373
    },
    {
      "epoch": 4.482397249058457,
      "grad_norm": 0.16698192059993744,
      "learning_rate": 0.00011707398381448078,
      "loss": 12.1919,
      "step": 27374
    },
    {
      "epoch": 4.482560995578844,
      "grad_norm": 0.1582510769367218,
      "learning_rate": 0.00011706889005797364,
      "loss": 12.1553,
      "step": 27375
    },
    {
      "epoch": 4.48272474209923,
      "grad_norm": 0.13354218006134033,
      "learning_rate": 0.00011706379625584953,
      "loss": 12.1729,
      "step": 27376
    },
    {
      "epoch": 4.482888488619617,
      "grad_norm": 0.16185617446899414,
      "learning_rate": 0.0001170587024081221,
      "loss": 12.1595,
      "step": 27377
    },
    {
      "epoch": 4.483052235140003,
      "grad_norm": 0.13010534644126892,
      "learning_rate": 0.00011705360851480482,
      "loss": 12.1761,
      "step": 27378
    },
    {
      "epoch": 4.48321598166039,
      "grad_norm": 0.10969660431146622,
      "learning_rate": 0.00011704851457591146,
      "loss": 12.1883,
      "step": 27379
    },
    {
      "epoch": 4.483379728180776,
      "grad_norm": 0.1841302216053009,
      "learning_rate": 0.00011704342059145557,
      "loss": 12.1505,
      "step": 27380
    },
    {
      "epoch": 4.483543474701163,
      "grad_norm": 0.1640593707561493,
      "learning_rate": 0.00011703832656145077,
      "loss": 12.1679,
      "step": 27381
    },
    {
      "epoch": 4.483707221221549,
      "grad_norm": 0.17085544764995575,
      "learning_rate": 0.00011703323248591063,
      "loss": 12.1539,
      "step": 27382
    },
    {
      "epoch": 4.483870967741936,
      "grad_norm": 0.16852399706840515,
      "learning_rate": 0.00011702813836484885,
      "loss": 12.1592,
      "step": 27383
    },
    {
      "epoch": 4.484034714262322,
      "grad_norm": 0.15832418203353882,
      "learning_rate": 0.00011702304419827897,
      "loss": 12.2272,
      "step": 27384
    },
    {
      "epoch": 4.484198460782708,
      "grad_norm": 0.1571769416332245,
      "learning_rate": 0.00011701794998621465,
      "loss": 12.187,
      "step": 27385
    },
    {
      "epoch": 4.484362207303095,
      "grad_norm": 0.12876608967781067,
      "learning_rate": 0.00011701285572866944,
      "loss": 12.177,
      "step": 27386
    },
    {
      "epoch": 4.484525953823481,
      "grad_norm": 0.15254008769989014,
      "learning_rate": 0.00011700776142565706,
      "loss": 12.2215,
      "step": 27387
    },
    {
      "epoch": 4.484689700343868,
      "grad_norm": 0.20117612183094025,
      "learning_rate": 0.00011700266707719103,
      "loss": 12.1684,
      "step": 27388
    },
    {
      "epoch": 4.484853446864254,
      "grad_norm": 0.13708935678005219,
      "learning_rate": 0.00011699757268328502,
      "loss": 12.1706,
      "step": 27389
    },
    {
      "epoch": 4.485017193384641,
      "grad_norm": 0.14413537085056305,
      "learning_rate": 0.00011699247824395261,
      "loss": 12.167,
      "step": 27390
    },
    {
      "epoch": 4.485180939905027,
      "grad_norm": 0.1473090499639511,
      "learning_rate": 0.00011698738375920743,
      "loss": 12.1767,
      "step": 27391
    },
    {
      "epoch": 4.485344686425414,
      "grad_norm": 0.128018319606781,
      "learning_rate": 0.00011698228922906312,
      "loss": 12.2473,
      "step": 27392
    },
    {
      "epoch": 4.4855084329457995,
      "grad_norm": 0.11266151070594788,
      "learning_rate": 0.00011697719465353323,
      "loss": 12.1796,
      "step": 27393
    },
    {
      "epoch": 4.485672179466186,
      "grad_norm": 0.1403924822807312,
      "learning_rate": 0.00011697210003263142,
      "loss": 12.1555,
      "step": 27394
    },
    {
      "epoch": 4.4858359259865725,
      "grad_norm": 0.15357527136802673,
      "learning_rate": 0.00011696700536637134,
      "loss": 12.1965,
      "step": 27395
    },
    {
      "epoch": 4.485999672506959,
      "grad_norm": 0.14045321941375732,
      "learning_rate": 0.00011696191065476654,
      "loss": 12.1876,
      "step": 27396
    },
    {
      "epoch": 4.486163419027346,
      "grad_norm": 0.16650789976119995,
      "learning_rate": 0.00011695681589783066,
      "loss": 12.1458,
      "step": 27397
    },
    {
      "epoch": 4.486327165547732,
      "grad_norm": 0.14947004616260529,
      "learning_rate": 0.0001169517210955773,
      "loss": 12.1679,
      "step": 27398
    },
    {
      "epoch": 4.486490912068119,
      "grad_norm": 0.131510928273201,
      "learning_rate": 0.00011694662624802013,
      "loss": 12.1723,
      "step": 27399
    },
    {
      "epoch": 4.486654658588505,
      "grad_norm": 0.1428186446428299,
      "learning_rate": 0.00011694153135517272,
      "loss": 12.1303,
      "step": 27400
    },
    {
      "epoch": 4.486818405108892,
      "grad_norm": 0.16897474229335785,
      "learning_rate": 0.00011693643641704868,
      "loss": 12.1842,
      "step": 27401
    },
    {
      "epoch": 4.486982151629278,
      "grad_norm": 0.1371581256389618,
      "learning_rate": 0.00011693134143366167,
      "loss": 12.188,
      "step": 27402
    },
    {
      "epoch": 4.487145898149664,
      "grad_norm": 0.14432676136493683,
      "learning_rate": 0.00011692624640502525,
      "loss": 12.2222,
      "step": 27403
    },
    {
      "epoch": 4.4873096446700504,
      "grad_norm": 0.15200455486774445,
      "learning_rate": 0.0001169211513311531,
      "loss": 12.179,
      "step": 27404
    },
    {
      "epoch": 4.487473391190437,
      "grad_norm": 0.12957757711410522,
      "learning_rate": 0.00011691605621205876,
      "loss": 12.162,
      "step": 27405
    },
    {
      "epoch": 4.4876371377108235,
      "grad_norm": 0.12214874476194382,
      "learning_rate": 0.00011691096104775592,
      "loss": 12.2029,
      "step": 27406
    },
    {
      "epoch": 4.48780088423121,
      "grad_norm": 0.14882683753967285,
      "learning_rate": 0.00011690586583825815,
      "loss": 12.1554,
      "step": 27407
    },
    {
      "epoch": 4.487964630751597,
      "grad_norm": 0.6407652497291565,
      "learning_rate": 0.0001169007705835791,
      "loss": 12.1834,
      "step": 27408
    },
    {
      "epoch": 4.488128377271983,
      "grad_norm": 0.11724232137203217,
      "learning_rate": 0.00011689567528373236,
      "loss": 12.1586,
      "step": 27409
    },
    {
      "epoch": 4.48829212379237,
      "grad_norm": 0.17756158113479614,
      "learning_rate": 0.00011689057993873159,
      "loss": 12.1739,
      "step": 27410
    },
    {
      "epoch": 4.488455870312756,
      "grad_norm": 0.16455024480819702,
      "learning_rate": 0.00011688548454859031,
      "loss": 12.1952,
      "step": 27411
    },
    {
      "epoch": 4.488619616833143,
      "grad_norm": 0.2086099535226822,
      "learning_rate": 0.00011688038911332224,
      "loss": 12.2055,
      "step": 27412
    },
    {
      "epoch": 4.488783363353528,
      "grad_norm": 0.14660201966762543,
      "learning_rate": 0.00011687529363294097,
      "loss": 12.1867,
      "step": 27413
    },
    {
      "epoch": 4.488947109873915,
      "grad_norm": 0.12503643333911896,
      "learning_rate": 0.0001168701981074601,
      "loss": 12.1456,
      "step": 27414
    },
    {
      "epoch": 4.489110856394301,
      "grad_norm": 0.16256697475910187,
      "learning_rate": 0.00011686510253689324,
      "loss": 12.1778,
      "step": 27415
    },
    {
      "epoch": 4.489274602914688,
      "grad_norm": 0.1533217430114746,
      "learning_rate": 0.00011686000692125403,
      "loss": 12.2393,
      "step": 27416
    },
    {
      "epoch": 4.4894383494350745,
      "grad_norm": 0.13918471336364746,
      "learning_rate": 0.0001168549112605561,
      "loss": 12.1755,
      "step": 27417
    },
    {
      "epoch": 4.489602095955461,
      "grad_norm": 0.14354395866394043,
      "learning_rate": 0.00011684981555481305,
      "loss": 12.1583,
      "step": 27418
    },
    {
      "epoch": 4.4897658424758475,
      "grad_norm": 0.13469810783863068,
      "learning_rate": 0.0001168447198040385,
      "loss": 12.1736,
      "step": 27419
    },
    {
      "epoch": 4.489929588996234,
      "grad_norm": 0.16162531077861786,
      "learning_rate": 0.00011683962400824605,
      "loss": 12.1622,
      "step": 27420
    },
    {
      "epoch": 4.490093335516621,
      "grad_norm": 0.14724163711071014,
      "learning_rate": 0.00011683452816744935,
      "loss": 12.1903,
      "step": 27421
    },
    {
      "epoch": 4.490257082037006,
      "grad_norm": 0.16526931524276733,
      "learning_rate": 0.00011682943228166199,
      "loss": 12.1934,
      "step": 27422
    },
    {
      "epoch": 4.490420828557393,
      "grad_norm": 0.11530552059412003,
      "learning_rate": 0.00011682433635089762,
      "loss": 12.161,
      "step": 27423
    },
    {
      "epoch": 4.490584575077779,
      "grad_norm": 0.2065751701593399,
      "learning_rate": 0.00011681924037516981,
      "loss": 12.1714,
      "step": 27424
    },
    {
      "epoch": 4.490748321598166,
      "grad_norm": 0.13602110743522644,
      "learning_rate": 0.00011681414435449228,
      "loss": 12.1505,
      "step": 27425
    },
    {
      "epoch": 4.490912068118552,
      "grad_norm": 0.18877986073493958,
      "learning_rate": 0.00011680904828887851,
      "loss": 12.145,
      "step": 27426
    },
    {
      "epoch": 4.491075814638939,
      "grad_norm": 0.12034796178340912,
      "learning_rate": 0.00011680395217834221,
      "loss": 12.178,
      "step": 27427
    },
    {
      "epoch": 4.491239561159325,
      "grad_norm": 0.13890577852725983,
      "learning_rate": 0.00011679885602289699,
      "loss": 12.2234,
      "step": 27428
    },
    {
      "epoch": 4.491403307679712,
      "grad_norm": 0.15954050421714783,
      "learning_rate": 0.00011679375982255645,
      "loss": 12.1822,
      "step": 27429
    },
    {
      "epoch": 4.4915670542000985,
      "grad_norm": 0.1430574655532837,
      "learning_rate": 0.00011678866357733423,
      "loss": 12.1807,
      "step": 27430
    },
    {
      "epoch": 4.491730800720485,
      "grad_norm": 0.19026698172092438,
      "learning_rate": 0.00011678356728724391,
      "loss": 12.1906,
      "step": 27431
    },
    {
      "epoch": 4.491894547240872,
      "grad_norm": 0.15500915050506592,
      "learning_rate": 0.00011677847095229918,
      "loss": 12.1732,
      "step": 27432
    },
    {
      "epoch": 4.492058293761257,
      "grad_norm": 0.12537631392478943,
      "learning_rate": 0.0001167733745725136,
      "loss": 12.1669,
      "step": 27433
    },
    {
      "epoch": 4.492222040281644,
      "grad_norm": 0.1749991476535797,
      "learning_rate": 0.00011676827814790081,
      "loss": 12.1837,
      "step": 27434
    },
    {
      "epoch": 4.49238578680203,
      "grad_norm": 0.1401214450597763,
      "learning_rate": 0.00011676318167847442,
      "loss": 12.1653,
      "step": 27435
    },
    {
      "epoch": 4.492549533322417,
      "grad_norm": 0.15873661637306213,
      "learning_rate": 0.00011675808516424811,
      "loss": 12.1876,
      "step": 27436
    },
    {
      "epoch": 4.492713279842803,
      "grad_norm": 0.16448897123336792,
      "learning_rate": 0.00011675298860523538,
      "loss": 12.174,
      "step": 27437
    },
    {
      "epoch": 4.49287702636319,
      "grad_norm": 0.1264069825410843,
      "learning_rate": 0.00011674789200144996,
      "loss": 12.1533,
      "step": 27438
    },
    {
      "epoch": 4.493040772883576,
      "grad_norm": 0.15560612082481384,
      "learning_rate": 0.00011674279535290545,
      "loss": 12.1857,
      "step": 27439
    },
    {
      "epoch": 4.493204519403963,
      "grad_norm": 0.1271314024925232,
      "learning_rate": 0.00011673769865961541,
      "loss": 12.197,
      "step": 27440
    },
    {
      "epoch": 4.4933682659243495,
      "grad_norm": 0.14463648200035095,
      "learning_rate": 0.00011673260192159352,
      "loss": 12.195,
      "step": 27441
    },
    {
      "epoch": 4.493532012444735,
      "grad_norm": 0.15651704370975494,
      "learning_rate": 0.00011672750513885338,
      "loss": 12.1936,
      "step": 27442
    },
    {
      "epoch": 4.493695758965122,
      "grad_norm": 0.1491190493106842,
      "learning_rate": 0.00011672240831140864,
      "loss": 12.1715,
      "step": 27443
    },
    {
      "epoch": 4.493859505485508,
      "grad_norm": 0.16115278005599976,
      "learning_rate": 0.00011671731143927286,
      "loss": 12.1841,
      "step": 27444
    },
    {
      "epoch": 4.494023252005895,
      "grad_norm": 0.15313485264778137,
      "learning_rate": 0.00011671221452245971,
      "loss": 12.212,
      "step": 27445
    },
    {
      "epoch": 4.494186998526281,
      "grad_norm": 0.15011200308799744,
      "learning_rate": 0.0001167071175609828,
      "loss": 12.1749,
      "step": 27446
    },
    {
      "epoch": 4.494350745046668,
      "grad_norm": 0.11992216110229492,
      "learning_rate": 0.00011670202055485577,
      "loss": 12.1408,
      "step": 27447
    },
    {
      "epoch": 4.494514491567054,
      "grad_norm": 0.18538713455200195,
      "learning_rate": 0.00011669692350409223,
      "loss": 12.1754,
      "step": 27448
    },
    {
      "epoch": 4.494678238087441,
      "grad_norm": 0.14885908365249634,
      "learning_rate": 0.00011669182640870577,
      "loss": 12.1666,
      "step": 27449
    },
    {
      "epoch": 4.494841984607827,
      "grad_norm": 0.16130273044109344,
      "learning_rate": 0.00011668672926871005,
      "loss": 12.1817,
      "step": 27450
    },
    {
      "epoch": 4.495005731128214,
      "grad_norm": 0.1528022587299347,
      "learning_rate": 0.00011668163208411869,
      "loss": 12.1553,
      "step": 27451
    },
    {
      "epoch": 4.4951694776486,
      "grad_norm": 0.2138984650373459,
      "learning_rate": 0.00011667653485494528,
      "loss": 12.158,
      "step": 27452
    },
    {
      "epoch": 4.495333224168986,
      "grad_norm": 0.1576809287071228,
      "learning_rate": 0.00011667143758120348,
      "loss": 12.2253,
      "step": 27453
    },
    {
      "epoch": 4.495496970689373,
      "grad_norm": 0.15844674408435822,
      "learning_rate": 0.0001166663402629069,
      "loss": 12.2258,
      "step": 27454
    },
    {
      "epoch": 4.495660717209759,
      "grad_norm": 0.17769792675971985,
      "learning_rate": 0.00011666124290006917,
      "loss": 12.1898,
      "step": 27455
    },
    {
      "epoch": 4.495824463730146,
      "grad_norm": 0.19865229725837708,
      "learning_rate": 0.00011665614549270388,
      "loss": 12.177,
      "step": 27456
    },
    {
      "epoch": 4.495988210250532,
      "grad_norm": 0.306062251329422,
      "learning_rate": 0.0001166510480408247,
      "loss": 12.2344,
      "step": 27457
    },
    {
      "epoch": 4.496151956770919,
      "grad_norm": 0.183860182762146,
      "learning_rate": 0.00011664595054444523,
      "loss": 12.1962,
      "step": 27458
    },
    {
      "epoch": 4.496315703291305,
      "grad_norm": 0.15241855382919312,
      "learning_rate": 0.00011664085300357907,
      "loss": 12.188,
      "step": 27459
    },
    {
      "epoch": 4.496479449811692,
      "grad_norm": 0.18156637251377106,
      "learning_rate": 0.00011663575541823985,
      "loss": 12.2072,
      "step": 27460
    },
    {
      "epoch": 4.496643196332078,
      "grad_norm": 0.1391790211200714,
      "learning_rate": 0.00011663065778844124,
      "loss": 12.1631,
      "step": 27461
    },
    {
      "epoch": 4.496806942852464,
      "grad_norm": 0.1784859299659729,
      "learning_rate": 0.00011662556011419685,
      "loss": 12.1861,
      "step": 27462
    },
    {
      "epoch": 4.4969706893728505,
      "grad_norm": 0.12568089365959167,
      "learning_rate": 0.00011662046239552025,
      "loss": 12.139,
      "step": 27463
    },
    {
      "epoch": 4.497134435893237,
      "grad_norm": 0.1233854666352272,
      "learning_rate": 0.0001166153646324251,
      "loss": 12.1906,
      "step": 27464
    },
    {
      "epoch": 4.497298182413624,
      "grad_norm": 0.1450159102678299,
      "learning_rate": 0.00011661026682492507,
      "loss": 12.1595,
      "step": 27465
    },
    {
      "epoch": 4.49746192893401,
      "grad_norm": 0.14789755642414093,
      "learning_rate": 0.00011660516897303371,
      "loss": 12.1859,
      "step": 27466
    },
    {
      "epoch": 4.497625675454397,
      "grad_norm": 0.1459757685661316,
      "learning_rate": 0.00011660007107676465,
      "loss": 12.1782,
      "step": 27467
    },
    {
      "epoch": 4.497789421974783,
      "grad_norm": 0.25305670499801636,
      "learning_rate": 0.00011659497313613155,
      "loss": 12.176,
      "step": 27468
    },
    {
      "epoch": 4.49795316849517,
      "grad_norm": 0.18020369112491608,
      "learning_rate": 0.00011658987515114803,
      "loss": 12.1531,
      "step": 27469
    },
    {
      "epoch": 4.498116915015556,
      "grad_norm": 0.1565357893705368,
      "learning_rate": 0.00011658477712182771,
      "loss": 12.2234,
      "step": 27470
    },
    {
      "epoch": 4.498280661535943,
      "grad_norm": 0.14893093705177307,
      "learning_rate": 0.00011657967904818419,
      "loss": 12.1993,
      "step": 27471
    },
    {
      "epoch": 4.498444408056328,
      "grad_norm": 0.16412575542926788,
      "learning_rate": 0.00011657458093023112,
      "loss": 12.1366,
      "step": 27472
    },
    {
      "epoch": 4.498608154576715,
      "grad_norm": 0.13954079151153564,
      "learning_rate": 0.00011656948276798214,
      "loss": 12.1923,
      "step": 27473
    },
    {
      "epoch": 4.4987719010971015,
      "grad_norm": 0.13158710300922394,
      "learning_rate": 0.00011656438456145084,
      "loss": 12.1774,
      "step": 27474
    },
    {
      "epoch": 4.498935647617488,
      "grad_norm": 0.1610865443944931,
      "learning_rate": 0.00011655928631065085,
      "loss": 12.2212,
      "step": 27475
    },
    {
      "epoch": 4.4990993941378745,
      "grad_norm": 0.167476624250412,
      "learning_rate": 0.0001165541880155958,
      "loss": 12.2238,
      "step": 27476
    },
    {
      "epoch": 4.499263140658261,
      "grad_norm": 0.17575804889202118,
      "learning_rate": 0.00011654908967629936,
      "loss": 12.1644,
      "step": 27477
    },
    {
      "epoch": 4.499426887178648,
      "grad_norm": 0.14851810038089752,
      "learning_rate": 0.00011654399129277509,
      "loss": 12.1548,
      "step": 27478
    },
    {
      "epoch": 4.499590633699034,
      "grad_norm": 0.13730499148368835,
      "learning_rate": 0.00011653889286503663,
      "loss": 12.1741,
      "step": 27479
    },
    {
      "epoch": 4.499754380219421,
      "grad_norm": 0.15234266221523285,
      "learning_rate": 0.00011653379439309764,
      "loss": 12.1662,
      "step": 27480
    },
    {
      "epoch": 4.499918126739807,
      "grad_norm": 0.16016130149364471,
      "learning_rate": 0.00011652869587697171,
      "loss": 12.1923,
      "step": 27481
    },
    {
      "epoch": 4.500081873260193,
      "grad_norm": 0.15725095570087433,
      "learning_rate": 0.00011652359731667246,
      "loss": 12.1238,
      "step": 27482
    },
    {
      "epoch": 4.500245619780579,
      "grad_norm": 0.1468992531299591,
      "learning_rate": 0.00011651849871221356,
      "loss": 12.179,
      "step": 27483
    },
    {
      "epoch": 4.500409366300966,
      "grad_norm": 0.1455526351928711,
      "learning_rate": 0.0001165134000636086,
      "loss": 12.1883,
      "step": 27484
    },
    {
      "epoch": 4.500573112821352,
      "grad_norm": 0.21389777958393097,
      "learning_rate": 0.00011650830137087123,
      "loss": 12.1819,
      "step": 27485
    },
    {
      "epoch": 4.500736859341739,
      "grad_norm": 0.16791792213916779,
      "learning_rate": 0.00011650320263401504,
      "loss": 12.1873,
      "step": 27486
    },
    {
      "epoch": 4.5009006058621255,
      "grad_norm": 0.14348140358924866,
      "learning_rate": 0.0001164981038530537,
      "loss": 12.1736,
      "step": 27487
    },
    {
      "epoch": 4.501064352382512,
      "grad_norm": 0.15559683740139008,
      "learning_rate": 0.00011649300502800083,
      "loss": 12.2037,
      "step": 27488
    },
    {
      "epoch": 4.5012280989028985,
      "grad_norm": 0.14457279443740845,
      "learning_rate": 0.00011648790615887002,
      "loss": 12.17,
      "step": 27489
    },
    {
      "epoch": 4.501391845423285,
      "grad_norm": 0.23224365711212158,
      "learning_rate": 0.0001164828072456749,
      "loss": 12.2328,
      "step": 27490
    },
    {
      "epoch": 4.501555591943671,
      "grad_norm": 0.13181445002555847,
      "learning_rate": 0.00011647770828842914,
      "loss": 12.1663,
      "step": 27491
    },
    {
      "epoch": 4.501719338464057,
      "grad_norm": 0.3115684390068054,
      "learning_rate": 0.00011647260928714636,
      "loss": 12.3001,
      "step": 27492
    },
    {
      "epoch": 4.501883084984444,
      "grad_norm": 0.18129289150238037,
      "learning_rate": 0.00011646751024184015,
      "loss": 12.1388,
      "step": 27493
    },
    {
      "epoch": 4.50204683150483,
      "grad_norm": 0.13961032032966614,
      "learning_rate": 0.00011646241115252415,
      "loss": 12.197,
      "step": 27494
    },
    {
      "epoch": 4.502210578025217,
      "grad_norm": 0.13909894227981567,
      "learning_rate": 0.00011645731201921204,
      "loss": 12.1391,
      "step": 27495
    },
    {
      "epoch": 4.502374324545603,
      "grad_norm": 0.1412031054496765,
      "learning_rate": 0.00011645221284191734,
      "loss": 12.1883,
      "step": 27496
    },
    {
      "epoch": 4.50253807106599,
      "grad_norm": 0.14170877635478973,
      "learning_rate": 0.0001164471136206538,
      "loss": 12.2058,
      "step": 27497
    },
    {
      "epoch": 4.502701817586376,
      "grad_norm": 0.1481250822544098,
      "learning_rate": 0.00011644201435543491,
      "loss": 12.2127,
      "step": 27498
    },
    {
      "epoch": 4.502865564106763,
      "grad_norm": 0.16849437355995178,
      "learning_rate": 0.00011643691504627445,
      "loss": 12.1846,
      "step": 27499
    },
    {
      "epoch": 4.5030293106271495,
      "grad_norm": 0.14326708018779755,
      "learning_rate": 0.00011643181569318595,
      "loss": 12.1894,
      "step": 27500
    },
    {
      "epoch": 4.503193057147536,
      "grad_norm": 0.19421955943107605,
      "learning_rate": 0.00011642671629618305,
      "loss": 12.1922,
      "step": 27501
    },
    {
      "epoch": 4.503356803667922,
      "grad_norm": 0.13705943524837494,
      "learning_rate": 0.00011642161685527944,
      "loss": 12.1345,
      "step": 27502
    },
    {
      "epoch": 4.503520550188308,
      "grad_norm": 0.1268220692873001,
      "learning_rate": 0.00011641651737048865,
      "loss": 12.1652,
      "step": 27503
    },
    {
      "epoch": 4.503684296708695,
      "grad_norm": 0.1550595611333847,
      "learning_rate": 0.00011641141784182437,
      "loss": 12.153,
      "step": 27504
    },
    {
      "epoch": 4.503848043229081,
      "grad_norm": 0.15572403371334076,
      "learning_rate": 0.0001164063182693002,
      "loss": 12.1449,
      "step": 27505
    },
    {
      "epoch": 4.504011789749468,
      "grad_norm": 0.12391539663076401,
      "learning_rate": 0.00011640121865292983,
      "loss": 12.1624,
      "step": 27506
    },
    {
      "epoch": 4.504175536269854,
      "grad_norm": 0.14648935198783875,
      "learning_rate": 0.00011639611899272679,
      "loss": 12.1919,
      "step": 27507
    },
    {
      "epoch": 4.504339282790241,
      "grad_norm": 0.17697305977344513,
      "learning_rate": 0.00011639101928870479,
      "loss": 12.15,
      "step": 27508
    },
    {
      "epoch": 4.504503029310627,
      "grad_norm": 0.13012352585792542,
      "learning_rate": 0.00011638591954087743,
      "loss": 12.1426,
      "step": 27509
    },
    {
      "epoch": 4.504666775831014,
      "grad_norm": 0.12100224941968918,
      "learning_rate": 0.00011638081974925836,
      "loss": 12.146,
      "step": 27510
    },
    {
      "epoch": 4.5048305223514,
      "grad_norm": 0.20848459005355835,
      "learning_rate": 0.00011637571991386116,
      "loss": 12.1942,
      "step": 27511
    },
    {
      "epoch": 4.504994268871786,
      "grad_norm": 0.13847136497497559,
      "learning_rate": 0.00011637062003469951,
      "loss": 12.2004,
      "step": 27512
    },
    {
      "epoch": 4.505158015392173,
      "grad_norm": 0.17713694274425507,
      "learning_rate": 0.00011636552011178703,
      "loss": 12.2071,
      "step": 27513
    },
    {
      "epoch": 4.505321761912559,
      "grad_norm": 0.12484152615070343,
      "learning_rate": 0.00011636042014513733,
      "loss": 12.1867,
      "step": 27514
    },
    {
      "epoch": 4.505485508432946,
      "grad_norm": 0.15853387117385864,
      "learning_rate": 0.00011635532013476403,
      "loss": 12.1692,
      "step": 27515
    },
    {
      "epoch": 4.505649254953332,
      "grad_norm": 0.1466597616672516,
      "learning_rate": 0.00011635022008068075,
      "loss": 12.1904,
      "step": 27516
    },
    {
      "epoch": 4.505813001473719,
      "grad_norm": 0.15786311030387878,
      "learning_rate": 0.00011634511998290123,
      "loss": 12.1482,
      "step": 27517
    },
    {
      "epoch": 4.505976747994105,
      "grad_norm": 0.19518303871154785,
      "learning_rate": 0.00011634001984143896,
      "loss": 12.1898,
      "step": 27518
    },
    {
      "epoch": 4.506140494514492,
      "grad_norm": 0.15256798267364502,
      "learning_rate": 0.00011633491965630765,
      "loss": 12.2065,
      "step": 27519
    },
    {
      "epoch": 4.506304241034878,
      "grad_norm": 0.2280324399471283,
      "learning_rate": 0.00011632981942752088,
      "loss": 12.1412,
      "step": 27520
    },
    {
      "epoch": 4.506467987555265,
      "grad_norm": 0.13202813267707825,
      "learning_rate": 0.00011632471915509238,
      "loss": 12.1641,
      "step": 27521
    },
    {
      "epoch": 4.5066317340756505,
      "grad_norm": 0.18223720788955688,
      "learning_rate": 0.00011631961883903563,
      "loss": 12.1737,
      "step": 27522
    },
    {
      "epoch": 4.506795480596037,
      "grad_norm": 0.10387788712978363,
      "learning_rate": 0.00011631451847936441,
      "loss": 12.1866,
      "step": 27523
    },
    {
      "epoch": 4.506959227116424,
      "grad_norm": 0.16072385013103485,
      "learning_rate": 0.00011630941807609223,
      "loss": 12.2031,
      "step": 27524
    },
    {
      "epoch": 4.50712297363681,
      "grad_norm": 0.16069748997688293,
      "learning_rate": 0.00011630431762923281,
      "loss": 12.1566,
      "step": 27525
    },
    {
      "epoch": 4.507286720157197,
      "grad_norm": 0.147893488407135,
      "learning_rate": 0.00011629921713879972,
      "loss": 12.1913,
      "step": 27526
    },
    {
      "epoch": 4.507450466677583,
      "grad_norm": 0.12668108940124512,
      "learning_rate": 0.00011629411660480663,
      "loss": 12.164,
      "step": 27527
    },
    {
      "epoch": 4.50761421319797,
      "grad_norm": 0.17014619708061218,
      "learning_rate": 0.00011628901602726714,
      "loss": 12.1856,
      "step": 27528
    },
    {
      "epoch": 4.507777959718356,
      "grad_norm": 0.1663450002670288,
      "learning_rate": 0.00011628391540619492,
      "loss": 12.2501,
      "step": 27529
    },
    {
      "epoch": 4.507941706238743,
      "grad_norm": 0.14628715813159943,
      "learning_rate": 0.00011627881474160354,
      "loss": 12.1864,
      "step": 27530
    },
    {
      "epoch": 4.508105452759128,
      "grad_norm": 0.11741648614406586,
      "learning_rate": 0.00011627371403350671,
      "loss": 12.1164,
      "step": 27531
    },
    {
      "epoch": 4.508269199279515,
      "grad_norm": 0.18261680006980896,
      "learning_rate": 0.000116268613281918,
      "loss": 12.1172,
      "step": 27532
    },
    {
      "epoch": 4.5084329457999015,
      "grad_norm": 0.1360035389661789,
      "learning_rate": 0.00011626351248685107,
      "loss": 12.228,
      "step": 27533
    },
    {
      "epoch": 4.508596692320288,
      "grad_norm": 0.1444215625524521,
      "learning_rate": 0.00011625841164831957,
      "loss": 12.2165,
      "step": 27534
    },
    {
      "epoch": 4.508760438840675,
      "grad_norm": 0.18238554894924164,
      "learning_rate": 0.0001162533107663371,
      "loss": 12.1958,
      "step": 27535
    },
    {
      "epoch": 4.508924185361061,
      "grad_norm": 0.12809771299362183,
      "learning_rate": 0.00011624820984091728,
      "loss": 12.172,
      "step": 27536
    },
    {
      "epoch": 4.509087931881448,
      "grad_norm": 0.13685181736946106,
      "learning_rate": 0.00011624310887207377,
      "loss": 12.1895,
      "step": 27537
    },
    {
      "epoch": 4.509251678401834,
      "grad_norm": 0.13592447340488434,
      "learning_rate": 0.0001162380078598202,
      "loss": 12.1878,
      "step": 27538
    },
    {
      "epoch": 4.509415424922221,
      "grad_norm": 0.13619419932365417,
      "learning_rate": 0.0001162329068041702,
      "loss": 12.1748,
      "step": 27539
    },
    {
      "epoch": 4.509579171442607,
      "grad_norm": 0.1714867800474167,
      "learning_rate": 0.00011622780570513741,
      "loss": 12.1844,
      "step": 27540
    },
    {
      "epoch": 4.509742917962994,
      "grad_norm": 0.1516794115304947,
      "learning_rate": 0.00011622270456273542,
      "loss": 12.1403,
      "step": 27541
    },
    {
      "epoch": 4.509906664483379,
      "grad_norm": 0.12493809312582016,
      "learning_rate": 0.00011621760337697794,
      "loss": 12.2211,
      "step": 27542
    },
    {
      "epoch": 4.510070411003766,
      "grad_norm": 0.13918930292129517,
      "learning_rate": 0.00011621250214787853,
      "loss": 12.1512,
      "step": 27543
    },
    {
      "epoch": 4.5102341575241525,
      "grad_norm": 0.1405438333749771,
      "learning_rate": 0.00011620740087545088,
      "loss": 12.1987,
      "step": 27544
    },
    {
      "epoch": 4.510397904044539,
      "grad_norm": 0.12486028671264648,
      "learning_rate": 0.00011620229955970856,
      "loss": 12.1558,
      "step": 27545
    },
    {
      "epoch": 4.5105616505649255,
      "grad_norm": 0.1224895715713501,
      "learning_rate": 0.00011619719820066528,
      "loss": 12.2128,
      "step": 27546
    },
    {
      "epoch": 4.510725397085312,
      "grad_norm": 0.14374074339866638,
      "learning_rate": 0.00011619209679833461,
      "loss": 12.1949,
      "step": 27547
    },
    {
      "epoch": 4.510889143605699,
      "grad_norm": 0.14238527417182922,
      "learning_rate": 0.00011618699535273021,
      "loss": 12.141,
      "step": 27548
    },
    {
      "epoch": 4.511052890126085,
      "grad_norm": 0.11732534319162369,
      "learning_rate": 0.00011618189386386569,
      "loss": 12.1917,
      "step": 27549
    },
    {
      "epoch": 4.511216636646472,
      "grad_norm": 0.1381116658449173,
      "learning_rate": 0.00011617679233175474,
      "loss": 12.1695,
      "step": 27550
    },
    {
      "epoch": 4.511380383166857,
      "grad_norm": 0.13085390627384186,
      "learning_rate": 0.00011617169075641094,
      "loss": 12.1759,
      "step": 27551
    },
    {
      "epoch": 4.511544129687244,
      "grad_norm": 0.13972152769565582,
      "learning_rate": 0.00011616658913784792,
      "loss": 12.1973,
      "step": 27552
    },
    {
      "epoch": 4.51170787620763,
      "grad_norm": 0.11791033297777176,
      "learning_rate": 0.00011616148747607937,
      "loss": 12.1606,
      "step": 27553
    },
    {
      "epoch": 4.511871622728017,
      "grad_norm": 0.16894912719726562,
      "learning_rate": 0.0001161563857711189,
      "loss": 12.1956,
      "step": 27554
    },
    {
      "epoch": 4.512035369248403,
      "grad_norm": 0.18615864217281342,
      "learning_rate": 0.00011615128402298012,
      "loss": 12.1579,
      "step": 27555
    },
    {
      "epoch": 4.51219911576879,
      "grad_norm": 0.2011871486902237,
      "learning_rate": 0.00011614618223167666,
      "loss": 12.2081,
      "step": 27556
    },
    {
      "epoch": 4.5123628622891765,
      "grad_norm": 0.17780108749866486,
      "learning_rate": 0.0001161410803972222,
      "loss": 12.1792,
      "step": 27557
    },
    {
      "epoch": 4.512526608809563,
      "grad_norm": 0.12665718793869019,
      "learning_rate": 0.00011613597851963034,
      "loss": 12.1627,
      "step": 27558
    },
    {
      "epoch": 4.5126903553299496,
      "grad_norm": 0.13330206274986267,
      "learning_rate": 0.00011613087659891473,
      "loss": 12.1783,
      "step": 27559
    },
    {
      "epoch": 4.512854101850335,
      "grad_norm": 0.15506571531295776,
      "learning_rate": 0.00011612577463508897,
      "loss": 12.1654,
      "step": 27560
    },
    {
      "epoch": 4.513017848370723,
      "grad_norm": 0.15698687732219696,
      "learning_rate": 0.00011612067262816677,
      "loss": 12.227,
      "step": 27561
    },
    {
      "epoch": 4.513181594891108,
      "grad_norm": 0.12351875007152557,
      "learning_rate": 0.00011611557057816169,
      "loss": 12.1562,
      "step": 27562
    },
    {
      "epoch": 4.513345341411495,
      "grad_norm": 0.15259207785129547,
      "learning_rate": 0.00011611046848508742,
      "loss": 12.1572,
      "step": 27563
    },
    {
      "epoch": 4.513509087931881,
      "grad_norm": 0.1779746413230896,
      "learning_rate": 0.00011610536634895752,
      "loss": 12.2115,
      "step": 27564
    },
    {
      "epoch": 4.513672834452268,
      "grad_norm": 0.1252620816230774,
      "learning_rate": 0.00011610026416978573,
      "loss": 12.1908,
      "step": 27565
    },
    {
      "epoch": 4.513836580972654,
      "grad_norm": 0.1409163624048233,
      "learning_rate": 0.00011609516194758561,
      "loss": 12.1563,
      "step": 27566
    },
    {
      "epoch": 4.514000327493041,
      "grad_norm": 0.12719972431659698,
      "learning_rate": 0.00011609005968237079,
      "loss": 12.1634,
      "step": 27567
    },
    {
      "epoch": 4.5141640740134275,
      "grad_norm": 0.1793893426656723,
      "learning_rate": 0.00011608495737415496,
      "loss": 12.1923,
      "step": 27568
    },
    {
      "epoch": 4.514327820533814,
      "grad_norm": 0.16297566890716553,
      "learning_rate": 0.00011607985502295176,
      "loss": 12.1464,
      "step": 27569
    },
    {
      "epoch": 4.5144915670542005,
      "grad_norm": 0.1437484174966812,
      "learning_rate": 0.00011607475262877476,
      "loss": 12.1611,
      "step": 27570
    },
    {
      "epoch": 4.514655313574586,
      "grad_norm": 0.14219971001148224,
      "learning_rate": 0.00011606965019163762,
      "loss": 12.1796,
      "step": 27571
    },
    {
      "epoch": 4.514819060094973,
      "grad_norm": 0.12629540264606476,
      "learning_rate": 0.00011606454771155401,
      "loss": 12.2046,
      "step": 27572
    },
    {
      "epoch": 4.514982806615359,
      "grad_norm": 0.1713670939207077,
      "learning_rate": 0.00011605944518853753,
      "loss": 12.175,
      "step": 27573
    },
    {
      "epoch": 4.515146553135746,
      "grad_norm": 0.11985504627227783,
      "learning_rate": 0.00011605434262260186,
      "loss": 12.161,
      "step": 27574
    },
    {
      "epoch": 4.515310299656132,
      "grad_norm": 0.1377125233411789,
      "learning_rate": 0.00011604924001376056,
      "loss": 12.1975,
      "step": 27575
    },
    {
      "epoch": 4.515474046176519,
      "grad_norm": 0.18672910332679749,
      "learning_rate": 0.00011604413736202735,
      "loss": 12.1778,
      "step": 27576
    },
    {
      "epoch": 4.515637792696905,
      "grad_norm": 0.1447458416223526,
      "learning_rate": 0.00011603903466741583,
      "loss": 12.2355,
      "step": 27577
    },
    {
      "epoch": 4.515801539217292,
      "grad_norm": 0.20049288868904114,
      "learning_rate": 0.00011603393192993964,
      "loss": 12.1512,
      "step": 27578
    },
    {
      "epoch": 4.515965285737678,
      "grad_norm": 0.12842728197574615,
      "learning_rate": 0.0001160288291496124,
      "loss": 12.205,
      "step": 27579
    },
    {
      "epoch": 4.516129032258064,
      "grad_norm": 0.11156528443098068,
      "learning_rate": 0.00011602372632644778,
      "loss": 12.1532,
      "step": 27580
    },
    {
      "epoch": 4.516292778778451,
      "grad_norm": 0.14816078543663025,
      "learning_rate": 0.00011601862346045938,
      "loss": 12.1656,
      "step": 27581
    },
    {
      "epoch": 4.516456525298837,
      "grad_norm": 0.13992264866828918,
      "learning_rate": 0.00011601352055166089,
      "loss": 12.1869,
      "step": 27582
    },
    {
      "epoch": 4.516620271819224,
      "grad_norm": 0.1642196774482727,
      "learning_rate": 0.00011600841760006586,
      "loss": 12.1493,
      "step": 27583
    },
    {
      "epoch": 4.51678401833961,
      "grad_norm": 0.130740687251091,
      "learning_rate": 0.00011600331460568803,
      "loss": 12.1778,
      "step": 27584
    },
    {
      "epoch": 4.516947764859997,
      "grad_norm": 0.1246829405426979,
      "learning_rate": 0.00011599821156854098,
      "loss": 12.1718,
      "step": 27585
    },
    {
      "epoch": 4.517111511380383,
      "grad_norm": 0.1438225656747818,
      "learning_rate": 0.00011599310848863833,
      "loss": 12.2738,
      "step": 27586
    },
    {
      "epoch": 4.51727525790077,
      "grad_norm": 0.15315504372119904,
      "learning_rate": 0.00011598800536599381,
      "loss": 12.1929,
      "step": 27587
    },
    {
      "epoch": 4.517439004421156,
      "grad_norm": 0.14892178773880005,
      "learning_rate": 0.00011598290220062096,
      "loss": 12.1731,
      "step": 27588
    },
    {
      "epoch": 4.517602750941543,
      "grad_norm": 0.14233607053756714,
      "learning_rate": 0.00011597779899253345,
      "loss": 12.2102,
      "step": 27589
    },
    {
      "epoch": 4.517766497461929,
      "grad_norm": 0.1865473985671997,
      "learning_rate": 0.00011597269574174492,
      "loss": 12.1664,
      "step": 27590
    },
    {
      "epoch": 4.517930243982315,
      "grad_norm": 0.12597739696502686,
      "learning_rate": 0.00011596759244826904,
      "loss": 12.1368,
      "step": 27591
    },
    {
      "epoch": 4.5180939905027016,
      "grad_norm": 0.2053295075893402,
      "learning_rate": 0.00011596248911211938,
      "loss": 12.1611,
      "step": 27592
    },
    {
      "epoch": 4.518257737023088,
      "grad_norm": 0.19323483109474182,
      "learning_rate": 0.00011595738573330965,
      "loss": 12.1688,
      "step": 27593
    },
    {
      "epoch": 4.518421483543475,
      "grad_norm": 0.1432054489850998,
      "learning_rate": 0.00011595228231185342,
      "loss": 12.1987,
      "step": 27594
    },
    {
      "epoch": 4.518585230063861,
      "grad_norm": 0.1470128446817398,
      "learning_rate": 0.0001159471788477644,
      "loss": 12.1454,
      "step": 27595
    },
    {
      "epoch": 4.518748976584248,
      "grad_norm": 0.18649595975875854,
      "learning_rate": 0.00011594207534105618,
      "loss": 12.1612,
      "step": 27596
    },
    {
      "epoch": 4.518912723104634,
      "grad_norm": 0.10672948509454727,
      "learning_rate": 0.00011593697179174244,
      "loss": 12.1674,
      "step": 27597
    },
    {
      "epoch": 4.519076469625021,
      "grad_norm": 0.12798602879047394,
      "learning_rate": 0.00011593186819983677,
      "loss": 12.1421,
      "step": 27598
    },
    {
      "epoch": 4.519240216145407,
      "grad_norm": 0.1263774335384369,
      "learning_rate": 0.00011592676456535283,
      "loss": 12.1641,
      "step": 27599
    },
    {
      "epoch": 4.519403962665793,
      "grad_norm": 0.14402024447917938,
      "learning_rate": 0.00011592166088830425,
      "loss": 12.1885,
      "step": 27600
    },
    {
      "epoch": 4.5195677091861794,
      "grad_norm": 0.13220898807048798,
      "learning_rate": 0.0001159165571687047,
      "loss": 12.1926,
      "step": 27601
    },
    {
      "epoch": 4.519731455706566,
      "grad_norm": 0.14400747418403625,
      "learning_rate": 0.00011591145340656783,
      "loss": 12.2068,
      "step": 27602
    },
    {
      "epoch": 4.5198952022269525,
      "grad_norm": 0.11660883575677872,
      "learning_rate": 0.00011590634960190721,
      "loss": 12.14,
      "step": 27603
    },
    {
      "epoch": 4.520058948747339,
      "grad_norm": 0.15403975546360016,
      "learning_rate": 0.00011590124575473655,
      "loss": 12.2046,
      "step": 27604
    },
    {
      "epoch": 4.520222695267726,
      "grad_norm": 0.12188776582479477,
      "learning_rate": 0.00011589614186506943,
      "loss": 12.1525,
      "step": 27605
    },
    {
      "epoch": 4.520386441788112,
      "grad_norm": 0.1455751210451126,
      "learning_rate": 0.00011589103793291957,
      "loss": 12.1898,
      "step": 27606
    },
    {
      "epoch": 4.520550188308499,
      "grad_norm": 0.1040220558643341,
      "learning_rate": 0.00011588593395830051,
      "loss": 12.163,
      "step": 27607
    },
    {
      "epoch": 4.520713934828885,
      "grad_norm": 0.155753493309021,
      "learning_rate": 0.000115880829941226,
      "loss": 12.1614,
      "step": 27608
    },
    {
      "epoch": 4.520877681349272,
      "grad_norm": 0.11774804443120956,
      "learning_rate": 0.00011587572588170958,
      "loss": 12.1756,
      "step": 27609
    },
    {
      "epoch": 4.521041427869658,
      "grad_norm": 0.18038010597229004,
      "learning_rate": 0.00011587062177976498,
      "loss": 12.183,
      "step": 27610
    },
    {
      "epoch": 4.521205174390044,
      "grad_norm": 0.12875448167324066,
      "learning_rate": 0.00011586551763540575,
      "loss": 12.1581,
      "step": 27611
    },
    {
      "epoch": 4.52136892091043,
      "grad_norm": 0.14975038170814514,
      "learning_rate": 0.00011586041344864558,
      "loss": 12.14,
      "step": 27612
    },
    {
      "epoch": 4.521532667430817,
      "grad_norm": 0.14750386774539948,
      "learning_rate": 0.00011585530921949812,
      "loss": 12.206,
      "step": 27613
    },
    {
      "epoch": 4.5216964139512035,
      "grad_norm": 0.17606547474861145,
      "learning_rate": 0.000115850204947977,
      "loss": 12.1857,
      "step": 27614
    },
    {
      "epoch": 4.52186016047159,
      "grad_norm": 0.18103466928005219,
      "learning_rate": 0.00011584510063409586,
      "loss": 12.1633,
      "step": 27615
    },
    {
      "epoch": 4.5220239069919765,
      "grad_norm": 0.14310427010059357,
      "learning_rate": 0.00011583999627786835,
      "loss": 12.1415,
      "step": 27616
    },
    {
      "epoch": 4.522187653512363,
      "grad_norm": 0.1558448076248169,
      "learning_rate": 0.0001158348918793081,
      "loss": 12.2353,
      "step": 27617
    },
    {
      "epoch": 4.52235140003275,
      "grad_norm": 0.195580393075943,
      "learning_rate": 0.00011582978743842874,
      "loss": 12.1869,
      "step": 27618
    },
    {
      "epoch": 4.522515146553136,
      "grad_norm": 0.16245383024215698,
      "learning_rate": 0.00011582468295524393,
      "loss": 12.1601,
      "step": 27619
    },
    {
      "epoch": 4.522678893073522,
      "grad_norm": 0.1405460387468338,
      "learning_rate": 0.00011581957842976731,
      "loss": 12.1732,
      "step": 27620
    },
    {
      "epoch": 4.522842639593908,
      "grad_norm": 0.1108623668551445,
      "learning_rate": 0.00011581447386201254,
      "loss": 12.1884,
      "step": 27621
    },
    {
      "epoch": 4.523006386114295,
      "grad_norm": 0.13786685466766357,
      "learning_rate": 0.00011580936925199319,
      "loss": 12.2059,
      "step": 27622
    },
    {
      "epoch": 4.523170132634681,
      "grad_norm": 0.17815843224525452,
      "learning_rate": 0.000115804264599723,
      "loss": 12.2132,
      "step": 27623
    },
    {
      "epoch": 4.523333879155068,
      "grad_norm": 0.1840759962797165,
      "learning_rate": 0.00011579915990521557,
      "loss": 12.156,
      "step": 27624
    },
    {
      "epoch": 4.523497625675454,
      "grad_norm": 0.14734534919261932,
      "learning_rate": 0.00011579405516848454,
      "loss": 12.1101,
      "step": 27625
    },
    {
      "epoch": 4.523661372195841,
      "grad_norm": 0.10943150520324707,
      "learning_rate": 0.00011578895038954352,
      "loss": 12.157,
      "step": 27626
    },
    {
      "epoch": 4.5238251187162275,
      "grad_norm": 0.15829354524612427,
      "learning_rate": 0.0001157838455684062,
      "loss": 12.1549,
      "step": 27627
    },
    {
      "epoch": 4.523988865236614,
      "grad_norm": 0.15318895876407623,
      "learning_rate": 0.0001157787407050862,
      "loss": 12.1623,
      "step": 27628
    },
    {
      "epoch": 4.524152611757,
      "grad_norm": 0.1256268173456192,
      "learning_rate": 0.00011577363579959719,
      "loss": 12.1493,
      "step": 27629
    },
    {
      "epoch": 4.524316358277387,
      "grad_norm": 0.2543505132198334,
      "learning_rate": 0.00011576853085195279,
      "loss": 12.2435,
      "step": 27630
    },
    {
      "epoch": 4.524480104797773,
      "grad_norm": 0.1202692985534668,
      "learning_rate": 0.00011576342586216661,
      "loss": 12.2042,
      "step": 27631
    },
    {
      "epoch": 4.524643851318159,
      "grad_norm": 0.15473537147045135,
      "learning_rate": 0.00011575832083025238,
      "loss": 12.1949,
      "step": 27632
    },
    {
      "epoch": 4.524807597838546,
      "grad_norm": 0.13801611959934235,
      "learning_rate": 0.00011575321575622369,
      "loss": 12.1686,
      "step": 27633
    },
    {
      "epoch": 4.524971344358932,
      "grad_norm": 0.14560307562351227,
      "learning_rate": 0.00011574811064009414,
      "loss": 12.1832,
      "step": 27634
    },
    {
      "epoch": 4.525135090879319,
      "grad_norm": 0.2335968017578125,
      "learning_rate": 0.00011574300548187744,
      "loss": 12.1964,
      "step": 27635
    },
    {
      "epoch": 4.525298837399705,
      "grad_norm": 0.14505869150161743,
      "learning_rate": 0.00011573790028158724,
      "loss": 12.1798,
      "step": 27636
    },
    {
      "epoch": 4.525462583920092,
      "grad_norm": 0.13387180864810944,
      "learning_rate": 0.0001157327950392371,
      "loss": 12.2192,
      "step": 27637
    },
    {
      "epoch": 4.5256263304404785,
      "grad_norm": 0.168852299451828,
      "learning_rate": 0.00011572768975484077,
      "loss": 12.2338,
      "step": 27638
    },
    {
      "epoch": 4.525790076960865,
      "grad_norm": 0.13310249149799347,
      "learning_rate": 0.00011572258442841183,
      "loss": 12.2013,
      "step": 27639
    },
    {
      "epoch": 4.525953823481251,
      "grad_norm": 0.1797809600830078,
      "learning_rate": 0.00011571747905996396,
      "loss": 12.1346,
      "step": 27640
    },
    {
      "epoch": 4.526117570001637,
      "grad_norm": 0.16887293756008148,
      "learning_rate": 0.00011571237364951073,
      "loss": 12.182,
      "step": 27641
    },
    {
      "epoch": 4.526281316522024,
      "grad_norm": 0.13349094986915588,
      "learning_rate": 0.00011570726819706588,
      "loss": 12.188,
      "step": 27642
    },
    {
      "epoch": 4.52644506304241,
      "grad_norm": 0.14044663310050964,
      "learning_rate": 0.000115702162702643,
      "loss": 12.168,
      "step": 27643
    },
    {
      "epoch": 4.526608809562797,
      "grad_norm": 0.17681622505187988,
      "learning_rate": 0.00011569705716625577,
      "loss": 12.2007,
      "step": 27644
    },
    {
      "epoch": 4.526772556083183,
      "grad_norm": 0.1861417442560196,
      "learning_rate": 0.00011569195158791777,
      "loss": 12.2,
      "step": 27645
    },
    {
      "epoch": 4.52693630260357,
      "grad_norm": 0.12546256184577942,
      "learning_rate": 0.0001156868459676427,
      "loss": 12.1733,
      "step": 27646
    },
    {
      "epoch": 4.527100049123956,
      "grad_norm": 0.16389207541942596,
      "learning_rate": 0.0001156817403054442,
      "loss": 12.1974,
      "step": 27647
    },
    {
      "epoch": 4.527263795644343,
      "grad_norm": 0.3254118859767914,
      "learning_rate": 0.00011567663460133591,
      "loss": 12.1654,
      "step": 27648
    },
    {
      "epoch": 4.5274275421647285,
      "grad_norm": 0.15416444838047028,
      "learning_rate": 0.00011567152885533146,
      "loss": 12.1772,
      "step": 27649
    },
    {
      "epoch": 4.527591288685115,
      "grad_norm": 0.12539629638195038,
      "learning_rate": 0.00011566642306744451,
      "loss": 12.2408,
      "step": 27650
    },
    {
      "epoch": 4.527755035205502,
      "grad_norm": 0.1309763789176941,
      "learning_rate": 0.00011566131723768869,
      "loss": 12.1963,
      "step": 27651
    },
    {
      "epoch": 4.527918781725888,
      "grad_norm": 0.15058214962482452,
      "learning_rate": 0.00011565621136607767,
      "loss": 12.1719,
      "step": 27652
    },
    {
      "epoch": 4.528082528246275,
      "grad_norm": 0.18883705139160156,
      "learning_rate": 0.00011565110545262507,
      "loss": 12.139,
      "step": 27653
    },
    {
      "epoch": 4.528246274766661,
      "grad_norm": 0.14623098075389862,
      "learning_rate": 0.00011564599949734456,
      "loss": 12.1619,
      "step": 27654
    },
    {
      "epoch": 4.528410021287048,
      "grad_norm": 0.1776667833328247,
      "learning_rate": 0.00011564089350024978,
      "loss": 12.1545,
      "step": 27655
    },
    {
      "epoch": 4.528573767807434,
      "grad_norm": 0.1780361384153366,
      "learning_rate": 0.00011563578746135433,
      "loss": 12.1825,
      "step": 27656
    },
    {
      "epoch": 4.528737514327821,
      "grad_norm": 0.17734882235527039,
      "learning_rate": 0.00011563068138067193,
      "loss": 12.1645,
      "step": 27657
    },
    {
      "epoch": 4.528901260848207,
      "grad_norm": 0.17750784754753113,
      "learning_rate": 0.0001156255752582162,
      "loss": 12.1425,
      "step": 27658
    },
    {
      "epoch": 4.529065007368594,
      "grad_norm": 0.19056640565395355,
      "learning_rate": 0.00011562046909400077,
      "loss": 12.2177,
      "step": 27659
    },
    {
      "epoch": 4.5292287538889795,
      "grad_norm": 0.19704246520996094,
      "learning_rate": 0.00011561536288803926,
      "loss": 12.2289,
      "step": 27660
    },
    {
      "epoch": 4.529392500409366,
      "grad_norm": 0.12649448215961456,
      "learning_rate": 0.00011561025664034542,
      "loss": 12.1769,
      "step": 27661
    },
    {
      "epoch": 4.529556246929753,
      "grad_norm": 0.14989174902439117,
      "learning_rate": 0.00011560515035093276,
      "loss": 12.2781,
      "step": 27662
    },
    {
      "epoch": 4.529719993450139,
      "grad_norm": 0.12718886137008667,
      "learning_rate": 0.00011560004401981503,
      "loss": 12.1575,
      "step": 27663
    },
    {
      "epoch": 4.529883739970526,
      "grad_norm": 0.11883610486984253,
      "learning_rate": 0.00011559493764700582,
      "loss": 12.2188,
      "step": 27664
    },
    {
      "epoch": 4.530047486490912,
      "grad_norm": 0.14830994606018066,
      "learning_rate": 0.00011558983123251883,
      "loss": 12.2348,
      "step": 27665
    },
    {
      "epoch": 4.530211233011299,
      "grad_norm": 0.21191313862800598,
      "learning_rate": 0.00011558472477636764,
      "loss": 12.1748,
      "step": 27666
    },
    {
      "epoch": 4.530374979531685,
      "grad_norm": 0.22996455430984497,
      "learning_rate": 0.00011557961827856596,
      "loss": 12.1861,
      "step": 27667
    },
    {
      "epoch": 4.530538726052072,
      "grad_norm": 0.19439618289470673,
      "learning_rate": 0.00011557451173912737,
      "loss": 12.1676,
      "step": 27668
    },
    {
      "epoch": 4.530702472572457,
      "grad_norm": 0.19311755895614624,
      "learning_rate": 0.0001155694051580656,
      "loss": 12.1946,
      "step": 27669
    },
    {
      "epoch": 4.530866219092844,
      "grad_norm": 0.16280534863471985,
      "learning_rate": 0.00011556429853539423,
      "loss": 12.1933,
      "step": 27670
    },
    {
      "epoch": 4.5310299656132305,
      "grad_norm": 0.15638379752635956,
      "learning_rate": 0.00011555919187112692,
      "loss": 12.1916,
      "step": 27671
    },
    {
      "epoch": 4.531193712133617,
      "grad_norm": 0.16047868132591248,
      "learning_rate": 0.00011555408516527738,
      "loss": 12.1871,
      "step": 27672
    },
    {
      "epoch": 4.5313574586540035,
      "grad_norm": 0.20326711237430573,
      "learning_rate": 0.00011554897841785914,
      "loss": 12.2127,
      "step": 27673
    },
    {
      "epoch": 4.53152120517439,
      "grad_norm": 0.14410506188869476,
      "learning_rate": 0.00011554387162888596,
      "loss": 12.2196,
      "step": 27674
    },
    {
      "epoch": 4.531684951694777,
      "grad_norm": 0.14692792296409607,
      "learning_rate": 0.0001155387647983714,
      "loss": 12.2114,
      "step": 27675
    },
    {
      "epoch": 4.531848698215163,
      "grad_norm": 0.1695311814546585,
      "learning_rate": 0.00011553365792632921,
      "loss": 12.1494,
      "step": 27676
    },
    {
      "epoch": 4.53201244473555,
      "grad_norm": 0.15336136519908905,
      "learning_rate": 0.00011552855101277293,
      "loss": 12.1614,
      "step": 27677
    },
    {
      "epoch": 4.532176191255936,
      "grad_norm": 0.11491145193576813,
      "learning_rate": 0.0001155234440577163,
      "loss": 12.2109,
      "step": 27678
    },
    {
      "epoch": 4.532339937776323,
      "grad_norm": 0.1332036852836609,
      "learning_rate": 0.00011551833706117285,
      "loss": 12.1793,
      "step": 27679
    },
    {
      "epoch": 4.532503684296708,
      "grad_norm": 0.17782409489154816,
      "learning_rate": 0.0001155132300231564,
      "loss": 12.1848,
      "step": 27680
    },
    {
      "epoch": 4.532667430817095,
      "grad_norm": 0.15927205979824066,
      "learning_rate": 0.00011550812294368043,
      "loss": 12.1473,
      "step": 27681
    },
    {
      "epoch": 4.532831177337481,
      "grad_norm": 0.15154224634170532,
      "learning_rate": 0.00011550301582275871,
      "loss": 12.1933,
      "step": 27682
    },
    {
      "epoch": 4.532994923857868,
      "grad_norm": 0.15963977575302124,
      "learning_rate": 0.00011549790866040482,
      "loss": 12.1579,
      "step": 27683
    },
    {
      "epoch": 4.5331586703782545,
      "grad_norm": 0.12105238437652588,
      "learning_rate": 0.00011549280145663244,
      "loss": 12.1364,
      "step": 27684
    },
    {
      "epoch": 4.533322416898641,
      "grad_norm": 0.15915878117084503,
      "learning_rate": 0.00011548769421145518,
      "loss": 12.2121,
      "step": 27685
    },
    {
      "epoch": 4.5334861634190275,
      "grad_norm": 0.2126064896583557,
      "learning_rate": 0.00011548258692488673,
      "loss": 12.1731,
      "step": 27686
    },
    {
      "epoch": 4.533649909939414,
      "grad_norm": 0.15371309220790863,
      "learning_rate": 0.00011547747959694075,
      "loss": 12.1514,
      "step": 27687
    },
    {
      "epoch": 4.533813656459801,
      "grad_norm": 0.11043429374694824,
      "learning_rate": 0.00011547237222763083,
      "loss": 12.1928,
      "step": 27688
    },
    {
      "epoch": 4.533977402980186,
      "grad_norm": 0.16991566121578217,
      "learning_rate": 0.0001154672648169707,
      "loss": 12.2073,
      "step": 27689
    },
    {
      "epoch": 4.534141149500573,
      "grad_norm": 0.1531333476305008,
      "learning_rate": 0.00011546215736497392,
      "loss": 12.1627,
      "step": 27690
    },
    {
      "epoch": 4.534304896020959,
      "grad_norm": 0.15430372953414917,
      "learning_rate": 0.00011545704987165424,
      "loss": 12.1924,
      "step": 27691
    },
    {
      "epoch": 4.534468642541346,
      "grad_norm": 0.18821817636489868,
      "learning_rate": 0.00011545194233702521,
      "loss": 12.2073,
      "step": 27692
    },
    {
      "epoch": 4.534632389061732,
      "grad_norm": 0.1509261131286621,
      "learning_rate": 0.00011544683476110054,
      "loss": 12.1775,
      "step": 27693
    },
    {
      "epoch": 4.534796135582119,
      "grad_norm": 0.14416339993476868,
      "learning_rate": 0.00011544172714389389,
      "loss": 12.1525,
      "step": 27694
    },
    {
      "epoch": 4.5349598821025054,
      "grad_norm": 0.13656488060951233,
      "learning_rate": 0.00011543661948541887,
      "loss": 12.1736,
      "step": 27695
    },
    {
      "epoch": 4.535123628622892,
      "grad_norm": 0.17633281648159027,
      "learning_rate": 0.00011543151178568912,
      "loss": 12.1741,
      "step": 27696
    },
    {
      "epoch": 4.5352873751432785,
      "grad_norm": 0.12874941527843475,
      "learning_rate": 0.00011542640404471834,
      "loss": 12.2088,
      "step": 27697
    },
    {
      "epoch": 4.535451121663664,
      "grad_norm": 0.19280487298965454,
      "learning_rate": 0.00011542129626252016,
      "loss": 12.1499,
      "step": 27698
    },
    {
      "epoch": 4.535614868184052,
      "grad_norm": 0.13308386504650116,
      "learning_rate": 0.00011541618843910822,
      "loss": 12.1781,
      "step": 27699
    },
    {
      "epoch": 4.535778614704437,
      "grad_norm": 0.2027265727519989,
      "learning_rate": 0.00011541108057449617,
      "loss": 12.1728,
      "step": 27700
    },
    {
      "epoch": 4.535942361224824,
      "grad_norm": 0.18264168500900269,
      "learning_rate": 0.00011540597266869768,
      "loss": 12.1501,
      "step": 27701
    },
    {
      "epoch": 4.53610610774521,
      "grad_norm": 0.1338520497083664,
      "learning_rate": 0.00011540086472172639,
      "loss": 12.2101,
      "step": 27702
    },
    {
      "epoch": 4.536269854265597,
      "grad_norm": 0.1613597273826599,
      "learning_rate": 0.00011539575673359597,
      "loss": 12.1913,
      "step": 27703
    },
    {
      "epoch": 4.536433600785983,
      "grad_norm": 0.20684990286827087,
      "learning_rate": 0.00011539064870432002,
      "loss": 12.2008,
      "step": 27704
    },
    {
      "epoch": 4.53659734730637,
      "grad_norm": 0.12411616742610931,
      "learning_rate": 0.00011538554063391225,
      "loss": 12.191,
      "step": 27705
    },
    {
      "epoch": 4.536761093826756,
      "grad_norm": 0.11498356610536575,
      "learning_rate": 0.00011538043252238628,
      "loss": 12.1561,
      "step": 27706
    },
    {
      "epoch": 4.536924840347143,
      "grad_norm": 0.17778576910495758,
      "learning_rate": 0.00011537532436975576,
      "loss": 12.115,
      "step": 27707
    },
    {
      "epoch": 4.5370885868675295,
      "grad_norm": 0.13015055656433105,
      "learning_rate": 0.00011537021617603434,
      "loss": 12.1167,
      "step": 27708
    },
    {
      "epoch": 4.537252333387915,
      "grad_norm": 0.2555127739906311,
      "learning_rate": 0.00011536510794123572,
      "loss": 12.1702,
      "step": 27709
    },
    {
      "epoch": 4.537416079908302,
      "grad_norm": 0.16112592816352844,
      "learning_rate": 0.00011535999966537347,
      "loss": 12.1601,
      "step": 27710
    },
    {
      "epoch": 4.537579826428688,
      "grad_norm": 0.15189871191978455,
      "learning_rate": 0.00011535489134846129,
      "loss": 12.2147,
      "step": 27711
    },
    {
      "epoch": 4.537743572949075,
      "grad_norm": 0.13953997194766998,
      "learning_rate": 0.00011534978299051285,
      "loss": 12.1742,
      "step": 27712
    },
    {
      "epoch": 4.537907319469461,
      "grad_norm": 0.13176403939723969,
      "learning_rate": 0.00011534467459154177,
      "loss": 12.2244,
      "step": 27713
    },
    {
      "epoch": 4.538071065989848,
      "grad_norm": 0.12568944692611694,
      "learning_rate": 0.00011533956615156172,
      "loss": 12.157,
      "step": 27714
    },
    {
      "epoch": 4.538234812510234,
      "grad_norm": 0.14159005880355835,
      "learning_rate": 0.0001153344576705863,
      "loss": 12.1778,
      "step": 27715
    },
    {
      "epoch": 4.538398559030621,
      "grad_norm": 0.13650724291801453,
      "learning_rate": 0.00011532934914862923,
      "loss": 12.1826,
      "step": 27716
    },
    {
      "epoch": 4.538562305551007,
      "grad_norm": 0.12158064544200897,
      "learning_rate": 0.00011532424058570417,
      "loss": 12.1587,
      "step": 27717
    },
    {
      "epoch": 4.538726052071393,
      "grad_norm": 0.15217815339565277,
      "learning_rate": 0.00011531913198182472,
      "loss": 12.176,
      "step": 27718
    },
    {
      "epoch": 4.5388897985917795,
      "grad_norm": 0.14088916778564453,
      "learning_rate": 0.00011531402333700452,
      "loss": 12.1518,
      "step": 27719
    },
    {
      "epoch": 4.539053545112166,
      "grad_norm": 0.17794182896614075,
      "learning_rate": 0.00011530891465125731,
      "loss": 12.1984,
      "step": 27720
    },
    {
      "epoch": 4.539217291632553,
      "grad_norm": 0.16976462304592133,
      "learning_rate": 0.00011530380592459666,
      "loss": 12.2099,
      "step": 27721
    },
    {
      "epoch": 4.539381038152939,
      "grad_norm": 0.1807139813899994,
      "learning_rate": 0.00011529869715703625,
      "loss": 12.1975,
      "step": 27722
    },
    {
      "epoch": 4.539544784673326,
      "grad_norm": 0.15434841811656952,
      "learning_rate": 0.00011529358834858976,
      "loss": 12.158,
      "step": 27723
    },
    {
      "epoch": 4.539708531193712,
      "grad_norm": 0.15147706866264343,
      "learning_rate": 0.00011528847949927081,
      "loss": 12.1804,
      "step": 27724
    },
    {
      "epoch": 4.539872277714099,
      "grad_norm": 0.21568165719509125,
      "learning_rate": 0.00011528337060909307,
      "loss": 12.1553,
      "step": 27725
    },
    {
      "epoch": 4.540036024234485,
      "grad_norm": 0.1252242624759674,
      "learning_rate": 0.00011527826167807017,
      "loss": 12.1773,
      "step": 27726
    },
    {
      "epoch": 4.540199770754872,
      "grad_norm": 0.14678023755550385,
      "learning_rate": 0.00011527315270621579,
      "loss": 12.2146,
      "step": 27727
    },
    {
      "epoch": 4.540363517275258,
      "grad_norm": 0.12445250898599625,
      "learning_rate": 0.00011526804369354358,
      "loss": 12.1681,
      "step": 27728
    },
    {
      "epoch": 4.540527263795644,
      "grad_norm": 0.15775159001350403,
      "learning_rate": 0.00011526293464006719,
      "loss": 12.1572,
      "step": 27729
    },
    {
      "epoch": 4.5406910103160305,
      "grad_norm": 0.14359785616397858,
      "learning_rate": 0.00011525782554580024,
      "loss": 12.1664,
      "step": 27730
    },
    {
      "epoch": 4.540854756836417,
      "grad_norm": 0.1774420440196991,
      "learning_rate": 0.00011525271641075646,
      "loss": 12.1465,
      "step": 27731
    },
    {
      "epoch": 4.541018503356804,
      "grad_norm": 0.14167961478233337,
      "learning_rate": 0.00011524760723494945,
      "loss": 12.1657,
      "step": 27732
    },
    {
      "epoch": 4.54118224987719,
      "grad_norm": 0.15173597633838654,
      "learning_rate": 0.00011524249801839289,
      "loss": 12.1289,
      "step": 27733
    },
    {
      "epoch": 4.541345996397577,
      "grad_norm": 0.13533645868301392,
      "learning_rate": 0.00011523738876110037,
      "loss": 12.1812,
      "step": 27734
    },
    {
      "epoch": 4.541509742917963,
      "grad_norm": 0.12150447070598602,
      "learning_rate": 0.00011523227946308566,
      "loss": 12.1694,
      "step": 27735
    },
    {
      "epoch": 4.54167348943835,
      "grad_norm": 0.1490233987569809,
      "learning_rate": 0.00011522717012436231,
      "loss": 12.2199,
      "step": 27736
    },
    {
      "epoch": 4.541837235958736,
      "grad_norm": 0.1226339042186737,
      "learning_rate": 0.00011522206074494402,
      "loss": 12.1733,
      "step": 27737
    },
    {
      "epoch": 4.542000982479122,
      "grad_norm": 0.14925117790699005,
      "learning_rate": 0.00011521695132484442,
      "loss": 12.1498,
      "step": 27738
    },
    {
      "epoch": 4.542164728999508,
      "grad_norm": 0.20750276744365692,
      "learning_rate": 0.00011521184186407723,
      "loss": 12.1709,
      "step": 27739
    },
    {
      "epoch": 4.542328475519895,
      "grad_norm": 0.1487712860107422,
      "learning_rate": 0.00011520673236265603,
      "loss": 12.1635,
      "step": 27740
    },
    {
      "epoch": 4.5424922220402815,
      "grad_norm": 0.16150397062301636,
      "learning_rate": 0.00011520162282059448,
      "loss": 12.217,
      "step": 27741
    },
    {
      "epoch": 4.542655968560668,
      "grad_norm": 0.13679133355617523,
      "learning_rate": 0.0001151965132379063,
      "loss": 12.124,
      "step": 27742
    },
    {
      "epoch": 4.5428197150810545,
      "grad_norm": 0.1483922004699707,
      "learning_rate": 0.00011519140361460509,
      "loss": 12.2385,
      "step": 27743
    },
    {
      "epoch": 4.542983461601441,
      "grad_norm": 0.16045153141021729,
      "learning_rate": 0.00011518629395070455,
      "loss": 12.1954,
      "step": 27744
    },
    {
      "epoch": 4.543147208121828,
      "grad_norm": 0.1873157024383545,
      "learning_rate": 0.00011518118424621827,
      "loss": 12.1966,
      "step": 27745
    },
    {
      "epoch": 4.543310954642214,
      "grad_norm": 0.14192746579647064,
      "learning_rate": 0.00011517607450115997,
      "loss": 12.182,
      "step": 27746
    },
    {
      "epoch": 4.543474701162601,
      "grad_norm": 0.1836390495300293,
      "learning_rate": 0.00011517096471554325,
      "loss": 12.136,
      "step": 27747
    },
    {
      "epoch": 4.543638447682987,
      "grad_norm": 0.1540343314409256,
      "learning_rate": 0.0001151658548893818,
      "loss": 12.1946,
      "step": 27748
    },
    {
      "epoch": 4.543802194203373,
      "grad_norm": 0.24078726768493652,
      "learning_rate": 0.00011516074502268928,
      "loss": 12.2283,
      "step": 27749
    },
    {
      "epoch": 4.543965940723759,
      "grad_norm": 0.1665022075176239,
      "learning_rate": 0.00011515563511547935,
      "loss": 12.2023,
      "step": 27750
    },
    {
      "epoch": 4.544129687244146,
      "grad_norm": 0.2019442915916443,
      "learning_rate": 0.00011515052516776563,
      "loss": 12.1951,
      "step": 27751
    },
    {
      "epoch": 4.544293433764532,
      "grad_norm": 0.2382771074771881,
      "learning_rate": 0.00011514541517956181,
      "loss": 12.1928,
      "step": 27752
    },
    {
      "epoch": 4.544457180284919,
      "grad_norm": 0.13870880007743835,
      "learning_rate": 0.00011514030515088152,
      "loss": 12.168,
      "step": 27753
    },
    {
      "epoch": 4.5446209268053055,
      "grad_norm": 0.16469146311283112,
      "learning_rate": 0.00011513519508173848,
      "loss": 12.1729,
      "step": 27754
    },
    {
      "epoch": 4.544784673325692,
      "grad_norm": 0.12702229619026184,
      "learning_rate": 0.00011513008497214625,
      "loss": 12.1456,
      "step": 27755
    },
    {
      "epoch": 4.544948419846079,
      "grad_norm": 0.12757205963134766,
      "learning_rate": 0.00011512497482211855,
      "loss": 12.2103,
      "step": 27756
    },
    {
      "epoch": 4.545112166366465,
      "grad_norm": 0.18662132322788239,
      "learning_rate": 0.00011511986463166904,
      "loss": 12.1641,
      "step": 27757
    },
    {
      "epoch": 4.545275912886851,
      "grad_norm": 0.22372663021087646,
      "learning_rate": 0.00011511475440081135,
      "loss": 12.2072,
      "step": 27758
    },
    {
      "epoch": 4.545439659407237,
      "grad_norm": 0.1508653461933136,
      "learning_rate": 0.00011510964412955914,
      "loss": 12.1751,
      "step": 27759
    },
    {
      "epoch": 4.545603405927624,
      "grad_norm": 0.1460970789194107,
      "learning_rate": 0.00011510453381792605,
      "loss": 12.1689,
      "step": 27760
    },
    {
      "epoch": 4.54576715244801,
      "grad_norm": 0.19431057572364807,
      "learning_rate": 0.00011509942346592584,
      "loss": 12.1997,
      "step": 27761
    },
    {
      "epoch": 4.545930898968397,
      "grad_norm": 0.15258391201496124,
      "learning_rate": 0.00011509431307357201,
      "loss": 12.2304,
      "step": 27762
    },
    {
      "epoch": 4.546094645488783,
      "grad_norm": 0.17201481759548187,
      "learning_rate": 0.00011508920264087834,
      "loss": 12.1642,
      "step": 27763
    },
    {
      "epoch": 4.54625839200917,
      "grad_norm": 0.1570766568183899,
      "learning_rate": 0.00011508409216785843,
      "loss": 12.1805,
      "step": 27764
    },
    {
      "epoch": 4.5464221385295565,
      "grad_norm": 0.1719764918088913,
      "learning_rate": 0.000115078981654526,
      "loss": 12.1924,
      "step": 27765
    },
    {
      "epoch": 4.546585885049943,
      "grad_norm": 0.16517440974712372,
      "learning_rate": 0.0001150738711008946,
      "loss": 12.1875,
      "step": 27766
    },
    {
      "epoch": 4.546749631570329,
      "grad_norm": 0.19095632433891296,
      "learning_rate": 0.00011506876050697797,
      "loss": 12.1573,
      "step": 27767
    },
    {
      "epoch": 4.546913378090716,
      "grad_norm": 0.14208030700683594,
      "learning_rate": 0.00011506364987278974,
      "loss": 12.1661,
      "step": 27768
    },
    {
      "epoch": 4.547077124611102,
      "grad_norm": 0.26242589950561523,
      "learning_rate": 0.00011505853919834359,
      "loss": 12.2298,
      "step": 27769
    },
    {
      "epoch": 4.547240871131488,
      "grad_norm": 0.1696346402168274,
      "learning_rate": 0.00011505342848365317,
      "loss": 12.1518,
      "step": 27770
    },
    {
      "epoch": 4.547404617651875,
      "grad_norm": 0.1670048087835312,
      "learning_rate": 0.00011504831772873212,
      "loss": 12.178,
      "step": 27771
    },
    {
      "epoch": 4.547568364172261,
      "grad_norm": 0.13599829375743866,
      "learning_rate": 0.00011504320693359411,
      "loss": 12.1334,
      "step": 27772
    },
    {
      "epoch": 4.547732110692648,
      "grad_norm": 0.1431865096092224,
      "learning_rate": 0.00011503809609825283,
      "loss": 12.182,
      "step": 27773
    },
    {
      "epoch": 4.547895857213034,
      "grad_norm": 0.21758191287517548,
      "learning_rate": 0.00011503298522272185,
      "loss": 12.2332,
      "step": 27774
    },
    {
      "epoch": 4.548059603733421,
      "grad_norm": 0.2624261975288391,
      "learning_rate": 0.00011502787430701491,
      "loss": 12.1943,
      "step": 27775
    },
    {
      "epoch": 4.548223350253807,
      "grad_norm": 0.14334559440612793,
      "learning_rate": 0.00011502276335114568,
      "loss": 12.1578,
      "step": 27776
    },
    {
      "epoch": 4.548387096774194,
      "grad_norm": 0.10697440057992935,
      "learning_rate": 0.00011501765235512774,
      "loss": 12.2355,
      "step": 27777
    },
    {
      "epoch": 4.54855084329458,
      "grad_norm": 0.15782171487808228,
      "learning_rate": 0.00011501254131897484,
      "loss": 12.1827,
      "step": 27778
    },
    {
      "epoch": 4.548714589814966,
      "grad_norm": 0.15331688523292542,
      "learning_rate": 0.00011500743024270058,
      "loss": 12.1843,
      "step": 27779
    },
    {
      "epoch": 4.548878336335353,
      "grad_norm": 0.1835995465517044,
      "learning_rate": 0.00011500231912631863,
      "loss": 12.2049,
      "step": 27780
    },
    {
      "epoch": 4.549042082855739,
      "grad_norm": 0.14754240214824677,
      "learning_rate": 0.00011499720796984261,
      "loss": 12.1969,
      "step": 27781
    },
    {
      "epoch": 4.549205829376126,
      "grad_norm": 0.1409119814634323,
      "learning_rate": 0.00011499209677328628,
      "loss": 12.2037,
      "step": 27782
    },
    {
      "epoch": 4.549369575896512,
      "grad_norm": 0.20562942326068878,
      "learning_rate": 0.00011498698553666322,
      "loss": 12.2147,
      "step": 27783
    },
    {
      "epoch": 4.549533322416899,
      "grad_norm": 0.15648679435253143,
      "learning_rate": 0.00011498187425998715,
      "loss": 12.1638,
      "step": 27784
    },
    {
      "epoch": 4.549697068937285,
      "grad_norm": 0.2478763610124588,
      "learning_rate": 0.00011497676294327165,
      "loss": 12.1203,
      "step": 27785
    },
    {
      "epoch": 4.549860815457672,
      "grad_norm": 0.14567086100578308,
      "learning_rate": 0.00011497165158653043,
      "loss": 12.1748,
      "step": 27786
    },
    {
      "epoch": 4.5500245619780575,
      "grad_norm": 0.1282181441783905,
      "learning_rate": 0.00011496654018977716,
      "loss": 12.1546,
      "step": 27787
    },
    {
      "epoch": 4.550188308498444,
      "grad_norm": 0.12219025194644928,
      "learning_rate": 0.00011496142875302547,
      "loss": 12.1868,
      "step": 27788
    },
    {
      "epoch": 4.5503520550188306,
      "grad_norm": 0.13410520553588867,
      "learning_rate": 0.00011495631727628901,
      "loss": 12.2049,
      "step": 27789
    },
    {
      "epoch": 4.550515801539217,
      "grad_norm": 0.1559552401304245,
      "learning_rate": 0.0001149512057595815,
      "loss": 12.128,
      "step": 27790
    },
    {
      "epoch": 4.550679548059604,
      "grad_norm": 0.1456836611032486,
      "learning_rate": 0.00011494609420291658,
      "loss": 12.2528,
      "step": 27791
    },
    {
      "epoch": 4.55084329457999,
      "grad_norm": 0.13754892349243164,
      "learning_rate": 0.00011494098260630784,
      "loss": 12.19,
      "step": 27792
    },
    {
      "epoch": 4.551007041100377,
      "grad_norm": 0.11830844730138779,
      "learning_rate": 0.00011493587096976903,
      "loss": 12.2135,
      "step": 27793
    },
    {
      "epoch": 4.551170787620763,
      "grad_norm": 0.15115568041801453,
      "learning_rate": 0.00011493075929331378,
      "loss": 12.1912,
      "step": 27794
    },
    {
      "epoch": 4.55133453414115,
      "grad_norm": 0.13671867549419403,
      "learning_rate": 0.00011492564757695577,
      "loss": 12.2207,
      "step": 27795
    },
    {
      "epoch": 4.551498280661536,
      "grad_norm": 0.1377352476119995,
      "learning_rate": 0.00011492053582070858,
      "loss": 12.2036,
      "step": 27796
    },
    {
      "epoch": 4.551662027181923,
      "grad_norm": 0.15587066113948822,
      "learning_rate": 0.00011491542402458597,
      "loss": 12.1701,
      "step": 27797
    },
    {
      "epoch": 4.5518257737023085,
      "grad_norm": 0.14385738968849182,
      "learning_rate": 0.00011491031218860157,
      "loss": 12.1881,
      "step": 27798
    },
    {
      "epoch": 4.551989520222695,
      "grad_norm": 0.11636297404766083,
      "learning_rate": 0.00011490520031276903,
      "loss": 12.2071,
      "step": 27799
    },
    {
      "epoch": 4.5521532667430815,
      "grad_norm": 0.1261523962020874,
      "learning_rate": 0.000114900088397102,
      "loss": 12.1664,
      "step": 27800
    },
    {
      "epoch": 4.552317013263468,
      "grad_norm": 0.15084415674209595,
      "learning_rate": 0.00011489497644161416,
      "loss": 12.1597,
      "step": 27801
    },
    {
      "epoch": 4.552480759783855,
      "grad_norm": 0.11561344563961029,
      "learning_rate": 0.00011488986444631919,
      "loss": 12.158,
      "step": 27802
    },
    {
      "epoch": 4.552644506304241,
      "grad_norm": 0.16604793071746826,
      "learning_rate": 0.00011488475241123071,
      "loss": 12.2127,
      "step": 27803
    },
    {
      "epoch": 4.552808252824628,
      "grad_norm": 0.19268280267715454,
      "learning_rate": 0.00011487964033636241,
      "loss": 12.1889,
      "step": 27804
    },
    {
      "epoch": 4.552971999345014,
      "grad_norm": 0.2436574399471283,
      "learning_rate": 0.00011487452822172795,
      "loss": 12.1719,
      "step": 27805
    },
    {
      "epoch": 4.553135745865401,
      "grad_norm": 0.16735611855983734,
      "learning_rate": 0.00011486941606734098,
      "loss": 12.2398,
      "step": 27806
    },
    {
      "epoch": 4.553299492385786,
      "grad_norm": 0.11734668910503387,
      "learning_rate": 0.00011486430387321518,
      "loss": 12.1658,
      "step": 27807
    },
    {
      "epoch": 4.553463238906173,
      "grad_norm": 0.13355079293251038,
      "learning_rate": 0.00011485919163936419,
      "loss": 12.1536,
      "step": 27808
    },
    {
      "epoch": 4.553626985426559,
      "grad_norm": 0.12656667828559875,
      "learning_rate": 0.00011485407936580169,
      "loss": 12.1826,
      "step": 27809
    },
    {
      "epoch": 4.553790731946946,
      "grad_norm": 0.1555289477109909,
      "learning_rate": 0.00011484896705254134,
      "loss": 12.1433,
      "step": 27810
    },
    {
      "epoch": 4.5539544784673325,
      "grad_norm": 0.18655623495578766,
      "learning_rate": 0.00011484385469959678,
      "loss": 12.1667,
      "step": 27811
    },
    {
      "epoch": 4.554118224987719,
      "grad_norm": 0.24542531371116638,
      "learning_rate": 0.00011483874230698173,
      "loss": 12.2346,
      "step": 27812
    },
    {
      "epoch": 4.5542819715081055,
      "grad_norm": 0.2287619262933731,
      "learning_rate": 0.00011483362987470981,
      "loss": 12.1872,
      "step": 27813
    },
    {
      "epoch": 4.554445718028492,
      "grad_norm": 0.1493605375289917,
      "learning_rate": 0.00011482851740279467,
      "loss": 12.1791,
      "step": 27814
    },
    {
      "epoch": 4.554609464548879,
      "grad_norm": 0.1749170571565628,
      "learning_rate": 0.00011482340489124998,
      "loss": 12.2412,
      "step": 27815
    },
    {
      "epoch": 4.554773211069265,
      "grad_norm": 0.2089398205280304,
      "learning_rate": 0.00011481829234008946,
      "loss": 12.1634,
      "step": 27816
    },
    {
      "epoch": 4.554936957589652,
      "grad_norm": 0.19085580110549927,
      "learning_rate": 0.00011481317974932668,
      "loss": 12.1482,
      "step": 27817
    },
    {
      "epoch": 4.555100704110037,
      "grad_norm": 0.14658936858177185,
      "learning_rate": 0.0001148080671189754,
      "loss": 12.1809,
      "step": 27818
    },
    {
      "epoch": 4.555264450630424,
      "grad_norm": 0.16540490090847015,
      "learning_rate": 0.0001148029544490492,
      "loss": 12.1846,
      "step": 27819
    },
    {
      "epoch": 4.55542819715081,
      "grad_norm": 0.1398433893918991,
      "learning_rate": 0.0001147978417395618,
      "loss": 12.1922,
      "step": 27820
    },
    {
      "epoch": 4.555591943671197,
      "grad_norm": 0.25798922777175903,
      "learning_rate": 0.00011479272899052685,
      "loss": 12.2087,
      "step": 27821
    },
    {
      "epoch": 4.555755690191583,
      "grad_norm": 0.1588430106639862,
      "learning_rate": 0.00011478761620195799,
      "loss": 12.1805,
      "step": 27822
    },
    {
      "epoch": 4.55591943671197,
      "grad_norm": 0.1335209459066391,
      "learning_rate": 0.00011478250337386889,
      "loss": 12.1704,
      "step": 27823
    },
    {
      "epoch": 4.5560831832323565,
      "grad_norm": 0.16429422795772552,
      "learning_rate": 0.00011477739050627328,
      "loss": 12.1948,
      "step": 27824
    },
    {
      "epoch": 4.556246929752743,
      "grad_norm": 0.16792888939380646,
      "learning_rate": 0.00011477227759918469,
      "loss": 12.1601,
      "step": 27825
    },
    {
      "epoch": 4.55641067627313,
      "grad_norm": 0.1512475460767746,
      "learning_rate": 0.00011476716465261689,
      "loss": 12.2115,
      "step": 27826
    },
    {
      "epoch": 4.556574422793515,
      "grad_norm": 0.1531890332698822,
      "learning_rate": 0.00011476205166658357,
      "loss": 12.1928,
      "step": 27827
    },
    {
      "epoch": 4.556738169313902,
      "grad_norm": 0.14730753004550934,
      "learning_rate": 0.00011475693864109832,
      "loss": 12.1499,
      "step": 27828
    },
    {
      "epoch": 4.556901915834288,
      "grad_norm": 0.18704470992088318,
      "learning_rate": 0.0001147518255761748,
      "loss": 12.1565,
      "step": 27829
    },
    {
      "epoch": 4.557065662354675,
      "grad_norm": 0.1276162713766098,
      "learning_rate": 0.00011474671247182671,
      "loss": 12.1609,
      "step": 27830
    },
    {
      "epoch": 4.557229408875061,
      "grad_norm": 0.16220758855342865,
      "learning_rate": 0.00011474159932806776,
      "loss": 12.2139,
      "step": 27831
    },
    {
      "epoch": 4.557393155395448,
      "grad_norm": 0.17720933258533478,
      "learning_rate": 0.0001147364861449115,
      "loss": 12.2165,
      "step": 27832
    },
    {
      "epoch": 4.557556901915834,
      "grad_norm": 0.20724542438983917,
      "learning_rate": 0.00011473137292237168,
      "loss": 12.2339,
      "step": 27833
    },
    {
      "epoch": 4.557720648436221,
      "grad_norm": 0.1681574583053589,
      "learning_rate": 0.00011472625966046193,
      "loss": 12.1607,
      "step": 27834
    },
    {
      "epoch": 4.5578843949566075,
      "grad_norm": 0.15779268741607666,
      "learning_rate": 0.00011472114635919598,
      "loss": 12.215,
      "step": 27835
    },
    {
      "epoch": 4.558048141476994,
      "grad_norm": 0.1571415215730667,
      "learning_rate": 0.0001147160330185874,
      "loss": 12.2324,
      "step": 27836
    },
    {
      "epoch": 4.5582118879973805,
      "grad_norm": 0.13471640646457672,
      "learning_rate": 0.0001147109196386499,
      "loss": 12.1631,
      "step": 27837
    },
    {
      "epoch": 4.558375634517766,
      "grad_norm": 0.12149615585803986,
      "learning_rate": 0.00011470580621939713,
      "loss": 12.1744,
      "step": 27838
    },
    {
      "epoch": 4.558539381038153,
      "grad_norm": 0.11512256413698196,
      "learning_rate": 0.00011470069276084283,
      "loss": 12.179,
      "step": 27839
    },
    {
      "epoch": 4.558703127558539,
      "grad_norm": 0.16918595135211945,
      "learning_rate": 0.00011469557926300053,
      "loss": 12.155,
      "step": 27840
    },
    {
      "epoch": 4.558866874078926,
      "grad_norm": 0.1410379707813263,
      "learning_rate": 0.00011469046572588405,
      "loss": 12.1923,
      "step": 27841
    },
    {
      "epoch": 4.559030620599312,
      "grad_norm": 0.1497599333524704,
      "learning_rate": 0.00011468535214950693,
      "loss": 12.1436,
      "step": 27842
    },
    {
      "epoch": 4.559194367119699,
      "grad_norm": 0.14208945631980896,
      "learning_rate": 0.00011468023853388288,
      "loss": 12.161,
      "step": 27843
    },
    {
      "epoch": 4.559358113640085,
      "grad_norm": 0.14680731296539307,
      "learning_rate": 0.00011467512487902559,
      "loss": 12.2028,
      "step": 27844
    },
    {
      "epoch": 4.559521860160472,
      "grad_norm": 0.15611617267131805,
      "learning_rate": 0.00011467001118494869,
      "loss": 12.1842,
      "step": 27845
    },
    {
      "epoch": 4.559685606680858,
      "grad_norm": 0.20478516817092896,
      "learning_rate": 0.0001146648974516659,
      "loss": 12.1962,
      "step": 27846
    },
    {
      "epoch": 4.559849353201244,
      "grad_norm": 0.15905797481536865,
      "learning_rate": 0.00011465978367919081,
      "loss": 12.1997,
      "step": 27847
    },
    {
      "epoch": 4.560013099721631,
      "grad_norm": 0.16745075583457947,
      "learning_rate": 0.00011465466986753716,
      "loss": 12.2111,
      "step": 27848
    },
    {
      "epoch": 4.560176846242017,
      "grad_norm": 0.15645739436149597,
      "learning_rate": 0.00011464955601671857,
      "loss": 12.162,
      "step": 27849
    },
    {
      "epoch": 4.560340592762404,
      "grad_norm": 0.1618792563676834,
      "learning_rate": 0.00011464444212674874,
      "loss": 12.1628,
      "step": 27850
    },
    {
      "epoch": 4.56050433928279,
      "grad_norm": 0.15437330305576324,
      "learning_rate": 0.00011463932819764128,
      "loss": 12.2125,
      "step": 27851
    },
    {
      "epoch": 4.560668085803177,
      "grad_norm": 0.12956750392913818,
      "learning_rate": 0.0001146342142294099,
      "loss": 12.1905,
      "step": 27852
    },
    {
      "epoch": 4.560831832323563,
      "grad_norm": 0.2738252580165863,
      "learning_rate": 0.00011462910022206829,
      "loss": 12.1579,
      "step": 27853
    },
    {
      "epoch": 4.56099557884395,
      "grad_norm": 0.155033677816391,
      "learning_rate": 0.00011462398617563008,
      "loss": 12.207,
      "step": 27854
    },
    {
      "epoch": 4.561159325364336,
      "grad_norm": 0.16244721412658691,
      "learning_rate": 0.00011461887209010893,
      "loss": 12.1534,
      "step": 27855
    },
    {
      "epoch": 4.561323071884722,
      "grad_norm": 0.1182093545794487,
      "learning_rate": 0.00011461375796551852,
      "loss": 12.1939,
      "step": 27856
    },
    {
      "epoch": 4.561486818405109,
      "grad_norm": 0.1454652100801468,
      "learning_rate": 0.00011460864380187256,
      "loss": 12.1833,
      "step": 27857
    },
    {
      "epoch": 4.561650564925495,
      "grad_norm": 0.15253706276416779,
      "learning_rate": 0.00011460352959918466,
      "loss": 12.1563,
      "step": 27858
    },
    {
      "epoch": 4.561814311445882,
      "grad_norm": 0.16983915865421295,
      "learning_rate": 0.00011459841535746849,
      "loss": 12.1817,
      "step": 27859
    },
    {
      "epoch": 4.561978057966268,
      "grad_norm": 0.16037628054618835,
      "learning_rate": 0.00011459330107673774,
      "loss": 12.1658,
      "step": 27860
    },
    {
      "epoch": 4.562141804486655,
      "grad_norm": 0.3056085705757141,
      "learning_rate": 0.0001145881867570061,
      "loss": 12.15,
      "step": 27861
    },
    {
      "epoch": 4.562305551007041,
      "grad_norm": 0.13569414615631104,
      "learning_rate": 0.00011458307239828716,
      "loss": 12.1801,
      "step": 27862
    },
    {
      "epoch": 4.562469297527428,
      "grad_norm": 0.25170624256134033,
      "learning_rate": 0.0001145779580005947,
      "loss": 12.1883,
      "step": 27863
    },
    {
      "epoch": 4.562633044047814,
      "grad_norm": 0.13077010214328766,
      "learning_rate": 0.00011457284356394229,
      "loss": 12.211,
      "step": 27864
    },
    {
      "epoch": 4.562796790568201,
      "grad_norm": 0.13056915998458862,
      "learning_rate": 0.00011456772908834366,
      "loss": 12.1858,
      "step": 27865
    },
    {
      "epoch": 4.562960537088587,
      "grad_norm": 0.13810153305530548,
      "learning_rate": 0.00011456261457381243,
      "loss": 12.1673,
      "step": 27866
    },
    {
      "epoch": 4.563124283608973,
      "grad_norm": 0.189393550157547,
      "learning_rate": 0.0001145575000203623,
      "loss": 12.1676,
      "step": 27867
    },
    {
      "epoch": 4.5632880301293595,
      "grad_norm": 0.18624933063983917,
      "learning_rate": 0.00011455238542800694,
      "loss": 12.1843,
      "step": 27868
    },
    {
      "epoch": 4.563451776649746,
      "grad_norm": 0.1488368660211563,
      "learning_rate": 0.00011454727079676002,
      "loss": 12.1537,
      "step": 27869
    },
    {
      "epoch": 4.5636155231701325,
      "grad_norm": 0.19783689081668854,
      "learning_rate": 0.00011454215612663517,
      "loss": 12.1969,
      "step": 27870
    },
    {
      "epoch": 4.563779269690519,
      "grad_norm": 0.1364022195339203,
      "learning_rate": 0.00011453704141764612,
      "loss": 12.1912,
      "step": 27871
    },
    {
      "epoch": 4.563943016210906,
      "grad_norm": 0.17704343795776367,
      "learning_rate": 0.0001145319266698065,
      "loss": 12.1533,
      "step": 27872
    },
    {
      "epoch": 4.564106762731292,
      "grad_norm": 0.14345094561576843,
      "learning_rate": 0.00011452681188312999,
      "loss": 12.2204,
      "step": 27873
    },
    {
      "epoch": 4.564270509251679,
      "grad_norm": 0.23008814454078674,
      "learning_rate": 0.00011452169705763025,
      "loss": 12.1692,
      "step": 27874
    },
    {
      "epoch": 4.564434255772065,
      "grad_norm": 0.16754499077796936,
      "learning_rate": 0.00011451658219332095,
      "loss": 12.187,
      "step": 27875
    },
    {
      "epoch": 4.564598002292451,
      "grad_norm": 0.12195133417844772,
      "learning_rate": 0.00011451146729021577,
      "loss": 12.1743,
      "step": 27876
    },
    {
      "epoch": 4.564761748812837,
      "grad_norm": 0.14444518089294434,
      "learning_rate": 0.0001145063523483284,
      "loss": 12.1605,
      "step": 27877
    },
    {
      "epoch": 4.564925495333224,
      "grad_norm": 0.1424899846315384,
      "learning_rate": 0.00011450123736767244,
      "loss": 12.1351,
      "step": 27878
    },
    {
      "epoch": 4.56508924185361,
      "grad_norm": 0.15238919854164124,
      "learning_rate": 0.00011449612234826163,
      "loss": 12.1966,
      "step": 27879
    },
    {
      "epoch": 4.565252988373997,
      "grad_norm": 0.13689863681793213,
      "learning_rate": 0.00011449100729010964,
      "loss": 12.2031,
      "step": 27880
    },
    {
      "epoch": 4.5654167348943835,
      "grad_norm": 0.15891659259796143,
      "learning_rate": 0.00011448589219323007,
      "loss": 12.1677,
      "step": 27881
    },
    {
      "epoch": 4.56558048141477,
      "grad_norm": 0.1323937028646469,
      "learning_rate": 0.00011448077705763666,
      "loss": 12.1815,
      "step": 27882
    },
    {
      "epoch": 4.5657442279351566,
      "grad_norm": 0.13067477941513062,
      "learning_rate": 0.00011447566188334306,
      "loss": 12.1895,
      "step": 27883
    },
    {
      "epoch": 4.565907974455543,
      "grad_norm": 0.18238329887390137,
      "learning_rate": 0.00011447054667036294,
      "loss": 12.187,
      "step": 27884
    },
    {
      "epoch": 4.56607172097593,
      "grad_norm": 0.11996036767959595,
      "learning_rate": 0.00011446543141870996,
      "loss": 12.1586,
      "step": 27885
    },
    {
      "epoch": 4.566235467496316,
      "grad_norm": 0.19406980276107788,
      "learning_rate": 0.0001144603161283978,
      "loss": 12.2284,
      "step": 27886
    },
    {
      "epoch": 4.566399214016702,
      "grad_norm": 0.1343783140182495,
      "learning_rate": 0.00011445520079944012,
      "loss": 12.1673,
      "step": 27887
    },
    {
      "epoch": 4.566562960537088,
      "grad_norm": 0.16573821008205414,
      "learning_rate": 0.0001144500854318506,
      "loss": 12.1947,
      "step": 27888
    },
    {
      "epoch": 4.566726707057475,
      "grad_norm": 0.1915801763534546,
      "learning_rate": 0.00011444497002564292,
      "loss": 12.1805,
      "step": 27889
    },
    {
      "epoch": 4.566890453577861,
      "grad_norm": 0.15000349283218384,
      "learning_rate": 0.00011443985458083074,
      "loss": 12.2114,
      "step": 27890
    },
    {
      "epoch": 4.567054200098248,
      "grad_norm": 0.20623080432415009,
      "learning_rate": 0.00011443473909742772,
      "loss": 12.2203,
      "step": 27891
    },
    {
      "epoch": 4.5672179466186344,
      "grad_norm": 0.1557532548904419,
      "learning_rate": 0.00011442962357544757,
      "loss": 12.2014,
      "step": 27892
    },
    {
      "epoch": 4.567381693139021,
      "grad_norm": 0.15230433642864227,
      "learning_rate": 0.0001144245080149039,
      "loss": 12.1626,
      "step": 27893
    },
    {
      "epoch": 4.5675454396594075,
      "grad_norm": 0.1519257128238678,
      "learning_rate": 0.00011441939241581046,
      "loss": 12.1682,
      "step": 27894
    },
    {
      "epoch": 4.567709186179794,
      "grad_norm": 0.1786675900220871,
      "learning_rate": 0.00011441427677818084,
      "loss": 12.2175,
      "step": 27895
    },
    {
      "epoch": 4.56787293270018,
      "grad_norm": 0.10366110503673553,
      "learning_rate": 0.00011440916110202875,
      "loss": 12.2045,
      "step": 27896
    },
    {
      "epoch": 4.568036679220566,
      "grad_norm": 0.17897698283195496,
      "learning_rate": 0.00011440404538736787,
      "loss": 12.191,
      "step": 27897
    },
    {
      "epoch": 4.568200425740953,
      "grad_norm": 0.09818085283041,
      "learning_rate": 0.00011439892963421188,
      "loss": 12.2132,
      "step": 27898
    },
    {
      "epoch": 4.568364172261339,
      "grad_norm": 0.14217577874660492,
      "learning_rate": 0.00011439381384257441,
      "loss": 12.1942,
      "step": 27899
    },
    {
      "epoch": 4.568527918781726,
      "grad_norm": 0.26927128434181213,
      "learning_rate": 0.00011438869801246916,
      "loss": 12.1671,
      "step": 27900
    },
    {
      "epoch": 4.568691665302112,
      "grad_norm": 0.16974467039108276,
      "learning_rate": 0.00011438358214390982,
      "loss": 12.1392,
      "step": 27901
    },
    {
      "epoch": 4.568855411822499,
      "grad_norm": 0.13391101360321045,
      "learning_rate": 0.00011437846623691002,
      "loss": 12.1883,
      "step": 27902
    },
    {
      "epoch": 4.569019158342885,
      "grad_norm": 0.13517749309539795,
      "learning_rate": 0.00011437335029148348,
      "loss": 12.1332,
      "step": 27903
    },
    {
      "epoch": 4.569182904863272,
      "grad_norm": 0.15593522787094116,
      "learning_rate": 0.0001143682343076438,
      "loss": 12.2527,
      "step": 27904
    },
    {
      "epoch": 4.5693466513836585,
      "grad_norm": 0.1518295556306839,
      "learning_rate": 0.00011436311828540478,
      "loss": 12.2285,
      "step": 27905
    },
    {
      "epoch": 4.569510397904045,
      "grad_norm": 0.1552773416042328,
      "learning_rate": 0.00011435800222477995,
      "loss": 12.2197,
      "step": 27906
    },
    {
      "epoch": 4.569674144424431,
      "grad_norm": 0.14619961380958557,
      "learning_rate": 0.00011435288612578305,
      "loss": 12.1633,
      "step": 27907
    },
    {
      "epoch": 4.569837890944817,
      "grad_norm": 0.15501612424850464,
      "learning_rate": 0.00011434776998842774,
      "loss": 12.1675,
      "step": 27908
    },
    {
      "epoch": 4.570001637465204,
      "grad_norm": 0.14070753753185272,
      "learning_rate": 0.00011434265381272772,
      "loss": 12.2102,
      "step": 27909
    },
    {
      "epoch": 4.57016538398559,
      "grad_norm": 0.1232641413807869,
      "learning_rate": 0.00011433753759869662,
      "loss": 12.2089,
      "step": 27910
    },
    {
      "epoch": 4.570329130505977,
      "grad_norm": 0.13011129200458527,
      "learning_rate": 0.00011433242134634818,
      "loss": 12.1749,
      "step": 27911
    },
    {
      "epoch": 4.570492877026363,
      "grad_norm": 0.11246407777070999,
      "learning_rate": 0.00011432730505569597,
      "loss": 12.2389,
      "step": 27912
    },
    {
      "epoch": 4.57065662354675,
      "grad_norm": 0.18802617490291595,
      "learning_rate": 0.00011432218872675378,
      "loss": 12.1105,
      "step": 27913
    },
    {
      "epoch": 4.570820370067136,
      "grad_norm": 0.18996505439281464,
      "learning_rate": 0.00011431707235953522,
      "loss": 12.1623,
      "step": 27914
    },
    {
      "epoch": 4.570984116587523,
      "grad_norm": 0.13519234955310822,
      "learning_rate": 0.00011431195595405392,
      "loss": 12.2093,
      "step": 27915
    },
    {
      "epoch": 4.5711478631079085,
      "grad_norm": 0.138974130153656,
      "learning_rate": 0.00011430683951032368,
      "loss": 12.1375,
      "step": 27916
    },
    {
      "epoch": 4.571311609628295,
      "grad_norm": 0.1087362989783287,
      "learning_rate": 0.00011430172302835804,
      "loss": 12.1923,
      "step": 27917
    },
    {
      "epoch": 4.571475356148682,
      "grad_norm": 0.1307545155286789,
      "learning_rate": 0.00011429660650817076,
      "loss": 12.2081,
      "step": 27918
    },
    {
      "epoch": 4.571639102669068,
      "grad_norm": 0.1694336235523224,
      "learning_rate": 0.00011429148994977546,
      "loss": 12.1969,
      "step": 27919
    },
    {
      "epoch": 4.571802849189455,
      "grad_norm": 0.1537744700908661,
      "learning_rate": 0.00011428637335318589,
      "loss": 12.1535,
      "step": 27920
    },
    {
      "epoch": 4.571966595709841,
      "grad_norm": 0.15843206644058228,
      "learning_rate": 0.00011428125671841561,
      "loss": 12.1966,
      "step": 27921
    },
    {
      "epoch": 4.572130342230228,
      "grad_norm": 0.12905354797840118,
      "learning_rate": 0.0001142761400454784,
      "loss": 12.1352,
      "step": 27922
    },
    {
      "epoch": 4.572294088750614,
      "grad_norm": 0.11216454207897186,
      "learning_rate": 0.00011427102333438787,
      "loss": 12.1648,
      "step": 27923
    },
    {
      "epoch": 4.572457835271001,
      "grad_norm": 0.2412831336259842,
      "learning_rate": 0.00011426590658515774,
      "loss": 12.1996,
      "step": 27924
    },
    {
      "epoch": 4.5726215817913864,
      "grad_norm": 0.2022203952074051,
      "learning_rate": 0.00011426078979780164,
      "loss": 12.2301,
      "step": 27925
    },
    {
      "epoch": 4.572785328311774,
      "grad_norm": 0.1302017867565155,
      "learning_rate": 0.00011425567297233328,
      "loss": 12.1995,
      "step": 27926
    },
    {
      "epoch": 4.5729490748321595,
      "grad_norm": 0.1535627841949463,
      "learning_rate": 0.00011425055610876633,
      "loss": 12.1642,
      "step": 27927
    },
    {
      "epoch": 4.573112821352546,
      "grad_norm": 0.12489345669746399,
      "learning_rate": 0.00011424543920711446,
      "loss": 12.1597,
      "step": 27928
    },
    {
      "epoch": 4.573276567872933,
      "grad_norm": 0.15478967130184174,
      "learning_rate": 0.00011424032226739132,
      "loss": 12.2384,
      "step": 27929
    },
    {
      "epoch": 4.573440314393319,
      "grad_norm": 0.1743905246257782,
      "learning_rate": 0.00011423520528961061,
      "loss": 12.2582,
      "step": 27930
    },
    {
      "epoch": 4.573604060913706,
      "grad_norm": 0.19461005926132202,
      "learning_rate": 0.00011423008827378602,
      "loss": 12.201,
      "step": 27931
    },
    {
      "epoch": 4.573767807434092,
      "grad_norm": 0.13384167850017548,
      "learning_rate": 0.00011422497121993119,
      "loss": 12.1713,
      "step": 27932
    },
    {
      "epoch": 4.573931553954479,
      "grad_norm": 0.12659861147403717,
      "learning_rate": 0.00011421985412805982,
      "loss": 12.1891,
      "step": 27933
    },
    {
      "epoch": 4.574095300474865,
      "grad_norm": 0.19462764263153076,
      "learning_rate": 0.00011421473699818558,
      "loss": 12.1994,
      "step": 27934
    },
    {
      "epoch": 4.574259046995252,
      "grad_norm": 0.14839598536491394,
      "learning_rate": 0.00011420961983032215,
      "loss": 12.2034,
      "step": 27935
    },
    {
      "epoch": 4.574422793515637,
      "grad_norm": 0.11850973963737488,
      "learning_rate": 0.00011420450262448316,
      "loss": 12.1922,
      "step": 27936
    },
    {
      "epoch": 4.574586540036024,
      "grad_norm": 0.13191907107830048,
      "learning_rate": 0.00011419938538068237,
      "loss": 12.1569,
      "step": 27937
    },
    {
      "epoch": 4.5747502865564105,
      "grad_norm": 0.26651841402053833,
      "learning_rate": 0.0001141942680989334,
      "loss": 12.1863,
      "step": 27938
    },
    {
      "epoch": 4.574914033076797,
      "grad_norm": 0.17332929372787476,
      "learning_rate": 0.00011418915077924994,
      "loss": 12.1523,
      "step": 27939
    },
    {
      "epoch": 4.5750777795971835,
      "grad_norm": 0.16777339577674866,
      "learning_rate": 0.00011418403342164565,
      "loss": 12.1467,
      "step": 27940
    },
    {
      "epoch": 4.57524152611757,
      "grad_norm": 0.1398468017578125,
      "learning_rate": 0.00011417891602613424,
      "loss": 12.1835,
      "step": 27941
    },
    {
      "epoch": 4.575405272637957,
      "grad_norm": 0.14109382033348083,
      "learning_rate": 0.00011417379859272936,
      "loss": 12.193,
      "step": 27942
    },
    {
      "epoch": 4.575569019158343,
      "grad_norm": 0.13642618060112,
      "learning_rate": 0.0001141686811214447,
      "loss": 12.2096,
      "step": 27943
    },
    {
      "epoch": 4.57573276567873,
      "grad_norm": 0.14872941374778748,
      "learning_rate": 0.0001141635636122939,
      "loss": 12.1618,
      "step": 27944
    },
    {
      "epoch": 4.575896512199115,
      "grad_norm": 0.1345422863960266,
      "learning_rate": 0.00011415844606529069,
      "loss": 12.1395,
      "step": 27945
    },
    {
      "epoch": 4.576060258719502,
      "grad_norm": 0.12576022744178772,
      "learning_rate": 0.00011415332848044871,
      "loss": 12.1426,
      "step": 27946
    },
    {
      "epoch": 4.576224005239888,
      "grad_norm": 0.10230682790279388,
      "learning_rate": 0.00011414821085778164,
      "loss": 12.159,
      "step": 27947
    },
    {
      "epoch": 4.576387751760275,
      "grad_norm": 0.2879756689071655,
      "learning_rate": 0.00011414309319730321,
      "loss": 12.1924,
      "step": 27948
    },
    {
      "epoch": 4.576551498280661,
      "grad_norm": 0.13082991540431976,
      "learning_rate": 0.00011413797549902702,
      "loss": 12.1445,
      "step": 27949
    },
    {
      "epoch": 4.576715244801048,
      "grad_norm": 0.17260020971298218,
      "learning_rate": 0.0001141328577629668,
      "loss": 12.2377,
      "step": 27950
    },
    {
      "epoch": 4.5768789913214345,
      "grad_norm": 0.15459924936294556,
      "learning_rate": 0.00011412773998913617,
      "loss": 12.1934,
      "step": 27951
    },
    {
      "epoch": 4.577042737841821,
      "grad_norm": 0.12004100531339645,
      "learning_rate": 0.00011412262217754888,
      "loss": 12.1959,
      "step": 27952
    },
    {
      "epoch": 4.577206484362208,
      "grad_norm": 0.1686849147081375,
      "learning_rate": 0.00011411750432821857,
      "loss": 12.1743,
      "step": 27953
    },
    {
      "epoch": 4.577370230882594,
      "grad_norm": 0.1651153564453125,
      "learning_rate": 0.00011411238644115893,
      "loss": 12.179,
      "step": 27954
    },
    {
      "epoch": 4.577533977402981,
      "grad_norm": 0.11622472107410431,
      "learning_rate": 0.00011410726851638358,
      "loss": 12.1663,
      "step": 27955
    },
    {
      "epoch": 4.577697723923366,
      "grad_norm": 0.13023094832897186,
      "learning_rate": 0.0001141021505539063,
      "loss": 12.1642,
      "step": 27956
    },
    {
      "epoch": 4.577861470443753,
      "grad_norm": 0.12841111421585083,
      "learning_rate": 0.00011409703255374068,
      "loss": 12.1622,
      "step": 27957
    },
    {
      "epoch": 4.578025216964139,
      "grad_norm": 0.1628931313753128,
      "learning_rate": 0.00011409191451590047,
      "loss": 12.1627,
      "step": 27958
    },
    {
      "epoch": 4.578188963484526,
      "grad_norm": 0.1317814588546753,
      "learning_rate": 0.00011408679644039926,
      "loss": 12.194,
      "step": 27959
    },
    {
      "epoch": 4.578352710004912,
      "grad_norm": 0.1648862510919571,
      "learning_rate": 0.00011408167832725081,
      "loss": 12.1489,
      "step": 27960
    },
    {
      "epoch": 4.578516456525299,
      "grad_norm": 0.1379534751176834,
      "learning_rate": 0.00011407656017646877,
      "loss": 12.2149,
      "step": 27961
    },
    {
      "epoch": 4.5786802030456855,
      "grad_norm": 0.14167074859142303,
      "learning_rate": 0.0001140714419880668,
      "loss": 12.1964,
      "step": 27962
    },
    {
      "epoch": 4.578843949566072,
      "grad_norm": 0.12886594235897064,
      "learning_rate": 0.00011406632376205859,
      "loss": 12.2127,
      "step": 27963
    },
    {
      "epoch": 4.5790076960864585,
      "grad_norm": 0.1629173755645752,
      "learning_rate": 0.00011406120549845783,
      "loss": 12.1592,
      "step": 27964
    },
    {
      "epoch": 4.579171442606844,
      "grad_norm": 0.13226361572742462,
      "learning_rate": 0.0001140560871972782,
      "loss": 12.1547,
      "step": 27965
    },
    {
      "epoch": 4.579335189127231,
      "grad_norm": 0.1486906111240387,
      "learning_rate": 0.00011405096885853335,
      "loss": 12.2146,
      "step": 27966
    },
    {
      "epoch": 4.579498935647617,
      "grad_norm": 0.16364406049251556,
      "learning_rate": 0.00011404585048223699,
      "loss": 12.1718,
      "step": 27967
    },
    {
      "epoch": 4.579662682168004,
      "grad_norm": 0.18872438371181488,
      "learning_rate": 0.00011404073206840278,
      "loss": 12.1459,
      "step": 27968
    },
    {
      "epoch": 4.57982642868839,
      "grad_norm": 0.15136176347732544,
      "learning_rate": 0.00011403561361704443,
      "loss": 12.1948,
      "step": 27969
    },
    {
      "epoch": 4.579990175208777,
      "grad_norm": 0.17128390073776245,
      "learning_rate": 0.00011403049512817554,
      "loss": 12.1718,
      "step": 27970
    },
    {
      "epoch": 4.580153921729163,
      "grad_norm": 0.15317200124263763,
      "learning_rate": 0.0001140253766018099,
      "loss": 12.1891,
      "step": 27971
    },
    {
      "epoch": 4.58031766824955,
      "grad_norm": 0.1712900698184967,
      "learning_rate": 0.0001140202580379611,
      "loss": 12.1994,
      "step": 27972
    },
    {
      "epoch": 4.580481414769936,
      "grad_norm": 0.13810890913009644,
      "learning_rate": 0.00011401513943664288,
      "loss": 12.1881,
      "step": 27973
    },
    {
      "epoch": 4.580645161290323,
      "grad_norm": 0.14681676030158997,
      "learning_rate": 0.00011401002079786887,
      "loss": 12.1838,
      "step": 27974
    },
    {
      "epoch": 4.5808089078107095,
      "grad_norm": 0.2022072821855545,
      "learning_rate": 0.00011400490212165279,
      "loss": 12.1977,
      "step": 27975
    },
    {
      "epoch": 4.580972654331095,
      "grad_norm": 0.15642181038856506,
      "learning_rate": 0.0001139997834080083,
      "loss": 12.173,
      "step": 27976
    },
    {
      "epoch": 4.581136400851482,
      "grad_norm": 0.14918000996112823,
      "learning_rate": 0.00011399466465694907,
      "loss": 12.1788,
      "step": 27977
    },
    {
      "epoch": 4.581300147371868,
      "grad_norm": 0.10331667959690094,
      "learning_rate": 0.0001139895458684888,
      "loss": 12.1794,
      "step": 27978
    },
    {
      "epoch": 4.581463893892255,
      "grad_norm": 0.24142944812774658,
      "learning_rate": 0.00011398442704264118,
      "loss": 12.2084,
      "step": 27979
    },
    {
      "epoch": 4.581627640412641,
      "grad_norm": 0.19279134273529053,
      "learning_rate": 0.00011397930817941984,
      "loss": 12.237,
      "step": 27980
    },
    {
      "epoch": 4.581791386933028,
      "grad_norm": 0.15080665051937103,
      "learning_rate": 0.0001139741892788385,
      "loss": 12.1579,
      "step": 27981
    },
    {
      "epoch": 4.581955133453414,
      "grad_norm": 0.15760579705238342,
      "learning_rate": 0.00011396907034091082,
      "loss": 12.1991,
      "step": 27982
    },
    {
      "epoch": 4.582118879973801,
      "grad_norm": 0.14047503471374512,
      "learning_rate": 0.00011396395136565052,
      "loss": 12.1968,
      "step": 27983
    },
    {
      "epoch": 4.582282626494187,
      "grad_norm": 0.14911870658397675,
      "learning_rate": 0.00011395883235307126,
      "loss": 12.1763,
      "step": 27984
    },
    {
      "epoch": 4.582446373014573,
      "grad_norm": 0.17013071477413177,
      "learning_rate": 0.0001139537133031867,
      "loss": 12.1747,
      "step": 27985
    },
    {
      "epoch": 4.58261011953496,
      "grad_norm": 0.13853049278259277,
      "learning_rate": 0.00011394859421601054,
      "loss": 12.1788,
      "step": 27986
    },
    {
      "epoch": 4.582773866055346,
      "grad_norm": 0.29440078139305115,
      "learning_rate": 0.00011394347509155644,
      "loss": 12.1686,
      "step": 27987
    },
    {
      "epoch": 4.582937612575733,
      "grad_norm": 0.227345809340477,
      "learning_rate": 0.00011393835592983813,
      "loss": 12.1878,
      "step": 27988
    },
    {
      "epoch": 4.583101359096119,
      "grad_norm": 0.13868209719657898,
      "learning_rate": 0.00011393323673086922,
      "loss": 12.2221,
      "step": 27989
    },
    {
      "epoch": 4.583265105616506,
      "grad_norm": 0.17050579190254211,
      "learning_rate": 0.00011392811749466348,
      "loss": 12.137,
      "step": 27990
    },
    {
      "epoch": 4.583428852136892,
      "grad_norm": 0.12773895263671875,
      "learning_rate": 0.00011392299822123448,
      "loss": 12.1942,
      "step": 27991
    },
    {
      "epoch": 4.583592598657279,
      "grad_norm": 0.1725611686706543,
      "learning_rate": 0.00011391787891059602,
      "loss": 12.2184,
      "step": 27992
    },
    {
      "epoch": 4.583756345177665,
      "grad_norm": 0.1620711237192154,
      "learning_rate": 0.00011391275956276169,
      "loss": 12.2013,
      "step": 27993
    },
    {
      "epoch": 4.583920091698051,
      "grad_norm": 0.14422336220741272,
      "learning_rate": 0.00011390764017774523,
      "loss": 12.2083,
      "step": 27994
    },
    {
      "epoch": 4.584083838218438,
      "grad_norm": 0.16390304267406464,
      "learning_rate": 0.00011390252075556025,
      "loss": 12.2838,
      "step": 27995
    },
    {
      "epoch": 4.584247584738824,
      "grad_norm": 0.1336120367050171,
      "learning_rate": 0.00011389740129622053,
      "loss": 12.1973,
      "step": 27996
    },
    {
      "epoch": 4.5844113312592105,
      "grad_norm": 0.1680367887020111,
      "learning_rate": 0.00011389228179973966,
      "loss": 12.1646,
      "step": 27997
    },
    {
      "epoch": 4.584575077779597,
      "grad_norm": 0.14377619326114655,
      "learning_rate": 0.00011388716226613142,
      "loss": 12.1731,
      "step": 27998
    },
    {
      "epoch": 4.584738824299984,
      "grad_norm": 0.16568344831466675,
      "learning_rate": 0.00011388204269540936,
      "loss": 12.1833,
      "step": 27999
    },
    {
      "epoch": 4.58490257082037,
      "grad_norm": 0.17392094433307648,
      "learning_rate": 0.00011387692308758726,
      "loss": 12.168,
      "step": 28000
    },
    {
      "epoch": 4.58490257082037,
      "eval_loss": 12.161151885986328,
      "eval_runtime": 7.2753,
      "eval_samples_per_second": 33.813,
      "eval_steps_per_second": 16.906,
      "step": 28000
    },
    {
      "epoch": 4.585066317340757,
      "grad_norm": 0.2036704123020172,
      "learning_rate": 0.00011387180344267882,
      "loss": 12.1813,
      "step": 28001
    },
    {
      "epoch": 4.585230063861143,
      "grad_norm": 0.13276532292366028,
      "learning_rate": 0.00011386668376069765,
      "loss": 12.1867,
      "step": 28002
    },
    {
      "epoch": 4.58539381038153,
      "grad_norm": 0.15822437405586243,
      "learning_rate": 0.00011386156404165747,
      "loss": 12.1422,
      "step": 28003
    },
    {
      "epoch": 4.585557556901916,
      "grad_norm": 0.1107143685221672,
      "learning_rate": 0.00011385644428557194,
      "loss": 12.1944,
      "step": 28004
    },
    {
      "epoch": 4.585721303422302,
      "grad_norm": 0.14715656638145447,
      "learning_rate": 0.00011385132449245479,
      "loss": 12.2026,
      "step": 28005
    },
    {
      "epoch": 4.585885049942688,
      "grad_norm": 0.13982152938842773,
      "learning_rate": 0.00011384620466231965,
      "loss": 12.2049,
      "step": 28006
    },
    {
      "epoch": 4.586048796463075,
      "grad_norm": 0.16325721144676208,
      "learning_rate": 0.00011384108479518023,
      "loss": 12.158,
      "step": 28007
    },
    {
      "epoch": 4.5862125429834615,
      "grad_norm": 0.1934979408979416,
      "learning_rate": 0.00011383596489105022,
      "loss": 12.2161,
      "step": 28008
    },
    {
      "epoch": 4.586376289503848,
      "grad_norm": 0.12363100051879883,
      "learning_rate": 0.00011383084494994328,
      "loss": 12.1736,
      "step": 28009
    },
    {
      "epoch": 4.5865400360242345,
      "grad_norm": 0.12882551550865173,
      "learning_rate": 0.00011382572497187309,
      "loss": 12.1874,
      "step": 28010
    },
    {
      "epoch": 4.586703782544621,
      "grad_norm": 0.13081006705760956,
      "learning_rate": 0.00011382060495685336,
      "loss": 12.1489,
      "step": 28011
    },
    {
      "epoch": 4.586867529065008,
      "grad_norm": 0.16283071041107178,
      "learning_rate": 0.00011381548490489778,
      "loss": 12.2036,
      "step": 28012
    },
    {
      "epoch": 4.587031275585394,
      "grad_norm": 0.21212005615234375,
      "learning_rate": 0.00011381036481601999,
      "loss": 12.2054,
      "step": 28013
    },
    {
      "epoch": 4.58719502210578,
      "grad_norm": 0.19991479814052582,
      "learning_rate": 0.00011380524469023368,
      "loss": 12.134,
      "step": 28014
    },
    {
      "epoch": 4.587358768626166,
      "grad_norm": 0.17372356355190277,
      "learning_rate": 0.00011380012452755258,
      "loss": 12.1339,
      "step": 28015
    },
    {
      "epoch": 4.587522515146553,
      "grad_norm": 0.18067291378974915,
      "learning_rate": 0.00011379500432799035,
      "loss": 12.1728,
      "step": 28016
    },
    {
      "epoch": 4.587686261666939,
      "grad_norm": 0.17143476009368896,
      "learning_rate": 0.00011378988409156064,
      "loss": 12.1815,
      "step": 28017
    },
    {
      "epoch": 4.587850008187326,
      "grad_norm": 0.15415158867835999,
      "learning_rate": 0.00011378476381827719,
      "loss": 12.1756,
      "step": 28018
    },
    {
      "epoch": 4.588013754707712,
      "grad_norm": 0.12536509335041046,
      "learning_rate": 0.00011377964350815365,
      "loss": 12.156,
      "step": 28019
    },
    {
      "epoch": 4.588177501228099,
      "grad_norm": 0.15585505962371826,
      "learning_rate": 0.00011377452316120372,
      "loss": 12.1391,
      "step": 28020
    },
    {
      "epoch": 4.5883412477484855,
      "grad_norm": 0.16535991430282593,
      "learning_rate": 0.00011376940277744104,
      "loss": 12.1515,
      "step": 28021
    },
    {
      "epoch": 4.588504994268872,
      "grad_norm": 0.12767134606838226,
      "learning_rate": 0.00011376428235687938,
      "loss": 12.1968,
      "step": 28022
    },
    {
      "epoch": 4.588668740789259,
      "grad_norm": 0.13002687692642212,
      "learning_rate": 0.00011375916189953233,
      "loss": 12.1792,
      "step": 28023
    },
    {
      "epoch": 4.588832487309645,
      "grad_norm": 0.1884952336549759,
      "learning_rate": 0.00011375404140541364,
      "loss": 12.1733,
      "step": 28024
    },
    {
      "epoch": 4.588996233830031,
      "grad_norm": 0.15012310445308685,
      "learning_rate": 0.00011374892087453694,
      "loss": 12.2153,
      "step": 28025
    },
    {
      "epoch": 4.589159980350417,
      "grad_norm": 0.1430204212665558,
      "learning_rate": 0.000113743800306916,
      "loss": 12.1885,
      "step": 28026
    },
    {
      "epoch": 4.589323726870804,
      "grad_norm": 0.13740147650241852,
      "learning_rate": 0.00011373867970256444,
      "loss": 12.2327,
      "step": 28027
    },
    {
      "epoch": 4.58948747339119,
      "grad_norm": 0.14969542622566223,
      "learning_rate": 0.00011373355906149594,
      "loss": 12.1247,
      "step": 28028
    },
    {
      "epoch": 4.589651219911577,
      "grad_norm": 0.16336853802204132,
      "learning_rate": 0.0001137284383837242,
      "loss": 12.1538,
      "step": 28029
    },
    {
      "epoch": 4.589814966431963,
      "grad_norm": 0.1571040153503418,
      "learning_rate": 0.00011372331766926292,
      "loss": 12.2019,
      "step": 28030
    },
    {
      "epoch": 4.58997871295235,
      "grad_norm": 0.15232177078723907,
      "learning_rate": 0.00011371819691812578,
      "loss": 12.1505,
      "step": 28031
    },
    {
      "epoch": 4.5901424594727365,
      "grad_norm": 0.15473896265029907,
      "learning_rate": 0.00011371307613032645,
      "loss": 12.1671,
      "step": 28032
    },
    {
      "epoch": 4.590306205993123,
      "grad_norm": 0.14725039899349213,
      "learning_rate": 0.0001137079553058786,
      "loss": 12.1535,
      "step": 28033
    },
    {
      "epoch": 4.590469952513509,
      "grad_norm": 0.12047133594751358,
      "learning_rate": 0.00011370283444479597,
      "loss": 12.2061,
      "step": 28034
    },
    {
      "epoch": 4.590633699033895,
      "grad_norm": 0.13573168218135834,
      "learning_rate": 0.00011369771354709223,
      "loss": 12.1991,
      "step": 28035
    },
    {
      "epoch": 4.590797445554282,
      "grad_norm": 0.14001132547855377,
      "learning_rate": 0.000113692592612781,
      "loss": 12.2041,
      "step": 28036
    },
    {
      "epoch": 4.590961192074668,
      "grad_norm": 0.1729429066181183,
      "learning_rate": 0.00011368747164187605,
      "loss": 12.1603,
      "step": 28037
    },
    {
      "epoch": 4.591124938595055,
      "grad_norm": 0.16633713245391846,
      "learning_rate": 0.00011368235063439103,
      "loss": 12.2291,
      "step": 28038
    },
    {
      "epoch": 4.591288685115441,
      "grad_norm": 0.20090451836585999,
      "learning_rate": 0.00011367722959033962,
      "loss": 12.2707,
      "step": 28039
    },
    {
      "epoch": 4.591452431635828,
      "grad_norm": 0.15686678886413574,
      "learning_rate": 0.0001136721085097355,
      "loss": 12.2064,
      "step": 28040
    },
    {
      "epoch": 4.591616178156214,
      "grad_norm": 0.1866573840379715,
      "learning_rate": 0.0001136669873925924,
      "loss": 12.1923,
      "step": 28041
    },
    {
      "epoch": 4.591779924676601,
      "grad_norm": 0.13775473833084106,
      "learning_rate": 0.00011366186623892398,
      "loss": 12.1443,
      "step": 28042
    },
    {
      "epoch": 4.591943671196987,
      "grad_norm": 0.16942128539085388,
      "learning_rate": 0.0001136567450487439,
      "loss": 12.203,
      "step": 28043
    },
    {
      "epoch": 4.592107417717374,
      "grad_norm": 0.15773800015449524,
      "learning_rate": 0.00011365162382206586,
      "loss": 12.1743,
      "step": 28044
    },
    {
      "epoch": 4.59227116423776,
      "grad_norm": 0.20871594548225403,
      "learning_rate": 0.00011364650255890359,
      "loss": 12.1374,
      "step": 28045
    },
    {
      "epoch": 4.592434910758146,
      "grad_norm": 0.1999770700931549,
      "learning_rate": 0.00011364138125927073,
      "loss": 12.1844,
      "step": 28046
    },
    {
      "epoch": 4.592598657278533,
      "grad_norm": 0.1341373324394226,
      "learning_rate": 0.00011363625992318098,
      "loss": 12.195,
      "step": 28047
    },
    {
      "epoch": 4.592762403798919,
      "grad_norm": 0.1314394325017929,
      "learning_rate": 0.00011363113855064802,
      "loss": 12.1535,
      "step": 28048
    },
    {
      "epoch": 4.592926150319306,
      "grad_norm": 0.16625982522964478,
      "learning_rate": 0.00011362601714168554,
      "loss": 12.1606,
      "step": 28049
    },
    {
      "epoch": 4.593089896839692,
      "grad_norm": 0.14781691133975983,
      "learning_rate": 0.00011362089569630727,
      "loss": 12.1822,
      "step": 28050
    },
    {
      "epoch": 4.593253643360079,
      "grad_norm": 0.223517507314682,
      "learning_rate": 0.0001136157742145268,
      "loss": 12.1553,
      "step": 28051
    },
    {
      "epoch": 4.593417389880465,
      "grad_norm": 0.17033469676971436,
      "learning_rate": 0.00011361065269635792,
      "loss": 12.1735,
      "step": 28052
    },
    {
      "epoch": 4.593581136400852,
      "grad_norm": 0.17271549999713898,
      "learning_rate": 0.00011360553114181425,
      "loss": 12.1372,
      "step": 28053
    },
    {
      "epoch": 4.5937448829212375,
      "grad_norm": 0.16917693614959717,
      "learning_rate": 0.00011360040955090951,
      "loss": 12.1699,
      "step": 28054
    },
    {
      "epoch": 4.593908629441624,
      "grad_norm": 0.14784257113933563,
      "learning_rate": 0.00011359528792365737,
      "loss": 12.2111,
      "step": 28055
    },
    {
      "epoch": 4.594072375962011,
      "grad_norm": 0.14125552773475647,
      "learning_rate": 0.00011359016626007153,
      "loss": 12.1904,
      "step": 28056
    },
    {
      "epoch": 4.594236122482397,
      "grad_norm": 0.14178252220153809,
      "learning_rate": 0.00011358504456016567,
      "loss": 12.1911,
      "step": 28057
    },
    {
      "epoch": 4.594399869002784,
      "grad_norm": 0.14666876196861267,
      "learning_rate": 0.00011357992282395349,
      "loss": 12.1916,
      "step": 28058
    },
    {
      "epoch": 4.59456361552317,
      "grad_norm": 0.13738808035850525,
      "learning_rate": 0.00011357480105144864,
      "loss": 12.1971,
      "step": 28059
    },
    {
      "epoch": 4.594727362043557,
      "grad_norm": 0.13689085841178894,
      "learning_rate": 0.00011356967924266486,
      "loss": 12.1933,
      "step": 28060
    },
    {
      "epoch": 4.594891108563943,
      "grad_norm": 0.14078213274478912,
      "learning_rate": 0.00011356455739761583,
      "loss": 12.2092,
      "step": 28061
    },
    {
      "epoch": 4.59505485508433,
      "grad_norm": 0.1799330860376358,
      "learning_rate": 0.0001135594355163152,
      "loss": 12.1777,
      "step": 28062
    },
    {
      "epoch": 4.595218601604715,
      "grad_norm": 0.20604264736175537,
      "learning_rate": 0.00011355431359877668,
      "loss": 12.1929,
      "step": 28063
    },
    {
      "epoch": 4.595382348125103,
      "grad_norm": 0.21604189276695251,
      "learning_rate": 0.00011354919164501399,
      "loss": 12.1855,
      "step": 28064
    },
    {
      "epoch": 4.5955460946454885,
      "grad_norm": 0.1565762311220169,
      "learning_rate": 0.00011354406965504076,
      "loss": 12.135,
      "step": 28065
    },
    {
      "epoch": 4.595709841165875,
      "grad_norm": 0.12457443028688431,
      "learning_rate": 0.00011353894762887071,
      "loss": 12.1792,
      "step": 28066
    },
    {
      "epoch": 4.5958735876862615,
      "grad_norm": 0.13885772228240967,
      "learning_rate": 0.00011353382556651753,
      "loss": 12.1384,
      "step": 28067
    },
    {
      "epoch": 4.596037334206648,
      "grad_norm": 0.13082395493984222,
      "learning_rate": 0.00011352870346799489,
      "loss": 12.1705,
      "step": 28068
    },
    {
      "epoch": 4.596201080727035,
      "grad_norm": 0.1745607703924179,
      "learning_rate": 0.00011352358133331653,
      "loss": 12.1435,
      "step": 28069
    },
    {
      "epoch": 4.596364827247421,
      "grad_norm": 0.13509881496429443,
      "learning_rate": 0.00011351845916249606,
      "loss": 12.1844,
      "step": 28070
    },
    {
      "epoch": 4.596528573767808,
      "grad_norm": 0.14235906302928925,
      "learning_rate": 0.00011351333695554724,
      "loss": 12.1913,
      "step": 28071
    },
    {
      "epoch": 4.596692320288194,
      "grad_norm": 0.22127416729927063,
      "learning_rate": 0.00011350821471248371,
      "loss": 12.1862,
      "step": 28072
    },
    {
      "epoch": 4.596856066808581,
      "grad_norm": 0.13357841968536377,
      "learning_rate": 0.00011350309243331922,
      "loss": 12.1845,
      "step": 28073
    },
    {
      "epoch": 4.597019813328966,
      "grad_norm": 0.12503723800182343,
      "learning_rate": 0.00011349797011806738,
      "loss": 12.1696,
      "step": 28074
    },
    {
      "epoch": 4.597183559849353,
      "grad_norm": 0.1405857801437378,
      "learning_rate": 0.00011349284776674196,
      "loss": 12.1436,
      "step": 28075
    },
    {
      "epoch": 4.597347306369739,
      "grad_norm": 0.18747557699680328,
      "learning_rate": 0.00011348772537935656,
      "loss": 12.2146,
      "step": 28076
    },
    {
      "epoch": 4.597511052890126,
      "grad_norm": 0.132189080119133,
      "learning_rate": 0.00011348260295592494,
      "loss": 12.135,
      "step": 28077
    },
    {
      "epoch": 4.5976747994105125,
      "grad_norm": 0.11478788405656815,
      "learning_rate": 0.00011347748049646076,
      "loss": 12.1342,
      "step": 28078
    },
    {
      "epoch": 4.597838545930899,
      "grad_norm": 0.1621813029050827,
      "learning_rate": 0.00011347235800097775,
      "loss": 12.1632,
      "step": 28079
    },
    {
      "epoch": 4.5980022924512856,
      "grad_norm": 0.15784408152103424,
      "learning_rate": 0.00011346723546948955,
      "loss": 12.1896,
      "step": 28080
    },
    {
      "epoch": 4.598166038971672,
      "grad_norm": 0.15883256494998932,
      "learning_rate": 0.00011346211290200985,
      "loss": 12.1934,
      "step": 28081
    },
    {
      "epoch": 4.598329785492059,
      "grad_norm": 0.15516643226146698,
      "learning_rate": 0.00011345699029855237,
      "loss": 12.2129,
      "step": 28082
    },
    {
      "epoch": 4.598493532012444,
      "grad_norm": 0.11636025458574295,
      "learning_rate": 0.0001134518676591308,
      "loss": 12.1762,
      "step": 28083
    },
    {
      "epoch": 4.598657278532831,
      "grad_norm": 0.12079157680273056,
      "learning_rate": 0.0001134467449837588,
      "loss": 12.18,
      "step": 28084
    },
    {
      "epoch": 4.598821025053217,
      "grad_norm": 0.14477919042110443,
      "learning_rate": 0.00011344162227245008,
      "loss": 12.1483,
      "step": 28085
    },
    {
      "epoch": 4.598984771573604,
      "grad_norm": 0.16591361165046692,
      "learning_rate": 0.00011343649952521835,
      "loss": 12.1861,
      "step": 28086
    },
    {
      "epoch": 4.59914851809399,
      "grad_norm": 0.1347634643316269,
      "learning_rate": 0.00011343137674207726,
      "loss": 12.1861,
      "step": 28087
    },
    {
      "epoch": 4.599312264614377,
      "grad_norm": 0.14672717452049255,
      "learning_rate": 0.00011342625392304053,
      "loss": 12.1987,
      "step": 28088
    },
    {
      "epoch": 4.5994760111347635,
      "grad_norm": 0.14206941425800323,
      "learning_rate": 0.00011342113106812185,
      "loss": 12.1974,
      "step": 28089
    },
    {
      "epoch": 4.59963975765515,
      "grad_norm": 0.15180523693561554,
      "learning_rate": 0.00011341600817733491,
      "loss": 12.162,
      "step": 28090
    },
    {
      "epoch": 4.5998035041755365,
      "grad_norm": 0.17808453738689423,
      "learning_rate": 0.00011341088525069339,
      "loss": 12.1513,
      "step": 28091
    },
    {
      "epoch": 4.599967250695923,
      "grad_norm": 0.19186951220035553,
      "learning_rate": 0.00011340576228821098,
      "loss": 12.1461,
      "step": 28092
    },
    {
      "epoch": 4.60013099721631,
      "grad_norm": 0.14564834535121918,
      "learning_rate": 0.00011340063928990136,
      "loss": 12.2147,
      "step": 28093
    },
    {
      "epoch": 4.600294743736695,
      "grad_norm": 0.13447408378124237,
      "learning_rate": 0.00011339551625577826,
      "loss": 12.1972,
      "step": 28094
    },
    {
      "epoch": 4.600458490257082,
      "grad_norm": 0.11118467152118683,
      "learning_rate": 0.00011339039318585533,
      "loss": 12.1858,
      "step": 28095
    },
    {
      "epoch": 4.600622236777468,
      "grad_norm": 0.11915773153305054,
      "learning_rate": 0.0001133852700801463,
      "loss": 12.1671,
      "step": 28096
    },
    {
      "epoch": 4.600785983297855,
      "grad_norm": 0.1188926175236702,
      "learning_rate": 0.00011338014693866484,
      "loss": 12.1761,
      "step": 28097
    },
    {
      "epoch": 4.600949729818241,
      "grad_norm": 0.13698866963386536,
      "learning_rate": 0.00011337502376142466,
      "loss": 12.1748,
      "step": 28098
    },
    {
      "epoch": 4.601113476338628,
      "grad_norm": 0.1960712969303131,
      "learning_rate": 0.00011336990054843939,
      "loss": 12.1252,
      "step": 28099
    },
    {
      "epoch": 4.601277222859014,
      "grad_norm": 0.20941759645938873,
      "learning_rate": 0.00011336477729972279,
      "loss": 12.1946,
      "step": 28100
    },
    {
      "epoch": 4.601440969379401,
      "grad_norm": 0.16584621369838715,
      "learning_rate": 0.00011335965401528854,
      "loss": 12.1466,
      "step": 28101
    },
    {
      "epoch": 4.6016047158997875,
      "grad_norm": 0.14885595440864563,
      "learning_rate": 0.00011335453069515031,
      "loss": 12.1701,
      "step": 28102
    },
    {
      "epoch": 4.601768462420173,
      "grad_norm": 0.1375846415758133,
      "learning_rate": 0.00011334940733932182,
      "loss": 12.1508,
      "step": 28103
    },
    {
      "epoch": 4.60193220894056,
      "grad_norm": 0.13571852445602417,
      "learning_rate": 0.00011334428394781673,
      "loss": 12.1888,
      "step": 28104
    },
    {
      "epoch": 4.602095955460946,
      "grad_norm": 0.1672103852033615,
      "learning_rate": 0.00011333916052064877,
      "loss": 12.162,
      "step": 28105
    },
    {
      "epoch": 4.602259701981333,
      "grad_norm": 0.1769229620695114,
      "learning_rate": 0.00011333403705783157,
      "loss": 12.2314,
      "step": 28106
    },
    {
      "epoch": 4.602423448501719,
      "grad_norm": 0.16138041019439697,
      "learning_rate": 0.00011332891355937891,
      "loss": 12.099,
      "step": 28107
    },
    {
      "epoch": 4.602587195022106,
      "grad_norm": 0.15068373084068298,
      "learning_rate": 0.00011332379002530442,
      "loss": 12.1783,
      "step": 28108
    },
    {
      "epoch": 4.602750941542492,
      "grad_norm": 0.15210111439228058,
      "learning_rate": 0.00011331866645562181,
      "loss": 12.1667,
      "step": 28109
    },
    {
      "epoch": 4.602914688062879,
      "grad_norm": 0.13872098922729492,
      "learning_rate": 0.00011331354285034474,
      "loss": 12.1499,
      "step": 28110
    },
    {
      "epoch": 4.603078434583265,
      "grad_norm": 0.1745196133852005,
      "learning_rate": 0.00011330841920948698,
      "loss": 12.1794,
      "step": 28111
    },
    {
      "epoch": 4.603242181103652,
      "grad_norm": 0.15252840518951416,
      "learning_rate": 0.00011330329553306218,
      "loss": 12.1462,
      "step": 28112
    },
    {
      "epoch": 4.603405927624038,
      "grad_norm": 0.1417737454175949,
      "learning_rate": 0.00011329817182108402,
      "loss": 12.1693,
      "step": 28113
    },
    {
      "epoch": 4.603569674144424,
      "grad_norm": 0.174701526761055,
      "learning_rate": 0.00011329304807356618,
      "loss": 12.1719,
      "step": 28114
    },
    {
      "epoch": 4.603733420664811,
      "grad_norm": 0.15338918566703796,
      "learning_rate": 0.00011328792429052239,
      "loss": 12.233,
      "step": 28115
    },
    {
      "epoch": 4.603897167185197,
      "grad_norm": 0.1860823631286621,
      "learning_rate": 0.00011328280047196636,
      "loss": 12.1745,
      "step": 28116
    },
    {
      "epoch": 4.604060913705584,
      "grad_norm": 0.15431559085845947,
      "learning_rate": 0.00011327767661791173,
      "loss": 12.1819,
      "step": 28117
    },
    {
      "epoch": 4.60422466022597,
      "grad_norm": 0.19767063856124878,
      "learning_rate": 0.00011327255272837221,
      "loss": 12.222,
      "step": 28118
    },
    {
      "epoch": 4.604388406746357,
      "grad_norm": 0.12736579775810242,
      "learning_rate": 0.00011326742880336152,
      "loss": 12.2144,
      "step": 28119
    },
    {
      "epoch": 4.604552153266743,
      "grad_norm": 0.262614369392395,
      "learning_rate": 0.00011326230484289333,
      "loss": 12.2352,
      "step": 28120
    },
    {
      "epoch": 4.60471589978713,
      "grad_norm": 0.16963358223438263,
      "learning_rate": 0.00011325718084698131,
      "loss": 12.1522,
      "step": 28121
    },
    {
      "epoch": 4.604879646307516,
      "grad_norm": 0.12866723537445068,
      "learning_rate": 0.00011325205681563922,
      "loss": 12.1828,
      "step": 28122
    },
    {
      "epoch": 4.605043392827902,
      "grad_norm": 0.12069432437419891,
      "learning_rate": 0.00011324693274888072,
      "loss": 12.1885,
      "step": 28123
    },
    {
      "epoch": 4.6052071393482885,
      "grad_norm": 0.1403881460428238,
      "learning_rate": 0.0001132418086467195,
      "loss": 12.1868,
      "step": 28124
    },
    {
      "epoch": 4.605370885868675,
      "grad_norm": 0.15254555642604828,
      "learning_rate": 0.00011323668450916925,
      "loss": 12.1873,
      "step": 28125
    },
    {
      "epoch": 4.605534632389062,
      "grad_norm": 0.1432865560054779,
      "learning_rate": 0.00011323156033624367,
      "loss": 12.1841,
      "step": 28126
    },
    {
      "epoch": 4.605698378909448,
      "grad_norm": 0.1744839996099472,
      "learning_rate": 0.00011322643612795645,
      "loss": 12.2205,
      "step": 28127
    },
    {
      "epoch": 4.605862125429835,
      "grad_norm": 0.15118546783924103,
      "learning_rate": 0.0001132213118843213,
      "loss": 12.1806,
      "step": 28128
    },
    {
      "epoch": 4.606025871950221,
      "grad_norm": 0.1740873157978058,
      "learning_rate": 0.00011321618760535189,
      "loss": 12.1515,
      "step": 28129
    },
    {
      "epoch": 4.606189618470608,
      "grad_norm": 0.13690510392189026,
      "learning_rate": 0.00011321106329106195,
      "loss": 12.1803,
      "step": 28130
    },
    {
      "epoch": 4.606353364990994,
      "grad_norm": 0.14007970690727234,
      "learning_rate": 0.00011320593894146514,
      "loss": 12.2327,
      "step": 28131
    },
    {
      "epoch": 4.606517111511381,
      "grad_norm": 0.18127518892288208,
      "learning_rate": 0.00011320081455657519,
      "loss": 12.1736,
      "step": 28132
    },
    {
      "epoch": 4.606680858031767,
      "grad_norm": 0.11759370565414429,
      "learning_rate": 0.00011319569013640574,
      "loss": 12.1543,
      "step": 28133
    },
    {
      "epoch": 4.606844604552153,
      "grad_norm": 0.146589457988739,
      "learning_rate": 0.00011319056568097052,
      "loss": 12.1664,
      "step": 28134
    },
    {
      "epoch": 4.6070083510725395,
      "grad_norm": 0.13390034437179565,
      "learning_rate": 0.00011318544119028325,
      "loss": 12.155,
      "step": 28135
    },
    {
      "epoch": 4.607172097592926,
      "grad_norm": 0.14673373103141785,
      "learning_rate": 0.0001131803166643576,
      "loss": 12.1942,
      "step": 28136
    },
    {
      "epoch": 4.6073358441133125,
      "grad_norm": 0.12780067324638367,
      "learning_rate": 0.00011317519210320724,
      "loss": 12.1708,
      "step": 28137
    },
    {
      "epoch": 4.607499590633699,
      "grad_norm": 0.12599757313728333,
      "learning_rate": 0.00011317006750684591,
      "loss": 12.183,
      "step": 28138
    },
    {
      "epoch": 4.607663337154086,
      "grad_norm": 0.15959344804286957,
      "learning_rate": 0.00011316494287528729,
      "loss": 12.1411,
      "step": 28139
    },
    {
      "epoch": 4.607827083674472,
      "grad_norm": 0.1536654680967331,
      "learning_rate": 0.00011315981820854504,
      "loss": 12.1758,
      "step": 28140
    },
    {
      "epoch": 4.607990830194859,
      "grad_norm": 0.13811755180358887,
      "learning_rate": 0.00011315469350663292,
      "loss": 12.1857,
      "step": 28141
    },
    {
      "epoch": 4.608154576715245,
      "grad_norm": 0.13915838301181793,
      "learning_rate": 0.00011314956876956459,
      "loss": 12.1617,
      "step": 28142
    },
    {
      "epoch": 4.608318323235631,
      "grad_norm": 0.16204847395420074,
      "learning_rate": 0.00011314444399735376,
      "loss": 12.2151,
      "step": 28143
    },
    {
      "epoch": 4.608482069756017,
      "grad_norm": 0.14635120332241058,
      "learning_rate": 0.00011313931919001408,
      "loss": 12.1674,
      "step": 28144
    },
    {
      "epoch": 4.608645816276404,
      "grad_norm": 0.1905229240655899,
      "learning_rate": 0.00011313419434755929,
      "loss": 12.19,
      "step": 28145
    },
    {
      "epoch": 4.60880956279679,
      "grad_norm": Infinity,
      "learning_rate": 0.00011313419434755929,
      "loss": 12.1136,
      "step": 28146
    },
    {
      "epoch": 4.608973309317177,
      "grad_norm": 0.12970954179763794,
      "learning_rate": 0.00011312906947000311,
      "loss": 12.1604,
      "step": 28147
    },
    {
      "epoch": 4.6091370558375635,
      "grad_norm": 0.15806962549686432,
      "learning_rate": 0.00011312394455735918,
      "loss": 12.1899,
      "step": 28148
    },
    {
      "epoch": 4.60930080235795,
      "grad_norm": 0.16558919847011566,
      "learning_rate": 0.00011311881960964121,
      "loss": 12.1842,
      "step": 28149
    },
    {
      "epoch": 4.609464548878337,
      "grad_norm": 0.1783316284418106,
      "learning_rate": 0.00011311369462686295,
      "loss": 12.2097,
      "step": 28150
    },
    {
      "epoch": 4.609628295398723,
      "grad_norm": 0.11952812224626541,
      "learning_rate": 0.000113108569609038,
      "loss": 12.1759,
      "step": 28151
    },
    {
      "epoch": 4.609792041919109,
      "grad_norm": 0.1409253180027008,
      "learning_rate": 0.00011310344455618013,
      "loss": 12.1816,
      "step": 28152
    },
    {
      "epoch": 4.609955788439495,
      "grad_norm": 0.12455970048904419,
      "learning_rate": 0.00011309831946830303,
      "loss": 12.1709,
      "step": 28153
    },
    {
      "epoch": 4.610119534959882,
      "grad_norm": 0.20620980858802795,
      "learning_rate": 0.00011309319434542041,
      "loss": 12.1999,
      "step": 28154
    },
    {
      "epoch": 4.610283281480268,
      "grad_norm": 0.181899294257164,
      "learning_rate": 0.00011308806918754588,
      "loss": 12.1624,
      "step": 28155
    },
    {
      "epoch": 4.610447028000655,
      "grad_norm": 0.21427181363105774,
      "learning_rate": 0.00011308294399469322,
      "loss": 12.18,
      "step": 28156
    },
    {
      "epoch": 4.610610774521041,
      "grad_norm": 0.14928175508975983,
      "learning_rate": 0.0001130778187668761,
      "loss": 12.2096,
      "step": 28157
    },
    {
      "epoch": 4.610774521041428,
      "grad_norm": 0.11760710924863815,
      "learning_rate": 0.00011307269350410826,
      "loss": 12.2292,
      "step": 28158
    },
    {
      "epoch": 4.6109382675618145,
      "grad_norm": 0.14712616801261902,
      "learning_rate": 0.00011306756820640334,
      "loss": 12.192,
      "step": 28159
    },
    {
      "epoch": 4.611102014082201,
      "grad_norm": 0.15152475237846375,
      "learning_rate": 0.00011306244287377503,
      "loss": 12.1475,
      "step": 28160
    },
    {
      "epoch": 4.6112657606025875,
      "grad_norm": 0.1487843543291092,
      "learning_rate": 0.00011305731750623712,
      "loss": 12.2246,
      "step": 28161
    },
    {
      "epoch": 4.611429507122974,
      "grad_norm": 0.1519840657711029,
      "learning_rate": 0.00011305219210380318,
      "loss": 12.1617,
      "step": 28162
    },
    {
      "epoch": 4.61159325364336,
      "grad_norm": 0.17515091598033905,
      "learning_rate": 0.00011304706666648699,
      "loss": 12.1732,
      "step": 28163
    },
    {
      "epoch": 4.611757000163746,
      "grad_norm": 0.11634653806686401,
      "learning_rate": 0.00011304194119430223,
      "loss": 12.1572,
      "step": 28164
    },
    {
      "epoch": 4.611920746684133,
      "grad_norm": 0.12840156257152557,
      "learning_rate": 0.00011303681568726261,
      "loss": 12.1642,
      "step": 28165
    },
    {
      "epoch": 4.612084493204519,
      "grad_norm": 0.13740576803684235,
      "learning_rate": 0.0001130316901453818,
      "loss": 12.1618,
      "step": 28166
    },
    {
      "epoch": 4.612248239724906,
      "grad_norm": 0.14992734789848328,
      "learning_rate": 0.00011302656456867351,
      "loss": 12.1813,
      "step": 28167
    },
    {
      "epoch": 4.612411986245292,
      "grad_norm": 0.21127137541770935,
      "learning_rate": 0.00011302143895715144,
      "loss": 12.1343,
      "step": 28168
    },
    {
      "epoch": 4.612575732765679,
      "grad_norm": 0.13042527437210083,
      "learning_rate": 0.00011301631331082931,
      "loss": 12.1707,
      "step": 28169
    },
    {
      "epoch": 4.612739479286065,
      "grad_norm": 0.13669629395008087,
      "learning_rate": 0.00011301118762972078,
      "loss": 12.2359,
      "step": 28170
    },
    {
      "epoch": 4.612903225806452,
      "grad_norm": 0.1681407392024994,
      "learning_rate": 0.00011300606191383958,
      "loss": 12.2264,
      "step": 28171
    },
    {
      "epoch": 4.613066972326838,
      "grad_norm": 0.16237130761146545,
      "learning_rate": 0.00011300093616319938,
      "loss": 12.2032,
      "step": 28172
    },
    {
      "epoch": 4.613230718847224,
      "grad_norm": 0.17396414279937744,
      "learning_rate": 0.00011299581037781388,
      "loss": 12.156,
      "step": 28173
    },
    {
      "epoch": 4.613394465367611,
      "grad_norm": 0.1374821960926056,
      "learning_rate": 0.00011299068455769681,
      "loss": 12.2045,
      "step": 28174
    },
    {
      "epoch": 4.613558211887997,
      "grad_norm": 0.1599169820547104,
      "learning_rate": 0.00011298555870286185,
      "loss": 12.1881,
      "step": 28175
    },
    {
      "epoch": 4.613721958408384,
      "grad_norm": 0.13005442917346954,
      "learning_rate": 0.00011298043281332273,
      "loss": 12.1914,
      "step": 28176
    },
    {
      "epoch": 4.61388570492877,
      "grad_norm": 0.16813714802265167,
      "learning_rate": 0.00011297530688909306,
      "loss": 12.1351,
      "step": 28177
    },
    {
      "epoch": 4.614049451449157,
      "grad_norm": 0.14590412378311157,
      "learning_rate": 0.00011297018093018663,
      "loss": 12.1694,
      "step": 28178
    },
    {
      "epoch": 4.614213197969543,
      "grad_norm": 0.2559695839881897,
      "learning_rate": 0.0001129650549366171,
      "loss": 12.1589,
      "step": 28179
    },
    {
      "epoch": 4.61437694448993,
      "grad_norm": 0.13094492256641388,
      "learning_rate": 0.00011295992890839821,
      "loss": 12.1681,
      "step": 28180
    },
    {
      "epoch": 4.614540691010316,
      "grad_norm": 0.1338350772857666,
      "learning_rate": 0.00011295480284554359,
      "loss": 12.1524,
      "step": 28181
    },
    {
      "epoch": 4.614704437530703,
      "grad_norm": 0.1229437068104744,
      "learning_rate": 0.00011294967674806697,
      "loss": 12.1527,
      "step": 28182
    },
    {
      "epoch": 4.614868184051089,
      "grad_norm": 0.21847066283226013,
      "learning_rate": 0.00011294455061598208,
      "loss": 12.2092,
      "step": 28183
    },
    {
      "epoch": 4.615031930571475,
      "grad_norm": 0.15456713736057281,
      "learning_rate": 0.00011293942444930259,
      "loss": 12.1805,
      "step": 28184
    },
    {
      "epoch": 4.615195677091862,
      "grad_norm": 0.3480830490589142,
      "learning_rate": 0.00011293429824804218,
      "loss": 12.1329,
      "step": 28185
    },
    {
      "epoch": 4.615359423612248,
      "grad_norm": 0.16517190635204315,
      "learning_rate": 0.0001129291720122146,
      "loss": 12.1695,
      "step": 28186
    },
    {
      "epoch": 4.615523170132635,
      "grad_norm": 0.18926911056041718,
      "learning_rate": 0.00011292404574183353,
      "loss": 12.2663,
      "step": 28187
    },
    {
      "epoch": 4.615686916653021,
      "grad_norm": 0.1305532604455948,
      "learning_rate": 0.00011291891943691266,
      "loss": 12.1569,
      "step": 28188
    },
    {
      "epoch": 4.615850663173408,
      "grad_norm": 0.20408481359481812,
      "learning_rate": 0.00011291379309746568,
      "loss": 12.1499,
      "step": 28189
    },
    {
      "epoch": 4.616014409693794,
      "grad_norm": 0.1861569732427597,
      "learning_rate": 0.0001129086667235063,
      "loss": 12.2028,
      "step": 28190
    },
    {
      "epoch": 4.616178156214181,
      "grad_norm": 0.15304462611675262,
      "learning_rate": 0.00011290354031504826,
      "loss": 12.1852,
      "step": 28191
    },
    {
      "epoch": 4.6163419027345665,
      "grad_norm": 0.12611794471740723,
      "learning_rate": 0.00011289841387210518,
      "loss": 12.147,
      "step": 28192
    },
    {
      "epoch": 4.616505649254953,
      "grad_norm": 0.12232162058353424,
      "learning_rate": 0.00011289328739469085,
      "loss": 12.1917,
      "step": 28193
    },
    {
      "epoch": 4.6166693957753395,
      "grad_norm": 0.12173963338136673,
      "learning_rate": 0.0001128881608828189,
      "loss": 12.1659,
      "step": 28194
    },
    {
      "epoch": 4.616833142295726,
      "grad_norm": 0.15631668269634247,
      "learning_rate": 0.00011288303433650309,
      "loss": 12.1885,
      "step": 28195
    },
    {
      "epoch": 4.616996888816113,
      "grad_norm": 0.14921265840530396,
      "learning_rate": 0.00011287790775575703,
      "loss": 12.1565,
      "step": 28196
    },
    {
      "epoch": 4.617160635336499,
      "grad_norm": 0.17039456963539124,
      "learning_rate": 0.00011287278114059452,
      "loss": 12.1276,
      "step": 28197
    },
    {
      "epoch": 4.617324381856886,
      "grad_norm": 0.15493512153625488,
      "learning_rate": 0.00011286765449102923,
      "loss": 12.1765,
      "step": 28198
    },
    {
      "epoch": 4.617488128377272,
      "grad_norm": 0.11940924823284149,
      "learning_rate": 0.00011286252780707485,
      "loss": 12.1861,
      "step": 28199
    },
    {
      "epoch": 4.617651874897659,
      "grad_norm": 0.14872120320796967,
      "learning_rate": 0.00011285740108874506,
      "loss": 12.137,
      "step": 28200
    },
    {
      "epoch": 4.617815621418045,
      "grad_norm": 0.14879806339740753,
      "learning_rate": 0.00011285227433605359,
      "loss": 12.1786,
      "step": 28201
    },
    {
      "epoch": 4.617979367938432,
      "grad_norm": 0.12008505314588547,
      "learning_rate": 0.00011284714754901413,
      "loss": 12.1628,
      "step": 28202
    },
    {
      "epoch": 4.618143114458817,
      "grad_norm": 0.09836309403181076,
      "learning_rate": 0.0001128420207276404,
      "loss": 12.1693,
      "step": 28203
    },
    {
      "epoch": 4.618306860979204,
      "grad_norm": 0.1943870186805725,
      "learning_rate": 0.00011283689387194607,
      "loss": 12.2346,
      "step": 28204
    },
    {
      "epoch": 4.6184706074995905,
      "grad_norm": 0.16617435216903687,
      "learning_rate": 0.00011283176698194489,
      "loss": 12.2203,
      "step": 28205
    },
    {
      "epoch": 4.618634354019977,
      "grad_norm": 0.18450650572776794,
      "learning_rate": 0.00011282664005765051,
      "loss": 12.1569,
      "step": 28206
    },
    {
      "epoch": 4.6187981005403635,
      "grad_norm": 0.15649166703224182,
      "learning_rate": 0.00011282151309907665,
      "loss": 12.1876,
      "step": 28207
    },
    {
      "epoch": 4.61896184706075,
      "grad_norm": 0.13059212267398834,
      "learning_rate": 0.00011281638610623704,
      "loss": 12.1439,
      "step": 28208
    },
    {
      "epoch": 4.619125593581137,
      "grad_norm": 0.14061635732650757,
      "learning_rate": 0.00011281125907914533,
      "loss": 12.193,
      "step": 28209
    },
    {
      "epoch": 4.619289340101523,
      "grad_norm": 0.1513758897781372,
      "learning_rate": 0.00011280613201781526,
      "loss": 12.1732,
      "step": 28210
    },
    {
      "epoch": 4.61945308662191,
      "grad_norm": 0.18910923600196838,
      "learning_rate": 0.00011280100492226054,
      "loss": 12.2179,
      "step": 28211
    },
    {
      "epoch": 4.619616833142295,
      "grad_norm": 0.23117803037166595,
      "learning_rate": 0.00011279587779249483,
      "loss": 12.2004,
      "step": 28212
    },
    {
      "epoch": 4.619780579662682,
      "grad_norm": 0.14718908071517944,
      "learning_rate": 0.00011279075062853186,
      "loss": 12.1851,
      "step": 28213
    },
    {
      "epoch": 4.619944326183068,
      "grad_norm": 0.2035359889268875,
      "learning_rate": 0.00011278562343038534,
      "loss": 12.1537,
      "step": 28214
    },
    {
      "epoch": 4.620108072703455,
      "grad_norm": 0.14151278138160706,
      "learning_rate": 0.00011278049619806894,
      "loss": 12.1418,
      "step": 28215
    },
    {
      "epoch": 4.6202718192238414,
      "grad_norm": 0.1420440822839737,
      "learning_rate": 0.00011277536893159642,
      "loss": 12.1559,
      "step": 28216
    },
    {
      "epoch": 4.620435565744228,
      "grad_norm": 0.16564008593559265,
      "learning_rate": 0.00011277024163098142,
      "loss": 12.2107,
      "step": 28217
    },
    {
      "epoch": 4.6205993122646145,
      "grad_norm": 0.13277994096279144,
      "learning_rate": 0.00011276511429623768,
      "loss": 12.1902,
      "step": 28218
    },
    {
      "epoch": 4.620763058785001,
      "grad_norm": 0.12294439226388931,
      "learning_rate": 0.00011275998692737886,
      "loss": 12.1948,
      "step": 28219
    },
    {
      "epoch": 4.620926805305388,
      "grad_norm": 0.15673747658729553,
      "learning_rate": 0.00011275485952441873,
      "loss": 12.1637,
      "step": 28220
    },
    {
      "epoch": 4.621090551825773,
      "grad_norm": 0.15116451680660248,
      "learning_rate": 0.00011274973208737096,
      "loss": 12.1676,
      "step": 28221
    },
    {
      "epoch": 4.621254298346161,
      "grad_norm": 0.15231147408485413,
      "learning_rate": 0.00011274460461624925,
      "loss": 12.1677,
      "step": 28222
    },
    {
      "epoch": 4.621418044866546,
      "grad_norm": 0.1911706030368805,
      "learning_rate": 0.0001127394771110673,
      "loss": 12.2177,
      "step": 28223
    },
    {
      "epoch": 4.621581791386933,
      "grad_norm": 0.21328029036521912,
      "learning_rate": 0.0001127343495718388,
      "loss": 12.1428,
      "step": 28224
    },
    {
      "epoch": 4.621745537907319,
      "grad_norm": 0.17258231341838837,
      "learning_rate": 0.00011272922199857749,
      "loss": 12.1943,
      "step": 28225
    },
    {
      "epoch": 4.621909284427706,
      "grad_norm": 0.14749431610107422,
      "learning_rate": 0.00011272409439129705,
      "loss": 12.1893,
      "step": 28226
    },
    {
      "epoch": 4.622073030948092,
      "grad_norm": 0.132331982254982,
      "learning_rate": 0.0001127189667500112,
      "loss": 12.148,
      "step": 28227
    },
    {
      "epoch": 4.622236777468479,
      "grad_norm": 0.13267304003238678,
      "learning_rate": 0.00011271383907473363,
      "loss": 12.1916,
      "step": 28228
    },
    {
      "epoch": 4.6224005239888655,
      "grad_norm": 0.16542015969753265,
      "learning_rate": 0.00011270871136547804,
      "loss": 12.1799,
      "step": 28229
    },
    {
      "epoch": 4.622564270509252,
      "grad_norm": 0.13054925203323364,
      "learning_rate": 0.00011270358362225813,
      "loss": 12.2013,
      "step": 28230
    },
    {
      "epoch": 4.6227280170296385,
      "grad_norm": 0.13549187779426575,
      "learning_rate": 0.00011269845584508763,
      "loss": 12.1725,
      "step": 28231
    },
    {
      "epoch": 4.622891763550024,
      "grad_norm": 0.18638542294502258,
      "learning_rate": 0.00011269332803398023,
      "loss": 12.2079,
      "step": 28232
    },
    {
      "epoch": 4.623055510070411,
      "grad_norm": 0.13991405069828033,
      "learning_rate": 0.00011268820018894963,
      "loss": 12.1674,
      "step": 28233
    },
    {
      "epoch": 4.623219256590797,
      "grad_norm": 0.17845554649829865,
      "learning_rate": 0.00011268307231000952,
      "loss": 12.2153,
      "step": 28234
    },
    {
      "epoch": 4.623383003111184,
      "grad_norm": 0.18927133083343506,
      "learning_rate": 0.00011267794439717367,
      "loss": 12.1211,
      "step": 28235
    },
    {
      "epoch": 4.62354674963157,
      "grad_norm": 0.12860321998596191,
      "learning_rate": 0.00011267281645045569,
      "loss": 12.1514,
      "step": 28236
    },
    {
      "epoch": 4.623710496151957,
      "grad_norm": 0.15784865617752075,
      "learning_rate": 0.00011266768846986934,
      "loss": 12.1758,
      "step": 28237
    },
    {
      "epoch": 4.623874242672343,
      "grad_norm": 0.18132050335407257,
      "learning_rate": 0.00011266256045542831,
      "loss": 12.1858,
      "step": 28238
    },
    {
      "epoch": 4.62403798919273,
      "grad_norm": 0.13709455728530884,
      "learning_rate": 0.00011265743240714635,
      "loss": 12.1648,
      "step": 28239
    },
    {
      "epoch": 4.624201735713116,
      "grad_norm": 0.12535786628723145,
      "learning_rate": 0.00011265230432503709,
      "loss": 12.1674,
      "step": 28240
    },
    {
      "epoch": 4.624365482233502,
      "grad_norm": 0.15134428441524506,
      "learning_rate": 0.00011264717620911427,
      "loss": 12.1643,
      "step": 28241
    },
    {
      "epoch": 4.624529228753889,
      "grad_norm": 0.15316429734230042,
      "learning_rate": 0.00011264204805939159,
      "loss": 12.1544,
      "step": 28242
    },
    {
      "epoch": 4.624692975274275,
      "grad_norm": 0.165164977312088,
      "learning_rate": 0.00011263691987588277,
      "loss": 12.1931,
      "step": 28243
    },
    {
      "epoch": 4.624856721794662,
      "grad_norm": 0.1486329883337021,
      "learning_rate": 0.00011263179165860149,
      "loss": 12.1824,
      "step": 28244
    },
    {
      "epoch": 4.625020468315048,
      "grad_norm": 0.15466009080410004,
      "learning_rate": 0.00011262666340756147,
      "loss": 12.1897,
      "step": 28245
    },
    {
      "epoch": 4.625184214835435,
      "grad_norm": 0.12676964700222015,
      "learning_rate": 0.00011262153512277647,
      "loss": 12.1491,
      "step": 28246
    },
    {
      "epoch": 4.625347961355821,
      "grad_norm": 0.20833535492420197,
      "learning_rate": 0.00011261640680426007,
      "loss": 12.1857,
      "step": 28247
    },
    {
      "epoch": 4.625511707876208,
      "grad_norm": 0.1586836874485016,
      "learning_rate": 0.00011261127845202608,
      "loss": 12.1847,
      "step": 28248
    },
    {
      "epoch": 4.625675454396594,
      "grad_norm": 0.10795065015554428,
      "learning_rate": 0.00011260615006608816,
      "loss": 12.1624,
      "step": 28249
    },
    {
      "epoch": 4.625839200916981,
      "grad_norm": 0.1370215117931366,
      "learning_rate": 0.00011260102164646004,
      "loss": 12.1667,
      "step": 28250
    },
    {
      "epoch": 4.626002947437367,
      "grad_norm": 0.1568567454814911,
      "learning_rate": 0.00011259589319315543,
      "loss": 12.207,
      "step": 28251
    },
    {
      "epoch": 4.626166693957753,
      "grad_norm": 0.14137375354766846,
      "learning_rate": 0.00011259076470618798,
      "loss": 12.1313,
      "step": 28252
    },
    {
      "epoch": 4.62633044047814,
      "grad_norm": 0.13965091109275818,
      "learning_rate": 0.00011258563618557147,
      "loss": 12.1633,
      "step": 28253
    },
    {
      "epoch": 4.626494186998526,
      "grad_norm": 0.11799290031194687,
      "learning_rate": 0.00011258050763131956,
      "loss": 12.24,
      "step": 28254
    },
    {
      "epoch": 4.626657933518913,
      "grad_norm": 0.12413489073514938,
      "learning_rate": 0.00011257537904344595,
      "loss": 12.2246,
      "step": 28255
    },
    {
      "epoch": 4.626821680039299,
      "grad_norm": 0.16223223507404327,
      "learning_rate": 0.00011257025042196439,
      "loss": 12.1279,
      "step": 28256
    },
    {
      "epoch": 4.626985426559686,
      "grad_norm": 0.15652281045913696,
      "learning_rate": 0.00011256512176688854,
      "loss": 12.16,
      "step": 28257
    },
    {
      "epoch": 4.627149173080072,
      "grad_norm": 0.15475352108478546,
      "learning_rate": 0.00011255999307823215,
      "loss": 12.1859,
      "step": 28258
    },
    {
      "epoch": 4.627312919600459,
      "grad_norm": 0.15257246792316437,
      "learning_rate": 0.00011255486435600887,
      "loss": 12.1702,
      "step": 28259
    },
    {
      "epoch": 4.627476666120845,
      "grad_norm": 0.1664973944425583,
      "learning_rate": 0.00011254973560023243,
      "loss": 12.1901,
      "step": 28260
    },
    {
      "epoch": 4.627640412641231,
      "grad_norm": 0.17267274856567383,
      "learning_rate": 0.0001125446068109166,
      "loss": 12.2171,
      "step": 28261
    },
    {
      "epoch": 4.6278041591616175,
      "grad_norm": 0.15769237279891968,
      "learning_rate": 0.000112539477988075,
      "loss": 12.1904,
      "step": 28262
    },
    {
      "epoch": 4.627967905682004,
      "grad_norm": 0.14291894435882568,
      "learning_rate": 0.00011253434913172141,
      "loss": 12.1464,
      "step": 28263
    },
    {
      "epoch": 4.6281316522023905,
      "grad_norm": 0.1694416105747223,
      "learning_rate": 0.00011252922024186947,
      "loss": 12.1646,
      "step": 28264
    },
    {
      "epoch": 4.628295398722777,
      "grad_norm": 0.13266484439373016,
      "learning_rate": 0.0001125240913185329,
      "loss": 12.1801,
      "step": 28265
    },
    {
      "epoch": 4.628459145243164,
      "grad_norm": 0.12855137884616852,
      "learning_rate": 0.00011251896236172543,
      "loss": 12.182,
      "step": 28266
    },
    {
      "epoch": 4.62862289176355,
      "grad_norm": 0.2506241798400879,
      "learning_rate": 0.00011251383337146075,
      "loss": 12.1546,
      "step": 28267
    },
    {
      "epoch": 4.628786638283937,
      "grad_norm": 0.11552097648382187,
      "learning_rate": 0.00011250870434775261,
      "loss": 12.1689,
      "step": 28268
    },
    {
      "epoch": 4.628950384804323,
      "grad_norm": 0.14906245470046997,
      "learning_rate": 0.00011250357529061466,
      "loss": 12.1874,
      "step": 28269
    },
    {
      "epoch": 4.62911413132471,
      "grad_norm": 0.16905365884304047,
      "learning_rate": 0.00011249844620006063,
      "loss": 12.1616,
      "step": 28270
    },
    {
      "epoch": 4.629277877845096,
      "grad_norm": 0.13896165788173676,
      "learning_rate": 0.00011249331707610422,
      "loss": 12.1894,
      "step": 28271
    },
    {
      "epoch": 4.629441624365482,
      "grad_norm": 0.16644850373268127,
      "learning_rate": 0.00011248818791875916,
      "loss": 12.1342,
      "step": 28272
    },
    {
      "epoch": 4.629605370885868,
      "grad_norm": 0.16617253422737122,
      "learning_rate": 0.00011248305872803917,
      "loss": 12.2429,
      "step": 28273
    },
    {
      "epoch": 4.629769117406255,
      "grad_norm": 0.15137659013271332,
      "learning_rate": 0.00011247792950395788,
      "loss": 12.2043,
      "step": 28274
    },
    {
      "epoch": 4.6299328639266415,
      "grad_norm": 0.14010460674762726,
      "learning_rate": 0.00011247280024652908,
      "loss": 12.1612,
      "step": 28275
    },
    {
      "epoch": 4.630096610447028,
      "grad_norm": 0.14896173775196075,
      "learning_rate": 0.00011246767095576644,
      "loss": 12.2181,
      "step": 28276
    },
    {
      "epoch": 4.630260356967415,
      "grad_norm": 0.14018400013446808,
      "learning_rate": 0.00011246254163168369,
      "loss": 12.1688,
      "step": 28277
    },
    {
      "epoch": 4.630424103487801,
      "grad_norm": 0.15012316405773163,
      "learning_rate": 0.00011245741227429452,
      "loss": 12.1762,
      "step": 28278
    },
    {
      "epoch": 4.630587850008188,
      "grad_norm": 0.13565310835838318,
      "learning_rate": 0.00011245228288361263,
      "loss": 12.1774,
      "step": 28279
    },
    {
      "epoch": 4.630751596528574,
      "grad_norm": 0.1338648647069931,
      "learning_rate": 0.00011244715345965175,
      "loss": 12.1688,
      "step": 28280
    },
    {
      "epoch": 4.63091534304896,
      "grad_norm": 0.20183229446411133,
      "learning_rate": 0.00011244202400242557,
      "loss": 12.1827,
      "step": 28281
    },
    {
      "epoch": 4.631079089569346,
      "grad_norm": 0.1806306540966034,
      "learning_rate": 0.00011243689451194784,
      "loss": 12.1614,
      "step": 28282
    },
    {
      "epoch": 4.631242836089733,
      "grad_norm": 0.28437328338623047,
      "learning_rate": 0.0001124317649882322,
      "loss": 12.1507,
      "step": 28283
    },
    {
      "epoch": 4.631406582610119,
      "grad_norm": 0.13734599947929382,
      "learning_rate": 0.00011242663543129242,
      "loss": 12.2357,
      "step": 28284
    },
    {
      "epoch": 4.631570329130506,
      "grad_norm": 0.14624141156673431,
      "learning_rate": 0.00011242150584114215,
      "loss": 12.1593,
      "step": 28285
    },
    {
      "epoch": 4.6317340756508925,
      "grad_norm": 0.14607654511928558,
      "learning_rate": 0.00011241637621779517,
      "loss": 12.1991,
      "step": 28286
    },
    {
      "epoch": 4.631897822171279,
      "grad_norm": 0.15741673111915588,
      "learning_rate": 0.00011241124656126514,
      "loss": 12.1844,
      "step": 28287
    },
    {
      "epoch": 4.6320615686916655,
      "grad_norm": 0.14196805655956268,
      "learning_rate": 0.00011240611687156579,
      "loss": 12.2096,
      "step": 28288
    },
    {
      "epoch": 4.632225315212052,
      "grad_norm": 0.16135403513908386,
      "learning_rate": 0.00011240098714871082,
      "loss": 12.1603,
      "step": 28289
    },
    {
      "epoch": 4.632389061732438,
      "grad_norm": 0.1631230115890503,
      "learning_rate": 0.00011239585739271393,
      "loss": 12.2615,
      "step": 28290
    },
    {
      "epoch": 4.632552808252825,
      "grad_norm": 0.1240333691239357,
      "learning_rate": 0.00011239072760358884,
      "loss": 12.2083,
      "step": 28291
    },
    {
      "epoch": 4.632716554773211,
      "grad_norm": 0.15430840849876404,
      "learning_rate": 0.00011238559778134927,
      "loss": 12.2012,
      "step": 28292
    },
    {
      "epoch": 4.632880301293597,
      "grad_norm": 0.13763050734996796,
      "learning_rate": 0.0001123804679260089,
      "loss": 12.1566,
      "step": 28293
    },
    {
      "epoch": 4.633044047813984,
      "grad_norm": 0.1098765954375267,
      "learning_rate": 0.00011237533803758147,
      "loss": 12.1381,
      "step": 28294
    },
    {
      "epoch": 4.63320779433437,
      "grad_norm": 0.1453135907649994,
      "learning_rate": 0.00011237020811608068,
      "loss": 12.2044,
      "step": 28295
    },
    {
      "epoch": 4.633371540854757,
      "grad_norm": 0.1684085577726364,
      "learning_rate": 0.00011236507816152022,
      "loss": 12.178,
      "step": 28296
    },
    {
      "epoch": 4.633535287375143,
      "grad_norm": 0.15091480314731598,
      "learning_rate": 0.00011235994817391384,
      "loss": 12.166,
      "step": 28297
    },
    {
      "epoch": 4.63369903389553,
      "grad_norm": 0.1831236332654953,
      "learning_rate": 0.00011235481815327525,
      "loss": 12.1919,
      "step": 28298
    },
    {
      "epoch": 4.6338627804159165,
      "grad_norm": 0.1325465440750122,
      "learning_rate": 0.0001123496880996181,
      "loss": 12.1765,
      "step": 28299
    },
    {
      "epoch": 4.634026526936303,
      "grad_norm": 0.141957625746727,
      "learning_rate": 0.00011234455801295613,
      "loss": 12.1995,
      "step": 28300
    },
    {
      "epoch": 4.634190273456689,
      "grad_norm": 0.10797495394945145,
      "learning_rate": 0.00011233942789330308,
      "loss": 12.1627,
      "step": 28301
    },
    {
      "epoch": 4.634354019977075,
      "grad_norm": 0.1900787651538849,
      "learning_rate": 0.00011233429774067264,
      "loss": 12.1983,
      "step": 28302
    },
    {
      "epoch": 4.634517766497462,
      "grad_norm": 0.1200503557920456,
      "learning_rate": 0.00011232916755507852,
      "loss": 12.2093,
      "step": 28303
    },
    {
      "epoch": 4.634681513017848,
      "grad_norm": 0.1160125806927681,
      "learning_rate": 0.00011232403733653441,
      "loss": 12.3434,
      "step": 28304
    },
    {
      "epoch": 4.634845259538235,
      "grad_norm": 0.13621565699577332,
      "learning_rate": 0.00011231890708505406,
      "loss": 12.1924,
      "step": 28305
    },
    {
      "epoch": 4.635009006058621,
      "grad_norm": 0.13844192028045654,
      "learning_rate": 0.00011231377680065115,
      "loss": 12.1848,
      "step": 28306
    },
    {
      "epoch": 4.635172752579008,
      "grad_norm": 0.13061222434043884,
      "learning_rate": 0.00011230864648333943,
      "loss": 12.2007,
      "step": 28307
    },
    {
      "epoch": 4.635336499099394,
      "grad_norm": 0.13551750779151917,
      "learning_rate": 0.00011230351613313253,
      "loss": 12.2031,
      "step": 28308
    },
    {
      "epoch": 4.635500245619781,
      "grad_norm": 0.16161228716373444,
      "learning_rate": 0.00011229838575004428,
      "loss": 12.1452,
      "step": 28309
    },
    {
      "epoch": 4.635663992140167,
      "grad_norm": 0.1993938535451889,
      "learning_rate": 0.00011229325533408828,
      "loss": 12.2095,
      "step": 28310
    },
    {
      "epoch": 4.635827738660553,
      "grad_norm": 0.12977837026119232,
      "learning_rate": 0.00011228812488527827,
      "loss": 12.1528,
      "step": 28311
    },
    {
      "epoch": 4.63599148518094,
      "grad_norm": 0.14078406989574432,
      "learning_rate": 0.000112282994403628,
      "loss": 12.178,
      "step": 28312
    },
    {
      "epoch": 4.636155231701326,
      "grad_norm": 0.14311228692531586,
      "learning_rate": 0.00011227786388915116,
      "loss": 12.1961,
      "step": 28313
    },
    {
      "epoch": 4.636318978221713,
      "grad_norm": 0.18228791654109955,
      "learning_rate": 0.00011227273334186148,
      "loss": 12.1164,
      "step": 28314
    },
    {
      "epoch": 4.636482724742099,
      "grad_norm": 0.12342403829097748,
      "learning_rate": 0.00011226760276177261,
      "loss": 12.1841,
      "step": 28315
    },
    {
      "epoch": 4.636646471262486,
      "grad_norm": 0.18525856733322144,
      "learning_rate": 0.00011226247214889834,
      "loss": 12.2266,
      "step": 28316
    },
    {
      "epoch": 4.636810217782872,
      "grad_norm": 0.10631851851940155,
      "learning_rate": 0.0001122573415032523,
      "loss": 12.2085,
      "step": 28317
    },
    {
      "epoch": 4.636973964303259,
      "grad_norm": 0.15219296514987946,
      "learning_rate": 0.0001122522108248483,
      "loss": 12.1553,
      "step": 28318
    },
    {
      "epoch": 4.637137710823645,
      "grad_norm": 0.1711781620979309,
      "learning_rate": 0.00011224708011369996,
      "loss": 12.2172,
      "step": 28319
    },
    {
      "epoch": 4.637301457344032,
      "grad_norm": 0.2624048590660095,
      "learning_rate": 0.00011224194936982106,
      "loss": 12.1479,
      "step": 28320
    },
    {
      "epoch": 4.6374652038644175,
      "grad_norm": 0.16901028156280518,
      "learning_rate": 0.00011223681859322526,
      "loss": 12.1763,
      "step": 28321
    },
    {
      "epoch": 4.637628950384804,
      "grad_norm": 0.11743061244487762,
      "learning_rate": 0.00011223168778392629,
      "loss": 12.1837,
      "step": 28322
    },
    {
      "epoch": 4.637792696905191,
      "grad_norm": 0.21184329688549042,
      "learning_rate": 0.00011222655694193786,
      "loss": 12.192,
      "step": 28323
    },
    {
      "epoch": 4.637956443425577,
      "grad_norm": 0.1408739686012268,
      "learning_rate": 0.00011222142606727376,
      "loss": 12.1846,
      "step": 28324
    },
    {
      "epoch": 4.638120189945964,
      "grad_norm": 0.17676043510437012,
      "learning_rate": 0.00011221629515994753,
      "loss": 12.1617,
      "step": 28325
    },
    {
      "epoch": 4.63828393646635,
      "grad_norm": 0.13409875333309174,
      "learning_rate": 0.00011221116421997304,
      "loss": 12.1695,
      "step": 28326
    },
    {
      "epoch": 4.638447682986737,
      "grad_norm": 0.14849019050598145,
      "learning_rate": 0.00011220603324736396,
      "loss": 12.2512,
      "step": 28327
    },
    {
      "epoch": 4.638611429507123,
      "grad_norm": 0.13958244025707245,
      "learning_rate": 0.00011220090224213393,
      "loss": 12.1546,
      "step": 28328
    },
    {
      "epoch": 4.63877517602751,
      "grad_norm": 0.18505807220935822,
      "learning_rate": 0.00011219577120429679,
      "loss": 12.1931,
      "step": 28329
    },
    {
      "epoch": 4.638938922547895,
      "grad_norm": 0.15156511962413788,
      "learning_rate": 0.00011219064013386612,
      "loss": 12.1781,
      "step": 28330
    },
    {
      "epoch": 4.639102669068282,
      "grad_norm": 0.1254146695137024,
      "learning_rate": 0.00011218550903085577,
      "loss": 12.1683,
      "step": 28331
    },
    {
      "epoch": 4.6392664155886685,
      "grad_norm": 0.14149950444698334,
      "learning_rate": 0.0001121803778952793,
      "loss": 12.1945,
      "step": 28332
    },
    {
      "epoch": 4.639430162109055,
      "grad_norm": 0.15741820633411407,
      "learning_rate": 0.00011217524672715057,
      "loss": 12.1656,
      "step": 28333
    },
    {
      "epoch": 4.6395939086294415,
      "grad_norm": 0.1404162496328354,
      "learning_rate": 0.00011217011552648316,
      "loss": 12.1935,
      "step": 28334
    },
    {
      "epoch": 4.639757655149828,
      "grad_norm": 0.13708403706550598,
      "learning_rate": 0.00011216498429329092,
      "loss": 12.1694,
      "step": 28335
    },
    {
      "epoch": 4.639921401670215,
      "grad_norm": 0.16995206475257874,
      "learning_rate": 0.00011215985302758744,
      "loss": 12.2118,
      "step": 28336
    },
    {
      "epoch": 4.640085148190601,
      "grad_norm": 0.14530199766159058,
      "learning_rate": 0.00011215472172938652,
      "loss": 12.1888,
      "step": 28337
    },
    {
      "epoch": 4.640248894710988,
      "grad_norm": 0.20254769921302795,
      "learning_rate": 0.00011214959039870184,
      "loss": 12.1799,
      "step": 28338
    },
    {
      "epoch": 4.640412641231374,
      "grad_norm": 0.141384094953537,
      "learning_rate": 0.00011214445903554711,
      "loss": 12.1564,
      "step": 28339
    },
    {
      "epoch": 4.640576387751761,
      "grad_norm": 0.1144535019993782,
      "learning_rate": 0.00011213932763993602,
      "loss": 12.1997,
      "step": 28340
    },
    {
      "epoch": 4.640740134272146,
      "grad_norm": 0.15288077294826508,
      "learning_rate": 0.00011213419621188232,
      "loss": 12.2182,
      "step": 28341
    },
    {
      "epoch": 4.640903880792533,
      "grad_norm": 0.15043261647224426,
      "learning_rate": 0.00011212906475139973,
      "loss": 12.2235,
      "step": 28342
    },
    {
      "epoch": 4.641067627312919,
      "grad_norm": 0.21404318511486053,
      "learning_rate": 0.00011212393325850197,
      "loss": 12.1259,
      "step": 28343
    },
    {
      "epoch": 4.641231373833306,
      "grad_norm": 0.14638929069042206,
      "learning_rate": 0.00011211880173320268,
      "loss": 12.1522,
      "step": 28344
    },
    {
      "epoch": 4.6413951203536925,
      "grad_norm": 0.1357257068157196,
      "learning_rate": 0.00011211367017551564,
      "loss": 12.2407,
      "step": 28345
    },
    {
      "epoch": 4.641558866874079,
      "grad_norm": 0.2206423133611679,
      "learning_rate": 0.00011210853858545459,
      "loss": 12.1648,
      "step": 28346
    },
    {
      "epoch": 4.641722613394466,
      "grad_norm": 0.13143318891525269,
      "learning_rate": 0.00011210340696303316,
      "loss": 12.1924,
      "step": 28347
    },
    {
      "epoch": 4.641886359914852,
      "grad_norm": 0.13938412070274353,
      "learning_rate": 0.00011209827530826513,
      "loss": 12.1966,
      "step": 28348
    },
    {
      "epoch": 4.642050106435239,
      "grad_norm": 0.1642250120639801,
      "learning_rate": 0.00011209314362116421,
      "loss": 12.1261,
      "step": 28349
    },
    {
      "epoch": 4.642213852955624,
      "grad_norm": 0.14235937595367432,
      "learning_rate": 0.00011208801190174408,
      "loss": 12.1594,
      "step": 28350
    },
    {
      "epoch": 4.642377599476011,
      "grad_norm": 0.19134265184402466,
      "learning_rate": 0.00011208288015001846,
      "loss": 12.1987,
      "step": 28351
    },
    {
      "epoch": 4.642541345996397,
      "grad_norm": 0.13315504789352417,
      "learning_rate": 0.00011207774836600112,
      "loss": 12.167,
      "step": 28352
    },
    {
      "epoch": 4.642705092516784,
      "grad_norm": 0.2574146091938019,
      "learning_rate": 0.00011207261654970569,
      "loss": 12.212,
      "step": 28353
    },
    {
      "epoch": 4.64286883903717,
      "grad_norm": 0.15471789240837097,
      "learning_rate": 0.00011206748470114597,
      "loss": 12.1378,
      "step": 28354
    },
    {
      "epoch": 4.643032585557557,
      "grad_norm": 0.14072772860527039,
      "learning_rate": 0.00011206235282033557,
      "loss": 12.1685,
      "step": 28355
    },
    {
      "epoch": 4.6431963320779435,
      "grad_norm": 0.1487615555524826,
      "learning_rate": 0.00011205722090728831,
      "loss": 12.1552,
      "step": 28356
    },
    {
      "epoch": 4.64336007859833,
      "grad_norm": 0.15865814685821533,
      "learning_rate": 0.00011205208896201786,
      "loss": 12.19,
      "step": 28357
    },
    {
      "epoch": 4.6435238251187165,
      "grad_norm": 0.11871769279241562,
      "learning_rate": 0.00011204695698453795,
      "loss": 12.1686,
      "step": 28358
    },
    {
      "epoch": 4.643687571639102,
      "grad_norm": 0.1275094896554947,
      "learning_rate": 0.00011204182497486226,
      "loss": 12.1632,
      "step": 28359
    },
    {
      "epoch": 4.64385131815949,
      "grad_norm": 0.22816495597362518,
      "learning_rate": 0.00011203669293300454,
      "loss": 12.2034,
      "step": 28360
    },
    {
      "epoch": 4.644015064679875,
      "grad_norm": 0.25697025656700134,
      "learning_rate": 0.00011203156085897851,
      "loss": 12.211,
      "step": 28361
    },
    {
      "epoch": 4.644178811200262,
      "grad_norm": 0.1626349538564682,
      "learning_rate": 0.00011202642875279785,
      "loss": 12.1965,
      "step": 28362
    },
    {
      "epoch": 4.644342557720648,
      "grad_norm": 0.21707862615585327,
      "learning_rate": 0.00011202129661447628,
      "loss": 12.2459,
      "step": 28363
    },
    {
      "epoch": 4.644506304241035,
      "grad_norm": 0.13711383938789368,
      "learning_rate": 0.00011201616444402759,
      "loss": 12.1932,
      "step": 28364
    },
    {
      "epoch": 4.644670050761421,
      "grad_norm": 0.1356297731399536,
      "learning_rate": 0.00011201103224146538,
      "loss": 12.2204,
      "step": 28365
    },
    {
      "epoch": 4.644833797281808,
      "grad_norm": 0.11544331163167953,
      "learning_rate": 0.00011200590000680344,
      "loss": 12.1929,
      "step": 28366
    },
    {
      "epoch": 4.644997543802194,
      "grad_norm": 0.11988368630409241,
      "learning_rate": 0.00011200076774005547,
      "loss": 12.1732,
      "step": 28367
    },
    {
      "epoch": 4.645161290322581,
      "grad_norm": 0.12899161875247955,
      "learning_rate": 0.0001119956354412352,
      "loss": 12.1813,
      "step": 28368
    },
    {
      "epoch": 4.6453250368429675,
      "grad_norm": 0.14427275955677032,
      "learning_rate": 0.00011199050311035633,
      "loss": 12.1706,
      "step": 28369
    },
    {
      "epoch": 4.645488783363353,
      "grad_norm": 0.17623881995677948,
      "learning_rate": 0.00011198537074743254,
      "loss": 12.1555,
      "step": 28370
    },
    {
      "epoch": 4.64565252988374,
      "grad_norm": 0.13464784622192383,
      "learning_rate": 0.00011198023835247762,
      "loss": 12.2,
      "step": 28371
    },
    {
      "epoch": 4.645816276404126,
      "grad_norm": 0.16922403872013092,
      "learning_rate": 0.00011197510592550524,
      "loss": 12.1753,
      "step": 28372
    },
    {
      "epoch": 4.645980022924513,
      "grad_norm": 0.13780777156352997,
      "learning_rate": 0.00011196997346652913,
      "loss": 12.1915,
      "step": 28373
    },
    {
      "epoch": 4.646143769444899,
      "grad_norm": 0.1389598548412323,
      "learning_rate": 0.00011196484097556299,
      "loss": 12.1822,
      "step": 28374
    },
    {
      "epoch": 4.646307515965286,
      "grad_norm": 0.12213300913572311,
      "learning_rate": 0.00011195970845262059,
      "loss": 12.1589,
      "step": 28375
    },
    {
      "epoch": 4.646471262485672,
      "grad_norm": 0.14851728081703186,
      "learning_rate": 0.00011195457589771556,
      "loss": 12.1641,
      "step": 28376
    },
    {
      "epoch": 4.646635009006059,
      "grad_norm": 0.09845327585935593,
      "learning_rate": 0.0001119494433108617,
      "loss": 12.2078,
      "step": 28377
    },
    {
      "epoch": 4.646798755526445,
      "grad_norm": 0.17498251795768738,
      "learning_rate": 0.00011194431069207265,
      "loss": 12.1756,
      "step": 28378
    },
    {
      "epoch": 4.646962502046831,
      "grad_norm": 0.15365912020206451,
      "learning_rate": 0.0001119391780413622,
      "loss": 12.1839,
      "step": 28379
    },
    {
      "epoch": 4.647126248567218,
      "grad_norm": 0.16156281530857086,
      "learning_rate": 0.00011193404535874405,
      "loss": 12.2528,
      "step": 28380
    },
    {
      "epoch": 4.647289995087604,
      "grad_norm": 0.26319336891174316,
      "learning_rate": 0.00011192891264423186,
      "loss": 12.2127,
      "step": 28381
    },
    {
      "epoch": 4.647453741607991,
      "grad_norm": 0.13224972784519196,
      "learning_rate": 0.00011192377989783942,
      "loss": 12.1495,
      "step": 28382
    },
    {
      "epoch": 4.647617488128377,
      "grad_norm": 0.16458693146705627,
      "learning_rate": 0.00011191864711958042,
      "loss": 12.2021,
      "step": 28383
    },
    {
      "epoch": 4.647781234648764,
      "grad_norm": 0.19677546620368958,
      "learning_rate": 0.00011191351430946855,
      "loss": 12.1465,
      "step": 28384
    },
    {
      "epoch": 4.64794498116915,
      "grad_norm": 0.20445245504379272,
      "learning_rate": 0.00011190838146751757,
      "loss": 12.1977,
      "step": 28385
    },
    {
      "epoch": 4.648108727689537,
      "grad_norm": 0.14106006920337677,
      "learning_rate": 0.00011190324859374118,
      "loss": 12.2104,
      "step": 28386
    },
    {
      "epoch": 4.648272474209923,
      "grad_norm": 0.15287278592586517,
      "learning_rate": 0.0001118981156881531,
      "loss": 12.155,
      "step": 28387
    },
    {
      "epoch": 4.64843622073031,
      "grad_norm": 0.20840167999267578,
      "learning_rate": 0.00011189298275076703,
      "loss": 12.241,
      "step": 28388
    },
    {
      "epoch": 4.648599967250696,
      "grad_norm": 0.1996006965637207,
      "learning_rate": 0.0001118878497815967,
      "loss": 12.1435,
      "step": 28389
    },
    {
      "epoch": 4.648763713771082,
      "grad_norm": 0.15989819169044495,
      "learning_rate": 0.00011188271678065585,
      "loss": 12.1538,
      "step": 28390
    },
    {
      "epoch": 4.6489274602914685,
      "grad_norm": 0.1560789942741394,
      "learning_rate": 0.00011187758374795816,
      "loss": 12.1974,
      "step": 28391
    },
    {
      "epoch": 4.649091206811855,
      "grad_norm": 0.14590993523597717,
      "learning_rate": 0.00011187245068351739,
      "loss": 12.1555,
      "step": 28392
    },
    {
      "epoch": 4.649254953332242,
      "grad_norm": 0.14357353746891022,
      "learning_rate": 0.00011186731758734721,
      "loss": 12.2337,
      "step": 28393
    },
    {
      "epoch": 4.649418699852628,
      "grad_norm": 0.13674293458461761,
      "learning_rate": 0.0001118621844594614,
      "loss": 12.1794,
      "step": 28394
    },
    {
      "epoch": 4.649582446373015,
      "grad_norm": 0.20520813763141632,
      "learning_rate": 0.0001118570512998736,
      "loss": 12.199,
      "step": 28395
    },
    {
      "epoch": 4.649746192893401,
      "grad_norm": 0.16228453814983368,
      "learning_rate": 0.00011185191810859761,
      "loss": 12.2298,
      "step": 28396
    },
    {
      "epoch": 4.649909939413788,
      "grad_norm": 0.13425520062446594,
      "learning_rate": 0.00011184678488564706,
      "loss": 12.1391,
      "step": 28397
    },
    {
      "epoch": 4.650073685934174,
      "grad_norm": 0.1339011937379837,
      "learning_rate": 0.00011184165163103577,
      "loss": 12.1523,
      "step": 28398
    },
    {
      "epoch": 4.65023743245456,
      "grad_norm": 0.15444356203079224,
      "learning_rate": 0.00011183651834477737,
      "loss": 12.2091,
      "step": 28399
    },
    {
      "epoch": 4.650401178974946,
      "grad_norm": 0.20500460267066956,
      "learning_rate": 0.00011183138502688564,
      "loss": 12.1728,
      "step": 28400
    },
    {
      "epoch": 4.650564925495333,
      "grad_norm": 0.13704490661621094,
      "learning_rate": 0.00011182625167737428,
      "loss": 12.1711,
      "step": 28401
    },
    {
      "epoch": 4.6507286720157195,
      "grad_norm": 0.14041192829608917,
      "learning_rate": 0.00011182111829625697,
      "loss": 12.2196,
      "step": 28402
    },
    {
      "epoch": 4.650892418536106,
      "grad_norm": 0.13906630873680115,
      "learning_rate": 0.00011181598488354748,
      "loss": 12.2103,
      "step": 28403
    },
    {
      "epoch": 4.6510561650564926,
      "grad_norm": 0.17578169703483582,
      "learning_rate": 0.00011181085143925951,
      "loss": 12.1734,
      "step": 28404
    },
    {
      "epoch": 4.651219911576879,
      "grad_norm": 0.136208176612854,
      "learning_rate": 0.0001118057179634068,
      "loss": 12.1509,
      "step": 28405
    },
    {
      "epoch": 4.651383658097266,
      "grad_norm": 0.15692207217216492,
      "learning_rate": 0.00011180058445600301,
      "loss": 12.2109,
      "step": 28406
    },
    {
      "epoch": 4.651547404617652,
      "grad_norm": 0.125819131731987,
      "learning_rate": 0.00011179545091706195,
      "loss": 12.1513,
      "step": 28407
    },
    {
      "epoch": 4.651711151138039,
      "grad_norm": 0.12561582028865814,
      "learning_rate": 0.00011179031734659724,
      "loss": 12.2049,
      "step": 28408
    },
    {
      "epoch": 4.651874897658425,
      "grad_norm": 0.14730705320835114,
      "learning_rate": 0.0001117851837446227,
      "loss": 12.1678,
      "step": 28409
    },
    {
      "epoch": 4.652038644178811,
      "grad_norm": 0.1269799917936325,
      "learning_rate": 0.00011178005011115194,
      "loss": 12.1609,
      "step": 28410
    },
    {
      "epoch": 4.652202390699197,
      "grad_norm": 0.09875716269016266,
      "learning_rate": 0.00011177491644619877,
      "loss": 12.1649,
      "step": 28411
    },
    {
      "epoch": 4.652366137219584,
      "grad_norm": 0.14577311277389526,
      "learning_rate": 0.0001117697827497769,
      "loss": 12.1705,
      "step": 28412
    },
    {
      "epoch": 4.6525298837399705,
      "grad_norm": 0.18762093782424927,
      "learning_rate": 0.00011176464902190001,
      "loss": 12.1901,
      "step": 28413
    },
    {
      "epoch": 4.652693630260357,
      "grad_norm": 0.1758001297712326,
      "learning_rate": 0.0001117595152625818,
      "loss": 12.1851,
      "step": 28414
    },
    {
      "epoch": 4.6528573767807435,
      "grad_norm": 0.13341765105724335,
      "learning_rate": 0.00011175438147183603,
      "loss": 12.1499,
      "step": 28415
    },
    {
      "epoch": 4.65302112330113,
      "grad_norm": 0.14674803614616394,
      "learning_rate": 0.00011174924764967649,
      "loss": 12.1866,
      "step": 28416
    },
    {
      "epoch": 4.653184869821517,
      "grad_norm": 0.16770383715629578,
      "learning_rate": 0.00011174411379611676,
      "loss": 12.1833,
      "step": 28417
    },
    {
      "epoch": 4.653348616341903,
      "grad_norm": 0.12855850160121918,
      "learning_rate": 0.00011173897991117066,
      "loss": 12.1817,
      "step": 28418
    },
    {
      "epoch": 4.653512362862289,
      "grad_norm": 0.1403047889471054,
      "learning_rate": 0.00011173384599485186,
      "loss": 12.2392,
      "step": 28419
    },
    {
      "epoch": 4.653676109382675,
      "grad_norm": 0.15572331845760345,
      "learning_rate": 0.00011172871204717415,
      "loss": 12.1465,
      "step": 28420
    },
    {
      "epoch": 4.653839855903062,
      "grad_norm": 0.1930934190750122,
      "learning_rate": 0.00011172357806815114,
      "loss": 12.1472,
      "step": 28421
    },
    {
      "epoch": 4.654003602423448,
      "grad_norm": 0.1536751091480255,
      "learning_rate": 0.00011171844405779664,
      "loss": 12.1727,
      "step": 28422
    },
    {
      "epoch": 4.654167348943835,
      "grad_norm": 0.1452842652797699,
      "learning_rate": 0.00011171331001612432,
      "loss": 12.1526,
      "step": 28423
    },
    {
      "epoch": 4.654331095464221,
      "grad_norm": 0.15392190217971802,
      "learning_rate": 0.00011170817594314796,
      "loss": 12.2106,
      "step": 28424
    },
    {
      "epoch": 4.654494841984608,
      "grad_norm": 0.1715715527534485,
      "learning_rate": 0.00011170304183888121,
      "loss": 12.162,
      "step": 28425
    },
    {
      "epoch": 4.6546585885049945,
      "grad_norm": 0.11508499830961227,
      "learning_rate": 0.00011169790770333784,
      "loss": 12.2206,
      "step": 28426
    },
    {
      "epoch": 4.654822335025381,
      "grad_norm": 0.16392356157302856,
      "learning_rate": 0.00011169277353653156,
      "loss": 12.1599,
      "step": 28427
    },
    {
      "epoch": 4.6549860815457675,
      "grad_norm": 0.18506485223770142,
      "learning_rate": 0.00011168763933847608,
      "loss": 12.2414,
      "step": 28428
    },
    {
      "epoch": 4.655149828066154,
      "grad_norm": 0.13472038507461548,
      "learning_rate": 0.0001116825051091851,
      "loss": 12.1736,
      "step": 28429
    },
    {
      "epoch": 4.65531357458654,
      "grad_norm": 0.17920279502868652,
      "learning_rate": 0.0001116773708486724,
      "loss": 12.218,
      "step": 28430
    },
    {
      "epoch": 4.655477321106926,
      "grad_norm": 0.1613030880689621,
      "learning_rate": 0.00011167223655695166,
      "loss": 12.1734,
      "step": 28431
    },
    {
      "epoch": 4.655641067627313,
      "grad_norm": 0.15962538123130798,
      "learning_rate": 0.00011166710223403663,
      "loss": 12.144,
      "step": 28432
    },
    {
      "epoch": 4.655804814147699,
      "grad_norm": 0.1342363953590393,
      "learning_rate": 0.00011166196787994099,
      "loss": 12.2067,
      "step": 28433
    },
    {
      "epoch": 4.655968560668086,
      "grad_norm": 0.16287283599376678,
      "learning_rate": 0.0001116568334946785,
      "loss": 12.1881,
      "step": 28434
    },
    {
      "epoch": 4.656132307188472,
      "grad_norm": 0.15439730882644653,
      "learning_rate": 0.00011165169907826287,
      "loss": 12.1644,
      "step": 28435
    },
    {
      "epoch": 4.656296053708859,
      "grad_norm": 0.1323947310447693,
      "learning_rate": 0.00011164656463070781,
      "loss": 12.2228,
      "step": 28436
    },
    {
      "epoch": 4.656459800229245,
      "grad_norm": 0.15776920318603516,
      "learning_rate": 0.00011164143015202706,
      "loss": 12.1675,
      "step": 28437
    },
    {
      "epoch": 4.656623546749632,
      "grad_norm": 0.15062031149864197,
      "learning_rate": 0.00011163629564223433,
      "loss": 12.1678,
      "step": 28438
    },
    {
      "epoch": 4.656787293270018,
      "grad_norm": 0.12834374606609344,
      "learning_rate": 0.00011163116110134335,
      "loss": 12.1775,
      "step": 28439
    },
    {
      "epoch": 4.656951039790404,
      "grad_norm": 0.20484225451946259,
      "learning_rate": 0.00011162602652936782,
      "loss": 12.1997,
      "step": 28440
    },
    {
      "epoch": 4.657114786310791,
      "grad_norm": 0.17226260900497437,
      "learning_rate": 0.00011162089192632147,
      "loss": 12.1749,
      "step": 28441
    },
    {
      "epoch": 4.657278532831177,
      "grad_norm": 0.19085702300071716,
      "learning_rate": 0.00011161575729221806,
      "loss": 12.162,
      "step": 28442
    },
    {
      "epoch": 4.657442279351564,
      "grad_norm": 0.19907556474208832,
      "learning_rate": 0.00011161062262707129,
      "loss": 12.1542,
      "step": 28443
    },
    {
      "epoch": 4.65760602587195,
      "grad_norm": 0.1562068611383438,
      "learning_rate": 0.00011160548793089485,
      "loss": 12.144,
      "step": 28444
    },
    {
      "epoch": 4.657769772392337,
      "grad_norm": 0.14593219757080078,
      "learning_rate": 0.00011160035320370251,
      "loss": 12.1813,
      "step": 28445
    },
    {
      "epoch": 4.657933518912723,
      "grad_norm": 0.19383947551250458,
      "learning_rate": 0.00011159521844550796,
      "loss": 12.1287,
      "step": 28446
    },
    {
      "epoch": 4.65809726543311,
      "grad_norm": 0.1790286898612976,
      "learning_rate": 0.00011159008365632496,
      "loss": 12.1867,
      "step": 28447
    },
    {
      "epoch": 4.6582610119534955,
      "grad_norm": 0.1453416347503662,
      "learning_rate": 0.00011158494883616714,
      "loss": 12.1506,
      "step": 28448
    },
    {
      "epoch": 4.658424758473882,
      "grad_norm": 0.14755919575691223,
      "learning_rate": 0.00011157981398504835,
      "loss": 12.1727,
      "step": 28449
    },
    {
      "epoch": 4.658588504994269,
      "grad_norm": 0.12360841780900955,
      "learning_rate": 0.00011157467910298225,
      "loss": 12.1578,
      "step": 28450
    },
    {
      "epoch": 4.658752251514655,
      "grad_norm": 0.16230112314224243,
      "learning_rate": 0.00011156954418998253,
      "loss": 12.193,
      "step": 28451
    },
    {
      "epoch": 4.658915998035042,
      "grad_norm": 0.1840316653251648,
      "learning_rate": 0.000111564409246063,
      "loss": 12.1814,
      "step": 28452
    },
    {
      "epoch": 4.659079744555428,
      "grad_norm": 0.13498449325561523,
      "learning_rate": 0.00011155927427123731,
      "loss": 12.2077,
      "step": 28453
    },
    {
      "epoch": 4.659243491075815,
      "grad_norm": 0.16121724247932434,
      "learning_rate": 0.00011155413926551921,
      "loss": 12.2375,
      "step": 28454
    },
    {
      "epoch": 4.659407237596201,
      "grad_norm": 0.11267802119255066,
      "learning_rate": 0.0001115490042289224,
      "loss": 12.1772,
      "step": 28455
    },
    {
      "epoch": 4.659570984116588,
      "grad_norm": 0.22059178352355957,
      "learning_rate": 0.00011154386916146064,
      "loss": 12.1931,
      "step": 28456
    },
    {
      "epoch": 4.659734730636974,
      "grad_norm": 0.16315419971942902,
      "learning_rate": 0.00011153873406314766,
      "loss": 12.1827,
      "step": 28457
    },
    {
      "epoch": 4.659898477157361,
      "grad_norm": 0.13964803516864777,
      "learning_rate": 0.00011153359893399713,
      "loss": 12.222,
      "step": 28458
    },
    {
      "epoch": 4.6600622236777465,
      "grad_norm": 0.15649433434009552,
      "learning_rate": 0.0001115284637740228,
      "loss": 12.2238,
      "step": 28459
    },
    {
      "epoch": 4.660225970198133,
      "grad_norm": 0.150665283203125,
      "learning_rate": 0.0001115233285832384,
      "loss": 12.1881,
      "step": 28460
    },
    {
      "epoch": 4.6603897167185195,
      "grad_norm": 0.14065192639827728,
      "learning_rate": 0.00011151819336165767,
      "loss": 12.1529,
      "step": 28461
    },
    {
      "epoch": 4.660553463238906,
      "grad_norm": 0.13728414475917816,
      "learning_rate": 0.00011151305810929431,
      "loss": 12.1492,
      "step": 28462
    },
    {
      "epoch": 4.660717209759293,
      "grad_norm": 0.17975282669067383,
      "learning_rate": 0.00011150792282616203,
      "loss": 12.1973,
      "step": 28463
    },
    {
      "epoch": 4.660880956279679,
      "grad_norm": 0.23194296658039093,
      "learning_rate": 0.0001115027875122746,
      "loss": 12.1911,
      "step": 28464
    },
    {
      "epoch": 4.661044702800066,
      "grad_norm": 0.2269454300403595,
      "learning_rate": 0.00011149765216764571,
      "loss": 12.1592,
      "step": 28465
    },
    {
      "epoch": 4.661208449320452,
      "grad_norm": 0.19322404265403748,
      "learning_rate": 0.00011149251679228907,
      "loss": 12.1822,
      "step": 28466
    },
    {
      "epoch": 4.661372195840839,
      "grad_norm": 0.2059253603219986,
      "learning_rate": 0.00011148738138621846,
      "loss": 12.2015,
      "step": 28467
    },
    {
      "epoch": 4.661535942361224,
      "grad_norm": 0.2077610194683075,
      "learning_rate": 0.00011148224594944756,
      "loss": 12.2326,
      "step": 28468
    },
    {
      "epoch": 4.661699688881611,
      "grad_norm": 0.13961821794509888,
      "learning_rate": 0.00011147711048199012,
      "loss": 12.1921,
      "step": 28469
    },
    {
      "epoch": 4.661863435401997,
      "grad_norm": 0.13747538626194,
      "learning_rate": 0.00011147197498385982,
      "loss": 12.1662,
      "step": 28470
    },
    {
      "epoch": 4.662027181922384,
      "grad_norm": 0.13271495699882507,
      "learning_rate": 0.00011146683945507043,
      "loss": 12.1552,
      "step": 28471
    },
    {
      "epoch": 4.6621909284427705,
      "grad_norm": 0.1426810324192047,
      "learning_rate": 0.00011146170389563569,
      "loss": 12.1809,
      "step": 28472
    },
    {
      "epoch": 4.662354674963157,
      "grad_norm": 0.1532379388809204,
      "learning_rate": 0.00011145656830556927,
      "loss": 12.1894,
      "step": 28473
    },
    {
      "epoch": 4.662518421483544,
      "grad_norm": 0.16547615826129913,
      "learning_rate": 0.0001114514326848849,
      "loss": 12.1848,
      "step": 28474
    },
    {
      "epoch": 4.66268216800393,
      "grad_norm": 0.1785714030265808,
      "learning_rate": 0.00011144629703359634,
      "loss": 12.1672,
      "step": 28475
    },
    {
      "epoch": 4.662845914524317,
      "grad_norm": 0.1254308521747589,
      "learning_rate": 0.00011144116135171731,
      "loss": 12.1606,
      "step": 28476
    },
    {
      "epoch": 4.663009661044703,
      "grad_norm": 0.19556428492069244,
      "learning_rate": 0.00011143602563926154,
      "loss": 12.179,
      "step": 28477
    },
    {
      "epoch": 4.66317340756509,
      "grad_norm": 0.11963601410388947,
      "learning_rate": 0.00011143088989624271,
      "loss": 12.1789,
      "step": 28478
    },
    {
      "epoch": 4.663337154085475,
      "grad_norm": 0.21002230048179626,
      "learning_rate": 0.00011142575412267462,
      "loss": 12.1613,
      "step": 28479
    },
    {
      "epoch": 4.663500900605862,
      "grad_norm": 0.15250392258167267,
      "learning_rate": 0.00011142061831857089,
      "loss": 12.1604,
      "step": 28480
    },
    {
      "epoch": 4.663664647126248,
      "grad_norm": 0.1982121467590332,
      "learning_rate": 0.00011141548248394535,
      "loss": 12.1775,
      "step": 28481
    },
    {
      "epoch": 4.663828393646635,
      "grad_norm": 0.15888774394989014,
      "learning_rate": 0.00011141034661881166,
      "loss": 12.197,
      "step": 28482
    },
    {
      "epoch": 4.6639921401670215,
      "grad_norm": 0.12909239530563354,
      "learning_rate": 0.00011140521072318357,
      "loss": 12.1551,
      "step": 28483
    },
    {
      "epoch": 4.664155886687408,
      "grad_norm": 0.15459133684635162,
      "learning_rate": 0.00011140007479707484,
      "loss": 12.1834,
      "step": 28484
    },
    {
      "epoch": 4.6643196332077945,
      "grad_norm": 0.1392117142677307,
      "learning_rate": 0.00011139493884049911,
      "loss": 12.1618,
      "step": 28485
    },
    {
      "epoch": 4.664483379728181,
      "grad_norm": 0.1926959753036499,
      "learning_rate": 0.0001113898028534702,
      "loss": 12.1191,
      "step": 28486
    },
    {
      "epoch": 4.664647126248568,
      "grad_norm": 0.1532442718744278,
      "learning_rate": 0.00011138466683600177,
      "loss": 12.1604,
      "step": 28487
    },
    {
      "epoch": 4.664810872768953,
      "grad_norm": 0.10935694724321365,
      "learning_rate": 0.00011137953078810756,
      "loss": 12.1648,
      "step": 28488
    },
    {
      "epoch": 4.66497461928934,
      "grad_norm": 0.1289287656545639,
      "learning_rate": 0.00011137439470980131,
      "loss": 12.1619,
      "step": 28489
    },
    {
      "epoch": 4.665138365809726,
      "grad_norm": 0.21189723908901215,
      "learning_rate": 0.00011136925860109676,
      "loss": 12.1491,
      "step": 28490
    },
    {
      "epoch": 4.665302112330113,
      "grad_norm": 0.15339745581150055,
      "learning_rate": 0.0001113641224620076,
      "loss": 12.1998,
      "step": 28491
    },
    {
      "epoch": 4.665465858850499,
      "grad_norm": 0.15198977291584015,
      "learning_rate": 0.00011135898629254759,
      "loss": 12.2052,
      "step": 28492
    },
    {
      "epoch": 4.665629605370886,
      "grad_norm": 0.1478744000196457,
      "learning_rate": 0.00011135385009273042,
      "loss": 12.1531,
      "step": 28493
    },
    {
      "epoch": 4.665793351891272,
      "grad_norm": 0.1482485979795456,
      "learning_rate": 0.00011134871386256986,
      "loss": 12.1564,
      "step": 28494
    },
    {
      "epoch": 4.665957098411659,
      "grad_norm": 0.13912448287010193,
      "learning_rate": 0.0001113435776020796,
      "loss": 12.1874,
      "step": 28495
    },
    {
      "epoch": 4.6661208449320455,
      "grad_norm": 0.2050960212945938,
      "learning_rate": 0.00011133844131127338,
      "loss": 12.2313,
      "step": 28496
    },
    {
      "epoch": 4.666284591452432,
      "grad_norm": 0.15613676607608795,
      "learning_rate": 0.00011133330499016495,
      "loss": 12.1673,
      "step": 28497
    },
    {
      "epoch": 4.6664483379728185,
      "grad_norm": 0.168903186917305,
      "learning_rate": 0.00011132816863876798,
      "loss": 12.2465,
      "step": 28498
    },
    {
      "epoch": 4.666612084493204,
      "grad_norm": 0.17068302631378174,
      "learning_rate": 0.00011132303225709624,
      "loss": 12.1527,
      "step": 28499
    },
    {
      "epoch": 4.666775831013591,
      "grad_norm": 0.1661311239004135,
      "learning_rate": 0.00011131789584516345,
      "loss": 12.1414,
      "step": 28500
    },
    {
      "epoch": 4.666939577533977,
      "grad_norm": 0.14610713720321655,
      "learning_rate": 0.00011131275940298333,
      "loss": 12.1865,
      "step": 28501
    },
    {
      "epoch": 4.667103324054364,
      "grad_norm": 0.13336168229579926,
      "learning_rate": 0.00011130762293056962,
      "loss": 12.1877,
      "step": 28502
    },
    {
      "epoch": 4.66726707057475,
      "grad_norm": 0.14512236416339874,
      "learning_rate": 0.00011130248642793604,
      "loss": 12.1674,
      "step": 28503
    },
    {
      "epoch": 4.667430817095137,
      "grad_norm": 0.11216673254966736,
      "learning_rate": 0.0001112973498950963,
      "loss": 12.1692,
      "step": 28504
    },
    {
      "epoch": 4.667594563615523,
      "grad_norm": 0.17086978256702423,
      "learning_rate": 0.00011129221333206419,
      "loss": 12.1701,
      "step": 28505
    },
    {
      "epoch": 4.66775831013591,
      "grad_norm": 0.18647032976150513,
      "learning_rate": 0.00011128707673885334,
      "loss": 12.1608,
      "step": 28506
    },
    {
      "epoch": 4.6679220566562964,
      "grad_norm": 0.22397008538246155,
      "learning_rate": 0.00011128194011547757,
      "loss": 12.2179,
      "step": 28507
    },
    {
      "epoch": 4.668085803176682,
      "grad_norm": 0.12935081124305725,
      "learning_rate": 0.00011127680346195057,
      "loss": 12.1428,
      "step": 28508
    },
    {
      "epoch": 4.668249549697069,
      "grad_norm": 0.1589249223470688,
      "learning_rate": 0.00011127166677828604,
      "loss": 12.1436,
      "step": 28509
    },
    {
      "epoch": 4.668413296217455,
      "grad_norm": 0.13679711520671844,
      "learning_rate": 0.00011126653006449775,
      "loss": 12.2076,
      "step": 28510
    },
    {
      "epoch": 4.668577042737842,
      "grad_norm": 0.1392509788274765,
      "learning_rate": 0.00011126139332059939,
      "loss": 12.1994,
      "step": 28511
    },
    {
      "epoch": 4.668740789258228,
      "grad_norm": 0.290484756231308,
      "learning_rate": 0.00011125625654660474,
      "loss": 12.1594,
      "step": 28512
    },
    {
      "epoch": 4.668904535778615,
      "grad_norm": 0.14006388187408447,
      "learning_rate": 0.0001112511197425275,
      "loss": 12.2166,
      "step": 28513
    },
    {
      "epoch": 4.669068282299001,
      "grad_norm": 0.1793762445449829,
      "learning_rate": 0.00011124598290838135,
      "loss": 12.1928,
      "step": 28514
    },
    {
      "epoch": 4.669232028819388,
      "grad_norm": 0.19894790649414062,
      "learning_rate": 0.0001112408460441801,
      "loss": 12.2105,
      "step": 28515
    },
    {
      "epoch": 4.669395775339774,
      "grad_norm": 0.16869685053825378,
      "learning_rate": 0.00011123570914993744,
      "loss": 12.1669,
      "step": 28516
    },
    {
      "epoch": 4.66955952186016,
      "grad_norm": 0.14278417825698853,
      "learning_rate": 0.00011123057222566711,
      "loss": 12.2031,
      "step": 28517
    },
    {
      "epoch": 4.669723268380547,
      "grad_norm": 0.14485448598861694,
      "learning_rate": 0.00011122543527138279,
      "loss": 12.2264,
      "step": 28518
    },
    {
      "epoch": 4.669887014900933,
      "grad_norm": 0.12980543076992035,
      "learning_rate": 0.00011122029828709828,
      "loss": 12.1994,
      "step": 28519
    },
    {
      "epoch": 4.67005076142132,
      "grad_norm": 0.1664515882730484,
      "learning_rate": 0.00011121516127282727,
      "loss": 12.1863,
      "step": 28520
    },
    {
      "epoch": 4.670214507941706,
      "grad_norm": 0.20780882239341736,
      "learning_rate": 0.00011121002422858348,
      "loss": 12.2322,
      "step": 28521
    },
    {
      "epoch": 4.670378254462093,
      "grad_norm": 0.19930382072925568,
      "learning_rate": 0.0001112048871543807,
      "loss": 12.1574,
      "step": 28522
    },
    {
      "epoch": 4.670542000982479,
      "grad_norm": 0.13870437443256378,
      "learning_rate": 0.00011119975005023258,
      "loss": 12.245,
      "step": 28523
    },
    {
      "epoch": 4.670705747502866,
      "grad_norm": 0.1266268491744995,
      "learning_rate": 0.0001111946129161529,
      "loss": 12.1225,
      "step": 28524
    },
    {
      "epoch": 4.670869494023252,
      "grad_norm": 0.1390167474746704,
      "learning_rate": 0.00011118947575215535,
      "loss": 12.1854,
      "step": 28525
    },
    {
      "epoch": 4.671033240543639,
      "grad_norm": 0.20083697140216827,
      "learning_rate": 0.0001111843385582537,
      "loss": 12.1682,
      "step": 28526
    },
    {
      "epoch": 4.671196987064025,
      "grad_norm": 0.1829177439212799,
      "learning_rate": 0.00011117920133446165,
      "loss": 12.1553,
      "step": 28527
    },
    {
      "epoch": 4.671360733584411,
      "grad_norm": 0.11760231852531433,
      "learning_rate": 0.00011117406408079293,
      "loss": 12.145,
      "step": 28528
    },
    {
      "epoch": 4.6715244801047975,
      "grad_norm": 0.10384056717157364,
      "learning_rate": 0.0001111689267972613,
      "loss": 12.1935,
      "step": 28529
    },
    {
      "epoch": 4.671688226625184,
      "grad_norm": 0.14282268285751343,
      "learning_rate": 0.00011116378948388047,
      "loss": 12.1845,
      "step": 28530
    },
    {
      "epoch": 4.6718519731455705,
      "grad_norm": 0.1585744321346283,
      "learning_rate": 0.00011115865214066414,
      "loss": 12.1381,
      "step": 28531
    },
    {
      "epoch": 4.672015719665957,
      "grad_norm": 0.1469300538301468,
      "learning_rate": 0.00011115351476762609,
      "loss": 12.1631,
      "step": 28532
    },
    {
      "epoch": 4.672179466186344,
      "grad_norm": 0.19145256280899048,
      "learning_rate": 0.00011114837736478001,
      "loss": 12.1884,
      "step": 28533
    },
    {
      "epoch": 4.67234321270673,
      "grad_norm": 0.15300238132476807,
      "learning_rate": 0.00011114323993213967,
      "loss": 12.1781,
      "step": 28534
    },
    {
      "epoch": 4.672506959227117,
      "grad_norm": 0.16316013038158417,
      "learning_rate": 0.00011113810246971879,
      "loss": 12.1823,
      "step": 28535
    },
    {
      "epoch": 4.672670705747503,
      "grad_norm": 0.1421915888786316,
      "learning_rate": 0.00011113296497753103,
      "loss": 12.188,
      "step": 28536
    },
    {
      "epoch": 4.672834452267889,
      "grad_norm": 0.17982570827007294,
      "learning_rate": 0.00011112782745559023,
      "loss": 12.1589,
      "step": 28537
    },
    {
      "epoch": 4.672998198788275,
      "grad_norm": 0.12242967635393143,
      "learning_rate": 0.00011112268990391005,
      "loss": 12.2422,
      "step": 28538
    },
    {
      "epoch": 4.673161945308662,
      "grad_norm": 0.16306541860103607,
      "learning_rate": 0.00011111755232250425,
      "loss": 12.1571,
      "step": 28539
    },
    {
      "epoch": 4.6733256918290484,
      "grad_norm": 0.15932655334472656,
      "learning_rate": 0.00011111241471138652,
      "loss": 12.2073,
      "step": 28540
    },
    {
      "epoch": 4.673489438349435,
      "grad_norm": 0.13264767825603485,
      "learning_rate": 0.00011110727707057062,
      "loss": 12.1458,
      "step": 28541
    },
    {
      "epoch": 4.6736531848698215,
      "grad_norm": 0.17485378682613373,
      "learning_rate": 0.0001111021394000703,
      "loss": 12.1831,
      "step": 28542
    },
    {
      "epoch": 4.673816931390208,
      "grad_norm": 0.18494200706481934,
      "learning_rate": 0.00011109700169989928,
      "loss": 12.1432,
      "step": 28543
    },
    {
      "epoch": 4.673980677910595,
      "grad_norm": 0.19061623513698578,
      "learning_rate": 0.00011109186397007124,
      "loss": 12.1676,
      "step": 28544
    },
    {
      "epoch": 4.674144424430981,
      "grad_norm": 0.17584733664989471,
      "learning_rate": 0.00011108672621059998,
      "loss": 12.2101,
      "step": 28545
    },
    {
      "epoch": 4.674308170951368,
      "grad_norm": 0.13349057734012604,
      "learning_rate": 0.0001110815884214992,
      "loss": 12.2153,
      "step": 28546
    },
    {
      "epoch": 4.674471917471754,
      "grad_norm": 0.1498703509569168,
      "learning_rate": 0.00011107645060278262,
      "loss": 12.1941,
      "step": 28547
    },
    {
      "epoch": 4.67463566399214,
      "grad_norm": 0.12797844409942627,
      "learning_rate": 0.00011107131275446399,
      "loss": 12.1722,
      "step": 28548
    },
    {
      "epoch": 4.674799410512526,
      "grad_norm": 0.13587364554405212,
      "learning_rate": 0.00011106617487655704,
      "loss": 12.1843,
      "step": 28549
    },
    {
      "epoch": 4.674963157032913,
      "grad_norm": 0.15152324736118317,
      "learning_rate": 0.00011106103696907548,
      "loss": 12.1642,
      "step": 28550
    },
    {
      "epoch": 4.675126903553299,
      "grad_norm": 0.11366131156682968,
      "learning_rate": 0.00011105589903203308,
      "loss": 12.1918,
      "step": 28551
    },
    {
      "epoch": 4.675290650073686,
      "grad_norm": 0.15173576772212982,
      "learning_rate": 0.00011105076106544352,
      "loss": 12.1654,
      "step": 28552
    },
    {
      "epoch": 4.6754543965940725,
      "grad_norm": 0.17268550395965576,
      "learning_rate": 0.00011104562306932058,
      "loss": 12.2044,
      "step": 28553
    },
    {
      "epoch": 4.675618143114459,
      "grad_norm": 0.13386176526546478,
      "learning_rate": 0.00011104048504367797,
      "loss": 12.1605,
      "step": 28554
    },
    {
      "epoch": 4.6757818896348455,
      "grad_norm": 0.2625310719013214,
      "learning_rate": 0.00011103534698852938,
      "loss": 12.1814,
      "step": 28555
    },
    {
      "epoch": 4.675945636155232,
      "grad_norm": 0.14335252344608307,
      "learning_rate": 0.00011103020890388863,
      "loss": 12.1859,
      "step": 28556
    },
    {
      "epoch": 4.676109382675618,
      "grad_norm": 0.15353551506996155,
      "learning_rate": 0.0001110250707897694,
      "loss": 12.1657,
      "step": 28557
    },
    {
      "epoch": 4.676273129196004,
      "grad_norm": 0.1610596626996994,
      "learning_rate": 0.00011101993264618542,
      "loss": 12.161,
      "step": 28558
    },
    {
      "epoch": 4.676436875716391,
      "grad_norm": 0.15427379310131073,
      "learning_rate": 0.00011101479447315041,
      "loss": 12.1421,
      "step": 28559
    },
    {
      "epoch": 4.676600622236777,
      "grad_norm": 0.15446534752845764,
      "learning_rate": 0.00011100965627067816,
      "loss": 12.1419,
      "step": 28560
    },
    {
      "epoch": 4.676764368757164,
      "grad_norm": 0.1485588401556015,
      "learning_rate": 0.00011100451803878233,
      "loss": 12.1502,
      "step": 28561
    },
    {
      "epoch": 4.67692811527755,
      "grad_norm": 0.15024004876613617,
      "learning_rate": 0.00011099937977747672,
      "loss": 12.1223,
      "step": 28562
    },
    {
      "epoch": 4.677091861797937,
      "grad_norm": 0.11922012269496918,
      "learning_rate": 0.00011099424148677497,
      "loss": 12.1346,
      "step": 28563
    },
    {
      "epoch": 4.677255608318323,
      "grad_norm": 0.1522294133901596,
      "learning_rate": 0.00011098910316669093,
      "loss": 12.1618,
      "step": 28564
    },
    {
      "epoch": 4.67741935483871,
      "grad_norm": 0.15079094469547272,
      "learning_rate": 0.00011098396481723823,
      "loss": 12.1868,
      "step": 28565
    },
    {
      "epoch": 4.6775831013590965,
      "grad_norm": 0.19533412158489227,
      "learning_rate": 0.00011097882643843068,
      "loss": 12.2061,
      "step": 28566
    },
    {
      "epoch": 4.677746847879483,
      "grad_norm": 0.19315768778324127,
      "learning_rate": 0.00011097368803028191,
      "loss": 12.2691,
      "step": 28567
    },
    {
      "epoch": 4.677910594399869,
      "grad_norm": 0.2745943069458008,
      "learning_rate": 0.00011096854959280581,
      "loss": 12.2131,
      "step": 28568
    },
    {
      "epoch": 4.678074340920255,
      "grad_norm": 0.15593945980072021,
      "learning_rate": 0.00011096341112601594,
      "loss": 12.1919,
      "step": 28569
    },
    {
      "epoch": 4.678238087440642,
      "grad_norm": 0.17072482407093048,
      "learning_rate": 0.00011095827262992613,
      "loss": 12.2337,
      "step": 28570
    },
    {
      "epoch": 4.678401833961028,
      "grad_norm": 0.13236680626869202,
      "learning_rate": 0.00011095313410455014,
      "loss": 12.2172,
      "step": 28571
    },
    {
      "epoch": 4.678565580481415,
      "grad_norm": 0.15489129722118378,
      "learning_rate": 0.00011094799554990162,
      "loss": 12.1627,
      "step": 28572
    },
    {
      "epoch": 4.678729327001801,
      "grad_norm": 0.15627576410770416,
      "learning_rate": 0.00011094285696599435,
      "loss": 12.2062,
      "step": 28573
    },
    {
      "epoch": 4.678893073522188,
      "grad_norm": 0.15312646329402924,
      "learning_rate": 0.00011093771835284205,
      "loss": 12.1648,
      "step": 28574
    },
    {
      "epoch": 4.679056820042574,
      "grad_norm": 0.1362917125225067,
      "learning_rate": 0.0001109325797104585,
      "loss": 12.1749,
      "step": 28575
    },
    {
      "epoch": 4.679220566562961,
      "grad_norm": 0.16130948066711426,
      "learning_rate": 0.00011092744103885732,
      "loss": 12.1922,
      "step": 28576
    },
    {
      "epoch": 4.679384313083347,
      "grad_norm": 0.20187129080295563,
      "learning_rate": 0.00011092230233805236,
      "loss": 12.135,
      "step": 28577
    },
    {
      "epoch": 4.679548059603733,
      "grad_norm": 0.18569155037403107,
      "learning_rate": 0.0001109171636080573,
      "loss": 12.2084,
      "step": 28578
    },
    {
      "epoch": 4.67971180612412,
      "grad_norm": 0.19756588339805603,
      "learning_rate": 0.0001109120248488859,
      "loss": 12.1694,
      "step": 28579
    },
    {
      "epoch": 4.679875552644506,
      "grad_norm": 0.1706603467464447,
      "learning_rate": 0.00011090688606055185,
      "loss": 12.2023,
      "step": 28580
    },
    {
      "epoch": 4.680039299164893,
      "grad_norm": 0.15700052678585052,
      "learning_rate": 0.00011090174724306892,
      "loss": 12.1809,
      "step": 28581
    },
    {
      "epoch": 4.680203045685279,
      "grad_norm": 0.17609460651874542,
      "learning_rate": 0.00011089660839645082,
      "loss": 12.1789,
      "step": 28582
    },
    {
      "epoch": 4.680366792205666,
      "grad_norm": 0.13087411224842072,
      "learning_rate": 0.00011089146952071132,
      "loss": 12.2554,
      "step": 28583
    },
    {
      "epoch": 4.680530538726052,
      "grad_norm": 0.1572909951210022,
      "learning_rate": 0.00011088633061586408,
      "loss": 12.1782,
      "step": 28584
    },
    {
      "epoch": 4.680694285246439,
      "grad_norm": 0.1650773584842682,
      "learning_rate": 0.00011088119168192292,
      "loss": 12.1681,
      "step": 28585
    },
    {
      "epoch": 4.6808580317668245,
      "grad_norm": 0.159947007894516,
      "learning_rate": 0.00011087605271890154,
      "loss": 12.1602,
      "step": 28586
    },
    {
      "epoch": 4.681021778287212,
      "grad_norm": 0.13843993842601776,
      "learning_rate": 0.00011087091372681364,
      "loss": 12.1766,
      "step": 28587
    },
    {
      "epoch": 4.6811855248075975,
      "grad_norm": 0.13795816898345947,
      "learning_rate": 0.00011086577470567302,
      "loss": 12.1687,
      "step": 28588
    },
    {
      "epoch": 4.681349271327984,
      "grad_norm": 0.11909190565347672,
      "learning_rate": 0.00011086063565549334,
      "loss": 12.1544,
      "step": 28589
    },
    {
      "epoch": 4.681513017848371,
      "grad_norm": 0.18183666467666626,
      "learning_rate": 0.00011085549657628844,
      "loss": 12.2046,
      "step": 28590
    },
    {
      "epoch": 4.681676764368757,
      "grad_norm": 0.1973167508840561,
      "learning_rate": 0.00011085035746807193,
      "loss": 12.1713,
      "step": 28591
    },
    {
      "epoch": 4.681840510889144,
      "grad_norm": 0.13022489845752716,
      "learning_rate": 0.00011084521833085761,
      "loss": 12.1781,
      "step": 28592
    },
    {
      "epoch": 4.68200425740953,
      "grad_norm": 0.14974185824394226,
      "learning_rate": 0.00011084007916465923,
      "loss": 12.1767,
      "step": 28593
    },
    {
      "epoch": 4.682168003929917,
      "grad_norm": 0.21076440811157227,
      "learning_rate": 0.00011083493996949048,
      "loss": 12.1575,
      "step": 28594
    },
    {
      "epoch": 4.682331750450303,
      "grad_norm": 0.14855827391147614,
      "learning_rate": 0.00011082980074536511,
      "loss": 12.1778,
      "step": 28595
    },
    {
      "epoch": 4.68249549697069,
      "grad_norm": 0.19944679737091064,
      "learning_rate": 0.00011082466149229689,
      "loss": 12.1554,
      "step": 28596
    },
    {
      "epoch": 4.682659243491075,
      "grad_norm": 0.15638737380504608,
      "learning_rate": 0.0001108195222102995,
      "loss": 12.1419,
      "step": 28597
    },
    {
      "epoch": 4.682822990011462,
      "grad_norm": 0.18071745336055756,
      "learning_rate": 0.00011081438289938673,
      "loss": 12.1651,
      "step": 28598
    },
    {
      "epoch": 4.6829867365318485,
      "grad_norm": 0.15591534972190857,
      "learning_rate": 0.00011080924355957223,
      "loss": 12.177,
      "step": 28599
    },
    {
      "epoch": 4.683150483052235,
      "grad_norm": 0.1807890087366104,
      "learning_rate": 0.00011080410419086984,
      "loss": 12.1843,
      "step": 28600
    },
    {
      "epoch": 4.683314229572622,
      "grad_norm": 0.14366672933101654,
      "learning_rate": 0.00011079896479329324,
      "loss": 12.155,
      "step": 28601
    },
    {
      "epoch": 4.683477976093008,
      "grad_norm": 0.1369878202676773,
      "learning_rate": 0.00011079382536685614,
      "loss": 12.1789,
      "step": 28602
    },
    {
      "epoch": 4.683641722613395,
      "grad_norm": 0.2205076962709427,
      "learning_rate": 0.00011078868591157232,
      "loss": 12.2049,
      "step": 28603
    },
    {
      "epoch": 4.683805469133781,
      "grad_norm": 0.16108784079551697,
      "learning_rate": 0.0001107835464274555,
      "loss": 12.1622,
      "step": 28604
    },
    {
      "epoch": 4.683969215654168,
      "grad_norm": 0.1568301022052765,
      "learning_rate": 0.00011077840691451942,
      "loss": 12.1618,
      "step": 28605
    },
    {
      "epoch": 4.684132962174553,
      "grad_norm": 0.2413875013589859,
      "learning_rate": 0.0001107732673727778,
      "loss": 12.1943,
      "step": 28606
    },
    {
      "epoch": 4.68429670869494,
      "grad_norm": 0.1767590492963791,
      "learning_rate": 0.00011076812780224442,
      "loss": 12.1342,
      "step": 28607
    },
    {
      "epoch": 4.684460455215326,
      "grad_norm": 0.1383747160434723,
      "learning_rate": 0.00011076298820293296,
      "loss": 12.172,
      "step": 28608
    },
    {
      "epoch": 4.684624201735713,
      "grad_norm": 0.18129318952560425,
      "learning_rate": 0.00011075784857485717,
      "loss": 12.169,
      "step": 28609
    },
    {
      "epoch": 4.6847879482560995,
      "grad_norm": 0.15856358408927917,
      "learning_rate": 0.0001107527089180308,
      "loss": 12.2075,
      "step": 28610
    },
    {
      "epoch": 4.684951694776486,
      "grad_norm": 0.15284976363182068,
      "learning_rate": 0.00011074756923246759,
      "loss": 12.1519,
      "step": 28611
    },
    {
      "epoch": 4.6851154412968725,
      "grad_norm": 0.14372014999389648,
      "learning_rate": 0.00011074242951818125,
      "loss": 12.1818,
      "step": 28612
    },
    {
      "epoch": 4.685279187817259,
      "grad_norm": 0.12417512387037277,
      "learning_rate": 0.00011073728977518554,
      "loss": 12.1392,
      "step": 28613
    },
    {
      "epoch": 4.685442934337646,
      "grad_norm": 0.13715769350528717,
      "learning_rate": 0.00011073215000349417,
      "loss": 12.1824,
      "step": 28614
    },
    {
      "epoch": 4.685606680858032,
      "grad_norm": 0.13303126394748688,
      "learning_rate": 0.00011072701020312093,
      "loss": 12.1527,
      "step": 28615
    },
    {
      "epoch": 4.685770427378419,
      "grad_norm": 0.13833341002464294,
      "learning_rate": 0.0001107218703740795,
      "loss": 12.1971,
      "step": 28616
    },
    {
      "epoch": 4.685934173898804,
      "grad_norm": 0.14640389382839203,
      "learning_rate": 0.00011071673051638365,
      "loss": 12.1594,
      "step": 28617
    },
    {
      "epoch": 4.686097920419191,
      "grad_norm": 0.17746953666210175,
      "learning_rate": 0.00011071159063004709,
      "loss": 12.1981,
      "step": 28618
    },
    {
      "epoch": 4.686261666939577,
      "grad_norm": 0.13467161357402802,
      "learning_rate": 0.00011070645071508356,
      "loss": 12.1576,
      "step": 28619
    },
    {
      "epoch": 4.686425413459964,
      "grad_norm": 0.13939529657363892,
      "learning_rate": 0.00011070131077150683,
      "loss": 12.169,
      "step": 28620
    },
    {
      "epoch": 4.68658915998035,
      "grad_norm": 0.24603256583213806,
      "learning_rate": 0.00011069617079933061,
      "loss": 12.2335,
      "step": 28621
    },
    {
      "epoch": 4.686752906500737,
      "grad_norm": 0.21109746396541595,
      "learning_rate": 0.0001106910307985686,
      "loss": 12.1562,
      "step": 28622
    },
    {
      "epoch": 4.6869166530211235,
      "grad_norm": 0.1547682136297226,
      "learning_rate": 0.00011068589076923461,
      "loss": 12.181,
      "step": 28623
    },
    {
      "epoch": 4.68708039954151,
      "grad_norm": 0.1225384920835495,
      "learning_rate": 0.00011068075071134236,
      "loss": 12.1798,
      "step": 28624
    },
    {
      "epoch": 4.6872441460618965,
      "grad_norm": 0.1438959240913391,
      "learning_rate": 0.00011067561062490552,
      "loss": 12.1704,
      "step": 28625
    },
    {
      "epoch": 4.687407892582282,
      "grad_norm": 0.1556309312582016,
      "learning_rate": 0.0001106704705099379,
      "loss": 12.1578,
      "step": 28626
    },
    {
      "epoch": 4.687571639102669,
      "grad_norm": 0.12426498532295227,
      "learning_rate": 0.00011066533036645324,
      "loss": 12.1964,
      "step": 28627
    },
    {
      "epoch": 4.687735385623055,
      "grad_norm": 0.21469108760356903,
      "learning_rate": 0.00011066019019446523,
      "loss": 12.2098,
      "step": 28628
    },
    {
      "epoch": 4.687899132143442,
      "grad_norm": 0.1450171023607254,
      "learning_rate": 0.00011065504999398762,
      "loss": 12.1168,
      "step": 28629
    },
    {
      "epoch": 4.688062878663828,
      "grad_norm": 0.18466515839099884,
      "learning_rate": 0.00011064990976503417,
      "loss": 12.1992,
      "step": 28630
    },
    {
      "epoch": 4.688226625184215,
      "grad_norm": 0.11455950886011124,
      "learning_rate": 0.0001106447695076186,
      "loss": 12.1437,
      "step": 28631
    },
    {
      "epoch": 4.688390371704601,
      "grad_norm": 0.1469145119190216,
      "learning_rate": 0.00011063962922175467,
      "loss": 12.168,
      "step": 28632
    },
    {
      "epoch": 4.688554118224988,
      "grad_norm": 0.14457586407661438,
      "learning_rate": 0.00011063448890745605,
      "loss": 12.1935,
      "step": 28633
    },
    {
      "epoch": 4.688717864745374,
      "grad_norm": 0.13455602526664734,
      "learning_rate": 0.00011062934856473655,
      "loss": 12.2017,
      "step": 28634
    },
    {
      "epoch": 4.688881611265761,
      "grad_norm": 0.1481834203004837,
      "learning_rate": 0.00011062420819360988,
      "loss": 12.1538,
      "step": 28635
    },
    {
      "epoch": 4.6890453577861475,
      "grad_norm": 0.14051805436611176,
      "learning_rate": 0.00011061906779408979,
      "loss": 12.1746,
      "step": 28636
    },
    {
      "epoch": 4.689209104306533,
      "grad_norm": 0.1728782206773758,
      "learning_rate": 0.00011061392736618999,
      "loss": 12.1954,
      "step": 28637
    },
    {
      "epoch": 4.68937285082692,
      "grad_norm": 0.20784448087215424,
      "learning_rate": 0.00011060878690992429,
      "loss": 12.1658,
      "step": 28638
    },
    {
      "epoch": 4.689536597347306,
      "grad_norm": 0.13393279910087585,
      "learning_rate": 0.00011060364642530632,
      "loss": 12.2025,
      "step": 28639
    },
    {
      "epoch": 4.689700343867693,
      "grad_norm": 0.1308235079050064,
      "learning_rate": 0.00011059850591234986,
      "loss": 12.185,
      "step": 28640
    },
    {
      "epoch": 4.689864090388079,
      "grad_norm": 0.17737624049186707,
      "learning_rate": 0.0001105933653710687,
      "loss": 12.1855,
      "step": 28641
    },
    {
      "epoch": 4.690027836908466,
      "grad_norm": 0.12715227901935577,
      "learning_rate": 0.00011058822480147653,
      "loss": 12.1727,
      "step": 28642
    },
    {
      "epoch": 4.690191583428852,
      "grad_norm": 0.17027901113033295,
      "learning_rate": 0.00011058308420358709,
      "loss": 12.2,
      "step": 28643
    },
    {
      "epoch": 4.690355329949239,
      "grad_norm": 0.18388526141643524,
      "learning_rate": 0.00011057794357741413,
      "loss": 12.1478,
      "step": 28644
    },
    {
      "epoch": 4.690519076469625,
      "grad_norm": 0.17317931354045868,
      "learning_rate": 0.00011057280292297141,
      "loss": 12.1683,
      "step": 28645
    },
    {
      "epoch": 4.690682822990011,
      "grad_norm": 0.13945335149765015,
      "learning_rate": 0.00011056766224027259,
      "loss": 12.1511,
      "step": 28646
    },
    {
      "epoch": 4.690846569510398,
      "grad_norm": 0.17841659486293793,
      "learning_rate": 0.00011056252152933151,
      "loss": 12.1682,
      "step": 28647
    },
    {
      "epoch": 4.691010316030784,
      "grad_norm": 0.14997822046279907,
      "learning_rate": 0.00011055738079016182,
      "loss": 12.244,
      "step": 28648
    },
    {
      "epoch": 4.691174062551171,
      "grad_norm": 0.15045586228370667,
      "learning_rate": 0.00011055224002277734,
      "loss": 12.1907,
      "step": 28649
    },
    {
      "epoch": 4.691337809071557,
      "grad_norm": 0.15607833862304688,
      "learning_rate": 0.00011054709922719173,
      "loss": 12.1911,
      "step": 28650
    },
    {
      "epoch": 4.691501555591944,
      "grad_norm": 0.15928281843662262,
      "learning_rate": 0.00011054195840341879,
      "loss": 12.1965,
      "step": 28651
    },
    {
      "epoch": 4.69166530211233,
      "grad_norm": 0.13817857205867767,
      "learning_rate": 0.0001105368175514722,
      "loss": 12.1373,
      "step": 28652
    },
    {
      "epoch": 4.691829048632717,
      "grad_norm": 0.1716725081205368,
      "learning_rate": 0.0001105316766713658,
      "loss": 12.1747,
      "step": 28653
    },
    {
      "epoch": 4.691992795153103,
      "grad_norm": 0.1897277683019638,
      "learning_rate": 0.0001105265357631132,
      "loss": 12.1654,
      "step": 28654
    },
    {
      "epoch": 4.692156541673489,
      "grad_norm": 0.17902402579784393,
      "learning_rate": 0.00011052139482672823,
      "loss": 12.1767,
      "step": 28655
    },
    {
      "epoch": 4.692320288193876,
      "grad_norm": 0.20286040008068085,
      "learning_rate": 0.0001105162538622246,
      "loss": 12.1353,
      "step": 28656
    },
    {
      "epoch": 4.692484034714262,
      "grad_norm": 0.21653293073177338,
      "learning_rate": 0.00011051111286961604,
      "loss": 12.1988,
      "step": 28657
    },
    {
      "epoch": 4.6926477812346485,
      "grad_norm": 0.10402991622686386,
      "learning_rate": 0.00011050597184891631,
      "loss": 12.1452,
      "step": 28658
    },
    {
      "epoch": 4.692811527755035,
      "grad_norm": 0.15155377984046936,
      "learning_rate": 0.00011050083080013914,
      "loss": 12.193,
      "step": 28659
    },
    {
      "epoch": 4.692975274275422,
      "grad_norm": 0.14934276044368744,
      "learning_rate": 0.0001104956897232983,
      "loss": 12.1708,
      "step": 28660
    },
    {
      "epoch": 4.693139020795808,
      "grad_norm": 0.16828219592571259,
      "learning_rate": 0.00011049054861840744,
      "loss": 12.2436,
      "step": 28661
    },
    {
      "epoch": 4.693302767316195,
      "grad_norm": 0.107047438621521,
      "learning_rate": 0.0001104854074854804,
      "loss": 12.1745,
      "step": 28662
    },
    {
      "epoch": 4.693466513836581,
      "grad_norm": 0.16840587556362152,
      "learning_rate": 0.00011048026632453083,
      "loss": 12.1872,
      "step": 28663
    },
    {
      "epoch": 4.693630260356968,
      "grad_norm": 0.19753234088420868,
      "learning_rate": 0.00011047512513557261,
      "loss": 12.1807,
      "step": 28664
    },
    {
      "epoch": 4.693794006877354,
      "grad_norm": 0.128463476896286,
      "learning_rate": 0.00011046998391861931,
      "loss": 12.2465,
      "step": 28665
    },
    {
      "epoch": 4.69395775339774,
      "grad_norm": 0.13202407956123352,
      "learning_rate": 0.00011046484267368478,
      "loss": 12.1795,
      "step": 28666
    },
    {
      "epoch": 4.694121499918126,
      "grad_norm": 0.18332882225513458,
      "learning_rate": 0.00011045970140078272,
      "loss": 12.1725,
      "step": 28667
    },
    {
      "epoch": 4.694285246438513,
      "grad_norm": 0.14123161137104034,
      "learning_rate": 0.0001104545600999269,
      "loss": 12.174,
      "step": 28668
    },
    {
      "epoch": 4.6944489929588995,
      "grad_norm": 0.11690948158502579,
      "learning_rate": 0.000110449418771131,
      "loss": 12.1807,
      "step": 28669
    },
    {
      "epoch": 4.694612739479286,
      "grad_norm": 0.1436537206172943,
      "learning_rate": 0.00011044427741440882,
      "loss": 12.1746,
      "step": 28670
    },
    {
      "epoch": 4.694776485999673,
      "grad_norm": 0.1570015549659729,
      "learning_rate": 0.00011043913602977409,
      "loss": 12.1821,
      "step": 28671
    },
    {
      "epoch": 4.694940232520059,
      "grad_norm": 0.2514108419418335,
      "learning_rate": 0.00011043399461724053,
      "loss": 12.1521,
      "step": 28672
    },
    {
      "epoch": 4.695103979040446,
      "grad_norm": 0.19161424040794373,
      "learning_rate": 0.00011042885317682188,
      "loss": 12.1365,
      "step": 28673
    },
    {
      "epoch": 4.695267725560832,
      "grad_norm": 0.14642742276191711,
      "learning_rate": 0.00011042371170853192,
      "loss": 12.2238,
      "step": 28674
    },
    {
      "epoch": 4.695431472081218,
      "grad_norm": 0.1687483787536621,
      "learning_rate": 0.00011041857021238433,
      "loss": 12.1712,
      "step": 28675
    },
    {
      "epoch": 4.695595218601604,
      "grad_norm": 0.14268594980239868,
      "learning_rate": 0.00011041342868839288,
      "loss": 12.1894,
      "step": 28676
    },
    {
      "epoch": 4.695758965121991,
      "grad_norm": 0.13242009282112122,
      "learning_rate": 0.00011040828713657135,
      "loss": 12.1816,
      "step": 28677
    },
    {
      "epoch": 4.695922711642377,
      "grad_norm": 0.21211697161197662,
      "learning_rate": 0.00011040314555693343,
      "loss": 12.1399,
      "step": 28678
    },
    {
      "epoch": 4.696086458162764,
      "grad_norm": 0.17814849317073822,
      "learning_rate": 0.00011039800394949287,
      "loss": 12.248,
      "step": 28679
    },
    {
      "epoch": 4.6962502046831505,
      "grad_norm": 0.12925167381763458,
      "learning_rate": 0.00011039286231426341,
      "loss": 12.1835,
      "step": 28680
    },
    {
      "epoch": 4.696413951203537,
      "grad_norm": 0.17510969936847687,
      "learning_rate": 0.00011038772065125881,
      "loss": 12.1559,
      "step": 28681
    },
    {
      "epoch": 4.6965776977239235,
      "grad_norm": 0.1423279047012329,
      "learning_rate": 0.0001103825789604928,
      "loss": 12.2007,
      "step": 28682
    },
    {
      "epoch": 4.69674144424431,
      "grad_norm": 0.18418356776237488,
      "learning_rate": 0.00011037743724197913,
      "loss": 12.2032,
      "step": 28683
    },
    {
      "epoch": 4.696905190764697,
      "grad_norm": 0.12431059032678604,
      "learning_rate": 0.00011037229549573149,
      "loss": 12.2127,
      "step": 28684
    },
    {
      "epoch": 4.697068937285083,
      "grad_norm": 0.1393551528453827,
      "learning_rate": 0.0001103671537217637,
      "loss": 12.1564,
      "step": 28685
    },
    {
      "epoch": 4.697232683805469,
      "grad_norm": 0.18216533958911896,
      "learning_rate": 0.00011036201192008945,
      "loss": 12.1785,
      "step": 28686
    },
    {
      "epoch": 4.697396430325855,
      "grad_norm": 0.11916954070329666,
      "learning_rate": 0.00011035687009072253,
      "loss": 12.1728,
      "step": 28687
    },
    {
      "epoch": 4.697560176846242,
      "grad_norm": 0.15314432978630066,
      "learning_rate": 0.00011035172823367658,
      "loss": 12.1617,
      "step": 28688
    },
    {
      "epoch": 4.697723923366628,
      "grad_norm": 0.15045423805713654,
      "learning_rate": 0.00011034658634896547,
      "loss": 12.2083,
      "step": 28689
    },
    {
      "epoch": 4.697887669887015,
      "grad_norm": 0.18330715596675873,
      "learning_rate": 0.00011034144443660288,
      "loss": 12.1916,
      "step": 28690
    },
    {
      "epoch": 4.698051416407401,
      "grad_norm": 0.13904744386672974,
      "learning_rate": 0.00011033630249660252,
      "loss": 12.1617,
      "step": 28691
    },
    {
      "epoch": 4.698215162927788,
      "grad_norm": 0.15784838795661926,
      "learning_rate": 0.00011033116052897816,
      "loss": 12.1751,
      "step": 28692
    },
    {
      "epoch": 4.6983789094481745,
      "grad_norm": 0.1969163715839386,
      "learning_rate": 0.00011032601853374358,
      "loss": 12.1455,
      "step": 28693
    },
    {
      "epoch": 4.698542655968561,
      "grad_norm": 0.15660138428211212,
      "learning_rate": 0.00011032087651091249,
      "loss": 12.1866,
      "step": 28694
    },
    {
      "epoch": 4.698706402488947,
      "grad_norm": 0.1400081217288971,
      "learning_rate": 0.0001103157344604986,
      "loss": 12.162,
      "step": 28695
    },
    {
      "epoch": 4.698870149009333,
      "grad_norm": 0.16543453931808472,
      "learning_rate": 0.00011031059238251571,
      "loss": 12.1867,
      "step": 28696
    },
    {
      "epoch": 4.69903389552972,
      "grad_norm": 0.16649849712848663,
      "learning_rate": 0.00011030545027697752,
      "loss": 12.1865,
      "step": 28697
    },
    {
      "epoch": 4.699197642050106,
      "grad_norm": 0.13727162778377533,
      "learning_rate": 0.0001103003081438978,
      "loss": 12.2345,
      "step": 28698
    },
    {
      "epoch": 4.699361388570493,
      "grad_norm": 0.14690840244293213,
      "learning_rate": 0.00011029516598329026,
      "loss": 12.21,
      "step": 28699
    },
    {
      "epoch": 4.699525135090879,
      "grad_norm": 0.2058885097503662,
      "learning_rate": 0.00011029002379516868,
      "loss": 12.1757,
      "step": 28700
    },
    {
      "epoch": 4.699688881611266,
      "grad_norm": 0.16819611191749573,
      "learning_rate": 0.00011028488157954679,
      "loss": 12.1665,
      "step": 28701
    },
    {
      "epoch": 4.699852628131652,
      "grad_norm": 0.15203408896923065,
      "learning_rate": 0.00011027973933643834,
      "loss": 12.1923,
      "step": 28702
    },
    {
      "epoch": 4.700016374652039,
      "grad_norm": 0.12247691303491592,
      "learning_rate": 0.00011027459706585704,
      "loss": 12.1235,
      "step": 28703
    },
    {
      "epoch": 4.7001801211724255,
      "grad_norm": 0.15519440174102783,
      "learning_rate": 0.00011026945476781668,
      "loss": 12.1723,
      "step": 28704
    },
    {
      "epoch": 4.700343867692812,
      "grad_norm": 0.31401363015174866,
      "learning_rate": 0.00011026431244233096,
      "loss": 12.1947,
      "step": 28705
    },
    {
      "epoch": 4.700507614213198,
      "grad_norm": 0.11452707648277283,
      "learning_rate": 0.00011025917008941363,
      "loss": 12.1581,
      "step": 28706
    },
    {
      "epoch": 4.700671360733584,
      "grad_norm": 0.15419307351112366,
      "learning_rate": 0.00011025402770907845,
      "loss": 12.2075,
      "step": 28707
    },
    {
      "epoch": 4.700835107253971,
      "grad_norm": 0.16701199114322662,
      "learning_rate": 0.00011024888530133915,
      "loss": 12.1682,
      "step": 28708
    },
    {
      "epoch": 4.700998853774357,
      "grad_norm": 0.14636264741420746,
      "learning_rate": 0.00011024374286620949,
      "loss": 12.1744,
      "step": 28709
    },
    {
      "epoch": 4.701162600294744,
      "grad_norm": 0.1611131876707077,
      "learning_rate": 0.00011023860040370318,
      "loss": 12.1859,
      "step": 28710
    },
    {
      "epoch": 4.70132634681513,
      "grad_norm": 0.16354510188102722,
      "learning_rate": 0.00011023345791383402,
      "loss": 12.1349,
      "step": 28711
    },
    {
      "epoch": 4.701490093335517,
      "grad_norm": 0.15848711133003235,
      "learning_rate": 0.00011022831539661571,
      "loss": 12.1876,
      "step": 28712
    },
    {
      "epoch": 4.701653839855903,
      "grad_norm": 0.17757542431354523,
      "learning_rate": 0.000110223172852062,
      "loss": 12.1859,
      "step": 28713
    },
    {
      "epoch": 4.70181758637629,
      "grad_norm": 0.19834119081497192,
      "learning_rate": 0.00011021803028018662,
      "loss": 12.174,
      "step": 28714
    },
    {
      "epoch": 4.7019813328966755,
      "grad_norm": 0.16890589892864227,
      "learning_rate": 0.00011021288768100335,
      "loss": 12.1768,
      "step": 28715
    },
    {
      "epoch": 4.702145079417062,
      "grad_norm": 0.1302238255739212,
      "learning_rate": 0.00011020774505452591,
      "loss": 12.1534,
      "step": 28716
    },
    {
      "epoch": 4.702308825937449,
      "grad_norm": 0.15698710083961487,
      "learning_rate": 0.00011020260240076808,
      "loss": 12.1725,
      "step": 28717
    },
    {
      "epoch": 4.702472572457835,
      "grad_norm": 0.1288556009531021,
      "learning_rate": 0.00011019745971974352,
      "loss": 12.2074,
      "step": 28718
    },
    {
      "epoch": 4.702636318978222,
      "grad_norm": 0.1439102590084076,
      "learning_rate": 0.00011019231701146606,
      "loss": 12.1541,
      "step": 28719
    },
    {
      "epoch": 4.702800065498608,
      "grad_norm": 0.12796901166439056,
      "learning_rate": 0.00011018717427594938,
      "loss": 12.182,
      "step": 28720
    },
    {
      "epoch": 4.702963812018995,
      "grad_norm": 0.12438450753688812,
      "learning_rate": 0.00011018203151320727,
      "loss": 12.2188,
      "step": 28721
    },
    {
      "epoch": 4.703127558539381,
      "grad_norm": 0.14978556334972382,
      "learning_rate": 0.00011017688872325345,
      "loss": 12.2277,
      "step": 28722
    },
    {
      "epoch": 4.703291305059768,
      "grad_norm": 0.16742831468582153,
      "learning_rate": 0.00011017174590610171,
      "loss": 12.1633,
      "step": 28723
    },
    {
      "epoch": 4.703455051580153,
      "grad_norm": 0.16252481937408447,
      "learning_rate": 0.00011016660306176569,
      "loss": 12.1329,
      "step": 28724
    },
    {
      "epoch": 4.703618798100541,
      "grad_norm": 0.15728823840618134,
      "learning_rate": 0.00011016146019025924,
      "loss": 12.2258,
      "step": 28725
    },
    {
      "epoch": 4.7037825446209265,
      "grad_norm": 0.26387128233909607,
      "learning_rate": 0.00011015631729159605,
      "loss": 12.1895,
      "step": 28726
    },
    {
      "epoch": 4.703946291141313,
      "grad_norm": 0.1985054314136505,
      "learning_rate": 0.0001101511743657899,
      "loss": 12.2087,
      "step": 28727
    },
    {
      "epoch": 4.7041100376616996,
      "grad_norm": 0.19546405971050262,
      "learning_rate": 0.00011014603141285451,
      "loss": 12.1688,
      "step": 28728
    },
    {
      "epoch": 4.704273784182086,
      "grad_norm": 0.1377442628145218,
      "learning_rate": 0.00011014088843280362,
      "loss": 12.195,
      "step": 28729
    },
    {
      "epoch": 4.704437530702473,
      "grad_norm": 0.2736304998397827,
      "learning_rate": 0.00011013574542565099,
      "loss": 12.114,
      "step": 28730
    },
    {
      "epoch": 4.704601277222859,
      "grad_norm": 0.14398887753486633,
      "learning_rate": 0.00011013060239141036,
      "loss": 12.1679,
      "step": 28731
    },
    {
      "epoch": 4.704765023743246,
      "grad_norm": 0.12468067556619644,
      "learning_rate": 0.00011012545933009546,
      "loss": 12.1765,
      "step": 28732
    },
    {
      "epoch": 4.704928770263632,
      "grad_norm": 0.15317285060882568,
      "learning_rate": 0.00011012031624172004,
      "loss": 12.2139,
      "step": 28733
    },
    {
      "epoch": 4.705092516784019,
      "grad_norm": 0.1443520486354828,
      "learning_rate": 0.00011011517312629788,
      "loss": 12.1498,
      "step": 28734
    },
    {
      "epoch": 4.705256263304404,
      "grad_norm": 0.22136609256267548,
      "learning_rate": 0.0001101100299838427,
      "loss": 12.1512,
      "step": 28735
    },
    {
      "epoch": 4.705420009824791,
      "grad_norm": 0.14297311007976532,
      "learning_rate": 0.00011010488681436824,
      "loss": 12.1959,
      "step": 28736
    },
    {
      "epoch": 4.7055837563451774,
      "grad_norm": 0.14327332377433777,
      "learning_rate": 0.00011009974361788822,
      "loss": 12.1771,
      "step": 28737
    },
    {
      "epoch": 4.705747502865564,
      "grad_norm": 0.1902867555618286,
      "learning_rate": 0.00011009460039441645,
      "loss": 12.184,
      "step": 28738
    },
    {
      "epoch": 4.7059112493859505,
      "grad_norm": 0.1770266443490982,
      "learning_rate": 0.00011008945714396661,
      "loss": 12.1604,
      "step": 28739
    },
    {
      "epoch": 4.706074995906337,
      "grad_norm": 0.13172174990177155,
      "learning_rate": 0.0001100843138665525,
      "loss": 12.1394,
      "step": 28740
    },
    {
      "epoch": 4.706238742426724,
      "grad_norm": 0.17254655063152313,
      "learning_rate": 0.00011007917056218784,
      "loss": 12.2446,
      "step": 28741
    },
    {
      "epoch": 4.70640248894711,
      "grad_norm": 0.14063473045825958,
      "learning_rate": 0.00011007402723088636,
      "loss": 12.1916,
      "step": 28742
    },
    {
      "epoch": 4.706566235467497,
      "grad_norm": 0.12881746888160706,
      "learning_rate": 0.0001100688838726618,
      "loss": 12.2484,
      "step": 28743
    },
    {
      "epoch": 4.706729981987882,
      "grad_norm": 0.17000408470630646,
      "learning_rate": 0.00011006374048752795,
      "loss": 12.1754,
      "step": 28744
    },
    {
      "epoch": 4.706893728508269,
      "grad_norm": 0.15794149041175842,
      "learning_rate": 0.00011005859707549855,
      "loss": 12.1475,
      "step": 28745
    },
    {
      "epoch": 4.707057475028655,
      "grad_norm": 0.13399331271648407,
      "learning_rate": 0.0001100534536365873,
      "loss": 12.183,
      "step": 28746
    },
    {
      "epoch": 4.707221221549042,
      "grad_norm": 0.15886087715625763,
      "learning_rate": 0.00011004831017080801,
      "loss": 12.1609,
      "step": 28747
    },
    {
      "epoch": 4.707384968069428,
      "grad_norm": 0.1305687576532364,
      "learning_rate": 0.00011004316667817436,
      "loss": 12.1377,
      "step": 28748
    },
    {
      "epoch": 4.707548714589815,
      "grad_norm": 0.14937299489974976,
      "learning_rate": 0.00011003802315870016,
      "loss": 12.1567,
      "step": 28749
    },
    {
      "epoch": 4.7077124611102015,
      "grad_norm": 0.14108191430568695,
      "learning_rate": 0.00011003287961239908,
      "loss": 12.1984,
      "step": 28750
    },
    {
      "epoch": 4.707876207630588,
      "grad_norm": 0.16579535603523254,
      "learning_rate": 0.00011002773603928494,
      "loss": 12.1615,
      "step": 28751
    },
    {
      "epoch": 4.7080399541509745,
      "grad_norm": 0.15488415956497192,
      "learning_rate": 0.00011002259243937146,
      "loss": 12.1914,
      "step": 28752
    },
    {
      "epoch": 4.708203700671361,
      "grad_norm": 0.22037193179130554,
      "learning_rate": 0.00011001744881267237,
      "loss": 12.2231,
      "step": 28753
    },
    {
      "epoch": 4.708367447191748,
      "grad_norm": 0.1868491917848587,
      "learning_rate": 0.00011001230515920142,
      "loss": 12.1984,
      "step": 28754
    },
    {
      "epoch": 4.708531193712133,
      "grad_norm": 0.12702304124832153,
      "learning_rate": 0.00011000716147897237,
      "loss": 12.1485,
      "step": 28755
    },
    {
      "epoch": 4.70869494023252,
      "grad_norm": 0.14658799767494202,
      "learning_rate": 0.00011000201777199897,
      "loss": 12.2471,
      "step": 28756
    },
    {
      "epoch": 4.708858686752906,
      "grad_norm": 0.18701480329036713,
      "learning_rate": 0.00010999687403829497,
      "loss": 12.2405,
      "step": 28757
    },
    {
      "epoch": 4.709022433273293,
      "grad_norm": 0.1596091091632843,
      "learning_rate": 0.00010999173027787406,
      "loss": 12.2602,
      "step": 28758
    },
    {
      "epoch": 4.709186179793679,
      "grad_norm": 0.1590486317873001,
      "learning_rate": 0.00010998658649075006,
      "loss": 12.1758,
      "step": 28759
    },
    {
      "epoch": 4.709349926314066,
      "grad_norm": 0.17848944664001465,
      "learning_rate": 0.00010998144267693671,
      "loss": 12.156,
      "step": 28760
    },
    {
      "epoch": 4.709513672834452,
      "grad_norm": 0.14182910323143005,
      "learning_rate": 0.00010997629883644769,
      "loss": 12.1955,
      "step": 28761
    },
    {
      "epoch": 4.709677419354839,
      "grad_norm": 0.171251118183136,
      "learning_rate": 0.00010997115496929684,
      "loss": 12.2263,
      "step": 28762
    },
    {
      "epoch": 4.7098411658752255,
      "grad_norm": 0.12709897756576538,
      "learning_rate": 0.00010996601107549784,
      "loss": 12.1491,
      "step": 28763
    },
    {
      "epoch": 4.710004912395611,
      "grad_norm": 0.15068906545639038,
      "learning_rate": 0.00010996086715506447,
      "loss": 12.1628,
      "step": 28764
    },
    {
      "epoch": 4.710168658915998,
      "grad_norm": 0.1815120428800583,
      "learning_rate": 0.00010995572320801042,
      "loss": 12.182,
      "step": 28765
    },
    {
      "epoch": 4.710332405436384,
      "grad_norm": 0.14160212874412537,
      "learning_rate": 0.00010995057923434952,
      "loss": 12.187,
      "step": 28766
    },
    {
      "epoch": 4.710496151956771,
      "grad_norm": 0.16648855805397034,
      "learning_rate": 0.00010994543523409549,
      "loss": 12.1875,
      "step": 28767
    },
    {
      "epoch": 4.710659898477157,
      "grad_norm": 0.16060897707939148,
      "learning_rate": 0.00010994029120726203,
      "loss": 12.2224,
      "step": 28768
    },
    {
      "epoch": 4.710823644997544,
      "grad_norm": 0.16766488552093506,
      "learning_rate": 0.00010993514715386293,
      "loss": 12.197,
      "step": 28769
    },
    {
      "epoch": 4.71098739151793,
      "grad_norm": 0.2547312378883362,
      "learning_rate": 0.00010993000307391195,
      "loss": 12.1567,
      "step": 28770
    },
    {
      "epoch": 4.711151138038317,
      "grad_norm": 0.2619744837284088,
      "learning_rate": 0.00010992485896742281,
      "loss": 12.1759,
      "step": 28771
    },
    {
      "epoch": 4.711314884558703,
      "grad_norm": 0.15487168729305267,
      "learning_rate": 0.00010991971483440928,
      "loss": 12.1846,
      "step": 28772
    },
    {
      "epoch": 4.71147863107909,
      "grad_norm": 0.16565392911434174,
      "learning_rate": 0.00010991457067488509,
      "loss": 12.1766,
      "step": 28773
    },
    {
      "epoch": 4.7116423775994765,
      "grad_norm": 0.24340397119522095,
      "learning_rate": 0.00010990942648886398,
      "loss": 12.196,
      "step": 28774
    },
    {
      "epoch": 4.711806124119862,
      "grad_norm": 0.1749933511018753,
      "learning_rate": 0.00010990428227635971,
      "loss": 12.1821,
      "step": 28775
    },
    {
      "epoch": 4.711969870640249,
      "grad_norm": 0.186872661113739,
      "learning_rate": 0.00010989913803738605,
      "loss": 12.239,
      "step": 28776
    },
    {
      "epoch": 4.712133617160635,
      "grad_norm": 0.12315644323825836,
      "learning_rate": 0.0001098939937719567,
      "loss": 12.1626,
      "step": 28777
    },
    {
      "epoch": 4.712297363681022,
      "grad_norm": 0.15922203660011292,
      "learning_rate": 0.00010988884948008547,
      "loss": 12.1704,
      "step": 28778
    },
    {
      "epoch": 4.712461110201408,
      "grad_norm": 0.14775340259075165,
      "learning_rate": 0.00010988370516178605,
      "loss": 12.2359,
      "step": 28779
    },
    {
      "epoch": 4.712624856721795,
      "grad_norm": 0.133909672498703,
      "learning_rate": 0.00010987856081707219,
      "loss": 12.2246,
      "step": 28780
    },
    {
      "epoch": 4.712788603242181,
      "grad_norm": 0.1434822678565979,
      "learning_rate": 0.0001098734164459577,
      "loss": 12.1855,
      "step": 28781
    },
    {
      "epoch": 4.712952349762568,
      "grad_norm": 0.14783062040805817,
      "learning_rate": 0.00010986827204845627,
      "loss": 12.1202,
      "step": 28782
    },
    {
      "epoch": 4.713116096282954,
      "grad_norm": 0.1350599229335785,
      "learning_rate": 0.00010986312762458167,
      "loss": 12.1739,
      "step": 28783
    },
    {
      "epoch": 4.71327984280334,
      "grad_norm": 0.15466420352458954,
      "learning_rate": 0.00010985798317434763,
      "loss": 12.1605,
      "step": 28784
    },
    {
      "epoch": 4.7134435893237265,
      "grad_norm": 0.1977314054965973,
      "learning_rate": 0.00010985283869776792,
      "loss": 12.1661,
      "step": 28785
    },
    {
      "epoch": 4.713607335844113,
      "grad_norm": 0.14962391555309296,
      "learning_rate": 0.0001098476941948563,
      "loss": 12.1791,
      "step": 28786
    },
    {
      "epoch": 4.7137710823645,
      "grad_norm": 0.1490834355354309,
      "learning_rate": 0.0001098425496656265,
      "loss": 12.1506,
      "step": 28787
    },
    {
      "epoch": 4.713934828884886,
      "grad_norm": 0.16608251631259918,
      "learning_rate": 0.00010983740511009227,
      "loss": 12.1805,
      "step": 28788
    },
    {
      "epoch": 4.714098575405273,
      "grad_norm": 0.13360920548439026,
      "learning_rate": 0.00010983226052826734,
      "loss": 12.2029,
      "step": 28789
    },
    {
      "epoch": 4.714262321925659,
      "grad_norm": 0.14017587900161743,
      "learning_rate": 0.0001098271159201655,
      "loss": 12.1857,
      "step": 28790
    },
    {
      "epoch": 4.714426068446046,
      "grad_norm": 0.15530897676944733,
      "learning_rate": 0.00010982197128580048,
      "loss": 12.2028,
      "step": 28791
    },
    {
      "epoch": 4.714589814966432,
      "grad_norm": 0.1592182219028473,
      "learning_rate": 0.00010981682662518599,
      "loss": 12.1476,
      "step": 28792
    },
    {
      "epoch": 4.714753561486819,
      "grad_norm": 0.16282856464385986,
      "learning_rate": 0.00010981168193833585,
      "loss": 12.1495,
      "step": 28793
    },
    {
      "epoch": 4.714917308007205,
      "grad_norm": 0.1773787885904312,
      "learning_rate": 0.00010980653722526377,
      "loss": 12.1713,
      "step": 28794
    },
    {
      "epoch": 4.715081054527591,
      "grad_norm": 0.16483069956302643,
      "learning_rate": 0.0001098013924859835,
      "loss": 12.1725,
      "step": 28795
    },
    {
      "epoch": 4.7152448010479775,
      "grad_norm": 0.1619778573513031,
      "learning_rate": 0.00010979624772050878,
      "loss": 12.1879,
      "step": 28796
    },
    {
      "epoch": 4.715408547568364,
      "grad_norm": 0.16538213193416595,
      "learning_rate": 0.0001097911029288534,
      "loss": 12.1633,
      "step": 28797
    },
    {
      "epoch": 4.715572294088751,
      "grad_norm": 0.15319448709487915,
      "learning_rate": 0.00010978595811103107,
      "loss": 12.1549,
      "step": 28798
    },
    {
      "epoch": 4.715736040609137,
      "grad_norm": 0.17766544222831726,
      "learning_rate": 0.00010978081326705554,
      "loss": 12.1845,
      "step": 28799
    },
    {
      "epoch": 4.715899787129524,
      "grad_norm": 0.17305579781532288,
      "learning_rate": 0.0001097756683969406,
      "loss": 12.1662,
      "step": 28800
    },
    {
      "epoch": 4.71606353364991,
      "grad_norm": 0.19254601001739502,
      "learning_rate": 0.00010977052350069996,
      "loss": 12.2219,
      "step": 28801
    },
    {
      "epoch": 4.716227280170297,
      "grad_norm": 0.13580814003944397,
      "learning_rate": 0.00010976537857834739,
      "loss": 12.2146,
      "step": 28802
    },
    {
      "epoch": 4.716391026690683,
      "grad_norm": 0.1334502398967743,
      "learning_rate": 0.0001097602336298966,
      "loss": 12.2169,
      "step": 28803
    },
    {
      "epoch": 4.716554773211069,
      "grad_norm": 0.13430370390415192,
      "learning_rate": 0.00010975508865536142,
      "loss": 12.1773,
      "step": 28804
    },
    {
      "epoch": 4.716718519731455,
      "grad_norm": 0.12372592091560364,
      "learning_rate": 0.0001097499436547555,
      "loss": 12.1734,
      "step": 28805
    },
    {
      "epoch": 4.716882266251842,
      "grad_norm": 0.1452329009771347,
      "learning_rate": 0.00010974479862809268,
      "loss": 12.1633,
      "step": 28806
    },
    {
      "epoch": 4.7170460127722285,
      "grad_norm": 0.20103928446769714,
      "learning_rate": 0.00010973965357538664,
      "loss": 12.2405,
      "step": 28807
    },
    {
      "epoch": 4.717209759292615,
      "grad_norm": 0.1727105677127838,
      "learning_rate": 0.00010973450849665122,
      "loss": 12.1621,
      "step": 28808
    },
    {
      "epoch": 4.7173735058130015,
      "grad_norm": 0.16763992607593536,
      "learning_rate": 0.00010972936339190006,
      "loss": 12.192,
      "step": 28809
    },
    {
      "epoch": 4.717537252333388,
      "grad_norm": 0.1978447288274765,
      "learning_rate": 0.00010972421826114698,
      "loss": 12.165,
      "step": 28810
    },
    {
      "epoch": 4.717700998853775,
      "grad_norm": 0.17242129147052765,
      "learning_rate": 0.0001097190731044057,
      "loss": 12.1942,
      "step": 28811
    },
    {
      "epoch": 4.717864745374161,
      "grad_norm": 0.20857374370098114,
      "learning_rate": 0.00010971392792168999,
      "loss": 12.1888,
      "step": 28812
    },
    {
      "epoch": 4.718028491894547,
      "grad_norm": 0.14412802457809448,
      "learning_rate": 0.00010970878271301361,
      "loss": 12.1797,
      "step": 28813
    },
    {
      "epoch": 4.718192238414934,
      "grad_norm": 0.12992234528064728,
      "learning_rate": 0.00010970363747839027,
      "loss": 12.1464,
      "step": 28814
    },
    {
      "epoch": 4.71835598493532,
      "grad_norm": 0.12475638836622238,
      "learning_rate": 0.0001096984922178338,
      "loss": 12.1908,
      "step": 28815
    },
    {
      "epoch": 4.718519731455706,
      "grad_norm": 0.1728873997926712,
      "learning_rate": 0.00010969334693135784,
      "loss": 12.2013,
      "step": 28816
    },
    {
      "epoch": 4.718683477976093,
      "grad_norm": 0.18439576029777527,
      "learning_rate": 0.00010968820161897622,
      "loss": 12.1373,
      "step": 28817
    },
    {
      "epoch": 4.718847224496479,
      "grad_norm": 0.12730613350868225,
      "learning_rate": 0.00010968305628070266,
      "loss": 12.1908,
      "step": 28818
    },
    {
      "epoch": 4.719010971016866,
      "grad_norm": 0.17962931096553802,
      "learning_rate": 0.00010967791091655096,
      "loss": 12.2036,
      "step": 28819
    },
    {
      "epoch": 4.7191747175372525,
      "grad_norm": 0.16055254638195038,
      "learning_rate": 0.00010967276552653478,
      "loss": 12.1848,
      "step": 28820
    },
    {
      "epoch": 4.719338464057639,
      "grad_norm": 0.16913428902626038,
      "learning_rate": 0.00010966762011066794,
      "loss": 12.161,
      "step": 28821
    },
    {
      "epoch": 4.7195022105780255,
      "grad_norm": 0.16956737637519836,
      "learning_rate": 0.00010966247466896415,
      "loss": 12.1634,
      "step": 28822
    },
    {
      "epoch": 4.719665957098412,
      "grad_norm": 0.1482466757297516,
      "learning_rate": 0.00010965732920143725,
      "loss": 12.1612,
      "step": 28823
    },
    {
      "epoch": 4.719829703618798,
      "grad_norm": 0.1450418084859848,
      "learning_rate": 0.00010965218370810087,
      "loss": 12.2022,
      "step": 28824
    },
    {
      "epoch": 4.719993450139184,
      "grad_norm": 0.15639440715312958,
      "learning_rate": 0.00010964703818896882,
      "loss": 12.2181,
      "step": 28825
    },
    {
      "epoch": 4.720157196659571,
      "grad_norm": 0.1330576092004776,
      "learning_rate": 0.0001096418926440549,
      "loss": 12.1945,
      "step": 28826
    },
    {
      "epoch": 4.720320943179957,
      "grad_norm": 0.12023789435625076,
      "learning_rate": 0.00010963674707337275,
      "loss": 12.171,
      "step": 28827
    },
    {
      "epoch": 4.720484689700344,
      "grad_norm": 0.14674261212348938,
      "learning_rate": 0.0001096316014769362,
      "loss": 12.1498,
      "step": 28828
    },
    {
      "epoch": 4.72064843622073,
      "grad_norm": 0.19064761698246002,
      "learning_rate": 0.00010962645585475897,
      "loss": 12.154,
      "step": 28829
    },
    {
      "epoch": 4.720812182741117,
      "grad_norm": 0.148903489112854,
      "learning_rate": 0.00010962131020685487,
      "loss": 12.2314,
      "step": 28830
    },
    {
      "epoch": 4.7209759292615034,
      "grad_norm": 0.16148588061332703,
      "learning_rate": 0.00010961616453323758,
      "loss": 12.2172,
      "step": 28831
    },
    {
      "epoch": 4.72113967578189,
      "grad_norm": 0.23482222855091095,
      "learning_rate": 0.00010961101883392089,
      "loss": 12.1595,
      "step": 28832
    },
    {
      "epoch": 4.721303422302276,
      "grad_norm": 0.13836275041103363,
      "learning_rate": 0.00010960587310891852,
      "loss": 12.1526,
      "step": 28833
    },
    {
      "epoch": 4.721467168822662,
      "grad_norm": 0.19278152287006378,
      "learning_rate": 0.00010960072735824427,
      "loss": 12.2046,
      "step": 28834
    },
    {
      "epoch": 4.721630915343049,
      "grad_norm": 0.16000010073184967,
      "learning_rate": 0.00010959558158191186,
      "loss": 12.2563,
      "step": 28835
    },
    {
      "epoch": 4.721794661863435,
      "grad_norm": 0.13151432573795319,
      "learning_rate": 0.00010959043577993505,
      "loss": 12.2164,
      "step": 28836
    },
    {
      "epoch": 4.721958408383822,
      "grad_norm": 0.16025559604167938,
      "learning_rate": 0.00010958528995232757,
      "loss": 12.1704,
      "step": 28837
    },
    {
      "epoch": 4.722122154904208,
      "grad_norm": 0.1409589648246765,
      "learning_rate": 0.00010958014409910322,
      "loss": 12.18,
      "step": 28838
    },
    {
      "epoch": 4.722285901424595,
      "grad_norm": 0.12910196185112,
      "learning_rate": 0.00010957499822027568,
      "loss": 12.2077,
      "step": 28839
    },
    {
      "epoch": 4.722449647944981,
      "grad_norm": 0.11511001735925674,
      "learning_rate": 0.0001095698523158588,
      "loss": 12.1426,
      "step": 28840
    },
    {
      "epoch": 4.722613394465368,
      "grad_norm": 0.1615685075521469,
      "learning_rate": 0.00010956470638586625,
      "loss": 12.2278,
      "step": 28841
    },
    {
      "epoch": 4.722777140985754,
      "grad_norm": 0.19847498834133148,
      "learning_rate": 0.00010955956043031183,
      "loss": 12.177,
      "step": 28842
    },
    {
      "epoch": 4.722940887506141,
      "grad_norm": 0.11441142112016678,
      "learning_rate": 0.00010955441444920925,
      "loss": 12.1743,
      "step": 28843
    },
    {
      "epoch": 4.723104634026527,
      "grad_norm": 0.21149420738220215,
      "learning_rate": 0.00010954926844257232,
      "loss": 12.1311,
      "step": 28844
    },
    {
      "epoch": 4.723268380546913,
      "grad_norm": 0.15521104633808136,
      "learning_rate": 0.00010954412241041474,
      "loss": 12.1806,
      "step": 28845
    },
    {
      "epoch": 4.7234321270673,
      "grad_norm": 0.1654520034790039,
      "learning_rate": 0.00010953897635275028,
      "loss": 12.1617,
      "step": 28846
    },
    {
      "epoch": 4.723595873587686,
      "grad_norm": 0.11949154734611511,
      "learning_rate": 0.0001095338302695927,
      "loss": 12.1558,
      "step": 28847
    },
    {
      "epoch": 4.723759620108073,
      "grad_norm": 0.14767949283123016,
      "learning_rate": 0.00010952868416095577,
      "loss": 12.1448,
      "step": 28848
    },
    {
      "epoch": 4.723923366628459,
      "grad_norm": 0.14998507499694824,
      "learning_rate": 0.00010952353802685323,
      "loss": 12.1913,
      "step": 28849
    },
    {
      "epoch": 4.724087113148846,
      "grad_norm": 0.16126176714897156,
      "learning_rate": 0.00010951839186729877,
      "loss": 12.1691,
      "step": 28850
    },
    {
      "epoch": 4.724250859669232,
      "grad_norm": 0.1655924916267395,
      "learning_rate": 0.00010951324568230625,
      "loss": 12.167,
      "step": 28851
    },
    {
      "epoch": 4.724414606189619,
      "grad_norm": 0.13913235068321228,
      "learning_rate": 0.00010950809947188935,
      "loss": 12.1701,
      "step": 28852
    },
    {
      "epoch": 4.7245783527100045,
      "grad_norm": 0.15906530618667603,
      "learning_rate": 0.00010950295323606186,
      "loss": 12.1568,
      "step": 28853
    },
    {
      "epoch": 4.724742099230391,
      "grad_norm": 0.1804330050945282,
      "learning_rate": 0.0001094978069748375,
      "loss": 12.182,
      "step": 28854
    },
    {
      "epoch": 4.7249058457507775,
      "grad_norm": 0.124878890812397,
      "learning_rate": 0.00010949266068823005,
      "loss": 12.1769,
      "step": 28855
    },
    {
      "epoch": 4.725069592271164,
      "grad_norm": 0.17239294946193695,
      "learning_rate": 0.00010948751437625329,
      "loss": 12.135,
      "step": 28856
    },
    {
      "epoch": 4.725233338791551,
      "grad_norm": 0.18994855880737305,
      "learning_rate": 0.0001094823680389209,
      "loss": 12.2043,
      "step": 28857
    },
    {
      "epoch": 4.725397085311937,
      "grad_norm": 0.17756716907024384,
      "learning_rate": 0.00010947722167624668,
      "loss": 12.1523,
      "step": 28858
    },
    {
      "epoch": 4.725560831832324,
      "grad_norm": 0.13270285725593567,
      "learning_rate": 0.00010947207528824439,
      "loss": 12.1712,
      "step": 28859
    },
    {
      "epoch": 4.72572457835271,
      "grad_norm": 0.17019769549369812,
      "learning_rate": 0.00010946692887492775,
      "loss": 12.18,
      "step": 28860
    },
    {
      "epoch": 4.725888324873097,
      "grad_norm": 0.14518378674983978,
      "learning_rate": 0.00010946178243631058,
      "loss": 12.1939,
      "step": 28861
    },
    {
      "epoch": 4.726052071393483,
      "grad_norm": 0.14305579662322998,
      "learning_rate": 0.00010945663597240654,
      "loss": 12.1871,
      "step": 28862
    },
    {
      "epoch": 4.72621581791387,
      "grad_norm": 0.1739639937877655,
      "learning_rate": 0.00010945148948322945,
      "loss": 12.196,
      "step": 28863
    },
    {
      "epoch": 4.726379564434255,
      "grad_norm": 0.1974010467529297,
      "learning_rate": 0.00010944634296879306,
      "loss": 12.1471,
      "step": 28864
    },
    {
      "epoch": 4.726543310954642,
      "grad_norm": 0.1684957593679428,
      "learning_rate": 0.00010944119642911108,
      "loss": 12.1717,
      "step": 28865
    },
    {
      "epoch": 4.7267070574750285,
      "grad_norm": 0.15077808499336243,
      "learning_rate": 0.00010943604986419733,
      "loss": 12.1737,
      "step": 28866
    },
    {
      "epoch": 4.726870803995415,
      "grad_norm": 0.1658041775226593,
      "learning_rate": 0.0001094309032740655,
      "loss": 12.162,
      "step": 28867
    },
    {
      "epoch": 4.727034550515802,
      "grad_norm": 0.16199196875095367,
      "learning_rate": 0.00010942575665872941,
      "loss": 12.1533,
      "step": 28868
    },
    {
      "epoch": 4.727198297036188,
      "grad_norm": 0.13361869752407074,
      "learning_rate": 0.00010942061001820275,
      "loss": 12.1465,
      "step": 28869
    },
    {
      "epoch": 4.727362043556575,
      "grad_norm": 0.1652233898639679,
      "learning_rate": 0.00010941546335249931,
      "loss": 12.1332,
      "step": 28870
    },
    {
      "epoch": 4.727525790076961,
      "grad_norm": 0.15325111150741577,
      "learning_rate": 0.00010941031666163287,
      "loss": 12.1722,
      "step": 28871
    },
    {
      "epoch": 4.727689536597348,
      "grad_norm": 0.1618470549583435,
      "learning_rate": 0.00010940516994561711,
      "loss": 12.1995,
      "step": 28872
    },
    {
      "epoch": 4.727853283117733,
      "grad_norm": 0.11792934685945511,
      "learning_rate": 0.00010940002320446583,
      "loss": 12.183,
      "step": 28873
    },
    {
      "epoch": 4.72801702963812,
      "grad_norm": 0.13638506829738617,
      "learning_rate": 0.00010939487643819279,
      "loss": 12.1609,
      "step": 28874
    },
    {
      "epoch": 4.728180776158506,
      "grad_norm": 0.20829400420188904,
      "learning_rate": 0.00010938972964681175,
      "loss": 12.1623,
      "step": 28875
    },
    {
      "epoch": 4.728344522678893,
      "grad_norm": 0.13698381185531616,
      "learning_rate": 0.00010938458283033645,
      "loss": 12.2305,
      "step": 28876
    },
    {
      "epoch": 4.7285082691992795,
      "grad_norm": 0.23044538497924805,
      "learning_rate": 0.00010937943598878063,
      "loss": 12.1487,
      "step": 28877
    },
    {
      "epoch": 4.728672015719666,
      "grad_norm": 0.1368478536605835,
      "learning_rate": 0.0001093742891221581,
      "loss": 12.1706,
      "step": 28878
    },
    {
      "epoch": 4.7288357622400525,
      "grad_norm": 0.19063645601272583,
      "learning_rate": 0.00010936914223048253,
      "loss": 12.1915,
      "step": 28879
    },
    {
      "epoch": 4.728999508760439,
      "grad_norm": 0.20584578812122345,
      "learning_rate": 0.00010936399531376775,
      "loss": 12.2216,
      "step": 28880
    },
    {
      "epoch": 4.729163255280826,
      "grad_norm": 0.30176666378974915,
      "learning_rate": 0.00010935884837202746,
      "loss": 12.2492,
      "step": 28881
    },
    {
      "epoch": 4.729327001801211,
      "grad_norm": 0.15933696925640106,
      "learning_rate": 0.00010935370140527545,
      "loss": 12.1567,
      "step": 28882
    },
    {
      "epoch": 4.729490748321599,
      "grad_norm": 0.1709061712026596,
      "learning_rate": 0.00010934855441352549,
      "loss": 12.1607,
      "step": 28883
    },
    {
      "epoch": 4.729654494841984,
      "grad_norm": 0.28849849104881287,
      "learning_rate": 0.0001093434073967913,
      "loss": 12.1879,
      "step": 28884
    },
    {
      "epoch": 4.729818241362371,
      "grad_norm": 0.14007024466991425,
      "learning_rate": 0.00010933826035508665,
      "loss": 12.1911,
      "step": 28885
    },
    {
      "epoch": 4.729981987882757,
      "grad_norm": 0.19744011759757996,
      "learning_rate": 0.0001093331132884253,
      "loss": 12.1782,
      "step": 28886
    },
    {
      "epoch": 4.730145734403144,
      "grad_norm": 0.17570726573467255,
      "learning_rate": 0.000109327966196821,
      "loss": 12.1524,
      "step": 28887
    },
    {
      "epoch": 4.73030948092353,
      "grad_norm": 0.18850865960121155,
      "learning_rate": 0.0001093228190802875,
      "loss": 12.2185,
      "step": 28888
    },
    {
      "epoch": 4.730473227443917,
      "grad_norm": 0.1726876199245453,
      "learning_rate": 0.00010931767193883859,
      "loss": 12.166,
      "step": 28889
    },
    {
      "epoch": 4.7306369739643035,
      "grad_norm": 0.1471451371908188,
      "learning_rate": 0.00010931252477248794,
      "loss": 12.1802,
      "step": 28890
    },
    {
      "epoch": 4.73080072048469,
      "grad_norm": 0.10053645819425583,
      "learning_rate": 0.0001093073775812494,
      "loss": 12.1788,
      "step": 28891
    },
    {
      "epoch": 4.730964467005077,
      "grad_norm": 0.15743805468082428,
      "learning_rate": 0.00010930223036513667,
      "loss": 12.2131,
      "step": 28892
    },
    {
      "epoch": 4.731128213525462,
      "grad_norm": 0.16655553877353668,
      "learning_rate": 0.00010929708312416358,
      "loss": 12.1758,
      "step": 28893
    },
    {
      "epoch": 4.731291960045849,
      "grad_norm": 0.16062963008880615,
      "learning_rate": 0.00010929193585834379,
      "loss": 12.1528,
      "step": 28894
    },
    {
      "epoch": 4.731455706566235,
      "grad_norm": 0.14683495461940765,
      "learning_rate": 0.0001092867885676911,
      "loss": 12.2006,
      "step": 28895
    },
    {
      "epoch": 4.731619453086622,
      "grad_norm": 0.14668357372283936,
      "learning_rate": 0.00010928164125221925,
      "loss": 12.1836,
      "step": 28896
    },
    {
      "epoch": 4.731783199607008,
      "grad_norm": 0.15470144152641296,
      "learning_rate": 0.00010927649391194204,
      "loss": 12.1985,
      "step": 28897
    },
    {
      "epoch": 4.731946946127395,
      "grad_norm": 0.13314516842365265,
      "learning_rate": 0.00010927134654687317,
      "loss": 12.1445,
      "step": 28898
    },
    {
      "epoch": 4.732110692647781,
      "grad_norm": 0.12791673839092255,
      "learning_rate": 0.00010926619915702642,
      "loss": 12.1887,
      "step": 28899
    },
    {
      "epoch": 4.732274439168168,
      "grad_norm": 0.14680711925029755,
      "learning_rate": 0.00010926105174241559,
      "loss": 12.1394,
      "step": 28900
    },
    {
      "epoch": 4.7324381856885545,
      "grad_norm": 0.17266850173473358,
      "learning_rate": 0.00010925590430305436,
      "loss": 12.213,
      "step": 28901
    },
    {
      "epoch": 4.73260193220894,
      "grad_norm": 0.16178575158119202,
      "learning_rate": 0.00010925075683895654,
      "loss": 12.2062,
      "step": 28902
    },
    {
      "epoch": 4.732765678729327,
      "grad_norm": 0.1795169562101364,
      "learning_rate": 0.00010924560935013586,
      "loss": 12.2116,
      "step": 28903
    },
    {
      "epoch": 4.732929425249713,
      "grad_norm": 0.14218644797801971,
      "learning_rate": 0.0001092404618366061,
      "loss": 12.164,
      "step": 28904
    },
    {
      "epoch": 4.7330931717701,
      "grad_norm": 0.16323702037334442,
      "learning_rate": 0.00010923531429838099,
      "loss": 12.1856,
      "step": 28905
    },
    {
      "epoch": 4.733256918290486,
      "grad_norm": 0.18107417225837708,
      "learning_rate": 0.0001092301667354743,
      "loss": 12.1631,
      "step": 28906
    },
    {
      "epoch": 4.733420664810873,
      "grad_norm": 0.20042791962623596,
      "learning_rate": 0.00010922501914789978,
      "loss": 12.1683,
      "step": 28907
    },
    {
      "epoch": 4.733584411331259,
      "grad_norm": 0.15465795993804932,
      "learning_rate": 0.00010921987153567124,
      "loss": 12.1686,
      "step": 28908
    },
    {
      "epoch": 4.733748157851646,
      "grad_norm": 0.15155956149101257,
      "learning_rate": 0.00010921472389880234,
      "loss": 12.166,
      "step": 28909
    },
    {
      "epoch": 4.733911904372032,
      "grad_norm": 0.16214007139205933,
      "learning_rate": 0.00010920957623730693,
      "loss": 12.2434,
      "step": 28910
    },
    {
      "epoch": 4.734075650892419,
      "grad_norm": 0.20609281957149506,
      "learning_rate": 0.0001092044285511987,
      "loss": 12.1497,
      "step": 28911
    },
    {
      "epoch": 4.734239397412805,
      "grad_norm": 0.12482449412345886,
      "learning_rate": 0.00010919928084049143,
      "loss": 12.1925,
      "step": 28912
    },
    {
      "epoch": 4.734403143933191,
      "grad_norm": 0.2024124711751938,
      "learning_rate": 0.00010919413310519889,
      "loss": 12.1335,
      "step": 28913
    },
    {
      "epoch": 4.734566890453578,
      "grad_norm": 0.1866420954465866,
      "learning_rate": 0.00010918898534533481,
      "loss": 12.1969,
      "step": 28914
    },
    {
      "epoch": 4.734730636973964,
      "grad_norm": 0.15796498954296112,
      "learning_rate": 0.00010918383756091299,
      "loss": 12.2415,
      "step": 28915
    },
    {
      "epoch": 4.734894383494351,
      "grad_norm": 0.17251580953598022,
      "learning_rate": 0.00010917868975194714,
      "loss": 12.1886,
      "step": 28916
    },
    {
      "epoch": 4.735058130014737,
      "grad_norm": 0.1214267760515213,
      "learning_rate": 0.00010917354191845107,
      "loss": 12.2161,
      "step": 28917
    },
    {
      "epoch": 4.735221876535124,
      "grad_norm": 0.15266680717468262,
      "learning_rate": 0.00010916839406043848,
      "loss": 12.1868,
      "step": 28918
    },
    {
      "epoch": 4.73538562305551,
      "grad_norm": 0.1846809685230255,
      "learning_rate": 0.00010916324617792318,
      "loss": 12.2204,
      "step": 28919
    },
    {
      "epoch": 4.735549369575897,
      "grad_norm": 0.21979960799217224,
      "learning_rate": 0.00010915809827091887,
      "loss": 12.1696,
      "step": 28920
    },
    {
      "epoch": 4.735713116096283,
      "grad_norm": 0.16001951694488525,
      "learning_rate": 0.00010915295033943937,
      "loss": 12.1872,
      "step": 28921
    },
    {
      "epoch": 4.735876862616669,
      "grad_norm": 0.13245345652103424,
      "learning_rate": 0.00010914780238349839,
      "loss": 12.1597,
      "step": 28922
    },
    {
      "epoch": 4.7360406091370555,
      "grad_norm": 0.14375056326389313,
      "learning_rate": 0.00010914265440310974,
      "loss": 12.2064,
      "step": 28923
    },
    {
      "epoch": 4.736204355657442,
      "grad_norm": 0.1436891257762909,
      "learning_rate": 0.00010913750639828711,
      "loss": 12.1378,
      "step": 28924
    },
    {
      "epoch": 4.7363681021778286,
      "grad_norm": 0.11190557479858398,
      "learning_rate": 0.00010913235836904432,
      "loss": 12.1707,
      "step": 28925
    },
    {
      "epoch": 4.736531848698215,
      "grad_norm": 0.21120992302894592,
      "learning_rate": 0.0001091272103153951,
      "loss": 12.1412,
      "step": 28926
    },
    {
      "epoch": 4.736695595218602,
      "grad_norm": 0.22784194350242615,
      "learning_rate": 0.00010912206223735321,
      "loss": 12.174,
      "step": 28927
    },
    {
      "epoch": 4.736859341738988,
      "grad_norm": 0.12529979646205902,
      "learning_rate": 0.00010911691413493239,
      "loss": 12.1323,
      "step": 28928
    },
    {
      "epoch": 4.737023088259375,
      "grad_norm": 0.16724836826324463,
      "learning_rate": 0.00010911176600814643,
      "loss": 12.1974,
      "step": 28929
    },
    {
      "epoch": 4.737186834779761,
      "grad_norm": 0.1508692502975464,
      "learning_rate": 0.00010910661785700908,
      "loss": 12.1095,
      "step": 28930
    },
    {
      "epoch": 4.737350581300148,
      "grad_norm": 0.1270034909248352,
      "learning_rate": 0.0001091014696815341,
      "loss": 12.2193,
      "step": 28931
    },
    {
      "epoch": 4.737514327820534,
      "grad_norm": 0.12117837369441986,
      "learning_rate": 0.00010909632148173521,
      "loss": 12.1601,
      "step": 28932
    },
    {
      "epoch": 4.73767807434092,
      "grad_norm": 0.13157659769058228,
      "learning_rate": 0.00010909117325762624,
      "loss": 12.1674,
      "step": 28933
    },
    {
      "epoch": 4.7378418208613065,
      "grad_norm": 0.15531519055366516,
      "learning_rate": 0.0001090860250092209,
      "loss": 12.1815,
      "step": 28934
    },
    {
      "epoch": 4.738005567381693,
      "grad_norm": 0.1365460753440857,
      "learning_rate": 0.00010908087673653293,
      "loss": 12.1937,
      "step": 28935
    },
    {
      "epoch": 4.7381693139020795,
      "grad_norm": 0.11956724524497986,
      "learning_rate": 0.00010907572843957614,
      "loss": 12.1724,
      "step": 28936
    },
    {
      "epoch": 4.738333060422466,
      "grad_norm": 0.1751321405172348,
      "learning_rate": 0.00010907058011836429,
      "loss": 12.1461,
      "step": 28937
    },
    {
      "epoch": 4.738496806942853,
      "grad_norm": 0.11509047448635101,
      "learning_rate": 0.00010906543177291109,
      "loss": 12.1421,
      "step": 28938
    },
    {
      "epoch": 4.738660553463239,
      "grad_norm": 0.15651030838489532,
      "learning_rate": 0.00010906028340323032,
      "loss": 12.1871,
      "step": 28939
    },
    {
      "epoch": 4.738824299983626,
      "grad_norm": 0.15046556293964386,
      "learning_rate": 0.00010905513500933575,
      "loss": 12.1742,
      "step": 28940
    },
    {
      "epoch": 4.738988046504012,
      "grad_norm": 0.14845295250415802,
      "learning_rate": 0.00010904998659124115,
      "loss": 12.2032,
      "step": 28941
    },
    {
      "epoch": 4.739151793024398,
      "grad_norm": 0.14826837182044983,
      "learning_rate": 0.00010904483814896025,
      "loss": 12.1846,
      "step": 28942
    },
    {
      "epoch": 4.739315539544784,
      "grad_norm": 0.16967101395130157,
      "learning_rate": 0.00010903968968250682,
      "loss": 12.2116,
      "step": 28943
    },
    {
      "epoch": 4.739479286065171,
      "grad_norm": 0.19569993019104004,
      "learning_rate": 0.00010903454119189463,
      "loss": 12.1324,
      "step": 28944
    },
    {
      "epoch": 4.739643032585557,
      "grad_norm": 0.14178763329982758,
      "learning_rate": 0.00010902939267713743,
      "loss": 12.197,
      "step": 28945
    },
    {
      "epoch": 4.739806779105944,
      "grad_norm": 0.17883990705013275,
      "learning_rate": 0.00010902424413824897,
      "loss": 12.2297,
      "step": 28946
    },
    {
      "epoch": 4.7399705256263305,
      "grad_norm": 0.1416441649198532,
      "learning_rate": 0.00010901909557524301,
      "loss": 12.1696,
      "step": 28947
    },
    {
      "epoch": 4.740134272146717,
      "grad_norm": 0.16381476819515228,
      "learning_rate": 0.00010901394698813334,
      "loss": 12.1613,
      "step": 28948
    },
    {
      "epoch": 4.7402980186671035,
      "grad_norm": 0.13414451479911804,
      "learning_rate": 0.0001090087983769337,
      "loss": 12.1683,
      "step": 28949
    },
    {
      "epoch": 4.74046176518749,
      "grad_norm": 0.15127165615558624,
      "learning_rate": 0.00010900364974165782,
      "loss": 12.1791,
      "step": 28950
    },
    {
      "epoch": 4.740625511707876,
      "grad_norm": 0.16364125907421112,
      "learning_rate": 0.00010899850108231952,
      "loss": 12.1717,
      "step": 28951
    },
    {
      "epoch": 4.740789258228263,
      "grad_norm": 0.12371424585580826,
      "learning_rate": 0.00010899335239893254,
      "loss": 12.1725,
      "step": 28952
    },
    {
      "epoch": 4.740953004748649,
      "grad_norm": 0.1751847118139267,
      "learning_rate": 0.00010898820369151062,
      "loss": 12.1702,
      "step": 28953
    },
    {
      "epoch": 4.741116751269035,
      "grad_norm": 0.12853187322616577,
      "learning_rate": 0.00010898305496006749,
      "loss": 12.142,
      "step": 28954
    },
    {
      "epoch": 4.741280497789422,
      "grad_norm": 0.17547181248664856,
      "learning_rate": 0.00010897790620461699,
      "loss": 12.1941,
      "step": 28955
    },
    {
      "epoch": 4.741444244309808,
      "grad_norm": 0.14566461741924286,
      "learning_rate": 0.00010897275742517283,
      "loss": 12.1875,
      "step": 28956
    },
    {
      "epoch": 4.741607990830195,
      "grad_norm": 0.16958948969841003,
      "learning_rate": 0.00010896760862174877,
      "loss": 12.1771,
      "step": 28957
    },
    {
      "epoch": 4.741771737350581,
      "grad_norm": 0.12109503149986267,
      "learning_rate": 0.00010896245979435857,
      "loss": 12.1595,
      "step": 28958
    },
    {
      "epoch": 4.741935483870968,
      "grad_norm": 0.13838070631027222,
      "learning_rate": 0.00010895731094301603,
      "loss": 12.1945,
      "step": 28959
    },
    {
      "epoch": 4.7420992303913545,
      "grad_norm": 0.19465243816375732,
      "learning_rate": 0.00010895216206773487,
      "loss": 12.1505,
      "step": 28960
    },
    {
      "epoch": 4.742262976911741,
      "grad_norm": 0.1546335220336914,
      "learning_rate": 0.00010894701316852886,
      "loss": 12.1884,
      "step": 28961
    },
    {
      "epoch": 4.742426723432127,
      "grad_norm": 0.14896641671657562,
      "learning_rate": 0.00010894186424541173,
      "loss": 12.1429,
      "step": 28962
    },
    {
      "epoch": 4.742590469952513,
      "grad_norm": 0.17584228515625,
      "learning_rate": 0.00010893671529839732,
      "loss": 12.1669,
      "step": 28963
    },
    {
      "epoch": 4.7427542164729,
      "grad_norm": 0.2111736536026001,
      "learning_rate": 0.00010893156632749932,
      "loss": 12.2496,
      "step": 28964
    },
    {
      "epoch": 4.742917962993286,
      "grad_norm": 0.1699996292591095,
      "learning_rate": 0.00010892641733273152,
      "loss": 12.2718,
      "step": 28965
    },
    {
      "epoch": 4.743081709513673,
      "grad_norm": 0.1965842843055725,
      "learning_rate": 0.00010892126831410765,
      "loss": 12.1769,
      "step": 28966
    },
    {
      "epoch": 4.743245456034059,
      "grad_norm": 0.11104974150657654,
      "learning_rate": 0.00010891611927164154,
      "loss": 12.2819,
      "step": 28967
    },
    {
      "epoch": 4.743409202554446,
      "grad_norm": 0.1555277556180954,
      "learning_rate": 0.00010891097020534689,
      "loss": 12.1986,
      "step": 28968
    },
    {
      "epoch": 4.743572949074832,
      "grad_norm": 0.1575961410999298,
      "learning_rate": 0.00010890582111523744,
      "loss": 12.1805,
      "step": 28969
    },
    {
      "epoch": 4.743736695595219,
      "grad_norm": 0.15821145474910736,
      "learning_rate": 0.00010890067200132701,
      "loss": 12.2619,
      "step": 28970
    },
    {
      "epoch": 4.743900442115605,
      "grad_norm": 0.17753896117210388,
      "learning_rate": 0.00010889552286362937,
      "loss": 12.1759,
      "step": 28971
    },
    {
      "epoch": 4.744064188635991,
      "grad_norm": 0.13058656454086304,
      "learning_rate": 0.00010889037370215822,
      "loss": 12.1479,
      "step": 28972
    },
    {
      "epoch": 4.744227935156378,
      "grad_norm": 0.14666597545146942,
      "learning_rate": 0.00010888522451692733,
      "loss": 12.1944,
      "step": 28973
    },
    {
      "epoch": 4.744391681676764,
      "grad_norm": 0.1378127634525299,
      "learning_rate": 0.00010888007530795055,
      "loss": 12.1761,
      "step": 28974
    },
    {
      "epoch": 4.744555428197151,
      "grad_norm": 0.1620364636182785,
      "learning_rate": 0.00010887492607524152,
      "loss": 12.1617,
      "step": 28975
    },
    {
      "epoch": 4.744719174717537,
      "grad_norm": 0.13504357635974884,
      "learning_rate": 0.00010886977681881407,
      "loss": 12.2085,
      "step": 28976
    },
    {
      "epoch": 4.744882921237924,
      "grad_norm": 0.13155055046081543,
      "learning_rate": 0.00010886462753868194,
      "loss": 12.1766,
      "step": 28977
    },
    {
      "epoch": 4.74504666775831,
      "grad_norm": 0.11887208372354507,
      "learning_rate": 0.00010885947823485891,
      "loss": 12.1707,
      "step": 28978
    },
    {
      "epoch": 4.745210414278697,
      "grad_norm": 0.17567576467990875,
      "learning_rate": 0.00010885432890735872,
      "loss": 12.2169,
      "step": 28979
    },
    {
      "epoch": 4.745374160799083,
      "grad_norm": 0.20438119769096375,
      "learning_rate": 0.00010884917955619516,
      "loss": 12.1568,
      "step": 28980
    },
    {
      "epoch": 4.74553790731947,
      "grad_norm": 0.1368587762117386,
      "learning_rate": 0.00010884403018138193,
      "loss": 12.1606,
      "step": 28981
    },
    {
      "epoch": 4.7457016538398555,
      "grad_norm": 0.17661423981189728,
      "learning_rate": 0.00010883888078293292,
      "loss": 12.1879,
      "step": 28982
    },
    {
      "epoch": 4.745865400360242,
      "grad_norm": 0.14714527130126953,
      "learning_rate": 0.00010883373136086173,
      "loss": 12.1709,
      "step": 28983
    },
    {
      "epoch": 4.746029146880629,
      "grad_norm": 0.18807728588581085,
      "learning_rate": 0.00010882858191518219,
      "loss": 12.2339,
      "step": 28984
    },
    {
      "epoch": 4.746192893401015,
      "grad_norm": 0.1676839292049408,
      "learning_rate": 0.00010882343244590816,
      "loss": 12.1759,
      "step": 28985
    },
    {
      "epoch": 4.746356639921402,
      "grad_norm": 0.15290002524852753,
      "learning_rate": 0.00010881828295305323,
      "loss": 12.184,
      "step": 28986
    },
    {
      "epoch": 4.746520386441788,
      "grad_norm": 0.14009986817836761,
      "learning_rate": 0.00010881313343663128,
      "loss": 12.1947,
      "step": 28987
    },
    {
      "epoch": 4.746684132962175,
      "grad_norm": 0.1290988177061081,
      "learning_rate": 0.00010880798389665603,
      "loss": 12.2135,
      "step": 28988
    },
    {
      "epoch": 4.746847879482561,
      "grad_norm": 0.12729334831237793,
      "learning_rate": 0.00010880283433314126,
      "loss": 12.1816,
      "step": 28989
    },
    {
      "epoch": 4.747011626002948,
      "grad_norm": 0.17641311883926392,
      "learning_rate": 0.0001087976847461007,
      "loss": 12.1958,
      "step": 28990
    },
    {
      "epoch": 4.747175372523333,
      "grad_norm": 0.13656465709209442,
      "learning_rate": 0.00010879253513554816,
      "loss": 12.1538,
      "step": 28991
    },
    {
      "epoch": 4.74733911904372,
      "grad_norm": 0.13193386793136597,
      "learning_rate": 0.00010878738550149738,
      "loss": 12.2252,
      "step": 28992
    },
    {
      "epoch": 4.7475028655641065,
      "grad_norm": 0.1317858248949051,
      "learning_rate": 0.00010878223584396212,
      "loss": 12.1965,
      "step": 28993
    },
    {
      "epoch": 4.747666612084493,
      "grad_norm": 0.14572679996490479,
      "learning_rate": 0.0001087770861629561,
      "loss": 12.1473,
      "step": 28994
    },
    {
      "epoch": 4.74783035860488,
      "grad_norm": 0.14649038016796112,
      "learning_rate": 0.00010877193645849317,
      "loss": 12.1527,
      "step": 28995
    },
    {
      "epoch": 4.747994105125266,
      "grad_norm": 0.10603800415992737,
      "learning_rate": 0.00010876678673058704,
      "loss": 12.1545,
      "step": 28996
    },
    {
      "epoch": 4.748157851645653,
      "grad_norm": 0.15637937188148499,
      "learning_rate": 0.00010876163697925147,
      "loss": 12.1629,
      "step": 28997
    },
    {
      "epoch": 4.748321598166039,
      "grad_norm": 0.13979415595531464,
      "learning_rate": 0.00010875648720450023,
      "loss": 12.1737,
      "step": 28998
    },
    {
      "epoch": 4.748485344686426,
      "grad_norm": 0.14952118694782257,
      "learning_rate": 0.00010875133740634709,
      "loss": 12.2167,
      "step": 28999
    },
    {
      "epoch": 4.748649091206812,
      "grad_norm": 0.15917037427425385,
      "learning_rate": 0.00010874618758480581,
      "loss": 12.1713,
      "step": 29000
    },
    {
      "epoch": 4.748649091206812,
      "eval_loss": 12.161741256713867,
      "eval_runtime": 7.312,
      "eval_samples_per_second": 33.643,
      "eval_steps_per_second": 16.822,
      "step": 29000
    },
    {
      "epoch": 4.748812837727199,
      "grad_norm": 0.13965916633605957,
      "learning_rate": 0.00010874103773989017,
      "loss": 12.1711,
      "step": 29001
    },
    {
      "epoch": 4.748976584247584,
      "grad_norm": 0.13030201196670532,
      "learning_rate": 0.00010873588787161389,
      "loss": 12.1673,
      "step": 29002
    },
    {
      "epoch": 4.749140330767971,
      "grad_norm": 0.20742595195770264,
      "learning_rate": 0.00010873073797999075,
      "loss": 12.2105,
      "step": 29003
    },
    {
      "epoch": 4.7493040772883575,
      "grad_norm": 0.19828276336193085,
      "learning_rate": 0.00010872558806503456,
      "loss": 12.1857,
      "step": 29004
    },
    {
      "epoch": 4.749467823808744,
      "grad_norm": 0.17595848441123962,
      "learning_rate": 0.00010872043812675901,
      "loss": 12.1821,
      "step": 29005
    },
    {
      "epoch": 4.7496315703291305,
      "grad_norm": 0.16105449199676514,
      "learning_rate": 0.00010871528816517794,
      "loss": 12.172,
      "step": 29006
    },
    {
      "epoch": 4.749795316849517,
      "grad_norm": 0.11767317354679108,
      "learning_rate": 0.00010871013818030502,
      "loss": 12.1802,
      "step": 29007
    },
    {
      "epoch": 4.749959063369904,
      "grad_norm": 0.13459131121635437,
      "learning_rate": 0.00010870498817215411,
      "loss": 12.162,
      "step": 29008
    },
    {
      "epoch": 4.75012280989029,
      "grad_norm": 0.14414425194263458,
      "learning_rate": 0.00010869983814073887,
      "loss": 12.1921,
      "step": 29009
    },
    {
      "epoch": 4.750286556410677,
      "grad_norm": 0.18234018981456757,
      "learning_rate": 0.00010869468808607317,
      "loss": 12.2013,
      "step": 29010
    },
    {
      "epoch": 4.750450302931062,
      "grad_norm": 0.26860082149505615,
      "learning_rate": 0.00010868953800817072,
      "loss": 12.1944,
      "step": 29011
    },
    {
      "epoch": 4.750614049451449,
      "grad_norm": 0.2752545177936554,
      "learning_rate": 0.00010868438790704529,
      "loss": 12.2271,
      "step": 29012
    },
    {
      "epoch": 4.750777795971835,
      "grad_norm": 0.10253176093101501,
      "learning_rate": 0.00010867923778271063,
      "loss": 12.193,
      "step": 29013
    },
    {
      "epoch": 4.750941542492222,
      "grad_norm": 0.15506358444690704,
      "learning_rate": 0.00010867408763518055,
      "loss": 12.1829,
      "step": 29014
    },
    {
      "epoch": 4.751105289012608,
      "grad_norm": 0.16787941753864288,
      "learning_rate": 0.00010866893746446873,
      "loss": 12.1846,
      "step": 29015
    },
    {
      "epoch": 4.751269035532995,
      "grad_norm": 0.14603181183338165,
      "learning_rate": 0.00010866378727058904,
      "loss": 12.1722,
      "step": 29016
    },
    {
      "epoch": 4.7514327820533815,
      "grad_norm": 0.1774471551179886,
      "learning_rate": 0.00010865863705355512,
      "loss": 12.1395,
      "step": 29017
    },
    {
      "epoch": 4.751596528573768,
      "grad_norm": 0.1698680967092514,
      "learning_rate": 0.00010865348681338086,
      "loss": 12.1902,
      "step": 29018
    },
    {
      "epoch": 4.7517602750941546,
      "grad_norm": 0.17005401849746704,
      "learning_rate": 0.00010864833655007995,
      "loss": 12.1957,
      "step": 29019
    },
    {
      "epoch": 4.75192402161454,
      "grad_norm": 0.11845119297504425,
      "learning_rate": 0.00010864318626366616,
      "loss": 12.1745,
      "step": 29020
    },
    {
      "epoch": 4.752087768134928,
      "grad_norm": 0.12967337667942047,
      "learning_rate": 0.00010863803595415327,
      "loss": 12.1937,
      "step": 29021
    },
    {
      "epoch": 4.752251514655313,
      "grad_norm": 0.13891872763633728,
      "learning_rate": 0.00010863288562155507,
      "loss": 12.1458,
      "step": 29022
    },
    {
      "epoch": 4.7524152611757,
      "grad_norm": 0.14043204486370087,
      "learning_rate": 0.00010862773526588526,
      "loss": 12.1652,
      "step": 29023
    },
    {
      "epoch": 4.752579007696086,
      "grad_norm": 0.1323586255311966,
      "learning_rate": 0.00010862258488715765,
      "loss": 12.1874,
      "step": 29024
    },
    {
      "epoch": 4.752742754216473,
      "grad_norm": 0.141757994890213,
      "learning_rate": 0.00010861743448538599,
      "loss": 12.1564,
      "step": 29025
    },
    {
      "epoch": 4.752906500736859,
      "grad_norm": 0.19497619569301605,
      "learning_rate": 0.00010861228406058405,
      "loss": 12.1414,
      "step": 29026
    },
    {
      "epoch": 4.753070247257246,
      "grad_norm": 0.1473969966173172,
      "learning_rate": 0.0001086071336127656,
      "loss": 12.2237,
      "step": 29027
    },
    {
      "epoch": 4.7532339937776324,
      "grad_norm": 0.18557877838611603,
      "learning_rate": 0.00010860198314194436,
      "loss": 12.1886,
      "step": 29028
    },
    {
      "epoch": 4.753397740298019,
      "grad_norm": 0.17392797768115997,
      "learning_rate": 0.00010859683264813416,
      "loss": 12.1664,
      "step": 29029
    },
    {
      "epoch": 4.7535614868184055,
      "grad_norm": 0.3267040550708771,
      "learning_rate": 0.00010859168213134877,
      "loss": 12.27,
      "step": 29030
    },
    {
      "epoch": 4.753725233338791,
      "grad_norm": 0.12727724015712738,
      "learning_rate": 0.00010858653159160188,
      "loss": 12.1614,
      "step": 29031
    },
    {
      "epoch": 4.753888979859178,
      "grad_norm": 0.22002345323562622,
      "learning_rate": 0.00010858138102890727,
      "loss": 12.1816,
      "step": 29032
    },
    {
      "epoch": 4.754052726379564,
      "grad_norm": 0.11632579565048218,
      "learning_rate": 0.00010857623044327878,
      "loss": 12.1991,
      "step": 29033
    },
    {
      "epoch": 4.754216472899951,
      "grad_norm": 0.10572099685668945,
      "learning_rate": 0.00010857107983473011,
      "loss": 12.1723,
      "step": 29034
    },
    {
      "epoch": 4.754380219420337,
      "grad_norm": 0.12747347354888916,
      "learning_rate": 0.00010856592920327506,
      "loss": 12.1525,
      "step": 29035
    },
    {
      "epoch": 4.754543965940724,
      "grad_norm": 0.16761022806167603,
      "learning_rate": 0.00010856077854892734,
      "loss": 12.2132,
      "step": 29036
    },
    {
      "epoch": 4.75470771246111,
      "grad_norm": 0.14692430198192596,
      "learning_rate": 0.00010855562787170078,
      "loss": 12.1887,
      "step": 29037
    },
    {
      "epoch": 4.754871458981497,
      "grad_norm": 0.168122336268425,
      "learning_rate": 0.0001085504771716091,
      "loss": 12.1769,
      "step": 29038
    },
    {
      "epoch": 4.755035205501883,
      "grad_norm": 0.1647254228591919,
      "learning_rate": 0.00010854532644866608,
      "loss": 12.1368,
      "step": 29039
    },
    {
      "epoch": 4.755198952022269,
      "grad_norm": 0.12404417246580124,
      "learning_rate": 0.00010854017570288551,
      "loss": 12.1759,
      "step": 29040
    },
    {
      "epoch": 4.755362698542656,
      "grad_norm": 0.1787719875574112,
      "learning_rate": 0.00010853502493428114,
      "loss": 12.1792,
      "step": 29041
    },
    {
      "epoch": 4.755526445063042,
      "grad_norm": 0.16983520984649658,
      "learning_rate": 0.00010852987414286671,
      "loss": 12.2169,
      "step": 29042
    },
    {
      "epoch": 4.755690191583429,
      "grad_norm": 0.13915657997131348,
      "learning_rate": 0.00010852472332865597,
      "loss": 12.1475,
      "step": 29043
    },
    {
      "epoch": 4.755853938103815,
      "grad_norm": 0.15383175015449524,
      "learning_rate": 0.00010851957249166278,
      "loss": 12.1791,
      "step": 29044
    },
    {
      "epoch": 4.756017684624202,
      "grad_norm": 0.20866398513317108,
      "learning_rate": 0.00010851442163190082,
      "loss": 12.1906,
      "step": 29045
    },
    {
      "epoch": 4.756181431144588,
      "grad_norm": 0.1450890600681305,
      "learning_rate": 0.00010850927074938388,
      "loss": 12.1397,
      "step": 29046
    },
    {
      "epoch": 4.756345177664975,
      "grad_norm": 0.12712796032428741,
      "learning_rate": 0.00010850411984412572,
      "loss": 12.1925,
      "step": 29047
    },
    {
      "epoch": 4.756508924185361,
      "grad_norm": 0.15914183855056763,
      "learning_rate": 0.00010849896891614015,
      "loss": 12.1682,
      "step": 29048
    },
    {
      "epoch": 4.756672670705748,
      "grad_norm": 0.15670980513095856,
      "learning_rate": 0.00010849381796544087,
      "loss": 12.1613,
      "step": 29049
    },
    {
      "epoch": 4.756836417226134,
      "grad_norm": 0.11661995947360992,
      "learning_rate": 0.00010848866699204167,
      "loss": 12.1738,
      "step": 29050
    },
    {
      "epoch": 4.75700016374652,
      "grad_norm": 0.14767657220363617,
      "learning_rate": 0.00010848351599595632,
      "loss": 12.1508,
      "step": 29051
    },
    {
      "epoch": 4.7571639102669065,
      "grad_norm": 0.1593574732542038,
      "learning_rate": 0.00010847836497719864,
      "loss": 12.2264,
      "step": 29052
    },
    {
      "epoch": 4.757327656787293,
      "grad_norm": 0.13873253762722015,
      "learning_rate": 0.00010847321393578227,
      "loss": 12.1551,
      "step": 29053
    },
    {
      "epoch": 4.75749140330768,
      "grad_norm": 0.17378516495227814,
      "learning_rate": 0.00010846806287172106,
      "loss": 12.1406,
      "step": 29054
    },
    {
      "epoch": 4.757655149828066,
      "grad_norm": 0.13526515662670135,
      "learning_rate": 0.0001084629117850288,
      "loss": 12.221,
      "step": 29055
    },
    {
      "epoch": 4.757818896348453,
      "grad_norm": 0.17205750942230225,
      "learning_rate": 0.00010845776067571923,
      "loss": 12.2132,
      "step": 29056
    },
    {
      "epoch": 4.757982642868839,
      "grad_norm": 0.13854846358299255,
      "learning_rate": 0.00010845260954380609,
      "loss": 12.1625,
      "step": 29057
    },
    {
      "epoch": 4.758146389389226,
      "grad_norm": 0.1934991031885147,
      "learning_rate": 0.00010844745838930315,
      "loss": 12.1804,
      "step": 29058
    },
    {
      "epoch": 4.758310135909612,
      "grad_norm": 0.1576002538204193,
      "learning_rate": 0.00010844230721222424,
      "loss": 12.2223,
      "step": 29059
    },
    {
      "epoch": 4.758473882429998,
      "grad_norm": 0.1409342736005783,
      "learning_rate": 0.00010843715601258304,
      "loss": 12.1848,
      "step": 29060
    },
    {
      "epoch": 4.7586376289503844,
      "grad_norm": 0.15722352266311646,
      "learning_rate": 0.00010843200479039338,
      "loss": 12.1078,
      "step": 29061
    },
    {
      "epoch": 4.758801375470771,
      "grad_norm": 0.1514163464307785,
      "learning_rate": 0.00010842685354566895,
      "loss": 12.1782,
      "step": 29062
    },
    {
      "epoch": 4.7589651219911575,
      "grad_norm": 0.13536657392978668,
      "learning_rate": 0.00010842170227842363,
      "loss": 12.1626,
      "step": 29063
    },
    {
      "epoch": 4.759128868511544,
      "grad_norm": 0.19583702087402344,
      "learning_rate": 0.0001084165509886711,
      "loss": 12.1847,
      "step": 29064
    },
    {
      "epoch": 4.759292615031931,
      "grad_norm": 0.15041883289813995,
      "learning_rate": 0.00010841139967642515,
      "loss": 12.2065,
      "step": 29065
    },
    {
      "epoch": 4.759456361552317,
      "grad_norm": 0.12795279920101166,
      "learning_rate": 0.00010840624834169955,
      "loss": 12.1492,
      "step": 29066
    },
    {
      "epoch": 4.759620108072704,
      "grad_norm": 0.16052471101284027,
      "learning_rate": 0.00010840109698450809,
      "loss": 12.2105,
      "step": 29067
    },
    {
      "epoch": 4.75978385459309,
      "grad_norm": 0.14252471923828125,
      "learning_rate": 0.0001083959456048645,
      "loss": 12.1576,
      "step": 29068
    },
    {
      "epoch": 4.759947601113477,
      "grad_norm": 0.16803932189941406,
      "learning_rate": 0.00010839079420278256,
      "loss": 12.1951,
      "step": 29069
    },
    {
      "epoch": 4.760111347633863,
      "grad_norm": 0.2089180052280426,
      "learning_rate": 0.00010838564277827603,
      "loss": 12.1584,
      "step": 29070
    },
    {
      "epoch": 4.760275094154249,
      "grad_norm": 0.14942367374897003,
      "learning_rate": 0.00010838049133135868,
      "loss": 12.1692,
      "step": 29071
    },
    {
      "epoch": 4.760438840674635,
      "grad_norm": 0.1585090011358261,
      "learning_rate": 0.00010837533986204431,
      "loss": 12.1611,
      "step": 29072
    },
    {
      "epoch": 4.760602587195022,
      "grad_norm": 0.15899863839149475,
      "learning_rate": 0.00010837018837034663,
      "loss": 12.1968,
      "step": 29073
    },
    {
      "epoch": 4.7607663337154085,
      "grad_norm": 0.16689616441726685,
      "learning_rate": 0.00010836503685627947,
      "loss": 12.1723,
      "step": 29074
    },
    {
      "epoch": 4.760930080235795,
      "grad_norm": 0.14760378003120422,
      "learning_rate": 0.00010835988531985655,
      "loss": 12.1668,
      "step": 29075
    },
    {
      "epoch": 4.7610938267561815,
      "grad_norm": 0.2244400680065155,
      "learning_rate": 0.00010835473376109167,
      "loss": 12.2115,
      "step": 29076
    },
    {
      "epoch": 4.761257573276568,
      "grad_norm": 0.13939116895198822,
      "learning_rate": 0.00010834958217999857,
      "loss": 12.1353,
      "step": 29077
    },
    {
      "epoch": 4.761421319796955,
      "grad_norm": 0.37107986211776733,
      "learning_rate": 0.00010834443057659103,
      "loss": 12.1698,
      "step": 29078
    },
    {
      "epoch": 4.761585066317341,
      "grad_norm": 0.1502576321363449,
      "learning_rate": 0.0001083392789508828,
      "loss": 12.2689,
      "step": 29079
    },
    {
      "epoch": 4.761748812837727,
      "grad_norm": 0.1558433473110199,
      "learning_rate": 0.00010833412730288768,
      "loss": 12.1587,
      "step": 29080
    },
    {
      "epoch": 4.761912559358113,
      "grad_norm": 0.15190698206424713,
      "learning_rate": 0.00010832897563261941,
      "loss": 12.1707,
      "step": 29081
    },
    {
      "epoch": 4.7620763058785,
      "grad_norm": 0.15805663168430328,
      "learning_rate": 0.0001083238239400918,
      "loss": 12.1357,
      "step": 29082
    },
    {
      "epoch": 4.762240052398886,
      "grad_norm": 0.20192357897758484,
      "learning_rate": 0.00010831867222531856,
      "loss": 12.1876,
      "step": 29083
    },
    {
      "epoch": 4.762403798919273,
      "grad_norm": 0.15218758583068848,
      "learning_rate": 0.00010831352048831349,
      "loss": 12.246,
      "step": 29084
    },
    {
      "epoch": 4.762567545439659,
      "grad_norm": 0.1561153382062912,
      "learning_rate": 0.00010830836872909036,
      "loss": 12.1955,
      "step": 29085
    },
    {
      "epoch": 4.762731291960046,
      "grad_norm": 0.17858418822288513,
      "learning_rate": 0.00010830321694766294,
      "loss": 12.197,
      "step": 29086
    },
    {
      "epoch": 4.7628950384804325,
      "grad_norm": 0.13190649449825287,
      "learning_rate": 0.00010829806514404497,
      "loss": 12.1648,
      "step": 29087
    },
    {
      "epoch": 4.763058785000819,
      "grad_norm": 0.15546590089797974,
      "learning_rate": 0.00010829291331825024,
      "loss": 12.154,
      "step": 29088
    },
    {
      "epoch": 4.763222531521206,
      "grad_norm": 0.19549496471881866,
      "learning_rate": 0.00010828776147029254,
      "loss": 12.1957,
      "step": 29089
    },
    {
      "epoch": 4.763386278041592,
      "grad_norm": 0.12870171666145325,
      "learning_rate": 0.00010828260960018559,
      "loss": 12.1438,
      "step": 29090
    },
    {
      "epoch": 4.763550024561978,
      "grad_norm": 0.19623157382011414,
      "learning_rate": 0.0001082774577079432,
      "loss": 12.1633,
      "step": 29091
    },
    {
      "epoch": 4.763713771082364,
      "grad_norm": 0.14875531196594238,
      "learning_rate": 0.00010827230579357915,
      "loss": 12.1667,
      "step": 29092
    },
    {
      "epoch": 4.763877517602751,
      "grad_norm": 0.16219744086265564,
      "learning_rate": 0.00010826715385710715,
      "loss": 12.18,
      "step": 29093
    },
    {
      "epoch": 4.764041264123137,
      "grad_norm": 0.21428100764751434,
      "learning_rate": 0.00010826200189854099,
      "loss": 12.1334,
      "step": 29094
    },
    {
      "epoch": 4.764205010643524,
      "grad_norm": 0.15014620125293732,
      "learning_rate": 0.00010825684991789446,
      "loss": 12.183,
      "step": 29095
    },
    {
      "epoch": 4.76436875716391,
      "grad_norm": 0.14160951972007751,
      "learning_rate": 0.00010825169791518133,
      "loss": 12.1947,
      "step": 29096
    },
    {
      "epoch": 4.764532503684297,
      "grad_norm": 0.14044269919395447,
      "learning_rate": 0.00010824654589041534,
      "loss": 12.1346,
      "step": 29097
    },
    {
      "epoch": 4.7646962502046835,
      "grad_norm": 0.17700257897377014,
      "learning_rate": 0.00010824139384361027,
      "loss": 12.168,
      "step": 29098
    },
    {
      "epoch": 4.76485999672507,
      "grad_norm": 0.14022234082221985,
      "learning_rate": 0.00010823624177477991,
      "loss": 12.1852,
      "step": 29099
    },
    {
      "epoch": 4.765023743245456,
      "grad_norm": 0.16287480294704437,
      "learning_rate": 0.00010823108968393802,
      "loss": 12.1304,
      "step": 29100
    },
    {
      "epoch": 4.765187489765842,
      "grad_norm": 0.1375657618045807,
      "learning_rate": 0.00010822593757109836,
      "loss": 12.1917,
      "step": 29101
    },
    {
      "epoch": 4.765351236286229,
      "grad_norm": 0.15533149242401123,
      "learning_rate": 0.00010822078543627467,
      "loss": 12.1686,
      "step": 29102
    },
    {
      "epoch": 4.765514982806615,
      "grad_norm": 0.16478750109672546,
      "learning_rate": 0.00010821563327948078,
      "loss": 12.1694,
      "step": 29103
    },
    {
      "epoch": 4.765678729327002,
      "grad_norm": 0.12347570061683655,
      "learning_rate": 0.00010821048110073044,
      "loss": 12.173,
      "step": 29104
    },
    {
      "epoch": 4.765842475847388,
      "grad_norm": 0.11823397874832153,
      "learning_rate": 0.00010820532890003738,
      "loss": 12.1786,
      "step": 29105
    },
    {
      "epoch": 4.766006222367775,
      "grad_norm": 0.13872438669204712,
      "learning_rate": 0.00010820017667741542,
      "loss": 12.153,
      "step": 29106
    },
    {
      "epoch": 4.766169968888161,
      "grad_norm": 0.1275056004524231,
      "learning_rate": 0.0001081950244328783,
      "loss": 12.1701,
      "step": 29107
    },
    {
      "epoch": 4.766333715408548,
      "grad_norm": 0.1256062388420105,
      "learning_rate": 0.00010818987216643981,
      "loss": 12.1936,
      "step": 29108
    },
    {
      "epoch": 4.7664974619289335,
      "grad_norm": 0.17669114470481873,
      "learning_rate": 0.0001081847198781137,
      "loss": 12.2157,
      "step": 29109
    },
    {
      "epoch": 4.76666120844932,
      "grad_norm": 0.15933237969875336,
      "learning_rate": 0.00010817956756791374,
      "loss": 12.1531,
      "step": 29110
    },
    {
      "epoch": 4.766824954969707,
      "grad_norm": 0.13631652295589447,
      "learning_rate": 0.0001081744152358537,
      "loss": 12.1768,
      "step": 29111
    },
    {
      "epoch": 4.766988701490093,
      "grad_norm": 0.15105582773685455,
      "learning_rate": 0.00010816926288194737,
      "loss": 12.158,
      "step": 29112
    },
    {
      "epoch": 4.76715244801048,
      "grad_norm": 0.14348629117012024,
      "learning_rate": 0.00010816411050620849,
      "loss": 12.1819,
      "step": 29113
    },
    {
      "epoch": 4.767316194530866,
      "grad_norm": 0.16195246577262878,
      "learning_rate": 0.00010815895810865087,
      "loss": 12.1748,
      "step": 29114
    },
    {
      "epoch": 4.767479941051253,
      "grad_norm": 0.13702872395515442,
      "learning_rate": 0.00010815380568928825,
      "loss": 12.1735,
      "step": 29115
    },
    {
      "epoch": 4.767643687571639,
      "grad_norm": 0.14352953433990479,
      "learning_rate": 0.00010814865324813441,
      "loss": 12.1627,
      "step": 29116
    },
    {
      "epoch": 4.767807434092026,
      "grad_norm": 0.14118483662605286,
      "learning_rate": 0.0001081435007852031,
      "loss": 12.1781,
      "step": 29117
    },
    {
      "epoch": 4.767971180612412,
      "grad_norm": 0.14130446314811707,
      "learning_rate": 0.0001081383483005081,
      "loss": 12.1902,
      "step": 29118
    },
    {
      "epoch": 4.768134927132799,
      "grad_norm": 0.18756122887134552,
      "learning_rate": 0.0001081331957940632,
      "loss": 12.2123,
      "step": 29119
    },
    {
      "epoch": 4.7682986736531845,
      "grad_norm": 0.13436177372932434,
      "learning_rate": 0.00010812804326588217,
      "loss": 12.1782,
      "step": 29120
    },
    {
      "epoch": 4.768462420173571,
      "grad_norm": 0.20066817104816437,
      "learning_rate": 0.00010812289071597874,
      "loss": 12.1727,
      "step": 29121
    },
    {
      "epoch": 4.768626166693958,
      "grad_norm": 0.12303810566663742,
      "learning_rate": 0.00010811773814436674,
      "loss": 12.1947,
      "step": 29122
    },
    {
      "epoch": 4.768789913214344,
      "grad_norm": 0.13145869970321655,
      "learning_rate": 0.00010811258555105988,
      "loss": 12.194,
      "step": 29123
    },
    {
      "epoch": 4.768953659734731,
      "grad_norm": 0.18756601214408875,
      "learning_rate": 0.00010810743293607193,
      "loss": 12.1815,
      "step": 29124
    },
    {
      "epoch": 4.769117406255117,
      "grad_norm": 0.20818732678890228,
      "learning_rate": 0.00010810228029941674,
      "loss": 12.1586,
      "step": 29125
    },
    {
      "epoch": 4.769281152775504,
      "grad_norm": 0.1597687005996704,
      "learning_rate": 0.000108097127641108,
      "loss": 12.1742,
      "step": 29126
    },
    {
      "epoch": 4.76944489929589,
      "grad_norm": 0.12467943876981735,
      "learning_rate": 0.00010809197496115953,
      "loss": 12.2011,
      "step": 29127
    },
    {
      "epoch": 4.769608645816277,
      "grad_norm": 0.14836683869361877,
      "learning_rate": 0.00010808682225958504,
      "loss": 12.1641,
      "step": 29128
    },
    {
      "epoch": 4.769772392336662,
      "grad_norm": 0.20284143090248108,
      "learning_rate": 0.00010808166953639838,
      "loss": 12.177,
      "step": 29129
    },
    {
      "epoch": 4.769936138857049,
      "grad_norm": 0.1593388020992279,
      "learning_rate": 0.00010807651679161327,
      "loss": 12.1615,
      "step": 29130
    },
    {
      "epoch": 4.7700998853774355,
      "grad_norm": 0.12538747489452362,
      "learning_rate": 0.00010807136402524349,
      "loss": 12.1641,
      "step": 29131
    },
    {
      "epoch": 4.770263631897822,
      "grad_norm": 0.1578826606273651,
      "learning_rate": 0.0001080662112373028,
      "loss": 12.1487,
      "step": 29132
    },
    {
      "epoch": 4.7704273784182085,
      "grad_norm": 0.11752518266439438,
      "learning_rate": 0.00010806105842780503,
      "loss": 12.1444,
      "step": 29133
    },
    {
      "epoch": 4.770591124938595,
      "grad_norm": 0.1688050627708435,
      "learning_rate": 0.00010805590559676386,
      "loss": 12.1756,
      "step": 29134
    },
    {
      "epoch": 4.770754871458982,
      "grad_norm": 0.14571799337863922,
      "learning_rate": 0.00010805075274419312,
      "loss": 12.1853,
      "step": 29135
    },
    {
      "epoch": 4.770918617979368,
      "grad_norm": 0.13449415564537048,
      "learning_rate": 0.00010804559987010654,
      "loss": 12.163,
      "step": 29136
    },
    {
      "epoch": 4.771082364499755,
      "grad_norm": 0.15387196838855743,
      "learning_rate": 0.00010804044697451799,
      "loss": 12.208,
      "step": 29137
    },
    {
      "epoch": 4.771246111020141,
      "grad_norm": 0.26646316051483154,
      "learning_rate": 0.00010803529405744111,
      "loss": 12.1648,
      "step": 29138
    },
    {
      "epoch": 4.771409857540528,
      "grad_norm": 0.13728831708431244,
      "learning_rate": 0.00010803014111888973,
      "loss": 12.2152,
      "step": 29139
    },
    {
      "epoch": 4.771573604060913,
      "grad_norm": 0.155950665473938,
      "learning_rate": 0.00010802498815887762,
      "loss": 12.1841,
      "step": 29140
    },
    {
      "epoch": 4.7717373505813,
      "grad_norm": 0.15529127418994904,
      "learning_rate": 0.00010801983517741858,
      "loss": 12.1636,
      "step": 29141
    },
    {
      "epoch": 4.771901097101686,
      "grad_norm": 0.1247665137052536,
      "learning_rate": 0.00010801468217452635,
      "loss": 12.1936,
      "step": 29142
    },
    {
      "epoch": 4.772064843622073,
      "grad_norm": 0.15709048509597778,
      "learning_rate": 0.00010800952915021467,
      "loss": 12.1705,
      "step": 29143
    },
    {
      "epoch": 4.7722285901424595,
      "grad_norm": 0.14386089146137238,
      "learning_rate": 0.0001080043761044974,
      "loss": 12.1803,
      "step": 29144
    },
    {
      "epoch": 4.772392336662846,
      "grad_norm": 0.11668287962675095,
      "learning_rate": 0.00010799922303738823,
      "loss": 12.1265,
      "step": 29145
    },
    {
      "epoch": 4.7725560831832325,
      "grad_norm": 0.2523367702960968,
      "learning_rate": 0.00010799406994890098,
      "loss": 12.208,
      "step": 29146
    },
    {
      "epoch": 4.772719829703619,
      "grad_norm": 0.16937637329101562,
      "learning_rate": 0.00010798891683904937,
      "loss": 12.1706,
      "step": 29147
    },
    {
      "epoch": 4.772883576224006,
      "grad_norm": 0.1410999596118927,
      "learning_rate": 0.00010798376370784726,
      "loss": 12.1751,
      "step": 29148
    },
    {
      "epoch": 4.773047322744391,
      "grad_norm": 0.15992330014705658,
      "learning_rate": 0.00010797861055530831,
      "loss": 12.2106,
      "step": 29149
    },
    {
      "epoch": 4.773211069264778,
      "grad_norm": 0.13355855643749237,
      "learning_rate": 0.00010797345738144637,
      "loss": 12.1705,
      "step": 29150
    },
    {
      "epoch": 4.773374815785164,
      "grad_norm": 0.1735098958015442,
      "learning_rate": 0.00010796830418627522,
      "loss": 12.1492,
      "step": 29151
    },
    {
      "epoch": 4.773538562305551,
      "grad_norm": 0.14458121359348297,
      "learning_rate": 0.00010796315096980858,
      "loss": 12.1801,
      "step": 29152
    },
    {
      "epoch": 4.773702308825937,
      "grad_norm": 0.15598900616168976,
      "learning_rate": 0.00010795799773206022,
      "loss": 12.1655,
      "step": 29153
    },
    {
      "epoch": 4.773866055346324,
      "grad_norm": 0.13343054056167603,
      "learning_rate": 0.00010795284447304394,
      "loss": 12.1766,
      "step": 29154
    },
    {
      "epoch": 4.77402980186671,
      "grad_norm": 0.12833499908447266,
      "learning_rate": 0.00010794769119277355,
      "loss": 12.1588,
      "step": 29155
    },
    {
      "epoch": 4.774193548387097,
      "grad_norm": 0.13545598089694977,
      "learning_rate": 0.00010794253789126276,
      "loss": 12.1708,
      "step": 29156
    },
    {
      "epoch": 4.7743572949074835,
      "grad_norm": 0.11436274647712708,
      "learning_rate": 0.00010793738456852533,
      "loss": 12.1421,
      "step": 29157
    },
    {
      "epoch": 4.77452104142787,
      "grad_norm": 0.140266552567482,
      "learning_rate": 0.0001079322312245751,
      "loss": 12.2077,
      "step": 29158
    },
    {
      "epoch": 4.774684787948257,
      "grad_norm": 0.1314592808485031,
      "learning_rate": 0.00010792707785942581,
      "loss": 12.1739,
      "step": 29159
    },
    {
      "epoch": 4.774848534468642,
      "grad_norm": 0.19332648813724518,
      "learning_rate": 0.00010792192447309122,
      "loss": 12.2267,
      "step": 29160
    },
    {
      "epoch": 4.775012280989029,
      "grad_norm": 0.1609216332435608,
      "learning_rate": 0.00010791677106558513,
      "loss": 12.1428,
      "step": 29161
    },
    {
      "epoch": 4.775176027509415,
      "grad_norm": 0.1460791379213333,
      "learning_rate": 0.00010791161763692128,
      "loss": 12.1723,
      "step": 29162
    },
    {
      "epoch": 4.775339774029802,
      "grad_norm": 0.1943063586950302,
      "learning_rate": 0.00010790646418711348,
      "loss": 12.1893,
      "step": 29163
    },
    {
      "epoch": 4.775503520550188,
      "grad_norm": 0.15545541048049927,
      "learning_rate": 0.00010790131071617544,
      "loss": 12.2224,
      "step": 29164
    },
    {
      "epoch": 4.775667267070575,
      "grad_norm": 0.121691033244133,
      "learning_rate": 0.00010789615722412101,
      "loss": 12.1384,
      "step": 29165
    },
    {
      "epoch": 4.775831013590961,
      "grad_norm": 0.15324318408966064,
      "learning_rate": 0.00010789100371096392,
      "loss": 12.1304,
      "step": 29166
    },
    {
      "epoch": 4.775994760111348,
      "grad_norm": 0.18617938458919525,
      "learning_rate": 0.00010788585017671795,
      "loss": 12.1375,
      "step": 29167
    },
    {
      "epoch": 4.7761585066317345,
      "grad_norm": 0.15350030362606049,
      "learning_rate": 0.00010788069662139684,
      "loss": 12.2375,
      "step": 29168
    },
    {
      "epoch": 4.77632225315212,
      "grad_norm": 0.18275125324726105,
      "learning_rate": 0.00010787554304501444,
      "loss": 12.1862,
      "step": 29169
    },
    {
      "epoch": 4.776485999672507,
      "grad_norm": 0.1291227787733078,
      "learning_rate": 0.00010787038944758445,
      "loss": 12.1649,
      "step": 29170
    },
    {
      "epoch": 4.776649746192893,
      "grad_norm": 0.14024779200553894,
      "learning_rate": 0.00010786523582912069,
      "loss": 12.1788,
      "step": 29171
    },
    {
      "epoch": 4.77681349271328,
      "grad_norm": 0.12896057963371277,
      "learning_rate": 0.0001078600821896369,
      "loss": 12.1553,
      "step": 29172
    },
    {
      "epoch": 4.776977239233666,
      "grad_norm": 0.20704397559165955,
      "learning_rate": 0.0001078549285291469,
      "loss": 12.1648,
      "step": 29173
    },
    {
      "epoch": 4.777140985754053,
      "grad_norm": 0.11531683057546616,
      "learning_rate": 0.00010784977484766441,
      "loss": 12.2273,
      "step": 29174
    },
    {
      "epoch": 4.777304732274439,
      "grad_norm": 0.17412197589874268,
      "learning_rate": 0.00010784462114520319,
      "loss": 12.1992,
      "step": 29175
    },
    {
      "epoch": 4.777468478794826,
      "grad_norm": 0.14105752110481262,
      "learning_rate": 0.0001078394674217771,
      "loss": 12.1618,
      "step": 29176
    },
    {
      "epoch": 4.777632225315212,
      "grad_norm": 0.13974180817604065,
      "learning_rate": 0.00010783431367739985,
      "loss": 12.2059,
      "step": 29177
    },
    {
      "epoch": 4.777795971835598,
      "grad_norm": 0.10026399046182632,
      "learning_rate": 0.00010782915991208522,
      "loss": 12.1689,
      "step": 29178
    },
    {
      "epoch": 4.777959718355985,
      "grad_norm": 0.1961655616760254,
      "learning_rate": 0.00010782400612584697,
      "loss": 12.1523,
      "step": 29179
    },
    {
      "epoch": 4.778123464876371,
      "grad_norm": 0.14406758546829224,
      "learning_rate": 0.00010781885231869893,
      "loss": 12.1769,
      "step": 29180
    },
    {
      "epoch": 4.778287211396758,
      "grad_norm": 0.16015830636024475,
      "learning_rate": 0.00010781369849065481,
      "loss": 12.1951,
      "step": 29181
    },
    {
      "epoch": 4.778450957917144,
      "grad_norm": 0.1694561392068863,
      "learning_rate": 0.00010780854464172843,
      "loss": 12.1397,
      "step": 29182
    },
    {
      "epoch": 4.778614704437531,
      "grad_norm": 0.13116469979286194,
      "learning_rate": 0.00010780339077193349,
      "loss": 12.1766,
      "step": 29183
    },
    {
      "epoch": 4.778778450957917,
      "grad_norm": 0.1973867267370224,
      "learning_rate": 0.00010779823688128388,
      "loss": 12.1827,
      "step": 29184
    },
    {
      "epoch": 4.778942197478304,
      "grad_norm": 0.13649626076221466,
      "learning_rate": 0.0001077930829697933,
      "loss": 12.1914,
      "step": 29185
    },
    {
      "epoch": 4.77910594399869,
      "grad_norm": 0.10710788518190384,
      "learning_rate": 0.00010778792903747552,
      "loss": 12.1702,
      "step": 29186
    },
    {
      "epoch": 4.779269690519077,
      "grad_norm": 0.15231584012508392,
      "learning_rate": 0.00010778277508434431,
      "loss": 12.1439,
      "step": 29187
    },
    {
      "epoch": 4.779433437039463,
      "grad_norm": 0.14443808794021606,
      "learning_rate": 0.00010777762111041348,
      "loss": 12.2135,
      "step": 29188
    },
    {
      "epoch": 4.779597183559849,
      "grad_norm": 0.1505047231912613,
      "learning_rate": 0.0001077724671156968,
      "loss": 12.1566,
      "step": 29189
    },
    {
      "epoch": 4.7797609300802355,
      "grad_norm": 0.14569878578186035,
      "learning_rate": 0.00010776731310020802,
      "loss": 12.1793,
      "step": 29190
    },
    {
      "epoch": 4.779924676600622,
      "grad_norm": 0.14213523268699646,
      "learning_rate": 0.00010776215906396093,
      "loss": 12.1876,
      "step": 29191
    },
    {
      "epoch": 4.780088423121009,
      "grad_norm": 0.24327918887138367,
      "learning_rate": 0.0001077570050069693,
      "loss": 12.2186,
      "step": 29192
    },
    {
      "epoch": 4.780252169641395,
      "grad_norm": 0.12031399458646774,
      "learning_rate": 0.00010775185092924691,
      "loss": 12.1471,
      "step": 29193
    },
    {
      "epoch": 4.780415916161782,
      "grad_norm": 0.17445215582847595,
      "learning_rate": 0.00010774669683080749,
      "loss": 12.2062,
      "step": 29194
    },
    {
      "epoch": 4.780579662682168,
      "grad_norm": 0.18176589906215668,
      "learning_rate": 0.0001077415427116649,
      "loss": 12.2094,
      "step": 29195
    },
    {
      "epoch": 4.780743409202555,
      "grad_norm": 0.14316025376319885,
      "learning_rate": 0.00010773638857183286,
      "loss": 12.172,
      "step": 29196
    },
    {
      "epoch": 4.780907155722941,
      "grad_norm": 0.12613193690776825,
      "learning_rate": 0.00010773123441132515,
      "loss": 12.2016,
      "step": 29197
    },
    {
      "epoch": 4.781070902243327,
      "grad_norm": 0.14652535319328308,
      "learning_rate": 0.00010772608023015552,
      "loss": 12.1876,
      "step": 29198
    },
    {
      "epoch": 4.781234648763713,
      "grad_norm": 0.15644749999046326,
      "learning_rate": 0.00010772092602833781,
      "loss": 12.197,
      "step": 29199
    },
    {
      "epoch": 4.7813983952841,
      "grad_norm": 0.18872889876365662,
      "learning_rate": 0.00010771577180588573,
      "loss": 12.1613,
      "step": 29200
    },
    {
      "epoch": 4.7815621418044865,
      "grad_norm": 0.17867372930049896,
      "learning_rate": 0.00010771061756281309,
      "loss": 12.2195,
      "step": 29201
    },
    {
      "epoch": 4.781725888324873,
      "grad_norm": 0.16288384795188904,
      "learning_rate": 0.00010770546329913365,
      "loss": 12.1929,
      "step": 29202
    },
    {
      "epoch": 4.7818896348452595,
      "grad_norm": 0.16179794073104858,
      "learning_rate": 0.00010770030901486119,
      "loss": 12.188,
      "step": 29203
    },
    {
      "epoch": 4.782053381365646,
      "grad_norm": 0.1299688071012497,
      "learning_rate": 0.00010769515471000951,
      "loss": 12.2143,
      "step": 29204
    },
    {
      "epoch": 4.782217127886033,
      "grad_norm": 0.11616494506597519,
      "learning_rate": 0.00010769000038459234,
      "loss": 12.1486,
      "step": 29205
    },
    {
      "epoch": 4.782380874406419,
      "grad_norm": 0.15281175076961517,
      "learning_rate": 0.00010768484603862346,
      "loss": 12.2103,
      "step": 29206
    },
    {
      "epoch": 4.782544620926806,
      "grad_norm": 0.12676231563091278,
      "learning_rate": 0.00010767969167211671,
      "loss": 12.2008,
      "step": 29207
    },
    {
      "epoch": 4.782708367447192,
      "grad_norm": 0.16223205626010895,
      "learning_rate": 0.00010767453728508577,
      "loss": 12.185,
      "step": 29208
    },
    {
      "epoch": 4.782872113967578,
      "grad_norm": 0.13933435082435608,
      "learning_rate": 0.00010766938287754445,
      "loss": 12.2041,
      "step": 29209
    },
    {
      "epoch": 4.783035860487964,
      "grad_norm": 0.13426241278648376,
      "learning_rate": 0.00010766422844950656,
      "loss": 12.1957,
      "step": 29210
    },
    {
      "epoch": 4.783199607008351,
      "grad_norm": 0.15536603331565857,
      "learning_rate": 0.00010765907400098587,
      "loss": 12.1739,
      "step": 29211
    },
    {
      "epoch": 4.783363353528737,
      "grad_norm": 0.12135780602693558,
      "learning_rate": 0.00010765391953199613,
      "loss": 12.1873,
      "step": 29212
    },
    {
      "epoch": 4.783527100049124,
      "grad_norm": 0.14064596593379974,
      "learning_rate": 0.00010764876504255108,
      "loss": 12.1821,
      "step": 29213
    },
    {
      "epoch": 4.7836908465695105,
      "grad_norm": 0.17316223680973053,
      "learning_rate": 0.00010764361053266458,
      "loss": 12.1734,
      "step": 29214
    },
    {
      "epoch": 4.783854593089897,
      "grad_norm": 0.14484433829784393,
      "learning_rate": 0.00010763845600235036,
      "loss": 12.1727,
      "step": 29215
    },
    {
      "epoch": 4.7840183396102836,
      "grad_norm": 0.18750236928462982,
      "learning_rate": 0.0001076333014516222,
      "loss": 12.1851,
      "step": 29216
    },
    {
      "epoch": 4.78418208613067,
      "grad_norm": 0.16744567453861237,
      "learning_rate": 0.00010762814688049386,
      "loss": 12.1814,
      "step": 29217
    },
    {
      "epoch": 4.784345832651056,
      "grad_norm": 0.12847229838371277,
      "learning_rate": 0.00010762299228897917,
      "loss": 12.2162,
      "step": 29218
    },
    {
      "epoch": 4.784509579171442,
      "grad_norm": 0.160112202167511,
      "learning_rate": 0.00010761783767709182,
      "loss": 12.2071,
      "step": 29219
    },
    {
      "epoch": 4.784673325691829,
      "grad_norm": 0.13272683322429657,
      "learning_rate": 0.00010761268304484565,
      "loss": 12.1475,
      "step": 29220
    },
    {
      "epoch": 4.784837072212215,
      "grad_norm": 0.1315070539712906,
      "learning_rate": 0.00010760752839225439,
      "loss": 12.1782,
      "step": 29221
    },
    {
      "epoch": 4.785000818732602,
      "grad_norm": 0.13577450811862946,
      "learning_rate": 0.00010760237371933188,
      "loss": 12.1629,
      "step": 29222
    },
    {
      "epoch": 4.785164565252988,
      "grad_norm": 0.17447909712791443,
      "learning_rate": 0.00010759721902609184,
      "loss": 12.1687,
      "step": 29223
    },
    {
      "epoch": 4.785328311773375,
      "grad_norm": 0.16563527286052704,
      "learning_rate": 0.00010759206431254807,
      "loss": 12.1652,
      "step": 29224
    },
    {
      "epoch": 4.7854920582937615,
      "grad_norm": 0.1310722678899765,
      "learning_rate": 0.00010758690957871436,
      "loss": 12.1739,
      "step": 29225
    },
    {
      "epoch": 4.785655804814148,
      "grad_norm": 0.1577591598033905,
      "learning_rate": 0.00010758175482460444,
      "loss": 12.1581,
      "step": 29226
    },
    {
      "epoch": 4.7858195513345345,
      "grad_norm": 0.14343857765197754,
      "learning_rate": 0.00010757660005023213,
      "loss": 12.1658,
      "step": 29227
    },
    {
      "epoch": 4.785983297854921,
      "grad_norm": 0.18516385555267334,
      "learning_rate": 0.00010757144525561115,
      "loss": 12.1521,
      "step": 29228
    },
    {
      "epoch": 4.786147044375307,
      "grad_norm": 0.11746976524591446,
      "learning_rate": 0.0001075662904407554,
      "loss": 12.2008,
      "step": 29229
    },
    {
      "epoch": 4.786310790895693,
      "grad_norm": 0.16358445584774017,
      "learning_rate": 0.00010756113560567851,
      "loss": 12.1849,
      "step": 29230
    },
    {
      "epoch": 4.78647453741608,
      "grad_norm": 0.25291988253593445,
      "learning_rate": 0.00010755598075039435,
      "loss": 12.187,
      "step": 29231
    },
    {
      "epoch": 4.786638283936466,
      "grad_norm": 0.15853706002235413,
      "learning_rate": 0.00010755082587491663,
      "loss": 12.1766,
      "step": 29232
    },
    {
      "epoch": 4.786802030456853,
      "grad_norm": 0.12731599807739258,
      "learning_rate": 0.0001075456709792592,
      "loss": 12.1952,
      "step": 29233
    },
    {
      "epoch": 4.786965776977239,
      "grad_norm": 0.13924089074134827,
      "learning_rate": 0.00010754051606343578,
      "loss": 12.1639,
      "step": 29234
    },
    {
      "epoch": 4.787129523497626,
      "grad_norm": 0.15527956187725067,
      "learning_rate": 0.00010753536112746016,
      "loss": 12.1965,
      "step": 29235
    },
    {
      "epoch": 4.787293270018012,
      "grad_norm": 0.11630181968212128,
      "learning_rate": 0.00010753020617134614,
      "loss": 12.1908,
      "step": 29236
    },
    {
      "epoch": 4.787457016538399,
      "grad_norm": 0.1584196835756302,
      "learning_rate": 0.00010752505119510749,
      "loss": 12.221,
      "step": 29237
    },
    {
      "epoch": 4.787620763058785,
      "grad_norm": 0.14794503152370453,
      "learning_rate": 0.00010751989619875793,
      "loss": 12.1539,
      "step": 29238
    },
    {
      "epoch": 4.787784509579171,
      "grad_norm": 0.1688646674156189,
      "learning_rate": 0.00010751474118231133,
      "loss": 12.2275,
      "step": 29239
    },
    {
      "epoch": 4.787948256099558,
      "grad_norm": 0.12921135127544403,
      "learning_rate": 0.0001075095861457814,
      "loss": 12.1668,
      "step": 29240
    },
    {
      "epoch": 4.788112002619944,
      "grad_norm": 0.12077775597572327,
      "learning_rate": 0.00010750443108918196,
      "loss": 12.1846,
      "step": 29241
    },
    {
      "epoch": 4.788275749140331,
      "grad_norm": 0.17657522857189178,
      "learning_rate": 0.00010749927601252671,
      "loss": 12.1473,
      "step": 29242
    },
    {
      "epoch": 4.788439495660717,
      "grad_norm": 0.15343685448169708,
      "learning_rate": 0.00010749412091582948,
      "loss": 12.1582,
      "step": 29243
    },
    {
      "epoch": 4.788603242181104,
      "grad_norm": 0.16702474653720856,
      "learning_rate": 0.00010748896579910413,
      "loss": 12.1729,
      "step": 29244
    },
    {
      "epoch": 4.78876698870149,
      "grad_norm": 0.14277507364749908,
      "learning_rate": 0.00010748381066236428,
      "loss": 12.171,
      "step": 29245
    },
    {
      "epoch": 4.788930735221877,
      "grad_norm": 0.1507820338010788,
      "learning_rate": 0.00010747865550562381,
      "loss": 12.1717,
      "step": 29246
    },
    {
      "epoch": 4.7890944817422625,
      "grad_norm": 0.18354809284210205,
      "learning_rate": 0.00010747350032889647,
      "loss": 12.1432,
      "step": 29247
    },
    {
      "epoch": 4.78925822826265,
      "grad_norm": 0.1623752862215042,
      "learning_rate": 0.00010746834513219604,
      "loss": 12.1745,
      "step": 29248
    },
    {
      "epoch": 4.7894219747830356,
      "grad_norm": 0.16660156846046448,
      "learning_rate": 0.00010746318991553626,
      "loss": 12.1926,
      "step": 29249
    },
    {
      "epoch": 4.789585721303422,
      "grad_norm": 0.14926579594612122,
      "learning_rate": 0.00010745803467893099,
      "loss": 12.2138,
      "step": 29250
    },
    {
      "epoch": 4.789749467823809,
      "grad_norm": 0.2146400809288025,
      "learning_rate": 0.00010745287942239393,
      "loss": 12.1898,
      "step": 29251
    },
    {
      "epoch": 4.789913214344195,
      "grad_norm": 0.1594988852739334,
      "learning_rate": 0.0001074477241459389,
      "loss": 12.1553,
      "step": 29252
    },
    {
      "epoch": 4.790076960864582,
      "grad_norm": 0.13991183042526245,
      "learning_rate": 0.00010744256884957964,
      "loss": 12.2189,
      "step": 29253
    },
    {
      "epoch": 4.790240707384968,
      "grad_norm": 0.1528719663619995,
      "learning_rate": 0.00010743741353332997,
      "loss": 12.2034,
      "step": 29254
    },
    {
      "epoch": 4.790404453905355,
      "grad_norm": 0.18562066555023193,
      "learning_rate": 0.00010743225819720366,
      "loss": 12.202,
      "step": 29255
    },
    {
      "epoch": 4.790568200425741,
      "grad_norm": 0.13640426099300385,
      "learning_rate": 0.00010742710284121447,
      "loss": 12.1779,
      "step": 29256
    },
    {
      "epoch": 4.790731946946128,
      "grad_norm": 0.1321345567703247,
      "learning_rate": 0.00010742194746537615,
      "loss": 12.1847,
      "step": 29257
    },
    {
      "epoch": 4.7908956934665134,
      "grad_norm": 0.15162959694862366,
      "learning_rate": 0.00010741679206970254,
      "loss": 12.1754,
      "step": 29258
    },
    {
      "epoch": 4.7910594399869,
      "grad_norm": 0.12409893423318863,
      "learning_rate": 0.00010741163665420741,
      "loss": 12.1516,
      "step": 29259
    },
    {
      "epoch": 4.7912231865072865,
      "grad_norm": 0.12467272579669952,
      "learning_rate": 0.00010740648121890451,
      "loss": 12.1708,
      "step": 29260
    },
    {
      "epoch": 4.791386933027673,
      "grad_norm": 0.14843741059303284,
      "learning_rate": 0.00010740132576380761,
      "loss": 12.1785,
      "step": 29261
    },
    {
      "epoch": 4.79155067954806,
      "grad_norm": 0.14207793772220612,
      "learning_rate": 0.00010739617028893053,
      "loss": 12.1512,
      "step": 29262
    },
    {
      "epoch": 4.791714426068446,
      "grad_norm": 0.1565067023038864,
      "learning_rate": 0.00010739101479428699,
      "loss": 12.1459,
      "step": 29263
    },
    {
      "epoch": 4.791878172588833,
      "grad_norm": 0.1486913114786148,
      "learning_rate": 0.0001073858592798908,
      "loss": 12.1723,
      "step": 29264
    },
    {
      "epoch": 4.792041919109219,
      "grad_norm": 0.1438084840774536,
      "learning_rate": 0.00010738070374575577,
      "loss": 12.1993,
      "step": 29265
    },
    {
      "epoch": 4.792205665629606,
      "grad_norm": 0.18071024119853973,
      "learning_rate": 0.00010737554819189564,
      "loss": 12.1878,
      "step": 29266
    },
    {
      "epoch": 4.792369412149991,
      "grad_norm": 0.12217830866575241,
      "learning_rate": 0.0001073703926183242,
      "loss": 12.1652,
      "step": 29267
    },
    {
      "epoch": 4.792533158670378,
      "grad_norm": 0.165326789021492,
      "learning_rate": 0.00010736523702505518,
      "loss": 12.2029,
      "step": 29268
    },
    {
      "epoch": 4.792696905190764,
      "grad_norm": 0.16150124371051788,
      "learning_rate": 0.00010736008141210246,
      "loss": 12.1631,
      "step": 29269
    },
    {
      "epoch": 4.792860651711151,
      "grad_norm": 0.12944065034389496,
      "learning_rate": 0.00010735492577947974,
      "loss": 12.1608,
      "step": 29270
    },
    {
      "epoch": 4.7930243982315375,
      "grad_norm": 0.17935910820960999,
      "learning_rate": 0.00010734977012720083,
      "loss": 12.1955,
      "step": 29271
    },
    {
      "epoch": 4.793188144751924,
      "grad_norm": 0.17644864320755005,
      "learning_rate": 0.00010734461445527948,
      "loss": 12.1391,
      "step": 29272
    },
    {
      "epoch": 4.7933518912723105,
      "grad_norm": 0.22476862370967865,
      "learning_rate": 0.00010733945876372949,
      "loss": 12.1808,
      "step": 29273
    },
    {
      "epoch": 4.793515637792697,
      "grad_norm": 0.22406955063343048,
      "learning_rate": 0.00010733430305256465,
      "loss": 12.2076,
      "step": 29274
    },
    {
      "epoch": 4.793679384313084,
      "grad_norm": 0.1542966663837433,
      "learning_rate": 0.00010732914732179871,
      "loss": 12.1144,
      "step": 29275
    },
    {
      "epoch": 4.79384313083347,
      "grad_norm": 0.15626172721385956,
      "learning_rate": 0.00010732399157144547,
      "loss": 12.1841,
      "step": 29276
    },
    {
      "epoch": 4.794006877353857,
      "grad_norm": 0.14479148387908936,
      "learning_rate": 0.00010731883580151868,
      "loss": 12.1519,
      "step": 29277
    },
    {
      "epoch": 4.794170623874242,
      "grad_norm": 0.14936472475528717,
      "learning_rate": 0.00010731368001203216,
      "loss": 12.1522,
      "step": 29278
    },
    {
      "epoch": 4.794334370394629,
      "grad_norm": 0.1351511925458908,
      "learning_rate": 0.00010730852420299969,
      "loss": 12.1813,
      "step": 29279
    },
    {
      "epoch": 4.794498116915015,
      "grad_norm": 0.11469176411628723,
      "learning_rate": 0.000107303368374435,
      "loss": 12.1691,
      "step": 29280
    },
    {
      "epoch": 4.794661863435402,
      "grad_norm": 0.17083315551280975,
      "learning_rate": 0.0001072982125263519,
      "loss": 12.2119,
      "step": 29281
    },
    {
      "epoch": 4.794825609955788,
      "grad_norm": 0.1439211517572403,
      "learning_rate": 0.00010729305665876419,
      "loss": 12.1525,
      "step": 29282
    },
    {
      "epoch": 4.794989356476175,
      "grad_norm": 0.16066086292266846,
      "learning_rate": 0.0001072879007716856,
      "loss": 12.1258,
      "step": 29283
    },
    {
      "epoch": 4.7951531029965615,
      "grad_norm": 0.19627106189727783,
      "learning_rate": 0.00010728274486512995,
      "loss": 12.1805,
      "step": 29284
    },
    {
      "epoch": 4.795316849516948,
      "grad_norm": 0.14263585209846497,
      "learning_rate": 0.00010727758893911102,
      "loss": 12.1596,
      "step": 29285
    },
    {
      "epoch": 4.795480596037335,
      "grad_norm": 0.13991349935531616,
      "learning_rate": 0.00010727243299364255,
      "loss": 12.1721,
      "step": 29286
    },
    {
      "epoch": 4.79564434255772,
      "grad_norm": 0.17969681322574615,
      "learning_rate": 0.00010726727702873833,
      "loss": 12.2508,
      "step": 29287
    },
    {
      "epoch": 4.795808089078107,
      "grad_norm": 0.1611911654472351,
      "learning_rate": 0.00010726212104441218,
      "loss": 12.1509,
      "step": 29288
    },
    {
      "epoch": 4.795971835598493,
      "grad_norm": 0.11128497123718262,
      "learning_rate": 0.00010725696504067785,
      "loss": 12.1815,
      "step": 29289
    },
    {
      "epoch": 4.79613558211888,
      "grad_norm": 0.16380120813846588,
      "learning_rate": 0.00010725180901754913,
      "loss": 12.2091,
      "step": 29290
    },
    {
      "epoch": 4.796299328639266,
      "grad_norm": 0.15755707025527954,
      "learning_rate": 0.00010724665297503976,
      "loss": 12.1408,
      "step": 29291
    },
    {
      "epoch": 4.796463075159653,
      "grad_norm": 0.18926852941513062,
      "learning_rate": 0.00010724149691316361,
      "loss": 12.145,
      "step": 29292
    },
    {
      "epoch": 4.796626821680039,
      "grad_norm": 0.14720575511455536,
      "learning_rate": 0.00010723634083193432,
      "loss": 12.1704,
      "step": 29293
    },
    {
      "epoch": 4.796790568200426,
      "grad_norm": 0.15121230483055115,
      "learning_rate": 0.00010723118473136581,
      "loss": 12.1774,
      "step": 29294
    },
    {
      "epoch": 4.7969543147208125,
      "grad_norm": 0.13110384345054626,
      "learning_rate": 0.00010722602861147177,
      "loss": 12.174,
      "step": 29295
    },
    {
      "epoch": 4.797118061241199,
      "grad_norm": 0.1368684023618698,
      "learning_rate": 0.00010722087247226602,
      "loss": 12.2129,
      "step": 29296
    },
    {
      "epoch": 4.7972818077615855,
      "grad_norm": 0.16989083588123322,
      "learning_rate": 0.00010721571631376234,
      "loss": 12.2436,
      "step": 29297
    },
    {
      "epoch": 4.797445554281971,
      "grad_norm": 0.17152513563632965,
      "learning_rate": 0.00010721056013597448,
      "loss": 12.1725,
      "step": 29298
    },
    {
      "epoch": 4.797609300802358,
      "grad_norm": 0.14801110327243805,
      "learning_rate": 0.00010720540393891625,
      "loss": 12.1537,
      "step": 29299
    },
    {
      "epoch": 4.797773047322744,
      "grad_norm": 0.16441969573497772,
      "learning_rate": 0.00010720024772260144,
      "loss": 12.1719,
      "step": 29300
    },
    {
      "epoch": 4.797936793843131,
      "grad_norm": 0.11156369745731354,
      "learning_rate": 0.00010719509148704379,
      "loss": 12.2131,
      "step": 29301
    },
    {
      "epoch": 4.798100540363517,
      "grad_norm": 0.1603645235300064,
      "learning_rate": 0.00010718993523225708,
      "loss": 12.2197,
      "step": 29302
    },
    {
      "epoch": 4.798264286883904,
      "grad_norm": 0.17549388110637665,
      "learning_rate": 0.00010718477895825518,
      "loss": 12.1497,
      "step": 29303
    },
    {
      "epoch": 4.79842803340429,
      "grad_norm": 0.15960554778575897,
      "learning_rate": 0.00010717962266505173,
      "loss": 12.1968,
      "step": 29304
    },
    {
      "epoch": 4.798591779924677,
      "grad_norm": 0.23258477449417114,
      "learning_rate": 0.00010717446635266062,
      "loss": 12.1611,
      "step": 29305
    },
    {
      "epoch": 4.798755526445063,
      "grad_norm": 0.17051492631435394,
      "learning_rate": 0.00010716931002109556,
      "loss": 12.1758,
      "step": 29306
    },
    {
      "epoch": 4.798919272965449,
      "grad_norm": 0.1548348367214203,
      "learning_rate": 0.00010716415367037041,
      "loss": 12.1832,
      "step": 29307
    },
    {
      "epoch": 4.799083019485836,
      "grad_norm": 0.16390343010425568,
      "learning_rate": 0.00010715899730049885,
      "loss": 12.1899,
      "step": 29308
    },
    {
      "epoch": 4.799246766006222,
      "grad_norm": 0.14189374446868896,
      "learning_rate": 0.00010715384091149474,
      "loss": 12.149,
      "step": 29309
    },
    {
      "epoch": 4.799410512526609,
      "grad_norm": 0.11423572152853012,
      "learning_rate": 0.00010714868450337183,
      "loss": 12.1852,
      "step": 29310
    },
    {
      "epoch": 4.799574259046995,
      "grad_norm": 0.17709121108055115,
      "learning_rate": 0.00010714352807614392,
      "loss": 12.2719,
      "step": 29311
    },
    {
      "epoch": 4.799738005567382,
      "grad_norm": 0.15138407051563263,
      "learning_rate": 0.00010713837162982474,
      "loss": 12.184,
      "step": 29312
    },
    {
      "epoch": 4.799901752087768,
      "grad_norm": 0.16166234016418457,
      "learning_rate": 0.00010713321516442811,
      "loss": 12.178,
      "step": 29313
    },
    {
      "epoch": 4.800065498608155,
      "grad_norm": 0.1461726427078247,
      "learning_rate": 0.00010712805867996785,
      "loss": 12.1833,
      "step": 29314
    },
    {
      "epoch": 4.800229245128541,
      "grad_norm": 0.15864986181259155,
      "learning_rate": 0.00010712290217645764,
      "loss": 12.1616,
      "step": 29315
    },
    {
      "epoch": 4.800392991648927,
      "grad_norm": 0.1726541966199875,
      "learning_rate": 0.00010711774565391135,
      "loss": 12.123,
      "step": 29316
    },
    {
      "epoch": 4.800556738169314,
      "grad_norm": 0.12858693301677704,
      "learning_rate": 0.0001071125891123427,
      "loss": 12.1498,
      "step": 29317
    },
    {
      "epoch": 4.8007204846897,
      "grad_norm": 0.11830287426710129,
      "learning_rate": 0.00010710743255176557,
      "loss": 12.2012,
      "step": 29318
    },
    {
      "epoch": 4.800884231210087,
      "grad_norm": 0.1643582135438919,
      "learning_rate": 0.0001071022759721936,
      "loss": 12.1633,
      "step": 29319
    },
    {
      "epoch": 4.801047977730473,
      "grad_norm": 0.13556581735610962,
      "learning_rate": 0.00010709711937364066,
      "loss": 12.1649,
      "step": 29320
    },
    {
      "epoch": 4.80121172425086,
      "grad_norm": 0.1545529067516327,
      "learning_rate": 0.00010709196275612052,
      "loss": 12.1987,
      "step": 29321
    },
    {
      "epoch": 4.801375470771246,
      "grad_norm": 0.14101874828338623,
      "learning_rate": 0.00010708680611964697,
      "loss": 12.1932,
      "step": 29322
    },
    {
      "epoch": 4.801539217291633,
      "grad_norm": 0.17401686310768127,
      "learning_rate": 0.00010708164946423374,
      "loss": 12.1541,
      "step": 29323
    },
    {
      "epoch": 4.801702963812019,
      "grad_norm": 0.257742702960968,
      "learning_rate": 0.00010707649278989467,
      "loss": 12.1937,
      "step": 29324
    },
    {
      "epoch": 4.801866710332406,
      "grad_norm": 0.13985225558280945,
      "learning_rate": 0.00010707133609664352,
      "loss": 12.1374,
      "step": 29325
    },
    {
      "epoch": 4.802030456852792,
      "grad_norm": 0.16946373879909515,
      "learning_rate": 0.00010706617938449408,
      "loss": 12.1959,
      "step": 29326
    },
    {
      "epoch": 4.802194203373178,
      "grad_norm": 0.1331930309534073,
      "learning_rate": 0.00010706102265346008,
      "loss": 12.1773,
      "step": 29327
    },
    {
      "epoch": 4.8023579498935645,
      "grad_norm": 0.1877179592847824,
      "learning_rate": 0.00010705586590355536,
      "loss": 12.1616,
      "step": 29328
    },
    {
      "epoch": 4.802521696413951,
      "grad_norm": 0.15545019507408142,
      "learning_rate": 0.00010705070913479372,
      "loss": 12.2075,
      "step": 29329
    },
    {
      "epoch": 4.8026854429343375,
      "grad_norm": 0.1255517452955246,
      "learning_rate": 0.00010704555234718885,
      "loss": 12.2106,
      "step": 29330
    },
    {
      "epoch": 4.802849189454724,
      "grad_norm": 0.1273060142993927,
      "learning_rate": 0.00010704039554075463,
      "loss": 12.2278,
      "step": 29331
    },
    {
      "epoch": 4.803012935975111,
      "grad_norm": 0.1617986261844635,
      "learning_rate": 0.00010703523871550478,
      "loss": 12.1525,
      "step": 29332
    },
    {
      "epoch": 4.803176682495497,
      "grad_norm": 0.16747964918613434,
      "learning_rate": 0.0001070300818714531,
      "loss": 12.2086,
      "step": 29333
    },
    {
      "epoch": 4.803340429015884,
      "grad_norm": 0.1431376188993454,
      "learning_rate": 0.00010702492500861336,
      "loss": 12.1374,
      "step": 29334
    },
    {
      "epoch": 4.80350417553627,
      "grad_norm": 0.13933180272579193,
      "learning_rate": 0.00010701976812699937,
      "loss": 12.1998,
      "step": 29335
    },
    {
      "epoch": 4.803667922056656,
      "grad_norm": 0.14743401110172272,
      "learning_rate": 0.00010701461122662491,
      "loss": 12.1831,
      "step": 29336
    },
    {
      "epoch": 4.803831668577042,
      "grad_norm": 0.15065540373325348,
      "learning_rate": 0.00010700945430750373,
      "loss": 12.1604,
      "step": 29337
    },
    {
      "epoch": 4.803995415097429,
      "grad_norm": 0.131678968667984,
      "learning_rate": 0.00010700429736964961,
      "loss": 12.179,
      "step": 29338
    },
    {
      "epoch": 4.804159161617815,
      "grad_norm": 0.13102714717388153,
      "learning_rate": 0.0001069991404130764,
      "loss": 12.1617,
      "step": 29339
    },
    {
      "epoch": 4.804322908138202,
      "grad_norm": 0.16356781125068665,
      "learning_rate": 0.0001069939834377978,
      "loss": 12.1701,
      "step": 29340
    },
    {
      "epoch": 4.8044866546585885,
      "grad_norm": 0.1446269303560257,
      "learning_rate": 0.00010698882644382764,
      "loss": 12.1278,
      "step": 29341
    },
    {
      "epoch": 4.804650401178975,
      "grad_norm": 0.1632010042667389,
      "learning_rate": 0.00010698366943117965,
      "loss": 12.1208,
      "step": 29342
    },
    {
      "epoch": 4.8048141476993615,
      "grad_norm": 0.14673443138599396,
      "learning_rate": 0.0001069785123998677,
      "loss": 12.1601,
      "step": 29343
    },
    {
      "epoch": 4.804977894219748,
      "grad_norm": 0.1550256907939911,
      "learning_rate": 0.00010697335534990551,
      "loss": 12.2158,
      "step": 29344
    },
    {
      "epoch": 4.805141640740135,
      "grad_norm": 0.16830748319625854,
      "learning_rate": 0.00010696819828130688,
      "loss": 12.1755,
      "step": 29345
    },
    {
      "epoch": 4.805305387260521,
      "grad_norm": 0.20887909829616547,
      "learning_rate": 0.00010696304119408555,
      "loss": 12.1802,
      "step": 29346
    },
    {
      "epoch": 4.805469133780907,
      "grad_norm": 0.15851794183254242,
      "learning_rate": 0.00010695788408825538,
      "loss": 12.1772,
      "step": 29347
    },
    {
      "epoch": 4.805632880301293,
      "grad_norm": 0.14039532840251923,
      "learning_rate": 0.00010695272696383009,
      "loss": 12.1911,
      "step": 29348
    },
    {
      "epoch": 4.80579662682168,
      "grad_norm": 0.1487712562084198,
      "learning_rate": 0.0001069475698208235,
      "loss": 12.2111,
      "step": 29349
    },
    {
      "epoch": 4.805960373342066,
      "grad_norm": 0.1401127427816391,
      "learning_rate": 0.00010694241265924938,
      "loss": 12.1509,
      "step": 29350
    },
    {
      "epoch": 4.806124119862453,
      "grad_norm": 0.20245623588562012,
      "learning_rate": 0.0001069372554791215,
      "loss": 12.179,
      "step": 29351
    },
    {
      "epoch": 4.8062878663828394,
      "grad_norm": 0.17081716656684875,
      "learning_rate": 0.00010693209828045368,
      "loss": 12.1833,
      "step": 29352
    },
    {
      "epoch": 4.806451612903226,
      "grad_norm": 0.11747952550649643,
      "learning_rate": 0.00010692694106325963,
      "loss": 12.196,
      "step": 29353
    },
    {
      "epoch": 4.8066153594236125,
      "grad_norm": 0.13520482182502747,
      "learning_rate": 0.0001069217838275532,
      "loss": 12.1768,
      "step": 29354
    },
    {
      "epoch": 4.806779105943999,
      "grad_norm": 0.14984697103500366,
      "learning_rate": 0.00010691662657334816,
      "loss": 12.1329,
      "step": 29355
    },
    {
      "epoch": 4.806942852464385,
      "grad_norm": 0.18009552359580994,
      "learning_rate": 0.00010691146930065828,
      "loss": 12.1622,
      "step": 29356
    },
    {
      "epoch": 4.807106598984771,
      "grad_norm": 0.1613573133945465,
      "learning_rate": 0.00010690631200949732,
      "loss": 12.2055,
      "step": 29357
    },
    {
      "epoch": 4.807270345505158,
      "grad_norm": 0.1520182490348816,
      "learning_rate": 0.00010690115469987911,
      "loss": 12.1727,
      "step": 29358
    },
    {
      "epoch": 4.807434092025544,
      "grad_norm": 0.14060066640377045,
      "learning_rate": 0.00010689599737181742,
      "loss": 12.207,
      "step": 29359
    },
    {
      "epoch": 4.807597838545931,
      "grad_norm": 0.14078594744205475,
      "learning_rate": 0.00010689084002532603,
      "loss": 12.1994,
      "step": 29360
    },
    {
      "epoch": 4.807761585066317,
      "grad_norm": 0.14821557700634003,
      "learning_rate": 0.00010688568266041869,
      "loss": 12.168,
      "step": 29361
    },
    {
      "epoch": 4.807925331586704,
      "grad_norm": 0.15559746325016022,
      "learning_rate": 0.00010688052527710924,
      "loss": 12.2032,
      "step": 29362
    },
    {
      "epoch": 4.80808907810709,
      "grad_norm": 0.1569473147392273,
      "learning_rate": 0.00010687536787541143,
      "loss": 12.1984,
      "step": 29363
    },
    {
      "epoch": 4.808252824627477,
      "grad_norm": 0.13123250007629395,
      "learning_rate": 0.00010687021045533903,
      "loss": 12.1886,
      "step": 29364
    },
    {
      "epoch": 4.8084165711478635,
      "grad_norm": 0.21046489477157593,
      "learning_rate": 0.00010686505301690586,
      "loss": 12.188,
      "step": 29365
    },
    {
      "epoch": 4.80858031766825,
      "grad_norm": 0.17663656175136566,
      "learning_rate": 0.0001068598955601257,
      "loss": 12.1757,
      "step": 29366
    },
    {
      "epoch": 4.808744064188636,
      "grad_norm": 0.1616329550743103,
      "learning_rate": 0.0001068547380850123,
      "loss": 12.1564,
      "step": 29367
    },
    {
      "epoch": 4.808907810709022,
      "grad_norm": 0.12253504991531372,
      "learning_rate": 0.00010684958059157946,
      "loss": 12.1832,
      "step": 29368
    },
    {
      "epoch": 4.809071557229409,
      "grad_norm": 0.1015193909406662,
      "learning_rate": 0.00010684442307984097,
      "loss": 12.1707,
      "step": 29369
    },
    {
      "epoch": 4.809235303749795,
      "grad_norm": 0.12023739516735077,
      "learning_rate": 0.00010683926554981061,
      "loss": 12.1576,
      "step": 29370
    },
    {
      "epoch": 4.809399050270182,
      "grad_norm": 0.1832508146762848,
      "learning_rate": 0.00010683410800150218,
      "loss": 12.1812,
      "step": 29371
    },
    {
      "epoch": 4.809562796790568,
      "grad_norm": 0.18761658668518066,
      "learning_rate": 0.0001068289504349294,
      "loss": 12.1827,
      "step": 29372
    },
    {
      "epoch": 4.809726543310955,
      "grad_norm": 0.15641260147094727,
      "learning_rate": 0.00010682379285010616,
      "loss": 12.2113,
      "step": 29373
    },
    {
      "epoch": 4.809890289831341,
      "grad_norm": 0.1989380419254303,
      "learning_rate": 0.00010681863524704613,
      "loss": 12.1741,
      "step": 29374
    },
    {
      "epoch": 4.810054036351728,
      "grad_norm": 0.14515043795108795,
      "learning_rate": 0.0001068134776257632,
      "loss": 12.1678,
      "step": 29375
    },
    {
      "epoch": 4.8102177828721135,
      "grad_norm": 0.14642447233200073,
      "learning_rate": 0.00010680831998627105,
      "loss": 12.1754,
      "step": 29376
    },
    {
      "epoch": 4.8103815293925,
      "grad_norm": 0.15439452230930328,
      "learning_rate": 0.00010680316232858356,
      "loss": 12.1706,
      "step": 29377
    },
    {
      "epoch": 4.810545275912887,
      "grad_norm": 0.141733780503273,
      "learning_rate": 0.00010679800465271443,
      "loss": 12.1531,
      "step": 29378
    },
    {
      "epoch": 4.810709022433273,
      "grad_norm": 0.13320276141166687,
      "learning_rate": 0.00010679284695867753,
      "loss": 12.1873,
      "step": 29379
    },
    {
      "epoch": 4.81087276895366,
      "grad_norm": 0.13316498696804047,
      "learning_rate": 0.00010678768924648654,
      "loss": 12.1349,
      "step": 29380
    },
    {
      "epoch": 4.811036515474046,
      "grad_norm": 0.13486072421073914,
      "learning_rate": 0.00010678253151615536,
      "loss": 12.1628,
      "step": 29381
    },
    {
      "epoch": 4.811200261994433,
      "grad_norm": 0.1594882607460022,
      "learning_rate": 0.00010677737376769767,
      "loss": 12.1878,
      "step": 29382
    },
    {
      "epoch": 4.811364008514819,
      "grad_norm": 0.1269131302833557,
      "learning_rate": 0.00010677221600112732,
      "loss": 12.208,
      "step": 29383
    },
    {
      "epoch": 4.811527755035206,
      "grad_norm": 0.1871662586927414,
      "learning_rate": 0.00010676705821645809,
      "loss": 12.2036,
      "step": 29384
    },
    {
      "epoch": 4.811691501555592,
      "grad_norm": 0.15986455976963043,
      "learning_rate": 0.00010676190041370372,
      "loss": 12.1738,
      "step": 29385
    },
    {
      "epoch": 4.811855248075979,
      "grad_norm": 0.10792472958564758,
      "learning_rate": 0.00010675674259287805,
      "loss": 12.159,
      "step": 29386
    },
    {
      "epoch": 4.8120189945963645,
      "grad_norm": 0.12753942608833313,
      "learning_rate": 0.0001067515847539948,
      "loss": 12.2052,
      "step": 29387
    },
    {
      "epoch": 4.812182741116751,
      "grad_norm": 0.13097473978996277,
      "learning_rate": 0.00010674642689706784,
      "loss": 12.1207,
      "step": 29388
    },
    {
      "epoch": 4.812346487637138,
      "grad_norm": 0.17835764586925507,
      "learning_rate": 0.00010674126902211086,
      "loss": 12.1695,
      "step": 29389
    },
    {
      "epoch": 4.812510234157524,
      "grad_norm": 0.14502239227294922,
      "learning_rate": 0.00010673611112913773,
      "loss": 12.1464,
      "step": 29390
    },
    {
      "epoch": 4.812673980677911,
      "grad_norm": 0.14568646252155304,
      "learning_rate": 0.00010673095321816216,
      "loss": 12.1521,
      "step": 29391
    },
    {
      "epoch": 4.812837727198297,
      "grad_norm": 0.18980208039283752,
      "learning_rate": 0.00010672579528919801,
      "loss": 12.2057,
      "step": 29392
    },
    {
      "epoch": 4.813001473718684,
      "grad_norm": 0.14779338240623474,
      "learning_rate": 0.00010672063734225899,
      "loss": 12.2303,
      "step": 29393
    },
    {
      "epoch": 4.81316522023907,
      "grad_norm": 0.1582677662372589,
      "learning_rate": 0.00010671547937735893,
      "loss": 12.2077,
      "step": 29394
    },
    {
      "epoch": 4.813328966759457,
      "grad_norm": 0.14583878219127655,
      "learning_rate": 0.00010671032139451163,
      "loss": 12.1594,
      "step": 29395
    },
    {
      "epoch": 4.813492713279842,
      "grad_norm": 0.18957234919071198,
      "learning_rate": 0.00010670516339373083,
      "loss": 12.1637,
      "step": 29396
    },
    {
      "epoch": 4.813656459800229,
      "grad_norm": 0.15422463417053223,
      "learning_rate": 0.00010670000537503031,
      "loss": 12.2434,
      "step": 29397
    },
    {
      "epoch": 4.8138202063206155,
      "grad_norm": 0.1449563354253769,
      "learning_rate": 0.00010669484733842389,
      "loss": 12.1563,
      "step": 29398
    },
    {
      "epoch": 4.813983952841002,
      "grad_norm": 0.17218288779258728,
      "learning_rate": 0.00010668968928392536,
      "loss": 12.1601,
      "step": 29399
    },
    {
      "epoch": 4.8141476993613885,
      "grad_norm": 0.16093042492866516,
      "learning_rate": 0.00010668453121154846,
      "loss": 12.2047,
      "step": 29400
    },
    {
      "epoch": 4.814311445881775,
      "grad_norm": 0.10816407948732376,
      "learning_rate": 0.00010667937312130704,
      "loss": 12.1773,
      "step": 29401
    },
    {
      "epoch": 4.814475192402162,
      "grad_norm": 0.17837367951869965,
      "learning_rate": 0.00010667421501321482,
      "loss": 12.1753,
      "step": 29402
    },
    {
      "epoch": 4.814638938922548,
      "grad_norm": 0.13978266716003418,
      "learning_rate": 0.00010666905688728566,
      "loss": 12.1706,
      "step": 29403
    },
    {
      "epoch": 4.814802685442935,
      "grad_norm": 0.14971938729286194,
      "learning_rate": 0.00010666389874353324,
      "loss": 12.1775,
      "step": 29404
    },
    {
      "epoch": 4.81496643196332,
      "grad_norm": 0.1817092001438141,
      "learning_rate": 0.00010665874058197145,
      "loss": 12.1579,
      "step": 29405
    },
    {
      "epoch": 4.815130178483707,
      "grad_norm": 0.15639860928058624,
      "learning_rate": 0.000106653582402614,
      "loss": 12.1407,
      "step": 29406
    },
    {
      "epoch": 4.815293925004093,
      "grad_norm": 0.1152537390589714,
      "learning_rate": 0.00010664842420547474,
      "loss": 12.1898,
      "step": 29407
    },
    {
      "epoch": 4.81545767152448,
      "grad_norm": 0.15237636864185333,
      "learning_rate": 0.00010664326599056737,
      "loss": 12.1601,
      "step": 29408
    },
    {
      "epoch": 4.815621418044866,
      "grad_norm": 0.15576693415641785,
      "learning_rate": 0.00010663810775790577,
      "loss": 12.1877,
      "step": 29409
    },
    {
      "epoch": 4.815785164565253,
      "grad_norm": 0.13631045818328857,
      "learning_rate": 0.00010663294950750366,
      "loss": 12.175,
      "step": 29410
    },
    {
      "epoch": 4.8159489110856395,
      "grad_norm": 0.11702557653188705,
      "learning_rate": 0.00010662779123937488,
      "loss": 12.1829,
      "step": 29411
    },
    {
      "epoch": 4.816112657606026,
      "grad_norm": 0.1256435364484787,
      "learning_rate": 0.00010662263295353312,
      "loss": 12.1458,
      "step": 29412
    },
    {
      "epoch": 4.816276404126413,
      "grad_norm": 0.18348558247089386,
      "learning_rate": 0.00010661747464999228,
      "loss": 12.1904,
      "step": 29413
    },
    {
      "epoch": 4.816440150646799,
      "grad_norm": 0.19184032082557678,
      "learning_rate": 0.0001066123163287661,
      "loss": 12.1561,
      "step": 29414
    },
    {
      "epoch": 4.816603897167186,
      "grad_norm": 0.13139525055885315,
      "learning_rate": 0.00010660715798986833,
      "loss": 12.1605,
      "step": 29415
    },
    {
      "epoch": 4.816767643687571,
      "grad_norm": 0.17009323835372925,
      "learning_rate": 0.00010660199963331276,
      "loss": 12.1834,
      "step": 29416
    },
    {
      "epoch": 4.816931390207958,
      "grad_norm": 0.13526402413845062,
      "learning_rate": 0.00010659684125911324,
      "loss": 12.1722,
      "step": 29417
    },
    {
      "epoch": 4.817095136728344,
      "grad_norm": 0.11672112345695496,
      "learning_rate": 0.00010659168286728354,
      "loss": 12.175,
      "step": 29418
    },
    {
      "epoch": 4.817258883248731,
      "grad_norm": 0.16444125771522522,
      "learning_rate": 0.00010658652445783736,
      "loss": 12.1585,
      "step": 29419
    },
    {
      "epoch": 4.817422629769117,
      "grad_norm": 0.11929282546043396,
      "learning_rate": 0.00010658136603078861,
      "loss": 12.2389,
      "step": 29420
    },
    {
      "epoch": 4.817586376289504,
      "grad_norm": 0.1320544183254242,
      "learning_rate": 0.00010657620758615099,
      "loss": 12.1776,
      "step": 29421
    },
    {
      "epoch": 4.8177501228098905,
      "grad_norm": 0.15098418295383453,
      "learning_rate": 0.00010657104912393832,
      "loss": 12.1779,
      "step": 29422
    },
    {
      "epoch": 4.817913869330277,
      "grad_norm": 0.128952294588089,
      "learning_rate": 0.00010656589064416436,
      "loss": 12.1489,
      "step": 29423
    },
    {
      "epoch": 4.8180776158506635,
      "grad_norm": 0.17313319444656372,
      "learning_rate": 0.00010656073214684292,
      "loss": 12.1609,
      "step": 29424
    },
    {
      "epoch": 4.818241362371049,
      "grad_norm": 0.10741371661424637,
      "learning_rate": 0.00010655557363198779,
      "loss": 12.2144,
      "step": 29425
    },
    {
      "epoch": 4.818405108891436,
      "grad_norm": 0.1484687477350235,
      "learning_rate": 0.00010655041509961274,
      "loss": 12.154,
      "step": 29426
    },
    {
      "epoch": 4.818568855411822,
      "grad_norm": 0.18994326889514923,
      "learning_rate": 0.00010654525654973154,
      "loss": 12.1424,
      "step": 29427
    },
    {
      "epoch": 4.818732601932209,
      "grad_norm": 0.13158316910266876,
      "learning_rate": 0.00010654009798235802,
      "loss": 12.1782,
      "step": 29428
    },
    {
      "epoch": 4.818896348452595,
      "grad_norm": 0.13621129095554352,
      "learning_rate": 0.00010653493939750596,
      "loss": 12.1774,
      "step": 29429
    },
    {
      "epoch": 4.819060094972982,
      "grad_norm": 0.15501774847507477,
      "learning_rate": 0.00010652978079518912,
      "loss": 12.2239,
      "step": 29430
    },
    {
      "epoch": 4.819223841493368,
      "grad_norm": 0.16267971694469452,
      "learning_rate": 0.00010652462217542128,
      "loss": 12.1704,
      "step": 29431
    },
    {
      "epoch": 4.819387588013755,
      "grad_norm": 0.1590578705072403,
      "learning_rate": 0.00010651946353821625,
      "loss": 12.1634,
      "step": 29432
    },
    {
      "epoch": 4.819551334534141,
      "grad_norm": 0.19154168665409088,
      "learning_rate": 0.00010651430488358782,
      "loss": 12.1918,
      "step": 29433
    },
    {
      "epoch": 4.819715081054528,
      "grad_norm": 0.1449374258518219,
      "learning_rate": 0.00010650914621154975,
      "loss": 12.1906,
      "step": 29434
    },
    {
      "epoch": 4.8198788275749145,
      "grad_norm": 0.1618543416261673,
      "learning_rate": 0.00010650398752211587,
      "loss": 12.17,
      "step": 29435
    },
    {
      "epoch": 4.8200425740953,
      "grad_norm": 0.25434184074401855,
      "learning_rate": 0.00010649882881529993,
      "loss": 12.2152,
      "step": 29436
    },
    {
      "epoch": 4.820206320615687,
      "grad_norm": 0.1599290370941162,
      "learning_rate": 0.00010649367009111575,
      "loss": 12.1834,
      "step": 29437
    },
    {
      "epoch": 4.820370067136073,
      "grad_norm": 0.18090501427650452,
      "learning_rate": 0.00010648851134957705,
      "loss": 12.2149,
      "step": 29438
    },
    {
      "epoch": 4.82053381365646,
      "grad_norm": 0.13184230029582977,
      "learning_rate": 0.00010648335259069768,
      "loss": 12.2025,
      "step": 29439
    },
    {
      "epoch": 4.820697560176846,
      "grad_norm": 0.19561168551445007,
      "learning_rate": 0.00010647819381449143,
      "loss": 12.1907,
      "step": 29440
    },
    {
      "epoch": 4.820861306697233,
      "grad_norm": 0.15166115760803223,
      "learning_rate": 0.00010647303502097205,
      "loss": 12.1783,
      "step": 29441
    },
    {
      "epoch": 4.821025053217619,
      "grad_norm": 0.12381073832511902,
      "learning_rate": 0.00010646787621015332,
      "loss": 12.1655,
      "step": 29442
    },
    {
      "epoch": 4.821188799738006,
      "grad_norm": 0.17155763506889343,
      "learning_rate": 0.00010646271738204907,
      "loss": 12.1894,
      "step": 29443
    },
    {
      "epoch": 4.821352546258392,
      "grad_norm": 0.17006993293762207,
      "learning_rate": 0.00010645755853667308,
      "loss": 12.2173,
      "step": 29444
    },
    {
      "epoch": 4.821516292778778,
      "grad_norm": 0.13712936639785767,
      "learning_rate": 0.00010645239967403911,
      "loss": 12.1786,
      "step": 29445
    },
    {
      "epoch": 4.8216800392991646,
      "grad_norm": 0.10834360867738724,
      "learning_rate": 0.00010644724079416096,
      "loss": 12.1626,
      "step": 29446
    },
    {
      "epoch": 4.821843785819551,
      "grad_norm": 0.13611926138401031,
      "learning_rate": 0.00010644208189705241,
      "loss": 12.1268,
      "step": 29447
    },
    {
      "epoch": 4.822007532339938,
      "grad_norm": 0.15631967782974243,
      "learning_rate": 0.00010643692298272727,
      "loss": 12.1682,
      "step": 29448
    },
    {
      "epoch": 4.822171278860324,
      "grad_norm": 0.17246057093143463,
      "learning_rate": 0.0001064317640511993,
      "loss": 12.1472,
      "step": 29449
    },
    {
      "epoch": 4.822335025380711,
      "grad_norm": 0.171028733253479,
      "learning_rate": 0.00010642660510248231,
      "loss": 12.1364,
      "step": 29450
    },
    {
      "epoch": 4.822498771901097,
      "grad_norm": 0.14266066253185272,
      "learning_rate": 0.00010642144613659006,
      "loss": 12.1588,
      "step": 29451
    },
    {
      "epoch": 4.822662518421484,
      "grad_norm": 0.162952721118927,
      "learning_rate": 0.00010641628715353637,
      "loss": 12.1718,
      "step": 29452
    },
    {
      "epoch": 4.82282626494187,
      "grad_norm": 0.14795151352882385,
      "learning_rate": 0.000106411128153335,
      "loss": 12.1521,
      "step": 29453
    },
    {
      "epoch": 4.822990011462257,
      "grad_norm": 0.18148460984230042,
      "learning_rate": 0.00010640596913599976,
      "loss": 12.1667,
      "step": 29454
    },
    {
      "epoch": 4.823153757982643,
      "grad_norm": 0.1355632245540619,
      "learning_rate": 0.00010640081010154444,
      "loss": 12.1619,
      "step": 29455
    },
    {
      "epoch": 4.823317504503029,
      "grad_norm": 0.1362622231245041,
      "learning_rate": 0.00010639565104998279,
      "loss": 12.1557,
      "step": 29456
    },
    {
      "epoch": 4.8234812510234155,
      "grad_norm": 0.14196492731571198,
      "learning_rate": 0.00010639049198132862,
      "loss": 12.1332,
      "step": 29457
    },
    {
      "epoch": 4.823644997543802,
      "grad_norm": 0.19347171485424042,
      "learning_rate": 0.00010638533289559574,
      "loss": 12.1876,
      "step": 29458
    },
    {
      "epoch": 4.823808744064189,
      "grad_norm": 0.21513709425926208,
      "learning_rate": 0.0001063801737927979,
      "loss": 12.2128,
      "step": 29459
    },
    {
      "epoch": 4.823972490584575,
      "grad_norm": 0.20795224606990814,
      "learning_rate": 0.00010637501467294893,
      "loss": 12.1545,
      "step": 29460
    },
    {
      "epoch": 4.824136237104962,
      "grad_norm": 0.22099393606185913,
      "learning_rate": 0.00010636985553606255,
      "loss": 12.1783,
      "step": 29461
    },
    {
      "epoch": 4.824299983625348,
      "grad_norm": 0.12388478964567184,
      "learning_rate": 0.00010636469638215267,
      "loss": 12.1976,
      "step": 29462
    },
    {
      "epoch": 4.824463730145735,
      "grad_norm": 0.18254777789115906,
      "learning_rate": 0.00010635953721123293,
      "loss": 12.1695,
      "step": 29463
    },
    {
      "epoch": 4.824627476666121,
      "grad_norm": 0.12692950665950775,
      "learning_rate": 0.0001063543780233172,
      "loss": 12.2073,
      "step": 29464
    },
    {
      "epoch": 4.824791223186507,
      "grad_norm": 0.1629999279975891,
      "learning_rate": 0.00010634921881841926,
      "loss": 12.1874,
      "step": 29465
    },
    {
      "epoch": 4.824954969706893,
      "grad_norm": 0.16571514308452606,
      "learning_rate": 0.00010634405959655294,
      "loss": 12.2161,
      "step": 29466
    },
    {
      "epoch": 4.82511871622728,
      "grad_norm": 0.18960785865783691,
      "learning_rate": 0.0001063389003577319,
      "loss": 12.197,
      "step": 29467
    },
    {
      "epoch": 4.8252824627476665,
      "grad_norm": 0.1568228304386139,
      "learning_rate": 0.00010633374110197003,
      "loss": 12.1512,
      "step": 29468
    },
    {
      "epoch": 4.825446209268053,
      "grad_norm": 0.28285932540893555,
      "learning_rate": 0.00010632858182928115,
      "loss": 12.2626,
      "step": 29469
    },
    {
      "epoch": 4.8256099557884395,
      "grad_norm": 0.16983693838119507,
      "learning_rate": 0.00010632342253967895,
      "loss": 12.1735,
      "step": 29470
    },
    {
      "epoch": 4.825773702308826,
      "grad_norm": 0.17304086685180664,
      "learning_rate": 0.00010631826323317729,
      "loss": 12.2375,
      "step": 29471
    },
    {
      "epoch": 4.825937448829213,
      "grad_norm": 0.14080874621868134,
      "learning_rate": 0.00010631310390978991,
      "loss": 12.1302,
      "step": 29472
    },
    {
      "epoch": 4.826101195349599,
      "grad_norm": 0.14983858168125153,
      "learning_rate": 0.00010630794456953066,
      "loss": 12.1401,
      "step": 29473
    },
    {
      "epoch": 4.826264941869985,
      "grad_norm": 0.11863284558057785,
      "learning_rate": 0.00010630278521241324,
      "loss": 12.159,
      "step": 29474
    },
    {
      "epoch": 4.826428688390372,
      "grad_norm": 0.1502295732498169,
      "learning_rate": 0.00010629762583845151,
      "loss": 12.1971,
      "step": 29475
    },
    {
      "epoch": 4.826592434910758,
      "grad_norm": 0.17259728908538818,
      "learning_rate": 0.00010629246644765922,
      "loss": 12.1483,
      "step": 29476
    },
    {
      "epoch": 4.826756181431144,
      "grad_norm": 0.1826808899641037,
      "learning_rate": 0.00010628730704005024,
      "loss": 12.1996,
      "step": 29477
    },
    {
      "epoch": 4.826919927951531,
      "grad_norm": 0.1359737664461136,
      "learning_rate": 0.00010628214761563824,
      "loss": 12.1664,
      "step": 29478
    },
    {
      "epoch": 4.827083674471917,
      "grad_norm": 0.12109168618917465,
      "learning_rate": 0.00010627698817443708,
      "loss": 12.1488,
      "step": 29479
    },
    {
      "epoch": 4.827247420992304,
      "grad_norm": 0.16470591723918915,
      "learning_rate": 0.00010627182871646051,
      "loss": 12.1573,
      "step": 29480
    },
    {
      "epoch": 4.8274111675126905,
      "grad_norm": 0.13925109803676605,
      "learning_rate": 0.00010626666924172237,
      "loss": 12.1815,
      "step": 29481
    },
    {
      "epoch": 4.827574914033077,
      "grad_norm": 0.14998191595077515,
      "learning_rate": 0.00010626150975023638,
      "loss": 12.1964,
      "step": 29482
    },
    {
      "epoch": 4.827738660553464,
      "grad_norm": 0.1811276227235794,
      "learning_rate": 0.00010625635024201639,
      "loss": 12.1775,
      "step": 29483
    },
    {
      "epoch": 4.82790240707385,
      "grad_norm": 0.20727211236953735,
      "learning_rate": 0.00010625119071707619,
      "loss": 12.1482,
      "step": 29484
    },
    {
      "epoch": 4.828066153594236,
      "grad_norm": 0.22875653207302094,
      "learning_rate": 0.0001062460311754295,
      "loss": 12.1542,
      "step": 29485
    },
    {
      "epoch": 4.828229900114622,
      "grad_norm": 0.1286066621541977,
      "learning_rate": 0.00010624087161709018,
      "loss": 12.137,
      "step": 29486
    },
    {
      "epoch": 4.828393646635009,
      "grad_norm": 0.12867091596126556,
      "learning_rate": 0.000106235712042072,
      "loss": 12.2215,
      "step": 29487
    },
    {
      "epoch": 4.828557393155395,
      "grad_norm": 0.2812644839286804,
      "learning_rate": 0.00010623055245038873,
      "loss": 12.1712,
      "step": 29488
    },
    {
      "epoch": 4.828721139675782,
      "grad_norm": 0.1069667711853981,
      "learning_rate": 0.00010622539284205417,
      "loss": 12.2411,
      "step": 29489
    },
    {
      "epoch": 4.828884886196168,
      "grad_norm": 0.18045161664485931,
      "learning_rate": 0.00010622023321708212,
      "loss": 12.1931,
      "step": 29490
    },
    {
      "epoch": 4.829048632716555,
      "grad_norm": 0.15383681654930115,
      "learning_rate": 0.00010621507357548637,
      "loss": 12.213,
      "step": 29491
    },
    {
      "epoch": 4.8292123792369415,
      "grad_norm": 0.1972058117389679,
      "learning_rate": 0.0001062099139172807,
      "loss": 12.195,
      "step": 29492
    },
    {
      "epoch": 4.829376125757328,
      "grad_norm": 0.15033769607543945,
      "learning_rate": 0.00010620475424247886,
      "loss": 12.2382,
      "step": 29493
    },
    {
      "epoch": 4.829539872277714,
      "grad_norm": 0.19698163866996765,
      "learning_rate": 0.00010619959455109472,
      "loss": 12.1364,
      "step": 29494
    },
    {
      "epoch": 4.8297036187981,
      "grad_norm": 0.16529223322868347,
      "learning_rate": 0.00010619443484314202,
      "loss": 12.1731,
      "step": 29495
    },
    {
      "epoch": 4.829867365318487,
      "grad_norm": 0.12109148502349854,
      "learning_rate": 0.00010618927511863456,
      "loss": 12.1905,
      "step": 29496
    },
    {
      "epoch": 4.830031111838873,
      "grad_norm": 0.12415183335542679,
      "learning_rate": 0.0001061841153775861,
      "loss": 12.1988,
      "step": 29497
    },
    {
      "epoch": 4.83019485835926,
      "grad_norm": 0.16235318779945374,
      "learning_rate": 0.00010617895562001048,
      "loss": 12.153,
      "step": 29498
    },
    {
      "epoch": 4.830358604879646,
      "grad_norm": 0.136940136551857,
      "learning_rate": 0.00010617379584592146,
      "loss": 12.1791,
      "step": 29499
    },
    {
      "epoch": 4.830522351400033,
      "grad_norm": 0.22417789697647095,
      "learning_rate": 0.00010616863605533285,
      "loss": 12.1398,
      "step": 29500
    },
    {
      "epoch": 4.830686097920419,
      "grad_norm": 0.12082552909851074,
      "learning_rate": 0.00010616347624825839,
      "loss": 12.173,
      "step": 29501
    },
    {
      "epoch": 4.830849844440806,
      "grad_norm": 0.11086020618677139,
      "learning_rate": 0.00010615831642471195,
      "loss": 12.166,
      "step": 29502
    },
    {
      "epoch": 4.831013590961192,
      "grad_norm": 0.19981816411018372,
      "learning_rate": 0.00010615315658470723,
      "loss": 12.1595,
      "step": 29503
    },
    {
      "epoch": 4.831177337481579,
      "grad_norm": 0.16844892501831055,
      "learning_rate": 0.00010614799672825809,
      "loss": 12.2058,
      "step": 29504
    },
    {
      "epoch": 4.831341084001965,
      "grad_norm": 0.4577581286430359,
      "learning_rate": 0.00010614283685537829,
      "loss": 12.2843,
      "step": 29505
    },
    {
      "epoch": 4.831504830522351,
      "grad_norm": 0.14862185716629028,
      "learning_rate": 0.00010613767696608164,
      "loss": 12.2012,
      "step": 29506
    },
    {
      "epoch": 4.831668577042738,
      "grad_norm": 0.17965197563171387,
      "learning_rate": 0.0001061325170603819,
      "loss": 12.1699,
      "step": 29507
    },
    {
      "epoch": 4.831832323563124,
      "grad_norm": 0.17931856215000153,
      "learning_rate": 0.00010612735713829285,
      "loss": 12.2012,
      "step": 29508
    },
    {
      "epoch": 4.831996070083511,
      "grad_norm": 0.1281760334968567,
      "learning_rate": 0.00010612219719982832,
      "loss": 12.2519,
      "step": 29509
    },
    {
      "epoch": 4.832159816603897,
      "grad_norm": 0.17464184761047363,
      "learning_rate": 0.0001061170372450021,
      "loss": 12.1422,
      "step": 29510
    },
    {
      "epoch": 4.832323563124284,
      "grad_norm": 0.11314281076192856,
      "learning_rate": 0.00010611187727382796,
      "loss": 12.2041,
      "step": 29511
    },
    {
      "epoch": 4.83248730964467,
      "grad_norm": 0.13888420164585114,
      "learning_rate": 0.00010610671728631967,
      "loss": 12.2008,
      "step": 29512
    },
    {
      "epoch": 4.832651056165057,
      "grad_norm": 0.12484609335660934,
      "learning_rate": 0.00010610155728249107,
      "loss": 12.2024,
      "step": 29513
    },
    {
      "epoch": 4.8328148026854425,
      "grad_norm": 0.1832057535648346,
      "learning_rate": 0.00010609639726235591,
      "loss": 12.1554,
      "step": 29514
    },
    {
      "epoch": 4.832978549205829,
      "grad_norm": 0.1546158492565155,
      "learning_rate": 0.00010609123722592801,
      "loss": 12.1724,
      "step": 29515
    },
    {
      "epoch": 4.833142295726216,
      "grad_norm": 0.15974333882331848,
      "learning_rate": 0.00010608607717322112,
      "loss": 12.1927,
      "step": 29516
    },
    {
      "epoch": 4.833306042246602,
      "grad_norm": 0.18743674457073212,
      "learning_rate": 0.00010608091710424908,
      "loss": 12.1392,
      "step": 29517
    },
    {
      "epoch": 4.833469788766989,
      "grad_norm": 0.14105692505836487,
      "learning_rate": 0.00010607575701902566,
      "loss": 12.1417,
      "step": 29518
    },
    {
      "epoch": 4.833633535287375,
      "grad_norm": 0.14204739034175873,
      "learning_rate": 0.00010607059691756462,
      "loss": 12.1499,
      "step": 29519
    },
    {
      "epoch": 4.833797281807762,
      "grad_norm": 0.11654553562402725,
      "learning_rate": 0.00010606543679987976,
      "loss": 12.2097,
      "step": 29520
    },
    {
      "epoch": 4.833961028328148,
      "grad_norm": 0.17724382877349854,
      "learning_rate": 0.00010606027666598495,
      "loss": 12.1907,
      "step": 29521
    },
    {
      "epoch": 4.834124774848535,
      "grad_norm": 0.17298203706741333,
      "learning_rate": 0.00010605511651589388,
      "loss": 12.1378,
      "step": 29522
    },
    {
      "epoch": 4.834288521368921,
      "grad_norm": 0.13642670214176178,
      "learning_rate": 0.00010604995634962036,
      "loss": 12.1438,
      "step": 29523
    },
    {
      "epoch": 4.834452267889308,
      "grad_norm": 0.13576169312000275,
      "learning_rate": 0.00010604479616717824,
      "loss": 12.1638,
      "step": 29524
    },
    {
      "epoch": 4.8346160144096935,
      "grad_norm": 0.1670270413160324,
      "learning_rate": 0.00010603963596858127,
      "loss": 12.2113,
      "step": 29525
    },
    {
      "epoch": 4.83477976093008,
      "grad_norm": 0.17485392093658447,
      "learning_rate": 0.00010603447575384322,
      "loss": 12.1829,
      "step": 29526
    },
    {
      "epoch": 4.8349435074504665,
      "grad_norm": 0.1373186707496643,
      "learning_rate": 0.00010602931552297787,
      "loss": 12.2251,
      "step": 29527
    },
    {
      "epoch": 4.835107253970853,
      "grad_norm": 0.1484179049730301,
      "learning_rate": 0.00010602415527599909,
      "loss": 12.1666,
      "step": 29528
    },
    {
      "epoch": 4.83527100049124,
      "grad_norm": 0.12233462929725647,
      "learning_rate": 0.00010601899501292064,
      "loss": 12.1888,
      "step": 29529
    },
    {
      "epoch": 4.835434747011626,
      "grad_norm": 0.20395004749298096,
      "learning_rate": 0.00010601383473375625,
      "loss": 12.2299,
      "step": 29530
    },
    {
      "epoch": 4.835598493532013,
      "grad_norm": 0.14743337035179138,
      "learning_rate": 0.00010600867443851977,
      "loss": 12.2278,
      "step": 29531
    },
    {
      "epoch": 4.835762240052399,
      "grad_norm": 0.17011472582817078,
      "learning_rate": 0.00010600351412722496,
      "loss": 12.1971,
      "step": 29532
    },
    {
      "epoch": 4.835925986572786,
      "grad_norm": 0.14227592945098877,
      "learning_rate": 0.00010599835379988565,
      "loss": 12.1729,
      "step": 29533
    },
    {
      "epoch": 4.836089733093171,
      "grad_norm": 0.19789151847362518,
      "learning_rate": 0.00010599319345651562,
      "loss": 12.1485,
      "step": 29534
    },
    {
      "epoch": 4.836253479613558,
      "grad_norm": 0.16479285061359406,
      "learning_rate": 0.0001059880330971286,
      "loss": 12.2085,
      "step": 29535
    },
    {
      "epoch": 4.836417226133944,
      "grad_norm": 0.12673908472061157,
      "learning_rate": 0.00010598287272173848,
      "loss": 12.2219,
      "step": 29536
    },
    {
      "epoch": 4.836580972654331,
      "grad_norm": 0.19046980142593384,
      "learning_rate": 0.00010597771233035898,
      "loss": 12.1675,
      "step": 29537
    },
    {
      "epoch": 4.8367447191747175,
      "grad_norm": 0.24677373468875885,
      "learning_rate": 0.00010597255192300388,
      "loss": 12.2331,
      "step": 29538
    },
    {
      "epoch": 4.836908465695104,
      "grad_norm": 0.11975417286157608,
      "learning_rate": 0.00010596739149968706,
      "loss": 12.1301,
      "step": 29539
    },
    {
      "epoch": 4.8370722122154906,
      "grad_norm": 0.1457800716161728,
      "learning_rate": 0.00010596223106042222,
      "loss": 12.2084,
      "step": 29540
    },
    {
      "epoch": 4.837235958735877,
      "grad_norm": 0.14773066341876984,
      "learning_rate": 0.00010595707060522322,
      "loss": 12.1737,
      "step": 29541
    },
    {
      "epoch": 4.837399705256264,
      "grad_norm": 0.11550271511077881,
      "learning_rate": 0.0001059519101341038,
      "loss": 12.2063,
      "step": 29542
    },
    {
      "epoch": 4.837563451776649,
      "grad_norm": 0.5286610126495361,
      "learning_rate": 0.00010594674964707778,
      "loss": 12.2836,
      "step": 29543
    },
    {
      "epoch": 4.837727198297037,
      "grad_norm": 0.1750219762325287,
      "learning_rate": 0.00010594158914415891,
      "loss": 12.2014,
      "step": 29544
    },
    {
      "epoch": 4.837890944817422,
      "grad_norm": 0.13912779092788696,
      "learning_rate": 0.00010593642862536104,
      "loss": 12.1941,
      "step": 29545
    },
    {
      "epoch": 4.838054691337809,
      "grad_norm": 0.1666671633720398,
      "learning_rate": 0.00010593126809069792,
      "loss": 12.2003,
      "step": 29546
    },
    {
      "epoch": 4.838218437858195,
      "grad_norm": 0.1835196167230606,
      "learning_rate": 0.0001059261075401834,
      "loss": 12.1465,
      "step": 29547
    },
    {
      "epoch": 4.838382184378582,
      "grad_norm": 0.1471029669046402,
      "learning_rate": 0.00010592094697383117,
      "loss": 12.1616,
      "step": 29548
    },
    {
      "epoch": 4.8385459308989685,
      "grad_norm": 0.232495978474617,
      "learning_rate": 0.00010591578639165509,
      "loss": 12.1884,
      "step": 29549
    },
    {
      "epoch": 4.838709677419355,
      "grad_norm": 0.1679370254278183,
      "learning_rate": 0.00010591062579366895,
      "loss": 12.1801,
      "step": 29550
    },
    {
      "epoch": 4.8388734239397415,
      "grad_norm": 0.12364548444747925,
      "learning_rate": 0.00010590546517988655,
      "loss": 12.1643,
      "step": 29551
    },
    {
      "epoch": 4.839037170460128,
      "grad_norm": 0.14151737093925476,
      "learning_rate": 0.00010590030455032165,
      "loss": 12.2201,
      "step": 29552
    },
    {
      "epoch": 4.839200916980515,
      "grad_norm": 0.14588196575641632,
      "learning_rate": 0.00010589514390498805,
      "loss": 12.1652,
      "step": 29553
    },
    {
      "epoch": 4.8393646635009,
      "grad_norm": 0.17523817718029022,
      "learning_rate": 0.00010588998324389956,
      "loss": 12.2146,
      "step": 29554
    },
    {
      "epoch": 4.839528410021287,
      "grad_norm": 0.15091775357723236,
      "learning_rate": 0.00010588482256706995,
      "loss": 12.2098,
      "step": 29555
    },
    {
      "epoch": 4.839692156541673,
      "grad_norm": 0.14590094983577728,
      "learning_rate": 0.00010587966187451304,
      "loss": 12.1706,
      "step": 29556
    },
    {
      "epoch": 4.83985590306206,
      "grad_norm": 0.12177596241235733,
      "learning_rate": 0.00010587450116624258,
      "loss": 12.189,
      "step": 29557
    },
    {
      "epoch": 4.840019649582446,
      "grad_norm": 0.11375588178634644,
      "learning_rate": 0.00010586934044227241,
      "loss": 12.167,
      "step": 29558
    },
    {
      "epoch": 4.840183396102833,
      "grad_norm": 0.14800961315631866,
      "learning_rate": 0.00010586417970261629,
      "loss": 12.1867,
      "step": 29559
    },
    {
      "epoch": 4.840347142623219,
      "grad_norm": 0.14923405647277832,
      "learning_rate": 0.00010585901894728802,
      "loss": 12.1762,
      "step": 29560
    },
    {
      "epoch": 4.840510889143606,
      "grad_norm": 0.19132636487483978,
      "learning_rate": 0.00010585385817630137,
      "loss": 12.1598,
      "step": 29561
    },
    {
      "epoch": 4.8406746356639925,
      "grad_norm": 0.14518366754055023,
      "learning_rate": 0.00010584869738967023,
      "loss": 12.1568,
      "step": 29562
    },
    {
      "epoch": 4.840838382184378,
      "grad_norm": 0.12602552771568298,
      "learning_rate": 0.00010584353658740824,
      "loss": 12.2019,
      "step": 29563
    },
    {
      "epoch": 4.841002128704765,
      "grad_norm": 0.14567632973194122,
      "learning_rate": 0.0001058383757695293,
      "loss": 12.1717,
      "step": 29564
    },
    {
      "epoch": 4.841165875225151,
      "grad_norm": 0.17697270214557648,
      "learning_rate": 0.00010583321493604719,
      "loss": 12.1993,
      "step": 29565
    },
    {
      "epoch": 4.841329621745538,
      "grad_norm": 0.15961220860481262,
      "learning_rate": 0.00010582805408697567,
      "loss": 12.2004,
      "step": 29566
    },
    {
      "epoch": 4.841493368265924,
      "grad_norm": 0.12789788842201233,
      "learning_rate": 0.00010582289322232854,
      "loss": 12.1873,
      "step": 29567
    },
    {
      "epoch": 4.841657114786311,
      "grad_norm": 0.16753874719142914,
      "learning_rate": 0.0001058177323421196,
      "loss": 12.1485,
      "step": 29568
    },
    {
      "epoch": 4.841820861306697,
      "grad_norm": 0.1346377432346344,
      "learning_rate": 0.00010581257144636265,
      "loss": 12.1614,
      "step": 29569
    },
    {
      "epoch": 4.841984607827084,
      "grad_norm": 0.2141551375389099,
      "learning_rate": 0.00010580741053507149,
      "loss": 12.1361,
      "step": 29570
    },
    {
      "epoch": 4.84214835434747,
      "grad_norm": 0.16794762015342712,
      "learning_rate": 0.00010580224960825986,
      "loss": 12.1888,
      "step": 29571
    },
    {
      "epoch": 4.842312100867857,
      "grad_norm": 0.14149074256420135,
      "learning_rate": 0.0001057970886659416,
      "loss": 12.135,
      "step": 29572
    },
    {
      "epoch": 4.842475847388243,
      "grad_norm": 0.1593138873577118,
      "learning_rate": 0.00010579192770813053,
      "loss": 12.1718,
      "step": 29573
    },
    {
      "epoch": 4.842639593908629,
      "grad_norm": 0.16301265358924866,
      "learning_rate": 0.00010578676673484038,
      "loss": 12.232,
      "step": 29574
    },
    {
      "epoch": 4.842803340429016,
      "grad_norm": 0.10847456008195877,
      "learning_rate": 0.00010578160574608497,
      "loss": 12.2138,
      "step": 29575
    },
    {
      "epoch": 4.842967086949402,
      "grad_norm": 0.12462305277585983,
      "learning_rate": 0.00010577644474187812,
      "loss": 12.1677,
      "step": 29576
    },
    {
      "epoch": 4.843130833469789,
      "grad_norm": 0.14522959291934967,
      "learning_rate": 0.00010577128372223357,
      "loss": 12.1362,
      "step": 29577
    },
    {
      "epoch": 4.843294579990175,
      "grad_norm": 0.15799108147621155,
      "learning_rate": 0.00010576612268716513,
      "loss": 12.2059,
      "step": 29578
    },
    {
      "epoch": 4.843458326510562,
      "grad_norm": 0.14053578674793243,
      "learning_rate": 0.00010576096163668661,
      "loss": 12.1775,
      "step": 29579
    },
    {
      "epoch": 4.843622073030948,
      "grad_norm": 0.14861471951007843,
      "learning_rate": 0.00010575580057081178,
      "loss": 12.1834,
      "step": 29580
    },
    {
      "epoch": 4.843785819551335,
      "grad_norm": 0.15215277671813965,
      "learning_rate": 0.00010575063948955449,
      "loss": 12.1968,
      "step": 29581
    },
    {
      "epoch": 4.843949566071721,
      "grad_norm": 0.15017931163311005,
      "learning_rate": 0.00010574547839292843,
      "loss": 12.141,
      "step": 29582
    },
    {
      "epoch": 4.844113312592107,
      "grad_norm": 0.14528723061084747,
      "learning_rate": 0.00010574031728094749,
      "loss": 12.154,
      "step": 29583
    },
    {
      "epoch": 4.8442770591124935,
      "grad_norm": 0.1456761509180069,
      "learning_rate": 0.00010573515615362542,
      "loss": 12.1238,
      "step": 29584
    },
    {
      "epoch": 4.84444080563288,
      "grad_norm": 0.13885781168937683,
      "learning_rate": 0.00010572999501097603,
      "loss": 12.1769,
      "step": 29585
    },
    {
      "epoch": 4.844604552153267,
      "grad_norm": 0.14541855454444885,
      "learning_rate": 0.00010572483385301308,
      "loss": 12.1166,
      "step": 29586
    },
    {
      "epoch": 4.844768298673653,
      "grad_norm": 0.20274433493614197,
      "learning_rate": 0.0001057196726797504,
      "loss": 12.173,
      "step": 29587
    },
    {
      "epoch": 4.84493204519404,
      "grad_norm": 0.12600009143352509,
      "learning_rate": 0.00010571451149120177,
      "loss": 12.1774,
      "step": 29588
    },
    {
      "epoch": 4.845095791714426,
      "grad_norm": 0.16991691291332245,
      "learning_rate": 0.00010570935028738096,
      "loss": 12.1906,
      "step": 29589
    },
    {
      "epoch": 4.845259538234813,
      "grad_norm": 0.1382705420255661,
      "learning_rate": 0.00010570418906830182,
      "loss": 12.2327,
      "step": 29590
    },
    {
      "epoch": 4.845423284755199,
      "grad_norm": 0.13855496048927307,
      "learning_rate": 0.00010569902783397809,
      "loss": 12.1368,
      "step": 29591
    },
    {
      "epoch": 4.845587031275586,
      "grad_norm": 0.1402415782213211,
      "learning_rate": 0.0001056938665844236,
      "loss": 12.1661,
      "step": 29592
    },
    {
      "epoch": 4.845750777795972,
      "grad_norm": 0.1404041349887848,
      "learning_rate": 0.00010568870531965211,
      "loss": 12.1668,
      "step": 29593
    },
    {
      "epoch": 4.845914524316358,
      "grad_norm": 0.16735728085041046,
      "learning_rate": 0.00010568354403967744,
      "loss": 12.1816,
      "step": 29594
    },
    {
      "epoch": 4.8460782708367445,
      "grad_norm": 0.17122526466846466,
      "learning_rate": 0.00010567838274451338,
      "loss": 12.1958,
      "step": 29595
    },
    {
      "epoch": 4.846242017357131,
      "grad_norm": 0.14289362728595734,
      "learning_rate": 0.00010567322143417371,
      "loss": 12.1817,
      "step": 29596
    },
    {
      "epoch": 4.8464057638775175,
      "grad_norm": 0.1495945155620575,
      "learning_rate": 0.00010566806010867221,
      "loss": 12.1659,
      "step": 29597
    },
    {
      "epoch": 4.846569510397904,
      "grad_norm": 0.16863049566745758,
      "learning_rate": 0.00010566289876802274,
      "loss": 12.2025,
      "step": 29598
    },
    {
      "epoch": 4.846733256918291,
      "grad_norm": 0.18883806467056274,
      "learning_rate": 0.00010565773741223901,
      "loss": 12.1694,
      "step": 29599
    },
    {
      "epoch": 4.846897003438677,
      "grad_norm": 0.20611339807510376,
      "learning_rate": 0.00010565257604133487,
      "loss": 12.1369,
      "step": 29600
    },
    {
      "epoch": 4.847060749959064,
      "grad_norm": 0.13765256106853485,
      "learning_rate": 0.00010564741465532409,
      "loss": 12.1132,
      "step": 29601
    },
    {
      "epoch": 4.84722449647945,
      "grad_norm": 0.14860263466835022,
      "learning_rate": 0.00010564225325422048,
      "loss": 12.1743,
      "step": 29602
    },
    {
      "epoch": 4.847388242999836,
      "grad_norm": 0.21480806171894073,
      "learning_rate": 0.00010563709183803783,
      "loss": 12.1962,
      "step": 29603
    },
    {
      "epoch": 4.847551989520222,
      "grad_norm": 0.20598675310611725,
      "learning_rate": 0.00010563193040678992,
      "loss": 12.1104,
      "step": 29604
    },
    {
      "epoch": 4.847715736040609,
      "grad_norm": 0.2373441904783249,
      "learning_rate": 0.00010562676896049053,
      "loss": 12.202,
      "step": 29605
    },
    {
      "epoch": 4.847879482560995,
      "grad_norm": 0.11171673238277435,
      "learning_rate": 0.0001056216074991535,
      "loss": 12.191,
      "step": 29606
    },
    {
      "epoch": 4.848043229081382,
      "grad_norm": 0.15685194730758667,
      "learning_rate": 0.00010561644602279262,
      "loss": 12.1619,
      "step": 29607
    },
    {
      "epoch": 4.8482069756017685,
      "grad_norm": 0.11718010157346725,
      "learning_rate": 0.00010561128453142162,
      "loss": 12.2038,
      "step": 29608
    },
    {
      "epoch": 4.848370722122155,
      "grad_norm": 0.1410140097141266,
      "learning_rate": 0.00010560612302505437,
      "loss": 12.1772,
      "step": 29609
    },
    {
      "epoch": 4.848534468642542,
      "grad_norm": 0.15763308107852936,
      "learning_rate": 0.00010560096150370462,
      "loss": 12.1878,
      "step": 29610
    },
    {
      "epoch": 4.848698215162928,
      "grad_norm": 0.13964931666851044,
      "learning_rate": 0.0001055957999673862,
      "loss": 12.2175,
      "step": 29611
    },
    {
      "epoch": 4.848861961683314,
      "grad_norm": 0.15387479960918427,
      "learning_rate": 0.00010559063841611286,
      "loss": 12.2112,
      "step": 29612
    },
    {
      "epoch": 4.849025708203701,
      "grad_norm": 0.14827677607536316,
      "learning_rate": 0.00010558547684989841,
      "loss": 12.1591,
      "step": 29613
    },
    {
      "epoch": 4.849189454724087,
      "grad_norm": 0.15432223677635193,
      "learning_rate": 0.00010558031526875667,
      "loss": 12.1792,
      "step": 29614
    },
    {
      "epoch": 4.849353201244473,
      "grad_norm": 0.12713351845741272,
      "learning_rate": 0.00010557515367270141,
      "loss": 12.1764,
      "step": 29615
    },
    {
      "epoch": 4.84951694776486,
      "grad_norm": 0.1551097333431244,
      "learning_rate": 0.0001055699920617464,
      "loss": 12.212,
      "step": 29616
    },
    {
      "epoch": 4.849680694285246,
      "grad_norm": 0.14868910610675812,
      "learning_rate": 0.00010556483043590553,
      "loss": 12.2422,
      "step": 29617
    },
    {
      "epoch": 4.849844440805633,
      "grad_norm": 0.12018811702728271,
      "learning_rate": 0.00010555966879519248,
      "loss": 12.1972,
      "step": 29618
    },
    {
      "epoch": 4.8500081873260195,
      "grad_norm": 0.17549043893814087,
      "learning_rate": 0.00010555450713962112,
      "loss": 12.2191,
      "step": 29619
    },
    {
      "epoch": 4.850171933846406,
      "grad_norm": 0.13706165552139282,
      "learning_rate": 0.00010554934546920517,
      "loss": 12.1961,
      "step": 29620
    },
    {
      "epoch": 4.8503356803667925,
      "grad_norm": 0.14535163342952728,
      "learning_rate": 0.00010554418378395854,
      "loss": 12.1789,
      "step": 29621
    },
    {
      "epoch": 4.850499426887179,
      "grad_norm": 0.16562706232070923,
      "learning_rate": 0.0001055390220838949,
      "loss": 12.1887,
      "step": 29622
    },
    {
      "epoch": 4.850663173407565,
      "grad_norm": 0.18258263170719147,
      "learning_rate": 0.00010553386036902813,
      "loss": 12.1068,
      "step": 29623
    },
    {
      "epoch": 4.850826919927951,
      "grad_norm": 0.16995389759540558,
      "learning_rate": 0.00010552869863937198,
      "loss": 12.1642,
      "step": 29624
    },
    {
      "epoch": 4.850990666448338,
      "grad_norm": 0.12607237696647644,
      "learning_rate": 0.00010552353689494028,
      "loss": 12.1415,
      "step": 29625
    },
    {
      "epoch": 4.851154412968724,
      "grad_norm": 0.12557397782802582,
      "learning_rate": 0.00010551837513574681,
      "loss": 12.2125,
      "step": 29626
    },
    {
      "epoch": 4.851318159489111,
      "grad_norm": 0.14739401638507843,
      "learning_rate": 0.00010551321336180533,
      "loss": 12.158,
      "step": 29627
    },
    {
      "epoch": 4.851481906009497,
      "grad_norm": 0.13964739441871643,
      "learning_rate": 0.00010550805157312971,
      "loss": 12.1447,
      "step": 29628
    },
    {
      "epoch": 4.851645652529884,
      "grad_norm": 0.2169884592294693,
      "learning_rate": 0.00010550288976973366,
      "loss": 12.1428,
      "step": 29629
    },
    {
      "epoch": 4.85180939905027,
      "grad_norm": 0.14380230009555817,
      "learning_rate": 0.00010549772795163105,
      "loss": 12.1406,
      "step": 29630
    },
    {
      "epoch": 4.851973145570657,
      "grad_norm": 0.10052400082349777,
      "learning_rate": 0.00010549256611883562,
      "loss": 12.1862,
      "step": 29631
    },
    {
      "epoch": 4.852136892091043,
      "grad_norm": 0.15811209380626678,
      "learning_rate": 0.00010548740427136121,
      "loss": 12.1726,
      "step": 29632
    },
    {
      "epoch": 4.852300638611429,
      "grad_norm": 0.15887203812599182,
      "learning_rate": 0.00010548224240922158,
      "loss": 12.196,
      "step": 29633
    },
    {
      "epoch": 4.852464385131816,
      "grad_norm": 0.1818731278181076,
      "learning_rate": 0.00010547708053243053,
      "loss": 12.1835,
      "step": 29634
    },
    {
      "epoch": 4.852628131652202,
      "grad_norm": 0.1813025027513504,
      "learning_rate": 0.00010547191864100186,
      "loss": 12.1813,
      "step": 29635
    },
    {
      "epoch": 4.852791878172589,
      "grad_norm": 0.12467469274997711,
      "learning_rate": 0.00010546675673494938,
      "loss": 12.1676,
      "step": 29636
    },
    {
      "epoch": 4.852955624692975,
      "grad_norm": 0.13244730234146118,
      "learning_rate": 0.00010546159481428685,
      "loss": 12.177,
      "step": 29637
    },
    {
      "epoch": 4.853119371213362,
      "grad_norm": 0.20173509418964386,
      "learning_rate": 0.00010545643287902812,
      "loss": 12.2503,
      "step": 29638
    },
    {
      "epoch": 4.853283117733748,
      "grad_norm": 0.14870823919773102,
      "learning_rate": 0.00010545127092918694,
      "loss": 12.1631,
      "step": 29639
    },
    {
      "epoch": 4.853446864254135,
      "grad_norm": 0.14068064093589783,
      "learning_rate": 0.00010544610896477714,
      "loss": 12.185,
      "step": 29640
    },
    {
      "epoch": 4.853610610774521,
      "grad_norm": 0.1737453043460846,
      "learning_rate": 0.00010544094698581243,
      "loss": 12.2201,
      "step": 29641
    },
    {
      "epoch": 4.853774357294908,
      "grad_norm": 0.14386709034442902,
      "learning_rate": 0.00010543578499230671,
      "loss": 12.1507,
      "step": 29642
    },
    {
      "epoch": 4.853938103815294,
      "grad_norm": 0.13414838910102844,
      "learning_rate": 0.00010543062298427376,
      "loss": 12.1401,
      "step": 29643
    },
    {
      "epoch": 4.85410185033568,
      "grad_norm": 0.1369757205247879,
      "learning_rate": 0.00010542546096172731,
      "loss": 12.1593,
      "step": 29644
    },
    {
      "epoch": 4.854265596856067,
      "grad_norm": 0.22775506973266602,
      "learning_rate": 0.00010542029892468122,
      "loss": 12.1517,
      "step": 29645
    },
    {
      "epoch": 4.854429343376453,
      "grad_norm": 0.1188439130783081,
      "learning_rate": 0.00010541513687314925,
      "loss": 12.1557,
      "step": 29646
    },
    {
      "epoch": 4.85459308989684,
      "grad_norm": 0.16388575732707977,
      "learning_rate": 0.00010540997480714525,
      "loss": 12.173,
      "step": 29647
    },
    {
      "epoch": 4.854756836417226,
      "grad_norm": 0.22939656674861908,
      "learning_rate": 0.00010540481272668292,
      "loss": 12.1567,
      "step": 29648
    },
    {
      "epoch": 4.854920582937613,
      "grad_norm": 0.11328066140413284,
      "learning_rate": 0.00010539965063177613,
      "loss": 12.1329,
      "step": 29649
    },
    {
      "epoch": 4.855084329457999,
      "grad_norm": 0.15789271891117096,
      "learning_rate": 0.00010539448852243868,
      "loss": 12.1755,
      "step": 29650
    },
    {
      "epoch": 4.855248075978386,
      "grad_norm": 0.1464626044034958,
      "learning_rate": 0.0001053893263986843,
      "loss": 12.1684,
      "step": 29651
    },
    {
      "epoch": 4.8554118224987715,
      "grad_norm": 0.1474754512310028,
      "learning_rate": 0.00010538416426052684,
      "loss": 12.1714,
      "step": 29652
    },
    {
      "epoch": 4.855575569019158,
      "grad_norm": 0.16884618997573853,
      "learning_rate": 0.00010537900210798009,
      "loss": 12.1204,
      "step": 29653
    },
    {
      "epoch": 4.8557393155395445,
      "grad_norm": 0.2013901323080063,
      "learning_rate": 0.00010537383994105782,
      "loss": 12.1954,
      "step": 29654
    },
    {
      "epoch": 4.855903062059931,
      "grad_norm": 0.13689479231834412,
      "learning_rate": 0.00010536867775977388,
      "loss": 12.1867,
      "step": 29655
    },
    {
      "epoch": 4.856066808580318,
      "grad_norm": 0.1807308793067932,
      "learning_rate": 0.00010536351556414198,
      "loss": 12.1472,
      "step": 29656
    },
    {
      "epoch": 4.856230555100704,
      "grad_norm": 0.23170840740203857,
      "learning_rate": 0.00010535835335417603,
      "loss": 12.1715,
      "step": 29657
    },
    {
      "epoch": 4.856394301621091,
      "grad_norm": 0.21918796002864838,
      "learning_rate": 0.00010535319112988973,
      "loss": 12.142,
      "step": 29658
    },
    {
      "epoch": 4.856558048141477,
      "grad_norm": 0.23023675382137299,
      "learning_rate": 0.00010534802889129689,
      "loss": 12.1872,
      "step": 29659
    },
    {
      "epoch": 4.856721794661864,
      "grad_norm": 0.12288464605808258,
      "learning_rate": 0.00010534286663841135,
      "loss": 12.1497,
      "step": 29660
    },
    {
      "epoch": 4.85688554118225,
      "grad_norm": 0.11061379313468933,
      "learning_rate": 0.0001053377043712469,
      "loss": 12.2443,
      "step": 29661
    },
    {
      "epoch": 4.857049287702637,
      "grad_norm": 0.11944518238306046,
      "learning_rate": 0.0001053325420898173,
      "loss": 12.1653,
      "step": 29662
    },
    {
      "epoch": 4.857213034223022,
      "grad_norm": 0.15358218550682068,
      "learning_rate": 0.00010532737979413634,
      "loss": 12.1718,
      "step": 29663
    },
    {
      "epoch": 4.857376780743409,
      "grad_norm": 0.13104179501533508,
      "learning_rate": 0.00010532221748421787,
      "loss": 12.1638,
      "step": 29664
    },
    {
      "epoch": 4.8575405272637955,
      "grad_norm": 0.16474877297878265,
      "learning_rate": 0.00010531705516007567,
      "loss": 12.1737,
      "step": 29665
    },
    {
      "epoch": 4.857704273784182,
      "grad_norm": 0.18811051547527313,
      "learning_rate": 0.00010531189282172349,
      "loss": 12.182,
      "step": 29666
    },
    {
      "epoch": 4.8578680203045685,
      "grad_norm": 0.16510264575481415,
      "learning_rate": 0.00010530673046917516,
      "loss": 12.1748,
      "step": 29667
    },
    {
      "epoch": 4.858031766824955,
      "grad_norm": 0.1839163899421692,
      "learning_rate": 0.00010530156810244451,
      "loss": 12.1887,
      "step": 29668
    },
    {
      "epoch": 4.858195513345342,
      "grad_norm": 0.13510459661483765,
      "learning_rate": 0.00010529640572154528,
      "loss": 12.2054,
      "step": 29669
    },
    {
      "epoch": 4.858359259865728,
      "grad_norm": 0.15088555216789246,
      "learning_rate": 0.0001052912433264913,
      "loss": 12.1638,
      "step": 29670
    },
    {
      "epoch": 4.858523006386115,
      "grad_norm": 0.16666164994239807,
      "learning_rate": 0.00010528608091729632,
      "loss": 12.1456,
      "step": 29671
    },
    {
      "epoch": 4.8586867529065,
      "grad_norm": 0.16318057477474213,
      "learning_rate": 0.00010528091849397423,
      "loss": 12.1537,
      "step": 29672
    },
    {
      "epoch": 4.858850499426887,
      "grad_norm": 0.13169826567173004,
      "learning_rate": 0.00010527575605653874,
      "loss": 12.2292,
      "step": 29673
    },
    {
      "epoch": 4.859014245947273,
      "grad_norm": 0.17537321150302887,
      "learning_rate": 0.00010527059360500369,
      "loss": 12.2039,
      "step": 29674
    },
    {
      "epoch": 4.85917799246766,
      "grad_norm": 0.1597091108560562,
      "learning_rate": 0.00010526543113938284,
      "loss": 12.1989,
      "step": 29675
    },
    {
      "epoch": 4.8593417389880464,
      "grad_norm": 0.14229610562324524,
      "learning_rate": 0.00010526026865969003,
      "loss": 12.2034,
      "step": 29676
    },
    {
      "epoch": 4.859505485508433,
      "grad_norm": 0.36308109760284424,
      "learning_rate": 0.00010525510616593903,
      "loss": 12.2504,
      "step": 29677
    },
    {
      "epoch": 4.8596692320288195,
      "grad_norm": 0.1830938458442688,
      "learning_rate": 0.00010524994365814362,
      "loss": 12.208,
      "step": 29678
    },
    {
      "epoch": 4.859832978549206,
      "grad_norm": 0.14510615170001984,
      "learning_rate": 0.00010524478113631765,
      "loss": 12.1762,
      "step": 29679
    },
    {
      "epoch": 4.859996725069593,
      "grad_norm": 0.1803840696811676,
      "learning_rate": 0.0001052396186004749,
      "loss": 12.1893,
      "step": 29680
    },
    {
      "epoch": 4.860160471589978,
      "grad_norm": 0.15131187438964844,
      "learning_rate": 0.00010523445605062913,
      "loss": 12.1654,
      "step": 29681
    },
    {
      "epoch": 4.860324218110366,
      "grad_norm": 0.17342135310173035,
      "learning_rate": 0.00010522929348679416,
      "loss": 12.1974,
      "step": 29682
    },
    {
      "epoch": 4.860487964630751,
      "grad_norm": 0.15691664814949036,
      "learning_rate": 0.0001052241309089838,
      "loss": 12.2099,
      "step": 29683
    },
    {
      "epoch": 4.860651711151138,
      "grad_norm": 0.1512528359889984,
      "learning_rate": 0.00010521896831721184,
      "loss": 12.1798,
      "step": 29684
    },
    {
      "epoch": 4.860815457671524,
      "grad_norm": 0.15661489963531494,
      "learning_rate": 0.00010521380571149207,
      "loss": 12.2338,
      "step": 29685
    },
    {
      "epoch": 4.860979204191911,
      "grad_norm": 0.199567973613739,
      "learning_rate": 0.00010520864309183824,
      "loss": 12.1532,
      "step": 29686
    },
    {
      "epoch": 4.861142950712297,
      "grad_norm": 0.14958736300468445,
      "learning_rate": 0.00010520348045826427,
      "loss": 12.1827,
      "step": 29687
    },
    {
      "epoch": 4.861306697232684,
      "grad_norm": 0.11132922768592834,
      "learning_rate": 0.00010519831781078387,
      "loss": 12.1873,
      "step": 29688
    },
    {
      "epoch": 4.8614704437530705,
      "grad_norm": 0.1401563435792923,
      "learning_rate": 0.00010519315514941084,
      "loss": 12.187,
      "step": 29689
    },
    {
      "epoch": 4.861634190273457,
      "grad_norm": 0.14054930210113525,
      "learning_rate": 0.00010518799247415896,
      "loss": 12.1905,
      "step": 29690
    },
    {
      "epoch": 4.8617979367938435,
      "grad_norm": 0.13494685292243958,
      "learning_rate": 0.00010518282978504208,
      "loss": 12.1456,
      "step": 29691
    },
    {
      "epoch": 4.861961683314229,
      "grad_norm": 0.18810485303401947,
      "learning_rate": 0.000105177667082074,
      "loss": 12.1694,
      "step": 29692
    },
    {
      "epoch": 4.862125429834616,
      "grad_norm": 0.1450606733560562,
      "learning_rate": 0.00010517250436526844,
      "loss": 12.1634,
      "step": 29693
    },
    {
      "epoch": 4.862289176355002,
      "grad_norm": 0.11104623228311539,
      "learning_rate": 0.00010516734163463928,
      "loss": 12.1564,
      "step": 29694
    },
    {
      "epoch": 4.862452922875389,
      "grad_norm": 0.15317583084106445,
      "learning_rate": 0.00010516217889020031,
      "loss": 12.1959,
      "step": 29695
    },
    {
      "epoch": 4.862616669395775,
      "grad_norm": 0.13663412630558014,
      "learning_rate": 0.00010515701613196527,
      "loss": 12.1969,
      "step": 29696
    },
    {
      "epoch": 4.862780415916162,
      "grad_norm": 0.17500224709510803,
      "learning_rate": 0.00010515185335994797,
      "loss": 12.1753,
      "step": 29697
    },
    {
      "epoch": 4.862944162436548,
      "grad_norm": 0.12330484390258789,
      "learning_rate": 0.00010514669057416227,
      "loss": 12.1555,
      "step": 29698
    },
    {
      "epoch": 4.863107908956935,
      "grad_norm": 0.18011689186096191,
      "learning_rate": 0.00010514152777462191,
      "loss": 12.1432,
      "step": 29699
    },
    {
      "epoch": 4.863271655477321,
      "grad_norm": 0.13104897737503052,
      "learning_rate": 0.00010513636496134073,
      "loss": 12.1919,
      "step": 29700
    },
    {
      "epoch": 4.863435401997707,
      "grad_norm": 0.1376992017030716,
      "learning_rate": 0.00010513120213433247,
      "loss": 12.1729,
      "step": 29701
    },
    {
      "epoch": 4.863599148518094,
      "grad_norm": 0.12855195999145508,
      "learning_rate": 0.000105126039293611,
      "loss": 12.1943,
      "step": 29702
    },
    {
      "epoch": 4.86376289503848,
      "grad_norm": 0.13872994482517242,
      "learning_rate": 0.00010512087643919002,
      "loss": 12.1684,
      "step": 29703
    },
    {
      "epoch": 4.863926641558867,
      "grad_norm": 0.14923536777496338,
      "learning_rate": 0.00010511571357108343,
      "loss": 12.1738,
      "step": 29704
    },
    {
      "epoch": 4.864090388079253,
      "grad_norm": 0.1488085687160492,
      "learning_rate": 0.00010511055068930495,
      "loss": 12.1362,
      "step": 29705
    },
    {
      "epoch": 4.86425413459964,
      "grad_norm": 0.17260070145130157,
      "learning_rate": 0.00010510538779386845,
      "loss": 12.1671,
      "step": 29706
    },
    {
      "epoch": 4.864417881120026,
      "grad_norm": 0.14557982981204987,
      "learning_rate": 0.00010510022488478765,
      "loss": 12.1874,
      "step": 29707
    },
    {
      "epoch": 4.864581627640413,
      "grad_norm": 0.24572722613811493,
      "learning_rate": 0.00010509506196207642,
      "loss": 12.2228,
      "step": 29708
    },
    {
      "epoch": 4.864745374160799,
      "grad_norm": 0.137757807970047,
      "learning_rate": 0.00010508989902574851,
      "loss": 12.1565,
      "step": 29709
    },
    {
      "epoch": 4.864909120681186,
      "grad_norm": 0.1729632019996643,
      "learning_rate": 0.00010508473607581773,
      "loss": 12.2679,
      "step": 29710
    },
    {
      "epoch": 4.865072867201572,
      "grad_norm": 0.24272140860557556,
      "learning_rate": 0.00010507957311229788,
      "loss": 12.255,
      "step": 29711
    },
    {
      "epoch": 4.865236613721958,
      "grad_norm": 0.17229001224040985,
      "learning_rate": 0.00010507441013520277,
      "loss": 12.2037,
      "step": 29712
    },
    {
      "epoch": 4.865400360242345,
      "grad_norm": 0.12405621260404587,
      "learning_rate": 0.0001050692471445462,
      "loss": 12.2165,
      "step": 29713
    },
    {
      "epoch": 4.865564106762731,
      "grad_norm": 0.14863325655460358,
      "learning_rate": 0.00010506408414034192,
      "loss": 12.2027,
      "step": 29714
    },
    {
      "epoch": 4.865727853283118,
      "grad_norm": 0.13867908716201782,
      "learning_rate": 0.0001050589211226038,
      "loss": 12.1422,
      "step": 29715
    },
    {
      "epoch": 4.865891599803504,
      "grad_norm": 0.18499034643173218,
      "learning_rate": 0.00010505375809134557,
      "loss": 12.1826,
      "step": 29716
    },
    {
      "epoch": 4.866055346323891,
      "grad_norm": 0.13911131024360657,
      "learning_rate": 0.00010504859504658109,
      "loss": 12.1945,
      "step": 29717
    },
    {
      "epoch": 4.866219092844277,
      "grad_norm": 0.11954662203788757,
      "learning_rate": 0.00010504343198832412,
      "loss": 12.1833,
      "step": 29718
    },
    {
      "epoch": 4.866382839364664,
      "grad_norm": 0.18611876666545868,
      "learning_rate": 0.00010503826891658845,
      "loss": 12.1589,
      "step": 29719
    },
    {
      "epoch": 4.86654658588505,
      "grad_norm": 0.12400370836257935,
      "learning_rate": 0.0001050331058313879,
      "loss": 12.1813,
      "step": 29720
    },
    {
      "epoch": 4.866710332405436,
      "grad_norm": 0.16490469872951508,
      "learning_rate": 0.00010502794273273631,
      "loss": 12.1727,
      "step": 29721
    },
    {
      "epoch": 4.8668740789258225,
      "grad_norm": 0.20513562858104706,
      "learning_rate": 0.00010502277962064738,
      "loss": 12.1333,
      "step": 29722
    },
    {
      "epoch": 4.867037825446209,
      "grad_norm": 0.16022998094558716,
      "learning_rate": 0.00010501761649513497,
      "loss": 12.151,
      "step": 29723
    },
    {
      "epoch": 4.8672015719665955,
      "grad_norm": 0.1465776264667511,
      "learning_rate": 0.0001050124533562129,
      "loss": 12.1497,
      "step": 29724
    },
    {
      "epoch": 4.867365318486982,
      "grad_norm": 0.19828170537948608,
      "learning_rate": 0.00010500729020389492,
      "loss": 12.1819,
      "step": 29725
    },
    {
      "epoch": 4.867529065007369,
      "grad_norm": 0.12080958485603333,
      "learning_rate": 0.00010500212703819483,
      "loss": 12.2317,
      "step": 29726
    },
    {
      "epoch": 4.867692811527755,
      "grad_norm": 0.1385779082775116,
      "learning_rate": 0.00010499696385912645,
      "loss": 12.1756,
      "step": 29727
    },
    {
      "epoch": 4.867856558048142,
      "grad_norm": 0.1591539978981018,
      "learning_rate": 0.0001049918006667036,
      "loss": 12.1492,
      "step": 29728
    },
    {
      "epoch": 4.868020304568528,
      "grad_norm": 0.17305682599544525,
      "learning_rate": 0.00010498663746094002,
      "loss": 12.1714,
      "step": 29729
    },
    {
      "epoch": 4.868184051088915,
      "grad_norm": 0.11490948498249054,
      "learning_rate": 0.00010498147424184957,
      "loss": 12.235,
      "step": 29730
    },
    {
      "epoch": 4.868347797609301,
      "grad_norm": 0.2474919706583023,
      "learning_rate": 0.000104976311009446,
      "loss": 12.1797,
      "step": 29731
    },
    {
      "epoch": 4.868511544129687,
      "grad_norm": 0.12387306988239288,
      "learning_rate": 0.00010497114776374317,
      "loss": 12.1496,
      "step": 29732
    },
    {
      "epoch": 4.868675290650073,
      "grad_norm": 0.15960100293159485,
      "learning_rate": 0.00010496598450475479,
      "loss": 12.1523,
      "step": 29733
    },
    {
      "epoch": 4.86883903717046,
      "grad_norm": 0.1688866913318634,
      "learning_rate": 0.00010496082123249474,
      "loss": 12.1641,
      "step": 29734
    },
    {
      "epoch": 4.8690027836908465,
      "grad_norm": 0.16489683091640472,
      "learning_rate": 0.00010495565794697677,
      "loss": 12.2095,
      "step": 29735
    },
    {
      "epoch": 4.869166530211233,
      "grad_norm": 0.11703334003686905,
      "learning_rate": 0.00010495049464821471,
      "loss": 12.1608,
      "step": 29736
    },
    {
      "epoch": 4.8693302767316196,
      "grad_norm": 0.16188204288482666,
      "learning_rate": 0.00010494533133622233,
      "loss": 12.2126,
      "step": 29737
    },
    {
      "epoch": 4.869494023252006,
      "grad_norm": 0.1460631638765335,
      "learning_rate": 0.00010494016801101345,
      "loss": 12.134,
      "step": 29738
    },
    {
      "epoch": 4.869657769772393,
      "grad_norm": 0.20939818024635315,
      "learning_rate": 0.00010493500467260186,
      "loss": 12.1662,
      "step": 29739
    },
    {
      "epoch": 4.869821516292779,
      "grad_norm": 0.1600414216518402,
      "learning_rate": 0.00010492984132100136,
      "loss": 12.1954,
      "step": 29740
    },
    {
      "epoch": 4.869985262813165,
      "grad_norm": 0.20161153376102448,
      "learning_rate": 0.00010492467795622576,
      "loss": 12.1907,
      "step": 29741
    },
    {
      "epoch": 4.870149009333551,
      "grad_norm": 0.1263885200023651,
      "learning_rate": 0.00010491951457828884,
      "loss": 12.1851,
      "step": 29742
    },
    {
      "epoch": 4.870312755853938,
      "grad_norm": 0.20278705656528473,
      "learning_rate": 0.00010491435118720443,
      "loss": 12.1882,
      "step": 29743
    },
    {
      "epoch": 4.870476502374324,
      "grad_norm": 0.13386622071266174,
      "learning_rate": 0.00010490918778298626,
      "loss": 12.1972,
      "step": 29744
    },
    {
      "epoch": 4.870640248894711,
      "grad_norm": 0.18689028918743134,
      "learning_rate": 0.00010490402436564824,
      "loss": 12.1934,
      "step": 29745
    },
    {
      "epoch": 4.8708039954150975,
      "grad_norm": 0.133743017911911,
      "learning_rate": 0.00010489886093520407,
      "loss": 12.1647,
      "step": 29746
    },
    {
      "epoch": 4.870967741935484,
      "grad_norm": 0.17088915407657623,
      "learning_rate": 0.0001048936974916676,
      "loss": 12.1726,
      "step": 29747
    },
    {
      "epoch": 4.8711314884558705,
      "grad_norm": 0.15594518184661865,
      "learning_rate": 0.0001048885340350526,
      "loss": 12.1623,
      "step": 29748
    },
    {
      "epoch": 4.871295234976257,
      "grad_norm": 0.12927773594856262,
      "learning_rate": 0.0001048833705653729,
      "loss": 12.1821,
      "step": 29749
    },
    {
      "epoch": 4.871458981496644,
      "grad_norm": 0.2306593358516693,
      "learning_rate": 0.00010487820708264229,
      "loss": 12.1654,
      "step": 29750
    },
    {
      "epoch": 4.87162272801703,
      "grad_norm": 0.20998193323612213,
      "learning_rate": 0.00010487304358687457,
      "loss": 12.1696,
      "step": 29751
    },
    {
      "epoch": 4.871786474537416,
      "grad_norm": 0.1346394568681717,
      "learning_rate": 0.0001048678800780835,
      "loss": 12.1535,
      "step": 29752
    },
    {
      "epoch": 4.871950221057802,
      "grad_norm": 0.1913749724626541,
      "learning_rate": 0.00010486271655628295,
      "loss": 12.2329,
      "step": 29753
    },
    {
      "epoch": 4.872113967578189,
      "grad_norm": 0.18742790818214417,
      "learning_rate": 0.00010485755302148668,
      "loss": 12.2563,
      "step": 29754
    },
    {
      "epoch": 4.872277714098575,
      "grad_norm": 0.13073235750198364,
      "learning_rate": 0.00010485238947370848,
      "loss": 12.1759,
      "step": 29755
    },
    {
      "epoch": 4.872441460618962,
      "grad_norm": 0.12387248873710632,
      "learning_rate": 0.00010484722591296215,
      "loss": 12.2456,
      "step": 29756
    },
    {
      "epoch": 4.872605207139348,
      "grad_norm": 0.19739000499248505,
      "learning_rate": 0.00010484206233926153,
      "loss": 12.1784,
      "step": 29757
    },
    {
      "epoch": 4.872768953659735,
      "grad_norm": 0.1856301873922348,
      "learning_rate": 0.00010483689875262036,
      "loss": 12.1524,
      "step": 29758
    },
    {
      "epoch": 4.8729327001801215,
      "grad_norm": 0.16094474494457245,
      "learning_rate": 0.00010483173515305251,
      "loss": 12.1424,
      "step": 29759
    },
    {
      "epoch": 4.873096446700508,
      "grad_norm": 0.3836623430252075,
      "learning_rate": 0.00010482657154057172,
      "loss": 12.1852,
      "step": 29760
    },
    {
      "epoch": 4.873260193220894,
      "grad_norm": 0.15159302949905396,
      "learning_rate": 0.00010482140791519181,
      "loss": 12.1677,
      "step": 29761
    },
    {
      "epoch": 4.87342393974128,
      "grad_norm": 0.1907747983932495,
      "learning_rate": 0.0001048162442769266,
      "loss": 12.1391,
      "step": 29762
    },
    {
      "epoch": 4.873587686261667,
      "grad_norm": 0.13663148880004883,
      "learning_rate": 0.00010481108062578984,
      "loss": 12.1408,
      "step": 29763
    },
    {
      "epoch": 4.873751432782053,
      "grad_norm": 0.15889570116996765,
      "learning_rate": 0.0001048059169617954,
      "loss": 12.1537,
      "step": 29764
    },
    {
      "epoch": 4.87391517930244,
      "grad_norm": 0.1510113924741745,
      "learning_rate": 0.00010480075328495702,
      "loss": 12.1387,
      "step": 29765
    },
    {
      "epoch": 4.874078925822826,
      "grad_norm": 0.1350698322057724,
      "learning_rate": 0.00010479558959528853,
      "loss": 12.1742,
      "step": 29766
    },
    {
      "epoch": 4.874242672343213,
      "grad_norm": 0.11983762681484222,
      "learning_rate": 0.0001047904258928037,
      "loss": 12.1704,
      "step": 29767
    },
    {
      "epoch": 4.874406418863599,
      "grad_norm": 0.2320064753293991,
      "learning_rate": 0.00010478526217751638,
      "loss": 12.195,
      "step": 29768
    },
    {
      "epoch": 4.874570165383986,
      "grad_norm": 0.18833188712596893,
      "learning_rate": 0.00010478009844944034,
      "loss": 12.1999,
      "step": 29769
    },
    {
      "epoch": 4.8747339119043716,
      "grad_norm": 0.11988965421915054,
      "learning_rate": 0.00010477493470858936,
      "loss": 12.2322,
      "step": 29770
    },
    {
      "epoch": 4.874897658424759,
      "grad_norm": 0.22708658874034882,
      "learning_rate": 0.00010476977095497727,
      "loss": 12.1843,
      "step": 29771
    },
    {
      "epoch": 4.875061404945145,
      "grad_norm": 0.21820345520973206,
      "learning_rate": 0.00010476460718861787,
      "loss": 12.2245,
      "step": 29772
    },
    {
      "epoch": 4.875225151465531,
      "grad_norm": 0.16258324682712555,
      "learning_rate": 0.00010475944340952498,
      "loss": 12.1613,
      "step": 29773
    },
    {
      "epoch": 4.875388897985918,
      "grad_norm": 0.21738256514072418,
      "learning_rate": 0.00010475427961771233,
      "loss": 12.1894,
      "step": 29774
    },
    {
      "epoch": 4.875552644506304,
      "grad_norm": 0.16591493785381317,
      "learning_rate": 0.00010474911581319375,
      "loss": 12.1412,
      "step": 29775
    },
    {
      "epoch": 4.875716391026691,
      "grad_norm": 0.19534511864185333,
      "learning_rate": 0.00010474395199598313,
      "loss": 12.2062,
      "step": 29776
    },
    {
      "epoch": 4.875880137547077,
      "grad_norm": 0.17141740024089813,
      "learning_rate": 0.00010473878816609413,
      "loss": 12.217,
      "step": 29777
    },
    {
      "epoch": 4.876043884067464,
      "grad_norm": 0.1877569556236267,
      "learning_rate": 0.00010473362432354063,
      "loss": 12.1893,
      "step": 29778
    },
    {
      "epoch": 4.87620763058785,
      "grad_norm": 0.1978420466184616,
      "learning_rate": 0.0001047284604683364,
      "loss": 12.1559,
      "step": 29779
    },
    {
      "epoch": 4.876371377108237,
      "grad_norm": 0.13929149508476257,
      "learning_rate": 0.0001047232966004953,
      "loss": 12.1905,
      "step": 29780
    },
    {
      "epoch": 4.8765351236286225,
      "grad_norm": 0.1721462458372116,
      "learning_rate": 0.00010471813272003103,
      "loss": 12.1722,
      "step": 29781
    },
    {
      "epoch": 4.876698870149009,
      "grad_norm": 0.21687458455562592,
      "learning_rate": 0.00010471296882695747,
      "loss": 12.1623,
      "step": 29782
    },
    {
      "epoch": 4.876862616669396,
      "grad_norm": 0.1216067224740982,
      "learning_rate": 0.00010470780492128842,
      "loss": 12.1767,
      "step": 29783
    },
    {
      "epoch": 4.877026363189782,
      "grad_norm": 0.11823970824480057,
      "learning_rate": 0.00010470264100303764,
      "loss": 12.1749,
      "step": 29784
    },
    {
      "epoch": 4.877190109710169,
      "grad_norm": 0.15673212707042694,
      "learning_rate": 0.00010469747707221895,
      "loss": 12.2026,
      "step": 29785
    },
    {
      "epoch": 4.877353856230555,
      "grad_norm": 0.1334783136844635,
      "learning_rate": 0.00010469231312884613,
      "loss": 12.1568,
      "step": 29786
    },
    {
      "epoch": 4.877517602750942,
      "grad_norm": 0.15360161662101746,
      "learning_rate": 0.00010468714917293305,
      "loss": 12.1539,
      "step": 29787
    },
    {
      "epoch": 4.877681349271328,
      "grad_norm": 0.12874917685985565,
      "learning_rate": 0.00010468198520449342,
      "loss": 12.1969,
      "step": 29788
    },
    {
      "epoch": 4.877845095791715,
      "grad_norm": 0.19556201994419098,
      "learning_rate": 0.0001046768212235411,
      "loss": 12.1948,
      "step": 29789
    },
    {
      "epoch": 4.8780088423121,
      "grad_norm": 0.16972549259662628,
      "learning_rate": 0.00010467165723008985,
      "loss": 12.1424,
      "step": 29790
    },
    {
      "epoch": 4.878172588832487,
      "grad_norm": 0.14876875281333923,
      "learning_rate": 0.00010466649322415354,
      "loss": 12.1959,
      "step": 29791
    },
    {
      "epoch": 4.8783363353528735,
      "grad_norm": 0.13349571824073792,
      "learning_rate": 0.00010466132920574587,
      "loss": 12.1521,
      "step": 29792
    },
    {
      "epoch": 4.87850008187326,
      "grad_norm": 0.1513950675725937,
      "learning_rate": 0.00010465616517488075,
      "loss": 12.1807,
      "step": 29793
    },
    {
      "epoch": 4.8786638283936465,
      "grad_norm": 0.10467179119586945,
      "learning_rate": 0.00010465100113157187,
      "loss": 12.2135,
      "step": 29794
    },
    {
      "epoch": 4.878827574914033,
      "grad_norm": 0.14391517639160156,
      "learning_rate": 0.00010464583707583315,
      "loss": 12.1474,
      "step": 29795
    },
    {
      "epoch": 4.87899132143442,
      "grad_norm": 0.13109543919563293,
      "learning_rate": 0.00010464067300767827,
      "loss": 12.1767,
      "step": 29796
    },
    {
      "epoch": 4.879155067954806,
      "grad_norm": 0.14966881275177002,
      "learning_rate": 0.00010463550892712111,
      "loss": 12.1563,
      "step": 29797
    },
    {
      "epoch": 4.879318814475193,
      "grad_norm": 0.10478535294532776,
      "learning_rate": 0.00010463034483417546,
      "loss": 12.1615,
      "step": 29798
    },
    {
      "epoch": 4.879482560995579,
      "grad_norm": 0.14579929411411285,
      "learning_rate": 0.0001046251807288551,
      "loss": 12.1492,
      "step": 29799
    },
    {
      "epoch": 4.879646307515966,
      "grad_norm": 0.12762576341629028,
      "learning_rate": 0.00010462001661117385,
      "loss": 12.2192,
      "step": 29800
    },
    {
      "epoch": 4.879810054036351,
      "grad_norm": 0.26275211572647095,
      "learning_rate": 0.00010461485248114549,
      "loss": 12.1442,
      "step": 29801
    },
    {
      "epoch": 4.879973800556738,
      "grad_norm": 0.19753746688365936,
      "learning_rate": 0.00010460968833878388,
      "loss": 12.1274,
      "step": 29802
    },
    {
      "epoch": 4.880137547077124,
      "grad_norm": 0.2034880667924881,
      "learning_rate": 0.00010460452418410274,
      "loss": 12.2156,
      "step": 29803
    },
    {
      "epoch": 4.880301293597511,
      "grad_norm": 0.1261071115732193,
      "learning_rate": 0.0001045993600171159,
      "loss": 12.1586,
      "step": 29804
    },
    {
      "epoch": 4.8804650401178975,
      "grad_norm": 0.13490800559520721,
      "learning_rate": 0.00010459419583783718,
      "loss": 12.2284,
      "step": 29805
    },
    {
      "epoch": 4.880628786638284,
      "grad_norm": 0.1444612592458725,
      "learning_rate": 0.0001045890316462804,
      "loss": 12.1676,
      "step": 29806
    },
    {
      "epoch": 4.880792533158671,
      "grad_norm": 0.16700448095798492,
      "learning_rate": 0.00010458386744245929,
      "loss": 12.1713,
      "step": 29807
    },
    {
      "epoch": 4.880956279679057,
      "grad_norm": 0.13014453649520874,
      "learning_rate": 0.00010457870322638773,
      "loss": 12.1881,
      "step": 29808
    },
    {
      "epoch": 4.881120026199444,
      "grad_norm": 0.1449935883283615,
      "learning_rate": 0.00010457353899807946,
      "loss": 12.1602,
      "step": 29809
    },
    {
      "epoch": 4.881283772719829,
      "grad_norm": 0.12863191962242126,
      "learning_rate": 0.00010456837475754832,
      "loss": 12.1967,
      "step": 29810
    },
    {
      "epoch": 4.881447519240216,
      "grad_norm": 0.1836501806974411,
      "learning_rate": 0.00010456321050480808,
      "loss": 12.1628,
      "step": 29811
    },
    {
      "epoch": 4.881611265760602,
      "grad_norm": 0.13347062468528748,
      "learning_rate": 0.00010455804623987258,
      "loss": 12.1695,
      "step": 29812
    },
    {
      "epoch": 4.881775012280989,
      "grad_norm": 0.19237299263477325,
      "learning_rate": 0.00010455288196275559,
      "loss": 12.1382,
      "step": 29813
    },
    {
      "epoch": 4.881938758801375,
      "grad_norm": 0.13852636516094208,
      "learning_rate": 0.00010454771767347092,
      "loss": 12.1973,
      "step": 29814
    },
    {
      "epoch": 4.882102505321762,
      "grad_norm": 0.2247595638036728,
      "learning_rate": 0.00010454255337203238,
      "loss": 12.204,
      "step": 29815
    },
    {
      "epoch": 4.8822662518421485,
      "grad_norm": 0.20783032476902008,
      "learning_rate": 0.00010453738905845378,
      "loss": 12.1693,
      "step": 29816
    },
    {
      "epoch": 4.882429998362535,
      "grad_norm": 0.1392851173877716,
      "learning_rate": 0.00010453222473274891,
      "loss": 12.1684,
      "step": 29817
    },
    {
      "epoch": 4.8825937448829215,
      "grad_norm": 0.16318632662296295,
      "learning_rate": 0.00010452706039493154,
      "loss": 12.1815,
      "step": 29818
    },
    {
      "epoch": 4.882757491403308,
      "grad_norm": 0.17709992825984955,
      "learning_rate": 0.00010452189604501553,
      "loss": 12.1832,
      "step": 29819
    },
    {
      "epoch": 4.882921237923695,
      "grad_norm": 0.14487849175930023,
      "learning_rate": 0.00010451673168301463,
      "loss": 12.1892,
      "step": 29820
    },
    {
      "epoch": 4.88308498444408,
      "grad_norm": 0.15661732852458954,
      "learning_rate": 0.00010451156730894269,
      "loss": 12.1489,
      "step": 29821
    },
    {
      "epoch": 4.883248730964467,
      "grad_norm": 0.1271190494298935,
      "learning_rate": 0.00010450640292281346,
      "loss": 12.1939,
      "step": 29822
    },
    {
      "epoch": 4.883412477484853,
      "grad_norm": 0.1951640248298645,
      "learning_rate": 0.0001045012385246408,
      "loss": 12.1915,
      "step": 29823
    },
    {
      "epoch": 4.88357622400524,
      "grad_norm": 0.14360246062278748,
      "learning_rate": 0.00010449607411443847,
      "loss": 12.2111,
      "step": 29824
    },
    {
      "epoch": 4.883739970525626,
      "grad_norm": 0.16528047621250153,
      "learning_rate": 0.00010449090969222029,
      "loss": 12.1801,
      "step": 29825
    },
    {
      "epoch": 4.883903717046013,
      "grad_norm": 0.1271337866783142,
      "learning_rate": 0.00010448574525800003,
      "loss": 12.1803,
      "step": 29826
    },
    {
      "epoch": 4.884067463566399,
      "grad_norm": 0.15514329075813293,
      "learning_rate": 0.00010448058081179153,
      "loss": 12.1347,
      "step": 29827
    },
    {
      "epoch": 4.884231210086786,
      "grad_norm": 0.1601068079471588,
      "learning_rate": 0.0001044754163536086,
      "loss": 12.1887,
      "step": 29828
    },
    {
      "epoch": 4.8843949566071725,
      "grad_norm": 0.11678441613912582,
      "learning_rate": 0.000104470251883465,
      "loss": 12.1906,
      "step": 29829
    },
    {
      "epoch": 4.884558703127558,
      "grad_norm": 0.12456522136926651,
      "learning_rate": 0.00010446508740137455,
      "loss": 12.1638,
      "step": 29830
    },
    {
      "epoch": 4.884722449647945,
      "grad_norm": 0.19184450805187225,
      "learning_rate": 0.00010445992290735107,
      "loss": 12.1526,
      "step": 29831
    },
    {
      "epoch": 4.884886196168331,
      "grad_norm": 0.12061076611280441,
      "learning_rate": 0.00010445475840140835,
      "loss": 12.1762,
      "step": 29832
    },
    {
      "epoch": 4.885049942688718,
      "grad_norm": 0.20915740728378296,
      "learning_rate": 0.00010444959388356017,
      "loss": 12.1784,
      "step": 29833
    },
    {
      "epoch": 4.885213689209104,
      "grad_norm": 0.14932428300380707,
      "learning_rate": 0.00010444442935382038,
      "loss": 12.1763,
      "step": 29834
    },
    {
      "epoch": 4.885377435729491,
      "grad_norm": 0.16806095838546753,
      "learning_rate": 0.00010443926481220275,
      "loss": 12.1652,
      "step": 29835
    },
    {
      "epoch": 4.885541182249877,
      "grad_norm": 0.1471882164478302,
      "learning_rate": 0.00010443410025872107,
      "loss": 12.2386,
      "step": 29836
    },
    {
      "epoch": 4.885704928770264,
      "grad_norm": 0.2956237494945526,
      "learning_rate": 0.00010442893569338917,
      "loss": 12.1834,
      "step": 29837
    },
    {
      "epoch": 4.88586867529065,
      "grad_norm": 0.12640166282653809,
      "learning_rate": 0.00010442377111622083,
      "loss": 12.1902,
      "step": 29838
    },
    {
      "epoch": 4.886032421811036,
      "grad_norm": 0.1388225257396698,
      "learning_rate": 0.00010441860652722988,
      "loss": 12.187,
      "step": 29839
    },
    {
      "epoch": 4.8861961683314235,
      "grad_norm": 0.14722490310668945,
      "learning_rate": 0.00010441344192643012,
      "loss": 12.1346,
      "step": 29840
    },
    {
      "epoch": 4.886359914851809,
      "grad_norm": 0.13697969913482666,
      "learning_rate": 0.00010440827731383531,
      "loss": 12.1971,
      "step": 29841
    },
    {
      "epoch": 4.886523661372196,
      "grad_norm": 0.11274804919958115,
      "learning_rate": 0.00010440311268945931,
      "loss": 12.18,
      "step": 29842
    },
    {
      "epoch": 4.886687407892582,
      "grad_norm": 0.17363348603248596,
      "learning_rate": 0.00010439794805331589,
      "loss": 12.1687,
      "step": 29843
    },
    {
      "epoch": 4.886851154412969,
      "grad_norm": 0.16451512277126312,
      "learning_rate": 0.00010439278340541885,
      "loss": 12.1722,
      "step": 29844
    },
    {
      "epoch": 4.887014900933355,
      "grad_norm": 0.13245587050914764,
      "learning_rate": 0.00010438761874578198,
      "loss": 12.2555,
      "step": 29845
    },
    {
      "epoch": 4.887178647453742,
      "grad_norm": 0.17210860550403595,
      "learning_rate": 0.00010438245407441912,
      "loss": 12.1849,
      "step": 29846
    },
    {
      "epoch": 4.887342393974128,
      "grad_norm": 0.13975758850574493,
      "learning_rate": 0.00010437728939134405,
      "loss": 12.2482,
      "step": 29847
    },
    {
      "epoch": 4.887506140494515,
      "grad_norm": 0.17608124017715454,
      "learning_rate": 0.00010437212469657058,
      "loss": 12.1749,
      "step": 29848
    },
    {
      "epoch": 4.887669887014901,
      "grad_norm": 0.17517730593681335,
      "learning_rate": 0.00010436695999011252,
      "loss": 12.1712,
      "step": 29849
    },
    {
      "epoch": 4.887833633535287,
      "grad_norm": 0.12358629703521729,
      "learning_rate": 0.00010436179527198367,
      "loss": 12.1988,
      "step": 29850
    },
    {
      "epoch": 4.8879973800556735,
      "grad_norm": 0.13294509053230286,
      "learning_rate": 0.00010435663054219782,
      "loss": 12.1955,
      "step": 29851
    },
    {
      "epoch": 4.88816112657606,
      "grad_norm": 0.1251601278781891,
      "learning_rate": 0.00010435146580076876,
      "loss": 12.1441,
      "step": 29852
    },
    {
      "epoch": 4.888324873096447,
      "grad_norm": 0.1412917673587799,
      "learning_rate": 0.00010434630104771035,
      "loss": 12.1755,
      "step": 29853
    },
    {
      "epoch": 4.888488619616833,
      "grad_norm": 0.1481555700302124,
      "learning_rate": 0.00010434113628303632,
      "loss": 12.1934,
      "step": 29854
    },
    {
      "epoch": 4.88865236613722,
      "grad_norm": 0.19902610778808594,
      "learning_rate": 0.00010433597150676053,
      "loss": 12.1457,
      "step": 29855
    },
    {
      "epoch": 4.888816112657606,
      "grad_norm": 0.15967485308647156,
      "learning_rate": 0.00010433080671889675,
      "loss": 12.2097,
      "step": 29856
    },
    {
      "epoch": 4.888979859177993,
      "grad_norm": 0.16775274276733398,
      "learning_rate": 0.00010432564191945879,
      "loss": 12.1958,
      "step": 29857
    },
    {
      "epoch": 4.889143605698379,
      "grad_norm": 0.1546984165906906,
      "learning_rate": 0.00010432047710846049,
      "loss": 12.1511,
      "step": 29858
    },
    {
      "epoch": 4.889307352218765,
      "grad_norm": 0.13042916357517242,
      "learning_rate": 0.0001043153122859156,
      "loss": 12.1584,
      "step": 29859
    },
    {
      "epoch": 4.889471098739151,
      "grad_norm": 0.16446155309677124,
      "learning_rate": 0.00010431014745183791,
      "loss": 12.1791,
      "step": 29860
    },
    {
      "epoch": 4.889634845259538,
      "grad_norm": 0.1466381549835205,
      "learning_rate": 0.00010430498260624131,
      "loss": 12.1649,
      "step": 29861
    },
    {
      "epoch": 4.8897985917799245,
      "grad_norm": 0.11079472303390503,
      "learning_rate": 0.00010429981774913953,
      "loss": 12.1275,
      "step": 29862
    },
    {
      "epoch": 4.889962338300311,
      "grad_norm": 0.12475766986608505,
      "learning_rate": 0.00010429465288054638,
      "loss": 12.1484,
      "step": 29863
    },
    {
      "epoch": 4.8901260848206975,
      "grad_norm": 0.1712837666273117,
      "learning_rate": 0.00010428948800047567,
      "loss": 12.1702,
      "step": 29864
    },
    {
      "epoch": 4.890289831341084,
      "grad_norm": 0.13222889602184296,
      "learning_rate": 0.00010428432310894123,
      "loss": 12.1458,
      "step": 29865
    },
    {
      "epoch": 4.890453577861471,
      "grad_norm": 0.14283283054828644,
      "learning_rate": 0.00010427915820595683,
      "loss": 12.1279,
      "step": 29866
    },
    {
      "epoch": 4.890617324381857,
      "grad_norm": 0.14462225139141083,
      "learning_rate": 0.00010427399329153628,
      "loss": 12.2176,
      "step": 29867
    },
    {
      "epoch": 4.890781070902244,
      "grad_norm": 0.15343013405799866,
      "learning_rate": 0.00010426882836569341,
      "loss": 12.1677,
      "step": 29868
    },
    {
      "epoch": 4.89094481742263,
      "grad_norm": 0.14930327236652374,
      "learning_rate": 0.000104263663428442,
      "loss": 12.1882,
      "step": 29869
    },
    {
      "epoch": 4.891108563943016,
      "grad_norm": 0.16398218274116516,
      "learning_rate": 0.00010425849847979586,
      "loss": 12.1932,
      "step": 29870
    },
    {
      "epoch": 4.891272310463402,
      "grad_norm": 0.14780379831790924,
      "learning_rate": 0.00010425333351976876,
      "loss": 12.1605,
      "step": 29871
    },
    {
      "epoch": 4.891436056983789,
      "grad_norm": 0.14796385169029236,
      "learning_rate": 0.00010424816854837458,
      "loss": 12.1818,
      "step": 29872
    },
    {
      "epoch": 4.8915998035041754,
      "grad_norm": 0.16217580437660217,
      "learning_rate": 0.00010424300356562704,
      "loss": 12.1734,
      "step": 29873
    },
    {
      "epoch": 4.891763550024562,
      "grad_norm": 0.18484272062778473,
      "learning_rate": 0.00010423783857153999,
      "loss": 12.1824,
      "step": 29874
    },
    {
      "epoch": 4.8919272965449485,
      "grad_norm": 0.23156709969043732,
      "learning_rate": 0.0001042326735661272,
      "loss": 12.2679,
      "step": 29875
    },
    {
      "epoch": 4.892091043065335,
      "grad_norm": 0.12029695510864258,
      "learning_rate": 0.00010422750854940256,
      "loss": 12.1861,
      "step": 29876
    },
    {
      "epoch": 4.892254789585722,
      "grad_norm": 0.24488668143749237,
      "learning_rate": 0.00010422234352137976,
      "loss": 12.1787,
      "step": 29877
    },
    {
      "epoch": 4.892418536106108,
      "grad_norm": 0.16018524765968323,
      "learning_rate": 0.00010421717848207266,
      "loss": 12.1985,
      "step": 29878
    },
    {
      "epoch": 4.892582282626494,
      "grad_norm": 0.19647032022476196,
      "learning_rate": 0.00010421201343149505,
      "loss": 12.2206,
      "step": 29879
    },
    {
      "epoch": 4.89274602914688,
      "grad_norm": 0.12427960336208344,
      "learning_rate": 0.00010420684836966079,
      "loss": 12.1636,
      "step": 29880
    },
    {
      "epoch": 4.892909775667267,
      "grad_norm": 0.15765905380249023,
      "learning_rate": 0.00010420168329658357,
      "loss": 12.1339,
      "step": 29881
    },
    {
      "epoch": 4.893073522187653,
      "grad_norm": 0.16218209266662598,
      "learning_rate": 0.00010419651821227729,
      "loss": 12.2038,
      "step": 29882
    },
    {
      "epoch": 4.89323726870804,
      "grad_norm": 0.15224719047546387,
      "learning_rate": 0.00010419135311675574,
      "loss": 12.1805,
      "step": 29883
    },
    {
      "epoch": 4.893401015228426,
      "grad_norm": 0.16350850462913513,
      "learning_rate": 0.00010418618801003268,
      "loss": 12.1709,
      "step": 29884
    },
    {
      "epoch": 4.893564761748813,
      "grad_norm": 0.12104297429323196,
      "learning_rate": 0.00010418102289212195,
      "loss": 12.1989,
      "step": 29885
    },
    {
      "epoch": 4.8937285082691995,
      "grad_norm": 0.1409326046705246,
      "learning_rate": 0.00010417585776303733,
      "loss": 12.1871,
      "step": 29886
    },
    {
      "epoch": 4.893892254789586,
      "grad_norm": 0.13957808911800385,
      "learning_rate": 0.00010417069262279268,
      "loss": 12.1439,
      "step": 29887
    },
    {
      "epoch": 4.8940560013099725,
      "grad_norm": 0.135295569896698,
      "learning_rate": 0.00010416552747140174,
      "loss": 12.2021,
      "step": 29888
    },
    {
      "epoch": 4.894219747830359,
      "grad_norm": 0.25168272852897644,
      "learning_rate": 0.00010416036230887834,
      "loss": 12.173,
      "step": 29889
    },
    {
      "epoch": 4.894383494350745,
      "grad_norm": 0.14664289355278015,
      "learning_rate": 0.00010415519713523627,
      "loss": 12.1692,
      "step": 29890
    },
    {
      "epoch": 4.894547240871131,
      "grad_norm": 0.12884128093719482,
      "learning_rate": 0.00010415003195048936,
      "loss": 12.2456,
      "step": 29891
    },
    {
      "epoch": 4.894710987391518,
      "grad_norm": 0.16223184764385223,
      "learning_rate": 0.00010414486675465137,
      "loss": 12.2144,
      "step": 29892
    },
    {
      "epoch": 4.894874733911904,
      "grad_norm": 0.21800339221954346,
      "learning_rate": 0.00010413970154773616,
      "loss": 12.2037,
      "step": 29893
    },
    {
      "epoch": 4.895038480432291,
      "grad_norm": 0.12366262823343277,
      "learning_rate": 0.00010413453632975749,
      "loss": 12.1768,
      "step": 29894
    },
    {
      "epoch": 4.895202226952677,
      "grad_norm": 0.14014306664466858,
      "learning_rate": 0.0001041293711007292,
      "loss": 12.1366,
      "step": 29895
    },
    {
      "epoch": 4.895365973473064,
      "grad_norm": 0.17281199991703033,
      "learning_rate": 0.00010412420586066504,
      "loss": 12.1564,
      "step": 29896
    },
    {
      "epoch": 4.89552971999345,
      "grad_norm": 0.2703819274902344,
      "learning_rate": 0.00010411904060957889,
      "loss": 12.164,
      "step": 29897
    },
    {
      "epoch": 4.895693466513837,
      "grad_norm": 0.14144933223724365,
      "learning_rate": 0.00010411387534748452,
      "loss": 12.165,
      "step": 29898
    },
    {
      "epoch": 4.895857213034223,
      "grad_norm": 0.13469138741493225,
      "learning_rate": 0.00010410871007439569,
      "loss": 12.1762,
      "step": 29899
    },
    {
      "epoch": 4.896020959554609,
      "grad_norm": 0.12621967494487762,
      "learning_rate": 0.00010410354479032624,
      "loss": 12.1983,
      "step": 29900
    },
    {
      "epoch": 4.896184706074996,
      "grad_norm": 0.2758391499519348,
      "learning_rate": 0.00010409837949529002,
      "loss": 12.2308,
      "step": 29901
    },
    {
      "epoch": 4.896348452595382,
      "grad_norm": 0.14491623640060425,
      "learning_rate": 0.00010409321418930076,
      "loss": 12.1676,
      "step": 29902
    },
    {
      "epoch": 4.896512199115769,
      "grad_norm": 0.13636139035224915,
      "learning_rate": 0.00010408804887237229,
      "loss": 12.1622,
      "step": 29903
    },
    {
      "epoch": 4.896675945636155,
      "grad_norm": 0.19042056798934937,
      "learning_rate": 0.00010408288354451843,
      "loss": 12.157,
      "step": 29904
    },
    {
      "epoch": 4.896839692156542,
      "grad_norm": 0.14538860321044922,
      "learning_rate": 0.00010407771820575298,
      "loss": 12.1676,
      "step": 29905
    },
    {
      "epoch": 4.897003438676928,
      "grad_norm": 0.1518365442752838,
      "learning_rate": 0.00010407255285608974,
      "loss": 12.2111,
      "step": 29906
    },
    {
      "epoch": 4.897167185197315,
      "grad_norm": 0.17683151364326477,
      "learning_rate": 0.00010406738749554251,
      "loss": 12.2011,
      "step": 29907
    },
    {
      "epoch": 4.8973309317177005,
      "grad_norm": 0.1387408822774887,
      "learning_rate": 0.00010406222212412509,
      "loss": 12.2201,
      "step": 29908
    },
    {
      "epoch": 4.897494678238088,
      "grad_norm": 0.1357901245355606,
      "learning_rate": 0.00010405705674185131,
      "loss": 12.1889,
      "step": 29909
    },
    {
      "epoch": 4.897658424758474,
      "grad_norm": 0.11718859523534775,
      "learning_rate": 0.00010405189134873494,
      "loss": 12.1668,
      "step": 29910
    },
    {
      "epoch": 4.89782217127886,
      "grad_norm": 0.21507421135902405,
      "learning_rate": 0.0001040467259447898,
      "loss": 12.1972,
      "step": 29911
    },
    {
      "epoch": 4.897985917799247,
      "grad_norm": 0.17641699314117432,
      "learning_rate": 0.00010404156053002969,
      "loss": 12.1779,
      "step": 29912
    },
    {
      "epoch": 4.898149664319633,
      "grad_norm": 0.20961704850196838,
      "learning_rate": 0.00010403639510446845,
      "loss": 12.1784,
      "step": 29913
    },
    {
      "epoch": 4.89831341084002,
      "grad_norm": 0.1694047898054123,
      "learning_rate": 0.00010403122966811984,
      "loss": 12.1845,
      "step": 29914
    },
    {
      "epoch": 4.898477157360406,
      "grad_norm": 0.14580564200878143,
      "learning_rate": 0.00010402606422099767,
      "loss": 12.1413,
      "step": 29915
    },
    {
      "epoch": 4.898640903880793,
      "grad_norm": 0.12552869319915771,
      "learning_rate": 0.00010402089876311578,
      "loss": 12.1774,
      "step": 29916
    },
    {
      "epoch": 4.898804650401179,
      "grad_norm": 0.2088584005832672,
      "learning_rate": 0.00010401573329448793,
      "loss": 12.1942,
      "step": 29917
    },
    {
      "epoch": 4.898968396921566,
      "grad_norm": 0.16685736179351807,
      "learning_rate": 0.00010401056781512794,
      "loss": 12.1981,
      "step": 29918
    },
    {
      "epoch": 4.8991321434419515,
      "grad_norm": 0.2185508906841278,
      "learning_rate": 0.00010400540232504962,
      "loss": 12.2049,
      "step": 29919
    },
    {
      "epoch": 4.899295889962338,
      "grad_norm": 0.14211949706077576,
      "learning_rate": 0.0001040002368242668,
      "loss": 12.1565,
      "step": 29920
    },
    {
      "epoch": 4.8994596364827245,
      "grad_norm": 0.15813682973384857,
      "learning_rate": 0.00010399507131279325,
      "loss": 12.1921,
      "step": 29921
    },
    {
      "epoch": 4.899623383003111,
      "grad_norm": 0.14778488874435425,
      "learning_rate": 0.00010398990579064276,
      "loss": 12.1436,
      "step": 29922
    },
    {
      "epoch": 4.899787129523498,
      "grad_norm": 0.10419123619794846,
      "learning_rate": 0.00010398474025782918,
      "loss": 12.1818,
      "step": 29923
    },
    {
      "epoch": 4.899950876043884,
      "grad_norm": 0.16482160985469818,
      "learning_rate": 0.0001039795747143663,
      "loss": 12.1446,
      "step": 29924
    },
    {
      "epoch": 4.900114622564271,
      "grad_norm": 0.15704195201396942,
      "learning_rate": 0.00010397440916026793,
      "loss": 12.1772,
      "step": 29925
    },
    {
      "epoch": 4.900278369084657,
      "grad_norm": 0.1483127474784851,
      "learning_rate": 0.00010396924359554783,
      "loss": 12.1172,
      "step": 29926
    },
    {
      "epoch": 4.900442115605044,
      "grad_norm": 0.14604488015174866,
      "learning_rate": 0.00010396407802021985,
      "loss": 12.2248,
      "step": 29927
    },
    {
      "epoch": 4.900605862125429,
      "grad_norm": 0.13901209831237793,
      "learning_rate": 0.0001039589124342978,
      "loss": 12.1588,
      "step": 29928
    },
    {
      "epoch": 4.900769608645816,
      "grad_norm": 0.18721702694892883,
      "learning_rate": 0.00010395374683779546,
      "loss": 12.1643,
      "step": 29929
    },
    {
      "epoch": 4.900933355166202,
      "grad_norm": 0.16287648677825928,
      "learning_rate": 0.00010394858123072664,
      "loss": 12.1523,
      "step": 29930
    },
    {
      "epoch": 4.901097101686589,
      "grad_norm": 0.1281336396932602,
      "learning_rate": 0.00010394341561310515,
      "loss": 12.21,
      "step": 29931
    },
    {
      "epoch": 4.9012608482069755,
      "grad_norm": 0.14236973226070404,
      "learning_rate": 0.00010393824998494482,
      "loss": 12.1708,
      "step": 29932
    },
    {
      "epoch": 4.901424594727362,
      "grad_norm": 0.171412855386734,
      "learning_rate": 0.00010393308434625941,
      "loss": 12.2012,
      "step": 29933
    },
    {
      "epoch": 4.901588341247749,
      "grad_norm": 0.1533123254776001,
      "learning_rate": 0.00010392791869706273,
      "loss": 12.1837,
      "step": 29934
    },
    {
      "epoch": 4.901752087768135,
      "grad_norm": 0.19656680524349213,
      "learning_rate": 0.00010392275303736863,
      "loss": 12.2056,
      "step": 29935
    },
    {
      "epoch": 4.901915834288522,
      "grad_norm": 0.1503581702709198,
      "learning_rate": 0.00010391758736719088,
      "loss": 12.1563,
      "step": 29936
    },
    {
      "epoch": 4.902079580808908,
      "grad_norm": 0.16983824968338013,
      "learning_rate": 0.00010391242168654327,
      "loss": 12.166,
      "step": 29937
    },
    {
      "epoch": 4.902243327329295,
      "grad_norm": 0.16984134912490845,
      "learning_rate": 0.00010390725599543964,
      "loss": 12.2218,
      "step": 29938
    },
    {
      "epoch": 4.90240707384968,
      "grad_norm": 0.15582923591136932,
      "learning_rate": 0.00010390209029389379,
      "loss": 12.2185,
      "step": 29939
    },
    {
      "epoch": 4.902570820370067,
      "grad_norm": 0.13261725008487701,
      "learning_rate": 0.00010389692458191953,
      "loss": 12.1589,
      "step": 29940
    },
    {
      "epoch": 4.902734566890453,
      "grad_norm": 0.11210787296295166,
      "learning_rate": 0.00010389175885953062,
      "loss": 12.1855,
      "step": 29941
    },
    {
      "epoch": 4.90289831341084,
      "grad_norm": 0.1819799244403839,
      "learning_rate": 0.00010388659312674092,
      "loss": 12.182,
      "step": 29942
    },
    {
      "epoch": 4.9030620599312265,
      "grad_norm": 0.14427445828914642,
      "learning_rate": 0.00010388142738356424,
      "loss": 12.1619,
      "step": 29943
    },
    {
      "epoch": 4.903225806451613,
      "grad_norm": 0.13329891860485077,
      "learning_rate": 0.00010387626163001432,
      "loss": 12.1966,
      "step": 29944
    },
    {
      "epoch": 4.9033895529719995,
      "grad_norm": 0.1520601212978363,
      "learning_rate": 0.00010387109586610502,
      "loss": 12.1871,
      "step": 29945
    },
    {
      "epoch": 4.903553299492386,
      "grad_norm": 0.2768826484680176,
      "learning_rate": 0.00010386593009185015,
      "loss": 12.165,
      "step": 29946
    },
    {
      "epoch": 4.903717046012773,
      "grad_norm": 0.1440613567829132,
      "learning_rate": 0.00010386076430726346,
      "loss": 12.224,
      "step": 29947
    },
    {
      "epoch": 4.903880792533158,
      "grad_norm": 0.13577021658420563,
      "learning_rate": 0.00010385559851235882,
      "loss": 12.1728,
      "step": 29948
    },
    {
      "epoch": 4.904044539053545,
      "grad_norm": 0.14709611237049103,
      "learning_rate": 0.00010385043270714998,
      "loss": 12.1407,
      "step": 29949
    },
    {
      "epoch": 4.904208285573931,
      "grad_norm": 0.1303030550479889,
      "learning_rate": 0.00010384526689165082,
      "loss": 12.1848,
      "step": 29950
    },
    {
      "epoch": 4.904372032094318,
      "grad_norm": 0.13968972861766815,
      "learning_rate": 0.00010384010106587505,
      "loss": 12.1951,
      "step": 29951
    },
    {
      "epoch": 4.904535778614704,
      "grad_norm": 0.13399477303028107,
      "learning_rate": 0.00010383493522983654,
      "loss": 12.1708,
      "step": 29952
    },
    {
      "epoch": 4.904699525135091,
      "grad_norm": 0.14586511254310608,
      "learning_rate": 0.0001038297693835491,
      "loss": 12.1997,
      "step": 29953
    },
    {
      "epoch": 4.904863271655477,
      "grad_norm": 0.15903683006763458,
      "learning_rate": 0.00010382460352702649,
      "loss": 12.171,
      "step": 29954
    },
    {
      "epoch": 4.905027018175864,
      "grad_norm": 0.20940420031547546,
      "learning_rate": 0.0001038194376602826,
      "loss": 12.1979,
      "step": 29955
    },
    {
      "epoch": 4.9051907646962505,
      "grad_norm": 0.17287634313106537,
      "learning_rate": 0.00010381427178333112,
      "loss": 12.1871,
      "step": 29956
    },
    {
      "epoch": 4.905354511216637,
      "grad_norm": 0.1542775183916092,
      "learning_rate": 0.00010380910589618595,
      "loss": 12.2359,
      "step": 29957
    },
    {
      "epoch": 4.9055182577370235,
      "grad_norm": 0.1544792503118515,
      "learning_rate": 0.00010380393999886085,
      "loss": 12.1739,
      "step": 29958
    },
    {
      "epoch": 4.905682004257409,
      "grad_norm": 0.1541026085615158,
      "learning_rate": 0.00010379877409136962,
      "loss": 12.1663,
      "step": 29959
    },
    {
      "epoch": 4.905845750777796,
      "grad_norm": 0.16153289377689362,
      "learning_rate": 0.0001037936081737261,
      "loss": 12.2212,
      "step": 29960
    },
    {
      "epoch": 4.906009497298182,
      "grad_norm": 0.15420737862586975,
      "learning_rate": 0.00010378844224594408,
      "loss": 12.1722,
      "step": 29961
    },
    {
      "epoch": 4.906173243818569,
      "grad_norm": 0.16945503652095795,
      "learning_rate": 0.00010378327630803734,
      "loss": 12.1838,
      "step": 29962
    },
    {
      "epoch": 4.906336990338955,
      "grad_norm": 0.18601900339126587,
      "learning_rate": 0.00010377811036001977,
      "loss": 12.1472,
      "step": 29963
    },
    {
      "epoch": 4.906500736859342,
      "grad_norm": 0.17846626043319702,
      "learning_rate": 0.00010377294440190506,
      "loss": 12.2203,
      "step": 29964
    },
    {
      "epoch": 4.906664483379728,
      "grad_norm": 0.15957415103912354,
      "learning_rate": 0.00010376777843370711,
      "loss": 12.2156,
      "step": 29965
    },
    {
      "epoch": 4.906828229900115,
      "grad_norm": 0.14813672006130219,
      "learning_rate": 0.00010376261245543966,
      "loss": 12.1532,
      "step": 29966
    },
    {
      "epoch": 4.9069919764205014,
      "grad_norm": 0.12859976291656494,
      "learning_rate": 0.00010375744646711656,
      "loss": 12.2099,
      "step": 29967
    },
    {
      "epoch": 4.907155722940887,
      "grad_norm": 0.18566936254501343,
      "learning_rate": 0.00010375228046875161,
      "loss": 12.1467,
      "step": 29968
    },
    {
      "epoch": 4.907319469461274,
      "grad_norm": 0.13886606693267822,
      "learning_rate": 0.00010374711446035858,
      "loss": 12.1565,
      "step": 29969
    },
    {
      "epoch": 4.90748321598166,
      "grad_norm": 0.1647724062204361,
      "learning_rate": 0.00010374194844195133,
      "loss": 12.2355,
      "step": 29970
    },
    {
      "epoch": 4.907646962502047,
      "grad_norm": 0.20363140106201172,
      "learning_rate": 0.00010373678241354363,
      "loss": 12.2695,
      "step": 29971
    },
    {
      "epoch": 4.907810709022433,
      "grad_norm": 0.19692370295524597,
      "learning_rate": 0.00010373161637514933,
      "loss": 12.1748,
      "step": 29972
    },
    {
      "epoch": 4.90797445554282,
      "grad_norm": 0.12321446090936661,
      "learning_rate": 0.00010372645032678215,
      "loss": 12.1696,
      "step": 29973
    },
    {
      "epoch": 4.908138202063206,
      "grad_norm": 0.1651843637228012,
      "learning_rate": 0.00010372128426845597,
      "loss": 12.1934,
      "step": 29974
    },
    {
      "epoch": 4.908301948583593,
      "grad_norm": 0.14301270246505737,
      "learning_rate": 0.0001037161182001846,
      "loss": 12.1648,
      "step": 29975
    },
    {
      "epoch": 4.908465695103979,
      "grad_norm": 0.11470179259777069,
      "learning_rate": 0.00010371095212198181,
      "loss": 12.1811,
      "step": 29976
    },
    {
      "epoch": 4.908629441624365,
      "grad_norm": 0.14425571262836456,
      "learning_rate": 0.00010370578603386138,
      "loss": 12.1771,
      "step": 29977
    },
    {
      "epoch": 4.908793188144752,
      "grad_norm": 0.19151440262794495,
      "learning_rate": 0.00010370061993583722,
      "loss": 12.1345,
      "step": 29978
    },
    {
      "epoch": 4.908956934665138,
      "grad_norm": 0.16589854657649994,
      "learning_rate": 0.00010369545382792302,
      "loss": 12.1781,
      "step": 29979
    },
    {
      "epoch": 4.909120681185525,
      "grad_norm": 0.20673401653766632,
      "learning_rate": 0.0001036902877101327,
      "loss": 12.1585,
      "step": 29980
    },
    {
      "epoch": 4.909284427705911,
      "grad_norm": 0.13824276626110077,
      "learning_rate": 0.00010368512158247994,
      "loss": 12.1626,
      "step": 29981
    },
    {
      "epoch": 4.909448174226298,
      "grad_norm": 0.16203275322914124,
      "learning_rate": 0.00010367995544497864,
      "loss": 12.1999,
      "step": 29982
    },
    {
      "epoch": 4.909611920746684,
      "grad_norm": 0.1910742074251175,
      "learning_rate": 0.00010367478929764258,
      "loss": 12.1647,
      "step": 29983
    },
    {
      "epoch": 4.909775667267071,
      "grad_norm": 0.1571917086839676,
      "learning_rate": 0.00010366962314048555,
      "loss": 12.1231,
      "step": 29984
    },
    {
      "epoch": 4.909939413787457,
      "grad_norm": 0.16484469175338745,
      "learning_rate": 0.00010366445697352139,
      "loss": 12.1739,
      "step": 29985
    },
    {
      "epoch": 4.910103160307844,
      "grad_norm": 0.13518469035625458,
      "learning_rate": 0.00010365929079676388,
      "loss": 12.1448,
      "step": 29986
    },
    {
      "epoch": 4.91026690682823,
      "grad_norm": 0.14185795187950134,
      "learning_rate": 0.00010365412461022683,
      "loss": 12.1483,
      "step": 29987
    },
    {
      "epoch": 4.910430653348616,
      "grad_norm": 0.1723107248544693,
      "learning_rate": 0.00010364895841392406,
      "loss": 12.1513,
      "step": 29988
    },
    {
      "epoch": 4.9105943998690025,
      "grad_norm": 0.11932818591594696,
      "learning_rate": 0.00010364379220786937,
      "loss": 12.1598,
      "step": 29989
    },
    {
      "epoch": 4.910758146389389,
      "grad_norm": 0.17850734293460846,
      "learning_rate": 0.00010363862599207656,
      "loss": 12.1452,
      "step": 29990
    },
    {
      "epoch": 4.9109218929097755,
      "grad_norm": 0.134362131357193,
      "learning_rate": 0.00010363345976655945,
      "loss": 12.1937,
      "step": 29991
    },
    {
      "epoch": 4.911085639430162,
      "grad_norm": 0.13441438972949982,
      "learning_rate": 0.00010362829353133183,
      "loss": 12.2043,
      "step": 29992
    },
    {
      "epoch": 4.911249385950549,
      "grad_norm": 0.16900581121444702,
      "learning_rate": 0.00010362312728640752,
      "loss": 12.1696,
      "step": 29993
    },
    {
      "epoch": 4.911413132470935,
      "grad_norm": 0.14392803609371185,
      "learning_rate": 0.00010361796103180033,
      "loss": 12.1954,
      "step": 29994
    },
    {
      "epoch": 4.911576878991322,
      "grad_norm": 0.12384703755378723,
      "learning_rate": 0.00010361279476752406,
      "loss": 12.184,
      "step": 29995
    },
    {
      "epoch": 4.911740625511708,
      "grad_norm": 0.1494542807340622,
      "learning_rate": 0.0001036076284935925,
      "loss": 12.1919,
      "step": 29996
    },
    {
      "epoch": 4.911904372032094,
      "grad_norm": 0.1966649889945984,
      "learning_rate": 0.00010360246221001947,
      "loss": 12.2044,
      "step": 29997
    },
    {
      "epoch": 4.91206811855248,
      "grad_norm": 0.1468922346830368,
      "learning_rate": 0.00010359729591681882,
      "loss": 12.2057,
      "step": 29998
    },
    {
      "epoch": 4.912231865072867,
      "grad_norm": 0.12092351913452148,
      "learning_rate": 0.00010359212961400428,
      "loss": 12.1457,
      "step": 29999
    },
    {
      "epoch": 4.912395611593253,
      "grad_norm": 0.16564038395881653,
      "learning_rate": 0.00010358696330158971,
      "loss": 12.1767,
      "step": 30000
    },
    {
      "epoch": 4.912395611593253,
      "eval_loss": 12.161365509033203,
      "eval_runtime": 7.3087,
      "eval_samples_per_second": 33.658,
      "eval_steps_per_second": 16.829,
      "step": 30000
    },
    {
      "epoch": 4.91255935811364,
      "grad_norm": 0.12146709859371185,
      "learning_rate": 0.0001035817969795889,
      "loss": 12.1471,
      "step": 30001
    },
    {
      "epoch": 4.9127231046340265,
      "grad_norm": 0.18751297891139984,
      "learning_rate": 0.00010357663064801566,
      "loss": 12.1629,
      "step": 30002
    },
    {
      "epoch": 4.912886851154413,
      "grad_norm": 0.2075781673192978,
      "learning_rate": 0.00010357146430688381,
      "loss": 12.214,
      "step": 30003
    },
    {
      "epoch": 4.9130505976748,
      "grad_norm": 0.15265421569347382,
      "learning_rate": 0.00010356629795620709,
      "loss": 12.2127,
      "step": 30004
    },
    {
      "epoch": 4.913214344195186,
      "grad_norm": 0.2283848077058792,
      "learning_rate": 0.0001035611315959994,
      "loss": 12.1542,
      "step": 30005
    },
    {
      "epoch": 4.913378090715573,
      "grad_norm": 0.14495518803596497,
      "learning_rate": 0.00010355596522627452,
      "loss": 12.1777,
      "step": 30006
    },
    {
      "epoch": 4.913541837235959,
      "grad_norm": 0.12150152027606964,
      "learning_rate": 0.00010355079884704622,
      "loss": 12.2285,
      "step": 30007
    },
    {
      "epoch": 4.913705583756345,
      "grad_norm": 0.1625330150127411,
      "learning_rate": 0.00010354563245832836,
      "loss": 12.1529,
      "step": 30008
    },
    {
      "epoch": 4.913869330276731,
      "grad_norm": 0.17917600274085999,
      "learning_rate": 0.0001035404660601347,
      "loss": 12.1786,
      "step": 30009
    },
    {
      "epoch": 4.914033076797118,
      "grad_norm": 0.15333357453346252,
      "learning_rate": 0.00010353529965247908,
      "loss": 12.2007,
      "step": 30010
    },
    {
      "epoch": 4.914196823317504,
      "grad_norm": 0.14030908048152924,
      "learning_rate": 0.00010353013323537525,
      "loss": 12.1625,
      "step": 30011
    },
    {
      "epoch": 4.914360569837891,
      "grad_norm": 0.12988658249378204,
      "learning_rate": 0.00010352496680883712,
      "loss": 12.1527,
      "step": 30012
    },
    {
      "epoch": 4.9145243163582775,
      "grad_norm": 0.17449381947517395,
      "learning_rate": 0.00010351980037287843,
      "loss": 12.2007,
      "step": 30013
    },
    {
      "epoch": 4.914688062878664,
      "grad_norm": 0.1263560652732849,
      "learning_rate": 0.00010351463392751297,
      "loss": 12.1257,
      "step": 30014
    },
    {
      "epoch": 4.9148518093990505,
      "grad_norm": 0.20494727790355682,
      "learning_rate": 0.00010350946747275459,
      "loss": 12.1791,
      "step": 30015
    },
    {
      "epoch": 4.915015555919437,
      "grad_norm": 0.12775740027427673,
      "learning_rate": 0.00010350430100861708,
      "loss": 12.2058,
      "step": 30016
    },
    {
      "epoch": 4.915179302439823,
      "grad_norm": 0.17464251816272736,
      "learning_rate": 0.00010349913453511424,
      "loss": 12.1815,
      "step": 30017
    },
    {
      "epoch": 4.915343048960209,
      "grad_norm": 0.11136641353368759,
      "learning_rate": 0.0001034939680522599,
      "loss": 12.1856,
      "step": 30018
    },
    {
      "epoch": 4.915506795480596,
      "grad_norm": 0.13571225106716156,
      "learning_rate": 0.00010348880156006784,
      "loss": 12.1808,
      "step": 30019
    },
    {
      "epoch": 4.915670542000982,
      "grad_norm": 0.16959930956363678,
      "learning_rate": 0.0001034836350585519,
      "loss": 12.1713,
      "step": 30020
    },
    {
      "epoch": 4.915834288521369,
      "grad_norm": 0.13376130163669586,
      "learning_rate": 0.00010347846854772585,
      "loss": 12.1772,
      "step": 30021
    },
    {
      "epoch": 4.915998035041755,
      "grad_norm": 0.1493987888097763,
      "learning_rate": 0.0001034733020276035,
      "loss": 12.1753,
      "step": 30022
    },
    {
      "epoch": 4.916161781562142,
      "grad_norm": 0.11894162744283676,
      "learning_rate": 0.00010346813549819871,
      "loss": 12.163,
      "step": 30023
    },
    {
      "epoch": 4.916325528082528,
      "grad_norm": 0.15684276819229126,
      "learning_rate": 0.00010346296895952525,
      "loss": 12.1761,
      "step": 30024
    },
    {
      "epoch": 4.916489274602915,
      "grad_norm": 0.18679039180278778,
      "learning_rate": 0.00010345780241159692,
      "loss": 12.1306,
      "step": 30025
    },
    {
      "epoch": 4.9166530211233015,
      "grad_norm": 0.15182627737522125,
      "learning_rate": 0.00010345263585442753,
      "loss": 12.1884,
      "step": 30026
    },
    {
      "epoch": 4.916816767643688,
      "grad_norm": 0.16816693544387817,
      "learning_rate": 0.00010344746928803091,
      "loss": 12.1989,
      "step": 30027
    },
    {
      "epoch": 4.916980514164074,
      "grad_norm": 0.144825741648674,
      "learning_rate": 0.00010344230271242083,
      "loss": 12.1957,
      "step": 30028
    },
    {
      "epoch": 4.91714426068446,
      "grad_norm": 0.13196764886379242,
      "learning_rate": 0.00010343713612761114,
      "loss": 12.1672,
      "step": 30029
    },
    {
      "epoch": 4.917308007204847,
      "grad_norm": 0.10276046395301819,
      "learning_rate": 0.00010343196953361563,
      "loss": 12.1867,
      "step": 30030
    },
    {
      "epoch": 4.917471753725233,
      "grad_norm": 0.14838677644729614,
      "learning_rate": 0.0001034268029304481,
      "loss": 12.1755,
      "step": 30031
    },
    {
      "epoch": 4.91763550024562,
      "grad_norm": 0.16761086881160736,
      "learning_rate": 0.00010342163631812236,
      "loss": 12.1775,
      "step": 30032
    },
    {
      "epoch": 4.917799246766006,
      "grad_norm": 0.14409995079040527,
      "learning_rate": 0.00010341646969665225,
      "loss": 12.131,
      "step": 30033
    },
    {
      "epoch": 4.917962993286393,
      "grad_norm": 0.1974337249994278,
      "learning_rate": 0.00010341130306605149,
      "loss": 12.1587,
      "step": 30034
    },
    {
      "epoch": 4.918126739806779,
      "grad_norm": 0.11350026726722717,
      "learning_rate": 0.00010340613642633401,
      "loss": 12.166,
      "step": 30035
    },
    {
      "epoch": 4.918290486327166,
      "grad_norm": 0.19520685076713562,
      "learning_rate": 0.00010340096977751352,
      "loss": 12.1477,
      "step": 30036
    },
    {
      "epoch": 4.918454232847552,
      "grad_norm": 0.16327695548534393,
      "learning_rate": 0.00010339580311960388,
      "loss": 12.2039,
      "step": 30037
    },
    {
      "epoch": 4.918617979367938,
      "grad_norm": 0.12128548324108124,
      "learning_rate": 0.00010339063645261886,
      "loss": 12.1653,
      "step": 30038
    },
    {
      "epoch": 4.918781725888325,
      "grad_norm": 0.15139888226985931,
      "learning_rate": 0.00010338546977657231,
      "loss": 12.1625,
      "step": 30039
    },
    {
      "epoch": 4.918945472408711,
      "grad_norm": 0.18083566427230835,
      "learning_rate": 0.00010338030309147801,
      "loss": 12.2035,
      "step": 30040
    },
    {
      "epoch": 4.919109218929098,
      "grad_norm": 0.15412434935569763,
      "learning_rate": 0.00010337513639734977,
      "loss": 12.1665,
      "step": 30041
    },
    {
      "epoch": 4.919272965449484,
      "grad_norm": 0.1295885592699051,
      "learning_rate": 0.00010336996969420143,
      "loss": 12.1484,
      "step": 30042
    },
    {
      "epoch": 4.919436711969871,
      "grad_norm": 0.2374548763036728,
      "learning_rate": 0.00010336480298204674,
      "loss": 12.1851,
      "step": 30043
    },
    {
      "epoch": 4.919600458490257,
      "grad_norm": 0.14886629581451416,
      "learning_rate": 0.00010335963626089957,
      "loss": 12.2613,
      "step": 30044
    },
    {
      "epoch": 4.919764205010644,
      "grad_norm": 0.13969427347183228,
      "learning_rate": 0.00010335446953077365,
      "loss": 12.1286,
      "step": 30045
    },
    {
      "epoch": 4.91992795153103,
      "grad_norm": 0.13389407098293304,
      "learning_rate": 0.00010334930279168291,
      "loss": 12.1976,
      "step": 30046
    },
    {
      "epoch": 4.920091698051417,
      "grad_norm": 0.1668659895658493,
      "learning_rate": 0.00010334413604364104,
      "loss": 12.1571,
      "step": 30047
    },
    {
      "epoch": 4.9202554445718025,
      "grad_norm": 0.1661321520805359,
      "learning_rate": 0.00010333896928666189,
      "loss": 12.1963,
      "step": 30048
    },
    {
      "epoch": 4.920419191092189,
      "grad_norm": 0.14588361978530884,
      "learning_rate": 0.00010333380252075929,
      "loss": 12.1724,
      "step": 30049
    },
    {
      "epoch": 4.920582937612576,
      "grad_norm": 0.1495288759469986,
      "learning_rate": 0.00010332863574594703,
      "loss": 12.1946,
      "step": 30050
    },
    {
      "epoch": 4.920746684132962,
      "grad_norm": 0.24969521164894104,
      "learning_rate": 0.00010332346896223887,
      "loss": 12.2737,
      "step": 30051
    },
    {
      "epoch": 4.920910430653349,
      "grad_norm": 0.13225223124027252,
      "learning_rate": 0.00010331830216964873,
      "loss": 12.203,
      "step": 30052
    },
    {
      "epoch": 4.921074177173735,
      "grad_norm": 0.18304826319217682,
      "learning_rate": 0.00010331313536819034,
      "loss": 12.1323,
      "step": 30053
    },
    {
      "epoch": 4.921237923694122,
      "grad_norm": 0.16892950236797333,
      "learning_rate": 0.0001033079685578775,
      "loss": 12.1745,
      "step": 30054
    },
    {
      "epoch": 4.921401670214508,
      "grad_norm": 0.13614653050899506,
      "learning_rate": 0.00010330280173872404,
      "loss": 12.1583,
      "step": 30055
    },
    {
      "epoch": 4.921565416734895,
      "grad_norm": 0.17655564844608307,
      "learning_rate": 0.00010329763491074378,
      "loss": 12.1407,
      "step": 30056
    },
    {
      "epoch": 4.92172916325528,
      "grad_norm": 0.13324259221553802,
      "learning_rate": 0.00010329246807395054,
      "loss": 12.1696,
      "step": 30057
    },
    {
      "epoch": 4.921892909775667,
      "grad_norm": 0.23158448934555054,
      "learning_rate": 0.00010328730122835808,
      "loss": 12.1711,
      "step": 30058
    },
    {
      "epoch": 4.9220566562960535,
      "grad_norm": 0.1424555480480194,
      "learning_rate": 0.00010328213437398025,
      "loss": 12.1644,
      "step": 30059
    },
    {
      "epoch": 4.92222040281644,
      "grad_norm": 0.15009519457817078,
      "learning_rate": 0.00010327696751083084,
      "loss": 12.2118,
      "step": 30060
    },
    {
      "epoch": 4.9223841493368266,
      "grad_norm": 0.14474932849407196,
      "learning_rate": 0.00010327180063892367,
      "loss": 12.136,
      "step": 30061
    },
    {
      "epoch": 4.922547895857213,
      "grad_norm": 0.19262610375881195,
      "learning_rate": 0.00010326663375827253,
      "loss": 12.1826,
      "step": 30062
    },
    {
      "epoch": 4.9227116423776,
      "grad_norm": 0.13184508681297302,
      "learning_rate": 0.00010326146686889124,
      "loss": 12.1591,
      "step": 30063
    },
    {
      "epoch": 4.922875388897986,
      "grad_norm": 0.15375076234340668,
      "learning_rate": 0.0001032562999707936,
      "loss": 12.161,
      "step": 30064
    },
    {
      "epoch": 4.923039135418373,
      "grad_norm": 0.15991684794425964,
      "learning_rate": 0.00010325113306399345,
      "loss": 12.156,
      "step": 30065
    },
    {
      "epoch": 4.923202881938758,
      "grad_norm": 0.11203806847333908,
      "learning_rate": 0.00010324596614850455,
      "loss": 12.14,
      "step": 30066
    },
    {
      "epoch": 4.923366628459145,
      "grad_norm": 0.12492536008358002,
      "learning_rate": 0.00010324079922434076,
      "loss": 12.1853,
      "step": 30067
    },
    {
      "epoch": 4.923530374979531,
      "grad_norm": 0.15534141659736633,
      "learning_rate": 0.00010323563229151585,
      "loss": 12.1775,
      "step": 30068
    },
    {
      "epoch": 4.923694121499918,
      "grad_norm": 0.1333295851945877,
      "learning_rate": 0.00010323046535004365,
      "loss": 12.2415,
      "step": 30069
    },
    {
      "epoch": 4.9238578680203045,
      "grad_norm": 0.13977234065532684,
      "learning_rate": 0.00010322529839993793,
      "loss": 12.1447,
      "step": 30070
    },
    {
      "epoch": 4.924021614540691,
      "grad_norm": 0.15256965160369873,
      "learning_rate": 0.00010322013144121256,
      "loss": 12.1563,
      "step": 30071
    },
    {
      "epoch": 4.9241853610610775,
      "grad_norm": 0.15606752038002014,
      "learning_rate": 0.00010321496447388133,
      "loss": 12.1743,
      "step": 30072
    },
    {
      "epoch": 4.924349107581464,
      "grad_norm": 0.12287255376577377,
      "learning_rate": 0.00010320979749795798,
      "loss": 12.1769,
      "step": 30073
    },
    {
      "epoch": 4.924512854101851,
      "grad_norm": 0.1606672704219818,
      "learning_rate": 0.00010320463051345644,
      "loss": 12.1929,
      "step": 30074
    },
    {
      "epoch": 4.924676600622237,
      "grad_norm": 0.14770664274692535,
      "learning_rate": 0.00010319946352039043,
      "loss": 12.1458,
      "step": 30075
    },
    {
      "epoch": 4.924840347142624,
      "grad_norm": 0.1543096899986267,
      "learning_rate": 0.0001031942965187738,
      "loss": 12.1522,
      "step": 30076
    },
    {
      "epoch": 4.925004093663009,
      "grad_norm": 0.14217020571231842,
      "learning_rate": 0.0001031891295086203,
      "loss": 12.211,
      "step": 30077
    },
    {
      "epoch": 4.925167840183396,
      "grad_norm": 0.15308624505996704,
      "learning_rate": 0.0001031839624899438,
      "loss": 12.1511,
      "step": 30078
    },
    {
      "epoch": 4.925331586703782,
      "grad_norm": 0.13181918859481812,
      "learning_rate": 0.0001031787954627581,
      "loss": 12.1772,
      "step": 30079
    },
    {
      "epoch": 4.925495333224169,
      "grad_norm": 0.12838837504386902,
      "learning_rate": 0.000103173628427077,
      "loss": 12.174,
      "step": 30080
    },
    {
      "epoch": 4.925659079744555,
      "grad_norm": 0.14928340911865234,
      "learning_rate": 0.0001031684613829143,
      "loss": 12.1961,
      "step": 30081
    },
    {
      "epoch": 4.925822826264942,
      "grad_norm": 0.24672836065292358,
      "learning_rate": 0.00010316329433028382,
      "loss": 12.1593,
      "step": 30082
    },
    {
      "epoch": 4.9259865727853285,
      "grad_norm": 0.13695088028907776,
      "learning_rate": 0.00010315812726919937,
      "loss": 12.1607,
      "step": 30083
    },
    {
      "epoch": 4.926150319305715,
      "grad_norm": 0.1573704481124878,
      "learning_rate": 0.00010315296019967478,
      "loss": 12.197,
      "step": 30084
    },
    {
      "epoch": 4.9263140658261015,
      "grad_norm": 0.12742401659488678,
      "learning_rate": 0.00010314779312172378,
      "loss": 12.1723,
      "step": 30085
    },
    {
      "epoch": 4.926477812346487,
      "grad_norm": 0.18842178583145142,
      "learning_rate": 0.00010314262603536027,
      "loss": 12.2397,
      "step": 30086
    },
    {
      "epoch": 4.926641558866874,
      "grad_norm": 0.13924892246723175,
      "learning_rate": 0.00010313745894059803,
      "loss": 12.2262,
      "step": 30087
    },
    {
      "epoch": 4.92680530538726,
      "grad_norm": 0.13493870198726654,
      "learning_rate": 0.00010313229183745085,
      "loss": 12.2157,
      "step": 30088
    },
    {
      "epoch": 4.926969051907647,
      "grad_norm": 0.16361209750175476,
      "learning_rate": 0.00010312712472593253,
      "loss": 12.1955,
      "step": 30089
    },
    {
      "epoch": 4.927132798428033,
      "grad_norm": 0.17682836949825287,
      "learning_rate": 0.00010312195760605694,
      "loss": 12.1807,
      "step": 30090
    },
    {
      "epoch": 4.92729654494842,
      "grad_norm": 0.13483189046382904,
      "learning_rate": 0.00010311679047783782,
      "loss": 12.2214,
      "step": 30091
    },
    {
      "epoch": 4.927460291468806,
      "grad_norm": 0.1446521133184433,
      "learning_rate": 0.00010311162334128901,
      "loss": 12.1892,
      "step": 30092
    },
    {
      "epoch": 4.927624037989193,
      "grad_norm": 0.15375007688999176,
      "learning_rate": 0.00010310645619642434,
      "loss": 12.1549,
      "step": 30093
    },
    {
      "epoch": 4.927787784509579,
      "grad_norm": 0.12712246179580688,
      "learning_rate": 0.0001031012890432576,
      "loss": 12.1822,
      "step": 30094
    },
    {
      "epoch": 4.927951531029966,
      "grad_norm": 0.15096093714237213,
      "learning_rate": 0.00010309612188180257,
      "loss": 12.1815,
      "step": 30095
    },
    {
      "epoch": 4.9281152775503525,
      "grad_norm": 0.18340788781642914,
      "learning_rate": 0.00010309095471207309,
      "loss": 12.213,
      "step": 30096
    },
    {
      "epoch": 4.928279024070738,
      "grad_norm": 0.16690127551555634,
      "learning_rate": 0.00010308578753408298,
      "loss": 12.1699,
      "step": 30097
    },
    {
      "epoch": 4.928442770591125,
      "grad_norm": 0.14486956596374512,
      "learning_rate": 0.00010308062034784605,
      "loss": 12.2206,
      "step": 30098
    },
    {
      "epoch": 4.928606517111511,
      "grad_norm": 0.1707896888256073,
      "learning_rate": 0.00010307545315337608,
      "loss": 12.1422,
      "step": 30099
    },
    {
      "epoch": 4.928770263631898,
      "grad_norm": 0.20040196180343628,
      "learning_rate": 0.00010307028595068686,
      "loss": 12.2798,
      "step": 30100
    },
    {
      "epoch": 4.928934010152284,
      "grad_norm": 0.1359245330095291,
      "learning_rate": 0.00010306511873979228,
      "loss": 12.2022,
      "step": 30101
    },
    {
      "epoch": 4.929097756672671,
      "grad_norm": 0.14773331582546234,
      "learning_rate": 0.00010305995152070609,
      "loss": 12.2076,
      "step": 30102
    },
    {
      "epoch": 4.929261503193057,
      "grad_norm": 0.13208656013011932,
      "learning_rate": 0.00010305478429344211,
      "loss": 12.1527,
      "step": 30103
    },
    {
      "epoch": 4.929425249713444,
      "grad_norm": 0.13967598974704742,
      "learning_rate": 0.00010304961705801415,
      "loss": 12.1807,
      "step": 30104
    },
    {
      "epoch": 4.92958899623383,
      "grad_norm": 0.20773155987262726,
      "learning_rate": 0.00010304444981443604,
      "loss": 12.1743,
      "step": 30105
    },
    {
      "epoch": 4.929752742754216,
      "grad_norm": 0.13306361436843872,
      "learning_rate": 0.00010303928256272153,
      "loss": 12.1826,
      "step": 30106
    },
    {
      "epoch": 4.929916489274603,
      "grad_norm": 0.19413207471370697,
      "learning_rate": 0.0001030341153028845,
      "loss": 12.1417,
      "step": 30107
    },
    {
      "epoch": 4.930080235794989,
      "grad_norm": 0.16236329078674316,
      "learning_rate": 0.00010302894803493872,
      "loss": 12.1667,
      "step": 30108
    },
    {
      "epoch": 4.930243982315376,
      "grad_norm": 0.16047406196594238,
      "learning_rate": 0.00010302378075889802,
      "loss": 12.1489,
      "step": 30109
    },
    {
      "epoch": 4.930407728835762,
      "grad_norm": 0.14247764647006989,
      "learning_rate": 0.0001030186134747762,
      "loss": 12.1356,
      "step": 30110
    },
    {
      "epoch": 4.930571475356149,
      "grad_norm": 0.13132885098457336,
      "learning_rate": 0.00010301344618258706,
      "loss": 12.1338,
      "step": 30111
    },
    {
      "epoch": 4.930735221876535,
      "grad_norm": 0.18886180222034454,
      "learning_rate": 0.00010300827888234441,
      "loss": 12.1935,
      "step": 30112
    },
    {
      "epoch": 4.930898968396922,
      "grad_norm": 0.212820902466774,
      "learning_rate": 0.0001030031115740621,
      "loss": 12.1856,
      "step": 30113
    },
    {
      "epoch": 4.931062714917308,
      "grad_norm": 0.14569541811943054,
      "learning_rate": 0.00010299794425775389,
      "loss": 12.1781,
      "step": 30114
    },
    {
      "epoch": 4.931226461437695,
      "grad_norm": 0.18734818696975708,
      "learning_rate": 0.00010299277693343358,
      "loss": 12.1387,
      "step": 30115
    },
    {
      "epoch": 4.931390207958081,
      "grad_norm": 0.12340015172958374,
      "learning_rate": 0.00010298760960111509,
      "loss": 12.1873,
      "step": 30116
    },
    {
      "epoch": 4.931553954478467,
      "grad_norm": 0.15634529292583466,
      "learning_rate": 0.00010298244226081206,
      "loss": 12.1713,
      "step": 30117
    },
    {
      "epoch": 4.9317177009988535,
      "grad_norm": 0.14586728811264038,
      "learning_rate": 0.00010297727491253844,
      "loss": 12.1607,
      "step": 30118
    },
    {
      "epoch": 4.93188144751924,
      "grad_norm": 0.16086028516292572,
      "learning_rate": 0.00010297210755630795,
      "loss": 12.1883,
      "step": 30119
    },
    {
      "epoch": 4.932045194039627,
      "grad_norm": 0.13834747672080994,
      "learning_rate": 0.00010296694019213449,
      "loss": 12.1739,
      "step": 30120
    },
    {
      "epoch": 4.932208940560013,
      "grad_norm": 0.15292973816394806,
      "learning_rate": 0.00010296177282003177,
      "loss": 12.1686,
      "step": 30121
    },
    {
      "epoch": 4.9323726870804,
      "grad_norm": 0.13237252831459045,
      "learning_rate": 0.00010295660544001367,
      "loss": 12.2134,
      "step": 30122
    },
    {
      "epoch": 4.932536433600786,
      "grad_norm": 0.16895495355129242,
      "learning_rate": 0.00010295143805209394,
      "loss": 12.1693,
      "step": 30123
    },
    {
      "epoch": 4.932700180121173,
      "grad_norm": 0.1615658402442932,
      "learning_rate": 0.00010294627065628649,
      "loss": 12.173,
      "step": 30124
    },
    {
      "epoch": 4.932863926641559,
      "grad_norm": 0.14825761318206787,
      "learning_rate": 0.00010294110325260502,
      "loss": 12.1716,
      "step": 30125
    },
    {
      "epoch": 4.933027673161945,
      "grad_norm": 0.20245808362960815,
      "learning_rate": 0.00010293593584106338,
      "loss": 12.195,
      "step": 30126
    },
    {
      "epoch": 4.933191419682331,
      "grad_norm": 0.13906987011432648,
      "learning_rate": 0.00010293076842167544,
      "loss": 12.1679,
      "step": 30127
    },
    {
      "epoch": 4.933355166202718,
      "grad_norm": 0.17303328216075897,
      "learning_rate": 0.00010292560099445492,
      "loss": 12.1899,
      "step": 30128
    },
    {
      "epoch": 4.9335189127231045,
      "grad_norm": 0.2567535638809204,
      "learning_rate": 0.00010292043355941567,
      "loss": 12.2078,
      "step": 30129
    },
    {
      "epoch": 4.933682659243491,
      "grad_norm": 0.1372542828321457,
      "learning_rate": 0.0001029152661165715,
      "loss": 12.1992,
      "step": 30130
    },
    {
      "epoch": 4.933846405763878,
      "grad_norm": 0.12483465671539307,
      "learning_rate": 0.00010291009866593624,
      "loss": 12.1883,
      "step": 30131
    },
    {
      "epoch": 4.934010152284264,
      "grad_norm": 0.14548015594482422,
      "learning_rate": 0.00010290493120752362,
      "loss": 12.1752,
      "step": 30132
    },
    {
      "epoch": 4.934173898804651,
      "grad_norm": 0.15041010081768036,
      "learning_rate": 0.00010289976374134755,
      "loss": 12.2121,
      "step": 30133
    },
    {
      "epoch": 4.934337645325037,
      "grad_norm": 0.17124591767787933,
      "learning_rate": 0.0001028945962674218,
      "loss": 12.1539,
      "step": 30134
    },
    {
      "epoch": 4.934501391845423,
      "grad_norm": 0.1391548067331314,
      "learning_rate": 0.00010288942878576018,
      "loss": 12.1397,
      "step": 30135
    },
    {
      "epoch": 4.93466513836581,
      "grad_norm": 0.14623822271823883,
      "learning_rate": 0.00010288426129637648,
      "loss": 12.1449,
      "step": 30136
    },
    {
      "epoch": 4.934828884886196,
      "grad_norm": 0.14744600653648376,
      "learning_rate": 0.00010287909379928453,
      "loss": 12.1474,
      "step": 30137
    },
    {
      "epoch": 4.934992631406582,
      "grad_norm": 0.17404615879058838,
      "learning_rate": 0.00010287392629449815,
      "loss": 12.1799,
      "step": 30138
    },
    {
      "epoch": 4.935156377926969,
      "grad_norm": 0.1314949244260788,
      "learning_rate": 0.00010286875878203115,
      "loss": 12.1737,
      "step": 30139
    },
    {
      "epoch": 4.9353201244473555,
      "grad_norm": 0.13973742723464966,
      "learning_rate": 0.00010286359126189728,
      "loss": 12.1454,
      "step": 30140
    },
    {
      "epoch": 4.935483870967742,
      "grad_norm": 0.16827791929244995,
      "learning_rate": 0.00010285842373411046,
      "loss": 12.1351,
      "step": 30141
    },
    {
      "epoch": 4.9356476174881285,
      "grad_norm": 0.1879226416349411,
      "learning_rate": 0.0001028532561986844,
      "loss": 12.1579,
      "step": 30142
    },
    {
      "epoch": 4.935811364008515,
      "grad_norm": 0.17037194967269897,
      "learning_rate": 0.00010284808865563295,
      "loss": 12.1778,
      "step": 30143
    },
    {
      "epoch": 4.935975110528902,
      "grad_norm": 0.15029273927211761,
      "learning_rate": 0.00010284292110496994,
      "loss": 12.162,
      "step": 30144
    },
    {
      "epoch": 4.936138857049288,
      "grad_norm": 0.14186182618141174,
      "learning_rate": 0.00010283775354670917,
      "loss": 12.1763,
      "step": 30145
    },
    {
      "epoch": 4.936302603569674,
      "grad_norm": 0.131387397646904,
      "learning_rate": 0.00010283258598086442,
      "loss": 12.1916,
      "step": 30146
    },
    {
      "epoch": 4.93646635009006,
      "grad_norm": 0.14961200952529907,
      "learning_rate": 0.00010282741840744951,
      "loss": 12.213,
      "step": 30147
    },
    {
      "epoch": 4.936630096610447,
      "grad_norm": 0.1868935525417328,
      "learning_rate": 0.00010282225082647829,
      "loss": 12.2193,
      "step": 30148
    },
    {
      "epoch": 4.936793843130833,
      "grad_norm": 0.13481415808200836,
      "learning_rate": 0.00010281708323796455,
      "loss": 12.1905,
      "step": 30149
    },
    {
      "epoch": 4.93695758965122,
      "grad_norm": 0.16096808016300201,
      "learning_rate": 0.00010281191564192207,
      "loss": 12.1735,
      "step": 30150
    },
    {
      "epoch": 4.937121336171606,
      "grad_norm": 0.21700333058834076,
      "learning_rate": 0.00010280674803836468,
      "loss": 12.1785,
      "step": 30151
    },
    {
      "epoch": 4.937285082691993,
      "grad_norm": 0.17085081338882446,
      "learning_rate": 0.00010280158042730621,
      "loss": 12.187,
      "step": 30152
    },
    {
      "epoch": 4.9374488292123795,
      "grad_norm": 0.19186298549175262,
      "learning_rate": 0.00010279641280876045,
      "loss": 12.2132,
      "step": 30153
    },
    {
      "epoch": 4.937612575732766,
      "grad_norm": 0.2538050711154938,
      "learning_rate": 0.00010279124518274124,
      "loss": 12.2538,
      "step": 30154
    },
    {
      "epoch": 4.937776322253152,
      "grad_norm": 0.15240322053432465,
      "learning_rate": 0.0001027860775492623,
      "loss": 12.186,
      "step": 30155
    },
    {
      "epoch": 4.937940068773538,
      "grad_norm": 0.16868937015533447,
      "learning_rate": 0.00010278090990833758,
      "loss": 12.1451,
      "step": 30156
    },
    {
      "epoch": 4.938103815293925,
      "grad_norm": 0.15740376710891724,
      "learning_rate": 0.00010277574225998079,
      "loss": 12.1617,
      "step": 30157
    },
    {
      "epoch": 4.938267561814311,
      "grad_norm": 0.18868215382099152,
      "learning_rate": 0.00010277057460420576,
      "loss": 12.2163,
      "step": 30158
    },
    {
      "epoch": 4.938431308334698,
      "grad_norm": 0.12831200659275055,
      "learning_rate": 0.0001027654069410263,
      "loss": 12.152,
      "step": 30159
    },
    {
      "epoch": 4.938595054855084,
      "grad_norm": 0.13351842761039734,
      "learning_rate": 0.00010276023927045624,
      "loss": 12.1647,
      "step": 30160
    },
    {
      "epoch": 4.938758801375471,
      "grad_norm": 0.222900852560997,
      "learning_rate": 0.00010275507159250939,
      "loss": 12.2426,
      "step": 30161
    },
    {
      "epoch": 4.938922547895857,
      "grad_norm": 0.16119498014450073,
      "learning_rate": 0.00010274990390719951,
      "loss": 12.1729,
      "step": 30162
    },
    {
      "epoch": 4.939086294416244,
      "grad_norm": 0.1327616572380066,
      "learning_rate": 0.00010274473621454051,
      "loss": 12.1866,
      "step": 30163
    },
    {
      "epoch": 4.9392500409366304,
      "grad_norm": 0.2068215012550354,
      "learning_rate": 0.00010273956851454612,
      "loss": 12.1676,
      "step": 30164
    },
    {
      "epoch": 4.939413787457017,
      "grad_norm": 0.15694405138492584,
      "learning_rate": 0.00010273440080723017,
      "loss": 12.2054,
      "step": 30165
    },
    {
      "epoch": 4.939577533977403,
      "grad_norm": 0.12122608721256256,
      "learning_rate": 0.00010272923309260647,
      "loss": 12.193,
      "step": 30166
    },
    {
      "epoch": 4.939741280497789,
      "grad_norm": 0.21432273089885712,
      "learning_rate": 0.00010272406537068884,
      "loss": 12.1281,
      "step": 30167
    },
    {
      "epoch": 4.939905027018176,
      "grad_norm": 0.14121638238430023,
      "learning_rate": 0.0001027188976414911,
      "loss": 12.1893,
      "step": 30168
    },
    {
      "epoch": 4.940068773538562,
      "grad_norm": Infinity,
      "learning_rate": 0.0001027188976414911,
      "loss": 12.1799,
      "step": 30169
    },
    {
      "epoch": 4.940232520058949,
      "grad_norm": 0.15234161913394928,
      "learning_rate": 0.00010271372990502703,
      "loss": 12.1599,
      "step": 30170
    },
    {
      "epoch": 4.940396266579335,
      "grad_norm": 0.15317483246326447,
      "learning_rate": 0.00010270856216131044,
      "loss": 12.1744,
      "step": 30171
    },
    {
      "epoch": 4.940560013099722,
      "grad_norm": 0.13510744273662567,
      "learning_rate": 0.00010270339441035517,
      "loss": 12.1813,
      "step": 30172
    },
    {
      "epoch": 4.940723759620108,
      "grad_norm": 0.16587619483470917,
      "learning_rate": 0.00010269822665217504,
      "loss": 12.2113,
      "step": 30173
    },
    {
      "epoch": 4.940887506140495,
      "grad_norm": 0.12863999605178833,
      "learning_rate": 0.00010269305888678382,
      "loss": 12.1753,
      "step": 30174
    },
    {
      "epoch": 4.9410512526608805,
      "grad_norm": 0.23077012598514557,
      "learning_rate": 0.00010268789111419535,
      "loss": 12.1631,
      "step": 30175
    },
    {
      "epoch": 4.941214999181267,
      "grad_norm": 0.12654604017734528,
      "learning_rate": 0.00010268272333442344,
      "loss": 12.1811,
      "step": 30176
    },
    {
      "epoch": 4.941378745701654,
      "grad_norm": 0.12203706800937653,
      "learning_rate": 0.00010267755554748188,
      "loss": 12.1706,
      "step": 30177
    },
    {
      "epoch": 4.94154249222204,
      "grad_norm": 0.1545722335577011,
      "learning_rate": 0.00010267238775338448,
      "loss": 12.1909,
      "step": 30178
    },
    {
      "epoch": 4.941706238742427,
      "grad_norm": 0.16540582478046417,
      "learning_rate": 0.00010266721995214508,
      "loss": 12.2214,
      "step": 30179
    },
    {
      "epoch": 4.941869985262813,
      "grad_norm": 0.16259197890758514,
      "learning_rate": 0.00010266205214377748,
      "loss": 12.1406,
      "step": 30180
    },
    {
      "epoch": 4.9420337317832,
      "grad_norm": 0.16089896857738495,
      "learning_rate": 0.0001026568843282955,
      "loss": 12.1782,
      "step": 30181
    },
    {
      "epoch": 4.942197478303586,
      "grad_norm": 0.17796671390533447,
      "learning_rate": 0.0001026517165057129,
      "loss": 12.169,
      "step": 30182
    },
    {
      "epoch": 4.942361224823973,
      "grad_norm": 0.1547345668077469,
      "learning_rate": 0.00010264654867604357,
      "loss": 12.1876,
      "step": 30183
    },
    {
      "epoch": 4.942524971344359,
      "grad_norm": 0.14101222157478333,
      "learning_rate": 0.00010264138083930127,
      "loss": 12.2217,
      "step": 30184
    },
    {
      "epoch": 4.942688717864746,
      "grad_norm": 0.16589874029159546,
      "learning_rate": 0.00010263621299549982,
      "loss": 12.167,
      "step": 30185
    },
    {
      "epoch": 4.9428524643851315,
      "grad_norm": 0.1410808116197586,
      "learning_rate": 0.000102631045144653,
      "loss": 12.1975,
      "step": 30186
    },
    {
      "epoch": 4.943016210905518,
      "grad_norm": 0.1233934611082077,
      "learning_rate": 0.0001026258772867747,
      "loss": 12.1436,
      "step": 30187
    },
    {
      "epoch": 4.9431799574259045,
      "grad_norm": 0.10317512601613998,
      "learning_rate": 0.00010262070942187867,
      "loss": 12.158,
      "step": 30188
    },
    {
      "epoch": 4.943343703946291,
      "grad_norm": 0.14047768712043762,
      "learning_rate": 0.00010261554154997875,
      "loss": 12.1851,
      "step": 30189
    },
    {
      "epoch": 4.943507450466678,
      "grad_norm": 0.13321048021316528,
      "learning_rate": 0.0001026103736710887,
      "loss": 12.2283,
      "step": 30190
    },
    {
      "epoch": 4.943671196987064,
      "grad_norm": 0.14748452603816986,
      "learning_rate": 0.00010260520578522241,
      "loss": 12.1685,
      "step": 30191
    },
    {
      "epoch": 4.943834943507451,
      "grad_norm": 0.1296863555908203,
      "learning_rate": 0.00010260003789239364,
      "loss": 12.1666,
      "step": 30192
    },
    {
      "epoch": 4.943998690027837,
      "grad_norm": 0.15789690613746643,
      "learning_rate": 0.00010259486999261621,
      "loss": 12.1902,
      "step": 30193
    },
    {
      "epoch": 4.944162436548224,
      "grad_norm": 0.13928547501564026,
      "learning_rate": 0.0001025897020859039,
      "loss": 12.1953,
      "step": 30194
    },
    {
      "epoch": 4.944326183068609,
      "grad_norm": 0.11479048430919647,
      "learning_rate": 0.00010258453417227059,
      "loss": 12.2188,
      "step": 30195
    },
    {
      "epoch": 4.944489929588996,
      "grad_norm": 0.13378816843032837,
      "learning_rate": 0.00010257936625173006,
      "loss": 12.2257,
      "step": 30196
    },
    {
      "epoch": 4.9446536761093824,
      "grad_norm": 0.13387897610664368,
      "learning_rate": 0.00010257419832429608,
      "loss": 12.1682,
      "step": 30197
    },
    {
      "epoch": 4.944817422629769,
      "grad_norm": 0.24265627562999725,
      "learning_rate": 0.00010256903038998254,
      "loss": 12.1708,
      "step": 30198
    },
    {
      "epoch": 4.9449811691501555,
      "grad_norm": 0.16015206277370453,
      "learning_rate": 0.00010256386244880318,
      "loss": 12.165,
      "step": 30199
    },
    {
      "epoch": 4.945144915670542,
      "grad_norm": 0.13373015820980072,
      "learning_rate": 0.00010255869450077186,
      "loss": 12.2114,
      "step": 30200
    },
    {
      "epoch": 4.945308662190929,
      "grad_norm": 0.12736459076404572,
      "learning_rate": 0.00010255352654590236,
      "loss": 12.188,
      "step": 30201
    },
    {
      "epoch": 4.945472408711315,
      "grad_norm": 0.20521731674671173,
      "learning_rate": 0.00010254835858420854,
      "loss": 12.1299,
      "step": 30202
    },
    {
      "epoch": 4.945636155231702,
      "grad_norm": 0.170308917760849,
      "learning_rate": 0.00010254319061570414,
      "loss": 12.2126,
      "step": 30203
    },
    {
      "epoch": 4.945799901752087,
      "grad_norm": 0.17229898273944855,
      "learning_rate": 0.00010253802264040302,
      "loss": 12.1529,
      "step": 30204
    },
    {
      "epoch": 4.945963648272475,
      "grad_norm": 0.242431640625,
      "learning_rate": 0.00010253285465831897,
      "loss": 12.1707,
      "step": 30205
    },
    {
      "epoch": 4.94612739479286,
      "grad_norm": 0.16367414593696594,
      "learning_rate": 0.00010252768666946584,
      "loss": 12.1835,
      "step": 30206
    },
    {
      "epoch": 4.946291141313247,
      "grad_norm": 0.1384318321943283,
      "learning_rate": 0.00010252251867385735,
      "loss": 12.1458,
      "step": 30207
    },
    {
      "epoch": 4.946454887833633,
      "grad_norm": 0.1245744600892067,
      "learning_rate": 0.00010251735067150742,
      "loss": 12.1438,
      "step": 30208
    },
    {
      "epoch": 4.94661863435402,
      "grad_norm": 0.13981950283050537,
      "learning_rate": 0.00010251218266242982,
      "loss": 12.1814,
      "step": 30209
    },
    {
      "epoch": 4.9467823808744065,
      "grad_norm": 0.19454152882099152,
      "learning_rate": 0.00010250701464663834,
      "loss": 12.2253,
      "step": 30210
    },
    {
      "epoch": 4.946946127394793,
      "grad_norm": 0.1396588236093521,
      "learning_rate": 0.00010250184662414682,
      "loss": 12.2027,
      "step": 30211
    },
    {
      "epoch": 4.9471098739151795,
      "grad_norm": 0.14138217270374298,
      "learning_rate": 0.00010249667859496901,
      "loss": 12.1422,
      "step": 30212
    },
    {
      "epoch": 4.947273620435566,
      "grad_norm": 0.1319960653781891,
      "learning_rate": 0.00010249151055911886,
      "loss": 12.1678,
      "step": 30213
    },
    {
      "epoch": 4.947437366955953,
      "grad_norm": 0.15676629543304443,
      "learning_rate": 0.00010248634251661003,
      "loss": 12.1536,
      "step": 30214
    },
    {
      "epoch": 4.947601113476338,
      "grad_norm": 0.13198630511760712,
      "learning_rate": 0.0001024811744674564,
      "loss": 12.1696,
      "step": 30215
    },
    {
      "epoch": 4.947764859996725,
      "grad_norm": 0.164552703499794,
      "learning_rate": 0.00010247600641167178,
      "loss": 12.1866,
      "step": 30216
    },
    {
      "epoch": 4.947928606517111,
      "grad_norm": 0.16816966235637665,
      "learning_rate": 0.00010247083834927002,
      "loss": 12.1786,
      "step": 30217
    },
    {
      "epoch": 4.948092353037498,
      "grad_norm": 0.15646159648895264,
      "learning_rate": 0.00010246567028026483,
      "loss": 12.1675,
      "step": 30218
    },
    {
      "epoch": 4.948256099557884,
      "grad_norm": 0.1240445077419281,
      "learning_rate": 0.00010246050220467012,
      "loss": 12.1563,
      "step": 30219
    },
    {
      "epoch": 4.948419846078271,
      "grad_norm": 0.14169326424598694,
      "learning_rate": 0.00010245533412249965,
      "loss": 12.2039,
      "step": 30220
    },
    {
      "epoch": 4.948583592598657,
      "grad_norm": 0.15430060029029846,
      "learning_rate": 0.00010245016603376727,
      "loss": 12.1647,
      "step": 30221
    },
    {
      "epoch": 4.948747339119044,
      "grad_norm": 0.11830084025859833,
      "learning_rate": 0.00010244499793848674,
      "loss": 12.1611,
      "step": 30222
    },
    {
      "epoch": 4.9489110856394305,
      "grad_norm": 0.1777540147304535,
      "learning_rate": 0.00010243982983667191,
      "loss": 12.1525,
      "step": 30223
    },
    {
      "epoch": 4.949074832159816,
      "grad_norm": 0.1754872053861618,
      "learning_rate": 0.00010243466172833658,
      "loss": 12.1625,
      "step": 30224
    },
    {
      "epoch": 4.949238578680203,
      "grad_norm": 0.15193134546279907,
      "learning_rate": 0.00010242949361349457,
      "loss": 12.1683,
      "step": 30225
    },
    {
      "epoch": 4.949402325200589,
      "grad_norm": 0.18014250695705414,
      "learning_rate": 0.00010242432549215965,
      "loss": 12.1731,
      "step": 30226
    },
    {
      "epoch": 4.949566071720976,
      "grad_norm": 0.15863290429115295,
      "learning_rate": 0.00010241915736434571,
      "loss": 12.1809,
      "step": 30227
    },
    {
      "epoch": 4.949729818241362,
      "grad_norm": 0.14923036098480225,
      "learning_rate": 0.00010241398923006651,
      "loss": 12.1608,
      "step": 30228
    },
    {
      "epoch": 4.949893564761749,
      "grad_norm": 0.14837053418159485,
      "learning_rate": 0.00010240882108933585,
      "loss": 12.1574,
      "step": 30229
    },
    {
      "epoch": 4.950057311282135,
      "grad_norm": 0.18493856489658356,
      "learning_rate": 0.00010240365294216758,
      "loss": 12.1624,
      "step": 30230
    },
    {
      "epoch": 4.950221057802522,
      "grad_norm": 0.13596706092357635,
      "learning_rate": 0.0001023984847885755,
      "loss": 12.1647,
      "step": 30231
    },
    {
      "epoch": 4.950384804322908,
      "grad_norm": 0.15006542205810547,
      "learning_rate": 0.00010239331662857341,
      "loss": 12.1633,
      "step": 30232
    },
    {
      "epoch": 4.950548550843295,
      "grad_norm": 0.1685936003923416,
      "learning_rate": 0.0001023881484621751,
      "loss": 12.16,
      "step": 30233
    },
    {
      "epoch": 4.9507122973636815,
      "grad_norm": 0.16901741921901703,
      "learning_rate": 0.00010238298028939446,
      "loss": 12.1332,
      "step": 30234
    },
    {
      "epoch": 4.950876043884067,
      "grad_norm": 0.13139909505844116,
      "learning_rate": 0.00010237781211024522,
      "loss": 12.1593,
      "step": 30235
    },
    {
      "epoch": 4.951039790404454,
      "grad_norm": 0.1250929832458496,
      "learning_rate": 0.00010237264392474123,
      "loss": 12.187,
      "step": 30236
    },
    {
      "epoch": 4.95120353692484,
      "grad_norm": 0.15148381888866425,
      "learning_rate": 0.00010236747573289632,
      "loss": 12.2144,
      "step": 30237
    },
    {
      "epoch": 4.951367283445227,
      "grad_norm": 0.15466992557048798,
      "learning_rate": 0.00010236230753472424,
      "loss": 12.1935,
      "step": 30238
    },
    {
      "epoch": 4.951531029965613,
      "grad_norm": 0.17109280824661255,
      "learning_rate": 0.0001023571393302389,
      "loss": 12.1375,
      "step": 30239
    },
    {
      "epoch": 4.951694776486,
      "grad_norm": 0.1395396888256073,
      "learning_rate": 0.000102351971119454,
      "loss": 12.1894,
      "step": 30240
    },
    {
      "epoch": 4.951858523006386,
      "grad_norm": 0.1451704353094101,
      "learning_rate": 0.00010234680290238341,
      "loss": 12.1704,
      "step": 30241
    },
    {
      "epoch": 4.952022269526773,
      "grad_norm": 0.17274360358715057,
      "learning_rate": 0.00010234163467904096,
      "loss": 12.1344,
      "step": 30242
    },
    {
      "epoch": 4.952186016047159,
      "grad_norm": 0.16940520703792572,
      "learning_rate": 0.00010233646644944044,
      "loss": 12.2052,
      "step": 30243
    },
    {
      "epoch": 4.952349762567545,
      "grad_norm": 0.16237933933734894,
      "learning_rate": 0.00010233129821359566,
      "loss": 12.1769,
      "step": 30244
    },
    {
      "epoch": 4.9525135090879315,
      "grad_norm": 0.12987908720970154,
      "learning_rate": 0.0001023261299715204,
      "loss": 12.1215,
      "step": 30245
    },
    {
      "epoch": 4.952677255608318,
      "grad_norm": 0.15611468255519867,
      "learning_rate": 0.00010232096172322854,
      "loss": 12.1592,
      "step": 30246
    },
    {
      "epoch": 4.952841002128705,
      "grad_norm": 0.1479811668395996,
      "learning_rate": 0.00010231579346873386,
      "loss": 12.1949,
      "step": 30247
    },
    {
      "epoch": 4.953004748649091,
      "grad_norm": 0.17671933770179749,
      "learning_rate": 0.00010231062520805015,
      "loss": 12.151,
      "step": 30248
    },
    {
      "epoch": 4.953168495169478,
      "grad_norm": 0.18902842700481415,
      "learning_rate": 0.00010230545694119127,
      "loss": 12.2067,
      "step": 30249
    },
    {
      "epoch": 4.953332241689864,
      "grad_norm": 0.29835477471351624,
      "learning_rate": 0.00010230028866817101,
      "loss": 12.1897,
      "step": 30250
    },
    {
      "epoch": 4.953495988210251,
      "grad_norm": 0.15051260590553284,
      "learning_rate": 0.00010229512038900315,
      "loss": 12.1435,
      "step": 30251
    },
    {
      "epoch": 4.953659734730637,
      "grad_norm": 0.12056997418403625,
      "learning_rate": 0.00010228995210370154,
      "loss": 12.1721,
      "step": 30252
    },
    {
      "epoch": 4.953823481251024,
      "grad_norm": 0.17854629456996918,
      "learning_rate": 0.00010228478381228,
      "loss": 12.2295,
      "step": 30253
    },
    {
      "epoch": 4.95398722777141,
      "grad_norm": 0.17699028551578522,
      "learning_rate": 0.00010227961551475229,
      "loss": 12.1964,
      "step": 30254
    },
    {
      "epoch": 4.954150974291796,
      "grad_norm": 0.22729367017745972,
      "learning_rate": 0.00010227444721113228,
      "loss": 12.1724,
      "step": 30255
    },
    {
      "epoch": 4.9543147208121825,
      "grad_norm": 0.16949696838855743,
      "learning_rate": 0.00010226927890143376,
      "loss": 12.2067,
      "step": 30256
    },
    {
      "epoch": 4.954478467332569,
      "grad_norm": 0.12200865149497986,
      "learning_rate": 0.00010226411058567054,
      "loss": 12.1874,
      "step": 30257
    },
    {
      "epoch": 4.954642213852956,
      "grad_norm": 0.12418753653764725,
      "learning_rate": 0.00010225894226385644,
      "loss": 12.1606,
      "step": 30258
    },
    {
      "epoch": 4.954805960373342,
      "grad_norm": 0.15856236219406128,
      "learning_rate": 0.00010225377393600529,
      "loss": 12.1823,
      "step": 30259
    },
    {
      "epoch": 4.954969706893729,
      "grad_norm": 0.19219157099723816,
      "learning_rate": 0.00010224860560213081,
      "loss": 12.1413,
      "step": 30260
    },
    {
      "epoch": 4.955133453414115,
      "grad_norm": 0.14832286536693573,
      "learning_rate": 0.00010224343726224695,
      "loss": 12.1634,
      "step": 30261
    },
    {
      "epoch": 4.955297199934502,
      "grad_norm": 0.17801308631896973,
      "learning_rate": 0.00010223826891636742,
      "loss": 12.1665,
      "step": 30262
    },
    {
      "epoch": 4.955460946454888,
      "grad_norm": 0.15602533519268036,
      "learning_rate": 0.00010223310056450609,
      "loss": 12.1738,
      "step": 30263
    },
    {
      "epoch": 4.955624692975274,
      "grad_norm": 0.16939674317836761,
      "learning_rate": 0.00010222793220667673,
      "loss": 12.2194,
      "step": 30264
    },
    {
      "epoch": 4.95578843949566,
      "grad_norm": 0.12608309090137482,
      "learning_rate": 0.00010222276384289318,
      "loss": 12.2205,
      "step": 30265
    },
    {
      "epoch": 4.955952186016047,
      "grad_norm": 0.14539028704166412,
      "learning_rate": 0.00010221759547316924,
      "loss": 12.1504,
      "step": 30266
    },
    {
      "epoch": 4.9561159325364335,
      "grad_norm": 0.12476961314678192,
      "learning_rate": 0.00010221242709751873,
      "loss": 12.1676,
      "step": 30267
    },
    {
      "epoch": 4.95627967905682,
      "grad_norm": 0.1463681161403656,
      "learning_rate": 0.00010220725871595547,
      "loss": 12.1538,
      "step": 30268
    },
    {
      "epoch": 4.9564434255772065,
      "grad_norm": 0.13873480260372162,
      "learning_rate": 0.00010220209032849324,
      "loss": 12.1687,
      "step": 30269
    },
    {
      "epoch": 4.956607172097593,
      "grad_norm": 0.14669208228588104,
      "learning_rate": 0.0001021969219351459,
      "loss": 12.1665,
      "step": 30270
    },
    {
      "epoch": 4.95677091861798,
      "grad_norm": 0.16715435683727264,
      "learning_rate": 0.00010219175353592723,
      "loss": 12.2018,
      "step": 30271
    },
    {
      "epoch": 4.956934665138366,
      "grad_norm": 0.13385844230651855,
      "learning_rate": 0.00010218658513085104,
      "loss": 12.1655,
      "step": 30272
    },
    {
      "epoch": 4.957098411658752,
      "grad_norm": 0.14329437911510468,
      "learning_rate": 0.00010218141671993118,
      "loss": 12.1848,
      "step": 30273
    },
    {
      "epoch": 4.957262158179139,
      "grad_norm": 0.15171830356121063,
      "learning_rate": 0.00010217624830318142,
      "loss": 12.1212,
      "step": 30274
    },
    {
      "epoch": 4.957425904699525,
      "grad_norm": 0.19335705041885376,
      "learning_rate": 0.00010217107988061556,
      "loss": 12.1949,
      "step": 30275
    },
    {
      "epoch": 4.957589651219911,
      "grad_norm": 0.15862619876861572,
      "learning_rate": 0.00010216591145224749,
      "loss": 12.1532,
      "step": 30276
    },
    {
      "epoch": 4.957753397740298,
      "grad_norm": 0.16261985898017883,
      "learning_rate": 0.00010216074301809095,
      "loss": 12.1655,
      "step": 30277
    },
    {
      "epoch": 4.957917144260684,
      "grad_norm": 0.18051202595233917,
      "learning_rate": 0.00010215557457815979,
      "loss": 12.134,
      "step": 30278
    },
    {
      "epoch": 4.958080890781071,
      "grad_norm": 0.15110176801681519,
      "learning_rate": 0.00010215040613246777,
      "loss": 12.1503,
      "step": 30279
    },
    {
      "epoch": 4.9582446373014575,
      "grad_norm": 0.12360936403274536,
      "learning_rate": 0.00010214523768102882,
      "loss": 12.1725,
      "step": 30280
    },
    {
      "epoch": 4.958408383821844,
      "grad_norm": 0.18105295300483704,
      "learning_rate": 0.0001021400692238566,
      "loss": 12.1895,
      "step": 30281
    },
    {
      "epoch": 4.9585721303422305,
      "grad_norm": 0.15732865035533905,
      "learning_rate": 0.00010213490076096501,
      "loss": 12.1936,
      "step": 30282
    },
    {
      "epoch": 4.958735876862617,
      "grad_norm": 0.17398369312286377,
      "learning_rate": 0.00010212973229236787,
      "loss": 12.1674,
      "step": 30283
    },
    {
      "epoch": 4.958899623383003,
      "grad_norm": 0.13871127367019653,
      "learning_rate": 0.00010212456381807898,
      "loss": 12.1296,
      "step": 30284
    },
    {
      "epoch": 4.959063369903389,
      "grad_norm": 0.18218344449996948,
      "learning_rate": 0.00010211939533811214,
      "loss": 12.2005,
      "step": 30285
    },
    {
      "epoch": 4.959227116423776,
      "grad_norm": 0.1616910845041275,
      "learning_rate": 0.00010211422685248115,
      "loss": 12.176,
      "step": 30286
    },
    {
      "epoch": 4.959390862944162,
      "grad_norm": 0.11910486221313477,
      "learning_rate": 0.00010210905836119989,
      "loss": 12.1427,
      "step": 30287
    },
    {
      "epoch": 4.959554609464549,
      "grad_norm": 0.1156856119632721,
      "learning_rate": 0.00010210388986428208,
      "loss": 12.1814,
      "step": 30288
    },
    {
      "epoch": 4.959718355984935,
      "grad_norm": 0.15776261687278748,
      "learning_rate": 0.00010209872136174159,
      "loss": 12.1655,
      "step": 30289
    },
    {
      "epoch": 4.959882102505322,
      "grad_norm": 0.19455204904079437,
      "learning_rate": 0.00010209355285359221,
      "loss": 12.1519,
      "step": 30290
    },
    {
      "epoch": 4.960045849025708,
      "grad_norm": 0.1345112919807434,
      "learning_rate": 0.00010208838433984779,
      "loss": 12.1719,
      "step": 30291
    },
    {
      "epoch": 4.960209595546095,
      "grad_norm": 0.15859007835388184,
      "learning_rate": 0.00010208321582052209,
      "loss": 12.1687,
      "step": 30292
    },
    {
      "epoch": 4.960373342066481,
      "grad_norm": 0.15119600296020508,
      "learning_rate": 0.00010207804729562898,
      "loss": 12.1615,
      "step": 30293
    },
    {
      "epoch": 4.960537088586867,
      "grad_norm": 0.13487865030765533,
      "learning_rate": 0.00010207287876518224,
      "loss": 12.137,
      "step": 30294
    },
    {
      "epoch": 4.960700835107254,
      "grad_norm": 0.2861199676990509,
      "learning_rate": 0.00010206771022919568,
      "loss": 12.244,
      "step": 30295
    },
    {
      "epoch": 4.96086458162764,
      "grad_norm": 0.13148553669452667,
      "learning_rate": 0.0001020625416876831,
      "loss": 12.1592,
      "step": 30296
    },
    {
      "epoch": 4.961028328148027,
      "grad_norm": 0.18288256227970123,
      "learning_rate": 0.00010205737314065835,
      "loss": 12.1693,
      "step": 30297
    },
    {
      "epoch": 4.961192074668413,
      "grad_norm": 0.16858692467212677,
      "learning_rate": 0.00010205220458813523,
      "loss": 12.1657,
      "step": 30298
    },
    {
      "epoch": 4.9613558211888,
      "grad_norm": 0.13706152141094208,
      "learning_rate": 0.00010204703603012751,
      "loss": 12.1808,
      "step": 30299
    },
    {
      "epoch": 4.961519567709186,
      "grad_norm": 0.17866992950439453,
      "learning_rate": 0.00010204186746664907,
      "loss": 12.192,
      "step": 30300
    },
    {
      "epoch": 4.961683314229573,
      "grad_norm": 0.13680532574653625,
      "learning_rate": 0.00010203669889771368,
      "loss": 12.1798,
      "step": 30301
    },
    {
      "epoch": 4.961847060749959,
      "grad_norm": 0.15982842445373535,
      "learning_rate": 0.00010203153032333521,
      "loss": 12.1636,
      "step": 30302
    },
    {
      "epoch": 4.962010807270346,
      "grad_norm": 0.13041022419929504,
      "learning_rate": 0.0001020263617435274,
      "loss": 12.1604,
      "step": 30303
    },
    {
      "epoch": 4.962174553790732,
      "grad_norm": 0.24363604187965393,
      "learning_rate": 0.0001020211931583041,
      "loss": 12.1581,
      "step": 30304
    },
    {
      "epoch": 4.962338300311118,
      "grad_norm": 0.1937970668077469,
      "learning_rate": 0.00010201602456767912,
      "loss": 12.1943,
      "step": 30305
    },
    {
      "epoch": 4.962502046831505,
      "grad_norm": 0.1644997000694275,
      "learning_rate": 0.00010201085597166626,
      "loss": 12.1842,
      "step": 30306
    },
    {
      "epoch": 4.962665793351891,
      "grad_norm": 0.12040478736162186,
      "learning_rate": 0.00010200568737027933,
      "loss": 12.1733,
      "step": 30307
    },
    {
      "epoch": 4.962829539872278,
      "grad_norm": 0.15959878265857697,
      "learning_rate": 0.00010200051876353218,
      "loss": 12.1827,
      "step": 30308
    },
    {
      "epoch": 4.962993286392664,
      "grad_norm": 0.2125685065984726,
      "learning_rate": 0.00010199535015143862,
      "loss": 12.1735,
      "step": 30309
    },
    {
      "epoch": 4.963157032913051,
      "grad_norm": 0.1271364986896515,
      "learning_rate": 0.00010199018153401241,
      "loss": 12.173,
      "step": 30310
    },
    {
      "epoch": 4.963320779433437,
      "grad_norm": 0.15209217369556427,
      "learning_rate": 0.00010198501291126739,
      "loss": 12.1207,
      "step": 30311
    },
    {
      "epoch": 4.963484525953824,
      "grad_norm": 0.1752912849187851,
      "learning_rate": 0.00010197984428321739,
      "loss": 12.2387,
      "step": 30312
    },
    {
      "epoch": 4.9636482724742095,
      "grad_norm": 0.1587321162223816,
      "learning_rate": 0.00010197467564987621,
      "loss": 12.1894,
      "step": 30313
    },
    {
      "epoch": 4.963812018994596,
      "grad_norm": 0.20685501396656036,
      "learning_rate": 0.0001019695070112577,
      "loss": 12.2168,
      "step": 30314
    },
    {
      "epoch": 4.9639757655149825,
      "grad_norm": 0.16296091675758362,
      "learning_rate": 0.00010196433836737558,
      "loss": 12.14,
      "step": 30315
    },
    {
      "epoch": 4.964139512035369,
      "grad_norm": 0.15086877346038818,
      "learning_rate": 0.00010195916971824378,
      "loss": 12.1973,
      "step": 30316
    },
    {
      "epoch": 4.964303258555756,
      "grad_norm": 0.14858457446098328,
      "learning_rate": 0.00010195400106387603,
      "loss": 12.1837,
      "step": 30317
    },
    {
      "epoch": 4.964467005076142,
      "grad_norm": 0.19731077551841736,
      "learning_rate": 0.00010194883240428615,
      "loss": 12.1565,
      "step": 30318
    },
    {
      "epoch": 4.964630751596529,
      "grad_norm": 0.14965254068374634,
      "learning_rate": 0.00010194366373948801,
      "loss": 12.1643,
      "step": 30319
    },
    {
      "epoch": 4.964794498116915,
      "grad_norm": 0.1489037126302719,
      "learning_rate": 0.00010193849506949535,
      "loss": 12.1753,
      "step": 30320
    },
    {
      "epoch": 4.964958244637302,
      "grad_norm": 0.20368395745754242,
      "learning_rate": 0.00010193332639432205,
      "loss": 12.1741,
      "step": 30321
    },
    {
      "epoch": 4.965121991157688,
      "grad_norm": 0.17242427170276642,
      "learning_rate": 0.00010192815771398188,
      "loss": 12.2723,
      "step": 30322
    },
    {
      "epoch": 4.965285737678075,
      "grad_norm": 0.17548494040966034,
      "learning_rate": 0.00010192298902848864,
      "loss": 12.1801,
      "step": 30323
    },
    {
      "epoch": 4.96544948419846,
      "grad_norm": 0.1893400400876999,
      "learning_rate": 0.00010191782033785622,
      "loss": 12.148,
      "step": 30324
    },
    {
      "epoch": 4.965613230718847,
      "grad_norm": 0.1315739005804062,
      "learning_rate": 0.00010191265164209835,
      "loss": 12.2026,
      "step": 30325
    },
    {
      "epoch": 4.9657769772392335,
      "grad_norm": 0.1744088977575302,
      "learning_rate": 0.00010190748294122889,
      "loss": 12.1354,
      "step": 30326
    },
    {
      "epoch": 4.96594072375962,
      "grad_norm": 0.14565815031528473,
      "learning_rate": 0.00010190231423526165,
      "loss": 12.1922,
      "step": 30327
    },
    {
      "epoch": 4.966104470280007,
      "grad_norm": 0.218227818608284,
      "learning_rate": 0.00010189714552421042,
      "loss": 12.1898,
      "step": 30328
    },
    {
      "epoch": 4.966268216800393,
      "grad_norm": 0.1289009153842926,
      "learning_rate": 0.00010189197680808902,
      "loss": 12.1881,
      "step": 30329
    },
    {
      "epoch": 4.96643196332078,
      "grad_norm": 0.20166015625,
      "learning_rate": 0.00010188680808691126,
      "loss": 12.184,
      "step": 30330
    },
    {
      "epoch": 4.966595709841166,
      "grad_norm": 0.18485623598098755,
      "learning_rate": 0.000101881639360691,
      "loss": 12.1807,
      "step": 30331
    },
    {
      "epoch": 4.966759456361553,
      "grad_norm": 0.1296345442533493,
      "learning_rate": 0.00010187647062944199,
      "loss": 12.1811,
      "step": 30332
    },
    {
      "epoch": 4.966923202881938,
      "grad_norm": 0.16714443266391754,
      "learning_rate": 0.00010187130189317806,
      "loss": 12.1894,
      "step": 30333
    },
    {
      "epoch": 4.967086949402325,
      "grad_norm": 0.11967631429433823,
      "learning_rate": 0.00010186613315191307,
      "loss": 12.1838,
      "step": 30334
    },
    {
      "epoch": 4.967250695922711,
      "grad_norm": 0.14498372375965118,
      "learning_rate": 0.0001018609644056608,
      "loss": 12.1509,
      "step": 30335
    },
    {
      "epoch": 4.967414442443098,
      "grad_norm": 0.14478130638599396,
      "learning_rate": 0.00010185579565443504,
      "loss": 12.164,
      "step": 30336
    },
    {
      "epoch": 4.9675781889634845,
      "grad_norm": 0.14905831217765808,
      "learning_rate": 0.00010185062689824963,
      "loss": 12.178,
      "step": 30337
    },
    {
      "epoch": 4.967741935483871,
      "grad_norm": 0.14037305116653442,
      "learning_rate": 0.00010184545813711837,
      "loss": 12.2116,
      "step": 30338
    },
    {
      "epoch": 4.9679056820042575,
      "grad_norm": 0.1930232048034668,
      "learning_rate": 0.0001018402893710551,
      "loss": 12.1857,
      "step": 30339
    },
    {
      "epoch": 4.968069428524644,
      "grad_norm": 0.1533992886543274,
      "learning_rate": 0.0001018351206000736,
      "loss": 12.2092,
      "step": 30340
    },
    {
      "epoch": 4.968233175045031,
      "grad_norm": 0.1183096170425415,
      "learning_rate": 0.00010182995182418771,
      "loss": 12.1717,
      "step": 30341
    },
    {
      "epoch": 4.968396921565416,
      "grad_norm": 0.1645416021347046,
      "learning_rate": 0.00010182478304341123,
      "loss": 12.2161,
      "step": 30342
    },
    {
      "epoch": 4.968560668085804,
      "grad_norm": 0.25303494930267334,
      "learning_rate": 0.00010181961425775799,
      "loss": 12.1899,
      "step": 30343
    },
    {
      "epoch": 4.968724414606189,
      "grad_norm": 0.13198283314704895,
      "learning_rate": 0.00010181444546724179,
      "loss": 12.1599,
      "step": 30344
    },
    {
      "epoch": 4.968888161126576,
      "grad_norm": 0.15299558639526367,
      "learning_rate": 0.00010180927667187641,
      "loss": 12.195,
      "step": 30345
    },
    {
      "epoch": 4.969051907646962,
      "grad_norm": 0.13803066313266754,
      "learning_rate": 0.00010180410787167573,
      "loss": 12.1878,
      "step": 30346
    },
    {
      "epoch": 4.969215654167349,
      "grad_norm": 0.13990961015224457,
      "learning_rate": 0.00010179893906665354,
      "loss": 12.1508,
      "step": 30347
    },
    {
      "epoch": 4.969379400687735,
      "grad_norm": 0.16330455243587494,
      "learning_rate": 0.00010179377025682363,
      "loss": 12.1545,
      "step": 30348
    },
    {
      "epoch": 4.969543147208122,
      "grad_norm": 0.1514354795217514,
      "learning_rate": 0.00010178860144219982,
      "loss": 12.1934,
      "step": 30349
    },
    {
      "epoch": 4.9697068937285085,
      "grad_norm": 0.1409412920475006,
      "learning_rate": 0.00010178343262279594,
      "loss": 12.1797,
      "step": 30350
    },
    {
      "epoch": 4.969870640248895,
      "grad_norm": 0.3122616410255432,
      "learning_rate": 0.00010177826379862583,
      "loss": 12.1329,
      "step": 30351
    },
    {
      "epoch": 4.9700343867692816,
      "grad_norm": 0.23227855563163757,
      "learning_rate": 0.00010177309496970322,
      "loss": 12.1605,
      "step": 30352
    },
    {
      "epoch": 4.970198133289667,
      "grad_norm": 0.23866330087184906,
      "learning_rate": 0.000101767926136042,
      "loss": 12.1763,
      "step": 30353
    },
    {
      "epoch": 4.970361879810054,
      "grad_norm": 0.19583125412464142,
      "learning_rate": 0.00010176275729765596,
      "loss": 12.1556,
      "step": 30354
    },
    {
      "epoch": 4.97052562633044,
      "grad_norm": 0.13102397322654724,
      "learning_rate": 0.00010175758845455892,
      "loss": 12.1506,
      "step": 30355
    },
    {
      "epoch": 4.970689372850827,
      "grad_norm": 0.14654873311519623,
      "learning_rate": 0.00010175241960676464,
      "loss": 12.1432,
      "step": 30356
    },
    {
      "epoch": 4.970853119371213,
      "grad_norm": 0.13893945515155792,
      "learning_rate": 0.00010174725075428703,
      "loss": 12.1387,
      "step": 30357
    },
    {
      "epoch": 4.9710168658916,
      "grad_norm": 0.1602531224489212,
      "learning_rate": 0.00010174208189713986,
      "loss": 12.1592,
      "step": 30358
    },
    {
      "epoch": 4.971180612411986,
      "grad_norm": 0.13748782873153687,
      "learning_rate": 0.00010173691303533693,
      "loss": 12.1833,
      "step": 30359
    },
    {
      "epoch": 4.971344358932373,
      "grad_norm": 0.1573101133108139,
      "learning_rate": 0.00010173174416889201,
      "loss": 12.2018,
      "step": 30360
    },
    {
      "epoch": 4.9715081054527595,
      "grad_norm": 0.15756529569625854,
      "learning_rate": 0.00010172657529781904,
      "loss": 12.2063,
      "step": 30361
    },
    {
      "epoch": 4.971671851973145,
      "grad_norm": 0.1585986167192459,
      "learning_rate": 0.00010172140642213173,
      "loss": 12.1821,
      "step": 30362
    },
    {
      "epoch": 4.971835598493532,
      "grad_norm": 0.11633002758026123,
      "learning_rate": 0.00010171623754184392,
      "loss": 12.1796,
      "step": 30363
    },
    {
      "epoch": 4.971999345013918,
      "grad_norm": 0.1512928307056427,
      "learning_rate": 0.0001017110686569694,
      "loss": 12.1737,
      "step": 30364
    },
    {
      "epoch": 4.972163091534305,
      "grad_norm": 0.13916419446468353,
      "learning_rate": 0.00010170589976752207,
      "loss": 12.1883,
      "step": 30365
    },
    {
      "epoch": 4.972326838054691,
      "grad_norm": 0.15522456169128418,
      "learning_rate": 0.00010170073087351563,
      "loss": 12.1965,
      "step": 30366
    },
    {
      "epoch": 4.972490584575078,
      "grad_norm": 0.1452764868736267,
      "learning_rate": 0.00010169556197496397,
      "loss": 12.1762,
      "step": 30367
    },
    {
      "epoch": 4.972654331095464,
      "grad_norm": 0.1513919234275818,
      "learning_rate": 0.00010169039307188091,
      "loss": 12.1805,
      "step": 30368
    },
    {
      "epoch": 4.972818077615851,
      "grad_norm": 0.1569567322731018,
      "learning_rate": 0.0001016852241642802,
      "loss": 12.1752,
      "step": 30369
    },
    {
      "epoch": 4.972981824136237,
      "grad_norm": 0.196524977684021,
      "learning_rate": 0.0001016800552521757,
      "loss": 12.1903,
      "step": 30370
    },
    {
      "epoch": 4.973145570656624,
      "grad_norm": 0.11604125797748566,
      "learning_rate": 0.00010167488633558123,
      "loss": 12.1611,
      "step": 30371
    },
    {
      "epoch": 4.97330931717701,
      "grad_norm": 0.16322912275791168,
      "learning_rate": 0.00010166971741451059,
      "loss": 12.1674,
      "step": 30372
    },
    {
      "epoch": 4.973473063697396,
      "grad_norm": 0.16395442187786102,
      "learning_rate": 0.00010166454848897758,
      "loss": 12.1892,
      "step": 30373
    },
    {
      "epoch": 4.973636810217783,
      "grad_norm": 0.17351852357387543,
      "learning_rate": 0.00010165937955899603,
      "loss": 12.1812,
      "step": 30374
    },
    {
      "epoch": 4.973800556738169,
      "grad_norm": 0.12069584429264069,
      "learning_rate": 0.00010165421062457973,
      "loss": 12.176,
      "step": 30375
    },
    {
      "epoch": 4.973964303258556,
      "grad_norm": 0.12778541445732117,
      "learning_rate": 0.00010164904168574259,
      "loss": 12.1467,
      "step": 30376
    },
    {
      "epoch": 4.974128049778942,
      "grad_norm": 0.13289323449134827,
      "learning_rate": 0.00010164387274249827,
      "loss": 12.2461,
      "step": 30377
    },
    {
      "epoch": 4.974291796299329,
      "grad_norm": 0.13214059174060822,
      "learning_rate": 0.00010163870379486069,
      "loss": 12.1398,
      "step": 30378
    },
    {
      "epoch": 4.974455542819715,
      "grad_norm": 0.12783361971378326,
      "learning_rate": 0.00010163353484284366,
      "loss": 12.1855,
      "step": 30379
    },
    {
      "epoch": 4.974619289340102,
      "grad_norm": 0.1675874888896942,
      "learning_rate": 0.00010162836588646096,
      "loss": 12.1425,
      "step": 30380
    },
    {
      "epoch": 4.974783035860488,
      "grad_norm": 0.1016327515244484,
      "learning_rate": 0.00010162319692572639,
      "loss": 12.1897,
      "step": 30381
    },
    {
      "epoch": 4.974946782380874,
      "grad_norm": 0.17040346562862396,
      "learning_rate": 0.00010161802796065383,
      "loss": 12.204,
      "step": 30382
    },
    {
      "epoch": 4.9751105289012605,
      "grad_norm": 0.20277492702007294,
      "learning_rate": 0.00010161285899125703,
      "loss": 12.2308,
      "step": 30383
    },
    {
      "epoch": 4.975274275421647,
      "grad_norm": 0.2280247062444687,
      "learning_rate": 0.00010160769001754984,
      "loss": 12.189,
      "step": 30384
    },
    {
      "epoch": 4.9754380219420336,
      "grad_norm": 0.1681392341852188,
      "learning_rate": 0.00010160252103954604,
      "loss": 12.1878,
      "step": 30385
    },
    {
      "epoch": 4.97560176846242,
      "grad_norm": 0.13084837794303894,
      "learning_rate": 0.00010159735205725948,
      "loss": 12.1639,
      "step": 30386
    },
    {
      "epoch": 4.975765514982807,
      "grad_norm": 0.1377457231283188,
      "learning_rate": 0.000101592183070704,
      "loss": 12.2151,
      "step": 30387
    },
    {
      "epoch": 4.975929261503193,
      "grad_norm": 0.12895207107067108,
      "learning_rate": 0.00010158701407989333,
      "loss": 12.2042,
      "step": 30388
    },
    {
      "epoch": 4.97609300802358,
      "grad_norm": 0.1623988002538681,
      "learning_rate": 0.00010158184508484134,
      "loss": 12.2338,
      "step": 30389
    },
    {
      "epoch": 4.976256754543966,
      "grad_norm": 0.20579953491687775,
      "learning_rate": 0.00010157667608556185,
      "loss": 12.2026,
      "step": 30390
    },
    {
      "epoch": 4.976420501064353,
      "grad_norm": 0.12549960613250732,
      "learning_rate": 0.00010157150708206864,
      "loss": 12.2219,
      "step": 30391
    },
    {
      "epoch": 4.976584247584739,
      "grad_norm": 0.1231146976351738,
      "learning_rate": 0.00010156633807437554,
      "loss": 12.1674,
      "step": 30392
    },
    {
      "epoch": 4.976747994105125,
      "grad_norm": 0.13662488758563995,
      "learning_rate": 0.00010156116906249637,
      "loss": 12.1415,
      "step": 30393
    },
    {
      "epoch": 4.9769117406255114,
      "grad_norm": 0.12379754334688187,
      "learning_rate": 0.00010155600004644496,
      "loss": 12.1557,
      "step": 30394
    },
    {
      "epoch": 4.977075487145898,
      "grad_norm": 0.16750681400299072,
      "learning_rate": 0.0001015508310262351,
      "loss": 12.2054,
      "step": 30395
    },
    {
      "epoch": 4.9772392336662845,
      "grad_norm": 0.17251572012901306,
      "learning_rate": 0.0001015456620018806,
      "loss": 12.1873,
      "step": 30396
    },
    {
      "epoch": 4.977402980186671,
      "grad_norm": 0.13658511638641357,
      "learning_rate": 0.0001015404929733953,
      "loss": 12.1683,
      "step": 30397
    },
    {
      "epoch": 4.977566726707058,
      "grad_norm": 0.13786925375461578,
      "learning_rate": 0.000101535323940793,
      "loss": 12.1441,
      "step": 30398
    },
    {
      "epoch": 4.977730473227444,
      "grad_norm": 0.16914606094360352,
      "learning_rate": 0.00010153015490408748,
      "loss": 12.1675,
      "step": 30399
    },
    {
      "epoch": 4.977894219747831,
      "grad_norm": 0.12792383134365082,
      "learning_rate": 0.0001015249858632926,
      "loss": 12.1672,
      "step": 30400
    },
    {
      "epoch": 4.978057966268217,
      "grad_norm": 0.15577542781829834,
      "learning_rate": 0.00010151981681842217,
      "loss": 12.1387,
      "step": 30401
    },
    {
      "epoch": 4.978221712788603,
      "grad_norm": 0.18274834752082825,
      "learning_rate": 0.00010151464776949003,
      "loss": 12.1681,
      "step": 30402
    },
    {
      "epoch": 4.978385459308989,
      "grad_norm": 0.1476336419582367,
      "learning_rate": 0.00010150947871650988,
      "loss": 12.155,
      "step": 30403
    },
    {
      "epoch": 4.978549205829376,
      "grad_norm": 0.13452157378196716,
      "learning_rate": 0.00010150430965949569,
      "loss": 12.142,
      "step": 30404
    },
    {
      "epoch": 4.978712952349762,
      "grad_norm": 0.19202101230621338,
      "learning_rate": 0.00010149914059846118,
      "loss": 12.1539,
      "step": 30405
    },
    {
      "epoch": 4.978876698870149,
      "grad_norm": 0.1274246722459793,
      "learning_rate": 0.00010149397153342017,
      "loss": 12.1783,
      "step": 30406
    },
    {
      "epoch": 4.9790404453905355,
      "grad_norm": 0.11881653964519501,
      "learning_rate": 0.00010148880246438647,
      "loss": 12.1498,
      "step": 30407
    },
    {
      "epoch": 4.979204191910922,
      "grad_norm": 0.160322368144989,
      "learning_rate": 0.00010148363339137394,
      "loss": 12.2153,
      "step": 30408
    },
    {
      "epoch": 4.9793679384313085,
      "grad_norm": 0.15872782468795776,
      "learning_rate": 0.00010147846431439639,
      "loss": 12.1791,
      "step": 30409
    },
    {
      "epoch": 4.979531684951695,
      "grad_norm": 0.14922915399074554,
      "learning_rate": 0.00010147329523346758,
      "loss": 12.1608,
      "step": 30410
    },
    {
      "epoch": 4.979695431472082,
      "grad_norm": 0.142900750041008,
      "learning_rate": 0.00010146812614860136,
      "loss": 12.1812,
      "step": 30411
    },
    {
      "epoch": 4.979859177992468,
      "grad_norm": 0.1385820508003235,
      "learning_rate": 0.00010146295705981155,
      "loss": 12.1829,
      "step": 30412
    },
    {
      "epoch": 4.980022924512854,
      "grad_norm": 0.12590980529785156,
      "learning_rate": 0.00010145778796711194,
      "loss": 12.2031,
      "step": 30413
    },
    {
      "epoch": 4.98018667103324,
      "grad_norm": 0.1524713784456253,
      "learning_rate": 0.00010145261887051637,
      "loss": 12.177,
      "step": 30414
    },
    {
      "epoch": 4.980350417553627,
      "grad_norm": 0.149818554520607,
      "learning_rate": 0.00010144744977003864,
      "loss": 12.2054,
      "step": 30415
    },
    {
      "epoch": 4.980514164074013,
      "grad_norm": 0.20265895128250122,
      "learning_rate": 0.00010144228066569257,
      "loss": 12.2709,
      "step": 30416
    },
    {
      "epoch": 4.9806779105944,
      "grad_norm": 0.14062342047691345,
      "learning_rate": 0.00010143711155749199,
      "loss": 12.2125,
      "step": 30417
    },
    {
      "epoch": 4.980841657114786,
      "grad_norm": 0.16290825605392456,
      "learning_rate": 0.00010143194244545067,
      "loss": 12.2343,
      "step": 30418
    },
    {
      "epoch": 4.981005403635173,
      "grad_norm": 0.13663020730018616,
      "learning_rate": 0.00010142677332958246,
      "loss": 12.1604,
      "step": 30419
    },
    {
      "epoch": 4.9811691501555595,
      "grad_norm": 0.13746105134487152,
      "learning_rate": 0.00010142160420990116,
      "loss": 12.1678,
      "step": 30420
    },
    {
      "epoch": 4.981332896675946,
      "grad_norm": 0.1740535944700241,
      "learning_rate": 0.00010141643508642062,
      "loss": 12.1387,
      "step": 30421
    },
    {
      "epoch": 4.981496643196332,
      "grad_norm": 0.15950627624988556,
      "learning_rate": 0.0001014112659591546,
      "loss": 12.1499,
      "step": 30422
    },
    {
      "epoch": 4.981660389716718,
      "grad_norm": 0.15892839431762695,
      "learning_rate": 0.00010140609682811695,
      "loss": 12.1791,
      "step": 30423
    },
    {
      "epoch": 4.981824136237105,
      "grad_norm": 0.16300204396247864,
      "learning_rate": 0.00010140092769332148,
      "loss": 12.1525,
      "step": 30424
    },
    {
      "epoch": 4.981987882757491,
      "grad_norm": 0.15334394574165344,
      "learning_rate": 0.000101395758554782,
      "loss": 12.1627,
      "step": 30425
    },
    {
      "epoch": 4.982151629277878,
      "grad_norm": 0.13375496864318848,
      "learning_rate": 0.00010139058941251232,
      "loss": 12.1831,
      "step": 30426
    },
    {
      "epoch": 4.982315375798264,
      "grad_norm": 0.172862246632576,
      "learning_rate": 0.00010138542026652624,
      "loss": 12.1956,
      "step": 30427
    },
    {
      "epoch": 4.982479122318651,
      "grad_norm": 0.16892705857753754,
      "learning_rate": 0.00010138025111683765,
      "loss": 12.1624,
      "step": 30428
    },
    {
      "epoch": 4.982642868839037,
      "grad_norm": 0.1348964124917984,
      "learning_rate": 0.00010137508196346027,
      "loss": 12.2528,
      "step": 30429
    },
    {
      "epoch": 4.982806615359424,
      "grad_norm": 0.15755969285964966,
      "learning_rate": 0.00010136991280640793,
      "loss": 12.1977,
      "step": 30430
    },
    {
      "epoch": 4.98297036187981,
      "grad_norm": 0.15752547979354858,
      "learning_rate": 0.0001013647436456945,
      "loss": 12.1767,
      "step": 30431
    },
    {
      "epoch": 4.983134108400197,
      "grad_norm": 0.1193804144859314,
      "learning_rate": 0.00010135957448133375,
      "loss": 12.1665,
      "step": 30432
    },
    {
      "epoch": 4.983297854920583,
      "grad_norm": 0.20449106395244598,
      "learning_rate": 0.00010135440531333952,
      "loss": 12.2003,
      "step": 30433
    },
    {
      "epoch": 4.983461601440969,
      "grad_norm": 0.14579038321971893,
      "learning_rate": 0.00010134923614172561,
      "loss": 12.1564,
      "step": 30434
    },
    {
      "epoch": 4.983625347961356,
      "grad_norm": 0.17900705337524414,
      "learning_rate": 0.00010134406696650585,
      "loss": 12.2192,
      "step": 30435
    },
    {
      "epoch": 4.983789094481742,
      "grad_norm": 0.1308206170797348,
      "learning_rate": 0.00010133889778769401,
      "loss": 12.1094,
      "step": 30436
    },
    {
      "epoch": 4.983952841002129,
      "grad_norm": 0.2633143365383148,
      "learning_rate": 0.00010133372860530395,
      "loss": 12.1941,
      "step": 30437
    },
    {
      "epoch": 4.984116587522515,
      "grad_norm": 0.1460368037223816,
      "learning_rate": 0.00010132855941934947,
      "loss": 12.1662,
      "step": 30438
    },
    {
      "epoch": 4.984280334042902,
      "grad_norm": 0.23673899471759796,
      "learning_rate": 0.00010132339022984439,
      "loss": 12.2038,
      "step": 30439
    },
    {
      "epoch": 4.984444080563288,
      "grad_norm": 0.1429072916507721,
      "learning_rate": 0.00010131822103680253,
      "loss": 12.2208,
      "step": 30440
    },
    {
      "epoch": 4.984607827083675,
      "grad_norm": 0.26322096586227417,
      "learning_rate": 0.00010131305184023765,
      "loss": 12.1675,
      "step": 30441
    },
    {
      "epoch": 4.9847715736040605,
      "grad_norm": 0.14779749512672424,
      "learning_rate": 0.00010130788264016369,
      "loss": 12.2215,
      "step": 30442
    },
    {
      "epoch": 4.984935320124447,
      "grad_norm": 0.15933629870414734,
      "learning_rate": 0.00010130271343659432,
      "loss": 12.1989,
      "step": 30443
    },
    {
      "epoch": 4.985099066644834,
      "grad_norm": 0.1267291158437729,
      "learning_rate": 0.00010129754422954343,
      "loss": 12.1296,
      "step": 30444
    },
    {
      "epoch": 4.98526281316522,
      "grad_norm": 0.12860023975372314,
      "learning_rate": 0.00010129237501902482,
      "loss": 12.1939,
      "step": 30445
    },
    {
      "epoch": 4.985426559685607,
      "grad_norm": 0.17071539163589478,
      "learning_rate": 0.00010128720580505236,
      "loss": 12.1979,
      "step": 30446
    },
    {
      "epoch": 4.985590306205993,
      "grad_norm": 0.1844361424446106,
      "learning_rate": 0.00010128203658763975,
      "loss": 12.1851,
      "step": 30447
    },
    {
      "epoch": 4.98575405272638,
      "grad_norm": 0.14637097716331482,
      "learning_rate": 0.00010127686736680091,
      "loss": 12.2258,
      "step": 30448
    },
    {
      "epoch": 4.985917799246766,
      "grad_norm": 0.13144737482070923,
      "learning_rate": 0.00010127169814254958,
      "loss": 12.2017,
      "step": 30449
    },
    {
      "epoch": 4.986081545767153,
      "grad_norm": 0.12760339677333832,
      "learning_rate": 0.00010126652891489967,
      "loss": 12.1959,
      "step": 30450
    },
    {
      "epoch": 4.986245292287538,
      "grad_norm": 0.16170811653137207,
      "learning_rate": 0.00010126135968386488,
      "loss": 12.1652,
      "step": 30451
    },
    {
      "epoch": 4.986409038807925,
      "grad_norm": 0.2893533706665039,
      "learning_rate": 0.00010125619044945908,
      "loss": 12.1602,
      "step": 30452
    },
    {
      "epoch": 4.9865727853283115,
      "grad_norm": 0.1624869853258133,
      "learning_rate": 0.00010125102121169612,
      "loss": 12.1661,
      "step": 30453
    },
    {
      "epoch": 4.986736531848698,
      "grad_norm": 0.1862025409936905,
      "learning_rate": 0.00010124585197058974,
      "loss": 12.1415,
      "step": 30454
    },
    {
      "epoch": 4.986900278369085,
      "grad_norm": 0.15832535922527313,
      "learning_rate": 0.0001012406827261538,
      "loss": 12.1957,
      "step": 30455
    },
    {
      "epoch": 4.987064024889471,
      "grad_norm": 0.1760682910680771,
      "learning_rate": 0.0001012355134784021,
      "loss": 12.1986,
      "step": 30456
    },
    {
      "epoch": 4.987227771409858,
      "grad_norm": 0.11731554567813873,
      "learning_rate": 0.0001012303442273485,
      "loss": 12.2365,
      "step": 30457
    },
    {
      "epoch": 4.987391517930244,
      "grad_norm": 0.15663883090019226,
      "learning_rate": 0.00010122517497300674,
      "loss": 12.2022,
      "step": 30458
    },
    {
      "epoch": 4.987555264450631,
      "grad_norm": 0.22565466165542603,
      "learning_rate": 0.0001012200057153907,
      "loss": 12.1362,
      "step": 30459
    },
    {
      "epoch": 4.987719010971017,
      "grad_norm": 0.1255669742822647,
      "learning_rate": 0.00010121483645451413,
      "loss": 12.2027,
      "step": 30460
    },
    {
      "epoch": 4.987882757491404,
      "grad_norm": 0.18327146768569946,
      "learning_rate": 0.00010120966719039096,
      "loss": 12.1617,
      "step": 30461
    },
    {
      "epoch": 4.988046504011789,
      "grad_norm": 0.13621917366981506,
      "learning_rate": 0.00010120449792303486,
      "loss": 12.2076,
      "step": 30462
    },
    {
      "epoch": 4.988210250532176,
      "grad_norm": 0.2069568783044815,
      "learning_rate": 0.00010119932865245973,
      "loss": 12.1943,
      "step": 30463
    },
    {
      "epoch": 4.9883739970525625,
      "grad_norm": 0.1563006192445755,
      "learning_rate": 0.00010119415937867938,
      "loss": 12.2086,
      "step": 30464
    },
    {
      "epoch": 4.988537743572949,
      "grad_norm": 0.18530982732772827,
      "learning_rate": 0.00010118899010170759,
      "loss": 12.2102,
      "step": 30465
    },
    {
      "epoch": 4.9887014900933355,
      "grad_norm": 0.1341167539358139,
      "learning_rate": 0.0001011838208215582,
      "loss": 12.1942,
      "step": 30466
    },
    {
      "epoch": 4.988865236613722,
      "grad_norm": 0.17291954159736633,
      "learning_rate": 0.00010117865153824504,
      "loss": 12.1546,
      "step": 30467
    },
    {
      "epoch": 4.989028983134109,
      "grad_norm": 0.13236907124519348,
      "learning_rate": 0.00010117348225178191,
      "loss": 12.1715,
      "step": 30468
    },
    {
      "epoch": 4.989192729654495,
      "grad_norm": 0.15974174439907074,
      "learning_rate": 0.00010116831296218261,
      "loss": 12.1849,
      "step": 30469
    },
    {
      "epoch": 4.989356476174882,
      "grad_norm": 0.16261135041713715,
      "learning_rate": 0.00010116314366946095,
      "loss": 12.2011,
      "step": 30470
    },
    {
      "epoch": 4.989520222695267,
      "grad_norm": 0.15260136127471924,
      "learning_rate": 0.00010115797437363079,
      "loss": 12.2024,
      "step": 30471
    },
    {
      "epoch": 4.989683969215654,
      "grad_norm": 0.13442039489746094,
      "learning_rate": 0.00010115280507470593,
      "loss": 12.1719,
      "step": 30472
    },
    {
      "epoch": 4.98984771573604,
      "grad_norm": 0.13451625406742096,
      "learning_rate": 0.00010114763577270015,
      "loss": 12.2017,
      "step": 30473
    },
    {
      "epoch": 4.990011462256427,
      "grad_norm": 0.20169460773468018,
      "learning_rate": 0.00010114246646762729,
      "loss": 12.1856,
      "step": 30474
    },
    {
      "epoch": 4.990175208776813,
      "grad_norm": 0.1179504543542862,
      "learning_rate": 0.00010113729715950118,
      "loss": 12.1647,
      "step": 30475
    },
    {
      "epoch": 4.9903389552972,
      "grad_norm": 0.1608235090970993,
      "learning_rate": 0.00010113212784833562,
      "loss": 12.1887,
      "step": 30476
    },
    {
      "epoch": 4.9905027018175865,
      "grad_norm": 0.15610431134700775,
      "learning_rate": 0.00010112695853414437,
      "loss": 12.178,
      "step": 30477
    },
    {
      "epoch": 4.990666448337973,
      "grad_norm": 0.18362995982170105,
      "learning_rate": 0.00010112178921694135,
      "loss": 12.1787,
      "step": 30478
    },
    {
      "epoch": 4.9908301948583595,
      "grad_norm": 0.15451563894748688,
      "learning_rate": 0.00010111661989674033,
      "loss": 12.145,
      "step": 30479
    },
    {
      "epoch": 4.990993941378746,
      "grad_norm": 0.13369105756282806,
      "learning_rate": 0.00010111145057355511,
      "loss": 12.2146,
      "step": 30480
    },
    {
      "epoch": 4.991157687899133,
      "grad_norm": 0.1489028036594391,
      "learning_rate": 0.00010110628124739949,
      "loss": 12.2098,
      "step": 30481
    },
    {
      "epoch": 4.991321434419518,
      "grad_norm": 0.1619563102722168,
      "learning_rate": 0.00010110111191828733,
      "loss": 12.1974,
      "step": 30482
    },
    {
      "epoch": 4.991485180939905,
      "grad_norm": 0.16981038451194763,
      "learning_rate": 0.00010109594258623243,
      "loss": 12.177,
      "step": 30483
    },
    {
      "epoch": 4.991648927460291,
      "grad_norm": 0.14854824542999268,
      "learning_rate": 0.00010109077325124858,
      "loss": 12.168,
      "step": 30484
    },
    {
      "epoch": 4.991812673980678,
      "grad_norm": 0.20293019711971283,
      "learning_rate": 0.0001010856039133496,
      "loss": 12.1376,
      "step": 30485
    },
    {
      "epoch": 4.991976420501064,
      "grad_norm": 0.13861212134361267,
      "learning_rate": 0.00010108043457254936,
      "loss": 12.1563,
      "step": 30486
    },
    {
      "epoch": 4.992140167021451,
      "grad_norm": 0.21826811134815216,
      "learning_rate": 0.00010107526522886161,
      "loss": 12.1762,
      "step": 30487
    },
    {
      "epoch": 4.9923039135418374,
      "grad_norm": 0.10847782343626022,
      "learning_rate": 0.00010107009588230018,
      "loss": 12.1549,
      "step": 30488
    },
    {
      "epoch": 4.992467660062224,
      "grad_norm": 0.14306852221488953,
      "learning_rate": 0.00010106492653287894,
      "loss": 12.2185,
      "step": 30489
    },
    {
      "epoch": 4.9926314065826105,
      "grad_norm": 0.13090896606445312,
      "learning_rate": 0.00010105975718061162,
      "loss": 12.1958,
      "step": 30490
    },
    {
      "epoch": 4.992795153102996,
      "grad_norm": 0.12290860712528229,
      "learning_rate": 0.00010105458782551209,
      "loss": 12.1942,
      "step": 30491
    },
    {
      "epoch": 4.992958899623383,
      "grad_norm": 0.13528265058994293,
      "learning_rate": 0.00010104941846759414,
      "loss": 12.1973,
      "step": 30492
    },
    {
      "epoch": 4.993122646143769,
      "grad_norm": 0.14466336369514465,
      "learning_rate": 0.00010104424910687162,
      "loss": 12.1721,
      "step": 30493
    },
    {
      "epoch": 4.993286392664156,
      "grad_norm": 0.1479770988225937,
      "learning_rate": 0.00010103907974335831,
      "loss": 12.1718,
      "step": 30494
    },
    {
      "epoch": 4.993450139184542,
      "grad_norm": 0.16701094806194305,
      "learning_rate": 0.00010103391037706804,
      "loss": 12.1725,
      "step": 30495
    },
    {
      "epoch": 4.993613885704929,
      "grad_norm": 0.12293513864278793,
      "learning_rate": 0.0001010287410080146,
      "loss": 12.2,
      "step": 30496
    },
    {
      "epoch": 4.993777632225315,
      "grad_norm": 0.14170579612255096,
      "learning_rate": 0.00010102357163621186,
      "loss": 12.1544,
      "step": 30497
    },
    {
      "epoch": 4.993941378745702,
      "grad_norm": 0.14069758355617523,
      "learning_rate": 0.00010101840226167358,
      "loss": 12.1859,
      "step": 30498
    },
    {
      "epoch": 4.994105125266088,
      "grad_norm": 0.15916483104228973,
      "learning_rate": 0.00010101323288441362,
      "loss": 12.1852,
      "step": 30499
    },
    {
      "epoch": 4.994268871786474,
      "grad_norm": 0.13212431967258453,
      "learning_rate": 0.00010100806350444574,
      "loss": 12.1961,
      "step": 30500
    },
    {
      "epoch": 4.9944326183068615,
      "grad_norm": 0.12721534073352814,
      "learning_rate": 0.00010100289412178381,
      "loss": 12.1471,
      "step": 30501
    },
    {
      "epoch": 4.994596364827247,
      "grad_norm": 0.14950020611286163,
      "learning_rate": 0.00010099772473644162,
      "loss": 12.1758,
      "step": 30502
    },
    {
      "epoch": 4.994760111347634,
      "grad_norm": 0.1588168740272522,
      "learning_rate": 0.000100992555348433,
      "loss": 12.2195,
      "step": 30503
    },
    {
      "epoch": 4.99492385786802,
      "grad_norm": 0.17748233675956726,
      "learning_rate": 0.00010098738595777171,
      "loss": 12.1661,
      "step": 30504
    },
    {
      "epoch": 4.995087604388407,
      "grad_norm": 0.20982199907302856,
      "learning_rate": 0.00010098221656447164,
      "loss": 12.1482,
      "step": 30505
    },
    {
      "epoch": 4.995251350908793,
      "grad_norm": 0.1811637431383133,
      "learning_rate": 0.0001009770471685466,
      "loss": 12.1484,
      "step": 30506
    },
    {
      "epoch": 4.99541509742918,
      "grad_norm": 0.16038794815540314,
      "learning_rate": 0.00010097187777001034,
      "loss": 12.1583,
      "step": 30507
    },
    {
      "epoch": 4.995578843949566,
      "grad_norm": 0.16726039350032806,
      "learning_rate": 0.00010096670836887672,
      "loss": 12.1777,
      "step": 30508
    },
    {
      "epoch": 4.995742590469953,
      "grad_norm": 0.14008520543575287,
      "learning_rate": 0.00010096153896515957,
      "loss": 12.2241,
      "step": 30509
    },
    {
      "epoch": 4.995906336990339,
      "grad_norm": 0.13466684520244598,
      "learning_rate": 0.0001009563695588727,
      "loss": 12.1432,
      "step": 30510
    },
    {
      "epoch": 4.996070083510725,
      "grad_norm": 0.13265597820281982,
      "learning_rate": 0.00010095120015002985,
      "loss": 12.2364,
      "step": 30511
    },
    {
      "epoch": 4.9962338300311115,
      "grad_norm": 0.14729198813438416,
      "learning_rate": 0.00010094603073864495,
      "loss": 12.1687,
      "step": 30512
    },
    {
      "epoch": 4.996397576551498,
      "grad_norm": 0.1438492238521576,
      "learning_rate": 0.00010094086132473175,
      "loss": 12.1821,
      "step": 30513
    },
    {
      "epoch": 4.996561323071885,
      "grad_norm": 0.15859535336494446,
      "learning_rate": 0.00010093569190830407,
      "loss": 12.1622,
      "step": 30514
    },
    {
      "epoch": 4.996725069592271,
      "grad_norm": 0.16709372401237488,
      "learning_rate": 0.00010093052248937574,
      "loss": 12.1723,
      "step": 30515
    },
    {
      "epoch": 4.996888816112658,
      "grad_norm": 0.14571337401866913,
      "learning_rate": 0.00010092535306796056,
      "loss": 12.1845,
      "step": 30516
    },
    {
      "epoch": 4.997052562633044,
      "grad_norm": 0.1798539161682129,
      "learning_rate": 0.00010092018364407236,
      "loss": 12.1973,
      "step": 30517
    },
    {
      "epoch": 4.997216309153431,
      "grad_norm": 0.12870027124881744,
      "learning_rate": 0.00010091501421772496,
      "loss": 12.3492,
      "step": 30518
    },
    {
      "epoch": 4.997380055673817,
      "grad_norm": 0.14628185331821442,
      "learning_rate": 0.00010090984478893215,
      "loss": 12.1707,
      "step": 30519
    },
    {
      "epoch": 4.997543802194203,
      "grad_norm": 0.13750886917114258,
      "learning_rate": 0.00010090467535770778,
      "loss": 12.1733,
      "step": 30520
    },
    {
      "epoch": 4.997707548714589,
      "grad_norm": 0.13599812984466553,
      "learning_rate": 0.0001008995059240656,
      "loss": 12.1541,
      "step": 30521
    },
    {
      "epoch": 4.997871295234976,
      "grad_norm": 0.12712977826595306,
      "learning_rate": 0.00010089433648801951,
      "loss": 12.1535,
      "step": 30522
    },
    {
      "epoch": 4.9980350417553625,
      "grad_norm": 0.18911650776863098,
      "learning_rate": 0.00010088916704958326,
      "loss": 12.1927,
      "step": 30523
    },
    {
      "epoch": 4.998198788275749,
      "grad_norm": 0.14029647409915924,
      "learning_rate": 0.00010088399760877071,
      "loss": 12.2053,
      "step": 30524
    },
    {
      "epoch": 4.998362534796136,
      "grad_norm": 0.14919908344745636,
      "learning_rate": 0.00010087882816559566,
      "loss": 12.1633,
      "step": 30525
    },
    {
      "epoch": 4.998526281316522,
      "grad_norm": 0.15451693534851074,
      "learning_rate": 0.0001008736587200719,
      "loss": 12.1298,
      "step": 30526
    },
    {
      "epoch": 4.998690027836909,
      "grad_norm": 0.1629362404346466,
      "learning_rate": 0.00010086848927221333,
      "loss": 12.173,
      "step": 30527
    },
    {
      "epoch": 4.998853774357295,
      "grad_norm": 0.12632787227630615,
      "learning_rate": 0.00010086331982203363,
      "loss": 12.167,
      "step": 30528
    },
    {
      "epoch": 4.999017520877682,
      "grad_norm": 0.18748839199543,
      "learning_rate": 0.00010085815036954673,
      "loss": 12.177,
      "step": 30529
    },
    {
      "epoch": 4.999181267398068,
      "grad_norm": 0.22120784223079681,
      "learning_rate": 0.00010085298091476638,
      "loss": 12.1732,
      "step": 30530
    },
    {
      "epoch": 4.999345013918454,
      "grad_norm": 0.13874460756778717,
      "learning_rate": 0.00010084781145770645,
      "loss": 12.1825,
      "step": 30531
    },
    {
      "epoch": 4.99950876043884,
      "grad_norm": 0.17411358654499054,
      "learning_rate": 0.0001008426419983807,
      "loss": 12.1923,
      "step": 30532
    },
    {
      "epoch": 4.999672506959227,
      "grad_norm": 0.1600705236196518,
      "learning_rate": 0.00010083747253680298,
      "loss": 12.1429,
      "step": 30533
    },
    {
      "epoch": 4.9998362534796135,
      "grad_norm": 0.17372126877307892,
      "learning_rate": 0.00010083230307298708,
      "loss": 12.2305,
      "step": 30534
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.14044129848480225,
      "learning_rate": 0.00010082713360694687,
      "loss": 12.1693,
      "step": 30535
    },
    {
      "epoch": 5.0001637465203865,
      "grad_norm": 0.1679810732603073,
      "learning_rate": 0.00010082196413869609,
      "loss": 12.1411,
      "step": 30536
    },
    {
      "epoch": 5.000327493040773,
      "grad_norm": 0.11536416411399841,
      "learning_rate": 0.00010081679466824861,
      "loss": 12.1566,
      "step": 30537
    },
    {
      "epoch": 5.00049123956116,
      "grad_norm": 0.13992974162101746,
      "learning_rate": 0.00010081162519561822,
      "loss": 12.1818,
      "step": 30538
    },
    {
      "epoch": 5.000654986081546,
      "grad_norm": 0.17293240129947662,
      "learning_rate": 0.00010080645572081874,
      "loss": 12.1733,
      "step": 30539
    },
    {
      "epoch": 5.000818732601932,
      "grad_norm": 0.14510613679885864,
      "learning_rate": 0.000100801286243864,
      "loss": 12.1699,
      "step": 30540
    },
    {
      "epoch": 5.000982479122318,
      "grad_norm": 0.15758250653743744,
      "learning_rate": 0.00010079611676476779,
      "loss": 12.1467,
      "step": 30541
    },
    {
      "epoch": 5.001146225642705,
      "grad_norm": 0.1920846551656723,
      "learning_rate": 0.00010079094728354397,
      "loss": 12.1782,
      "step": 30542
    },
    {
      "epoch": 5.001309972163091,
      "grad_norm": 0.1642138808965683,
      "learning_rate": 0.00010078577780020629,
      "loss": 12.19,
      "step": 30543
    },
    {
      "epoch": 5.001473718683478,
      "grad_norm": 0.16455288231372833,
      "learning_rate": 0.00010078060831476863,
      "loss": 12.1718,
      "step": 30544
    },
    {
      "epoch": 5.001637465203864,
      "grad_norm": 0.27303919196128845,
      "learning_rate": 0.00010077543882724473,
      "loss": 12.1215,
      "step": 30545
    },
    {
      "epoch": 5.001801211724251,
      "grad_norm": 0.15832306444644928,
      "learning_rate": 0.00010077026933764852,
      "loss": 12.1953,
      "step": 30546
    },
    {
      "epoch": 5.0019649582446375,
      "grad_norm": 0.15937750041484833,
      "learning_rate": 0.00010076509984599371,
      "loss": 12.1821,
      "step": 30547
    },
    {
      "epoch": 5.002128704765024,
      "grad_norm": 0.15146492421627045,
      "learning_rate": 0.00010075993035229419,
      "loss": 12.1815,
      "step": 30548
    },
    {
      "epoch": 5.002292451285411,
      "grad_norm": 0.13780860602855682,
      "learning_rate": 0.0001007547608565637,
      "loss": 12.1706,
      "step": 30549
    },
    {
      "epoch": 5.002456197805796,
      "grad_norm": 0.18178388476371765,
      "learning_rate": 0.00010074959135881612,
      "loss": 12.1769,
      "step": 30550
    },
    {
      "epoch": 5.002619944326183,
      "grad_norm": 0.17180833220481873,
      "learning_rate": 0.00010074442185906521,
      "loss": 12.172,
      "step": 30551
    },
    {
      "epoch": 5.002783690846569,
      "grad_norm": 0.1546347737312317,
      "learning_rate": 0.00010073925235732484,
      "loss": 12.1499,
      "step": 30552
    },
    {
      "epoch": 5.002947437366956,
      "grad_norm": 0.14932286739349365,
      "learning_rate": 0.0001007340828536088,
      "loss": 12.2106,
      "step": 30553
    },
    {
      "epoch": 5.003111183887342,
      "grad_norm": 0.1357283592224121,
      "learning_rate": 0.00010072891334793091,
      "loss": 12.1275,
      "step": 30554
    },
    {
      "epoch": 5.003274930407729,
      "grad_norm": 0.1255168914794922,
      "learning_rate": 0.00010072374384030496,
      "loss": 12.2038,
      "step": 30555
    },
    {
      "epoch": 5.003438676928115,
      "grad_norm": 0.15680649876594543,
      "learning_rate": 0.00010071857433074481,
      "loss": 12.1607,
      "step": 30556
    },
    {
      "epoch": 5.003602423448502,
      "grad_norm": 0.14373549818992615,
      "learning_rate": 0.00010071340481926426,
      "loss": 12.1925,
      "step": 30557
    },
    {
      "epoch": 5.0037661699688885,
      "grad_norm": 0.1704048067331314,
      "learning_rate": 0.00010070823530587709,
      "loss": 12.2162,
      "step": 30558
    },
    {
      "epoch": 5.003929916489275,
      "grad_norm": 0.14858637750148773,
      "learning_rate": 0.00010070306579059716,
      "loss": 12.2292,
      "step": 30559
    },
    {
      "epoch": 5.004093663009661,
      "grad_norm": 0.14886599779129028,
      "learning_rate": 0.00010069789627343828,
      "loss": 12.1633,
      "step": 30560
    },
    {
      "epoch": 5.004257409530047,
      "grad_norm": 0.19779150187969208,
      "learning_rate": 0.00010069272675441426,
      "loss": 12.2453,
      "step": 30561
    },
    {
      "epoch": 5.004421156050434,
      "grad_norm": 0.12362008541822433,
      "learning_rate": 0.00010068755723353889,
      "loss": 12.1821,
      "step": 30562
    },
    {
      "epoch": 5.00458490257082,
      "grad_norm": 0.14228011667728424,
      "learning_rate": 0.00010068238771082603,
      "loss": 12.21,
      "step": 30563
    },
    {
      "epoch": 5.004748649091207,
      "grad_norm": 0.1609213650226593,
      "learning_rate": 0.00010067721818628948,
      "loss": 12.1473,
      "step": 30564
    },
    {
      "epoch": 5.004912395611593,
      "grad_norm": 0.1183018833398819,
      "learning_rate": 0.00010067204865994305,
      "loss": 12.1711,
      "step": 30565
    },
    {
      "epoch": 5.00507614213198,
      "grad_norm": 0.134980708360672,
      "learning_rate": 0.00010066687913180053,
      "loss": 12.198,
      "step": 30566
    },
    {
      "epoch": 5.005239888652366,
      "grad_norm": 0.14806754887104034,
      "learning_rate": 0.00010066170960187577,
      "loss": 12.1716,
      "step": 30567
    },
    {
      "epoch": 5.005403635172753,
      "grad_norm": 0.25435394048690796,
      "learning_rate": 0.00010065654007018259,
      "loss": 12.1819,
      "step": 30568
    },
    {
      "epoch": 5.005567381693139,
      "grad_norm": 0.17759834229946136,
      "learning_rate": 0.0001006513705367348,
      "loss": 12.2253,
      "step": 30569
    },
    {
      "epoch": 5.005731128213525,
      "grad_norm": 0.2324630171060562,
      "learning_rate": 0.00010064620100154616,
      "loss": 12.1578,
      "step": 30570
    },
    {
      "epoch": 5.005894874733912,
      "grad_norm": 0.17188744246959686,
      "learning_rate": 0.00010064103146463057,
      "loss": 12.1931,
      "step": 30571
    },
    {
      "epoch": 5.006058621254298,
      "grad_norm": 0.14763009548187256,
      "learning_rate": 0.0001006358619260018,
      "loss": 12.1715,
      "step": 30572
    },
    {
      "epoch": 5.006222367774685,
      "grad_norm": 0.16503579914569855,
      "learning_rate": 0.00010063069238567369,
      "loss": 12.1528,
      "step": 30573
    },
    {
      "epoch": 5.006386114295071,
      "grad_norm": 0.10684926807880402,
      "learning_rate": 0.00010062552284366003,
      "loss": 12.2031,
      "step": 30574
    },
    {
      "epoch": 5.006549860815458,
      "grad_norm": 0.18559016287326813,
      "learning_rate": 0.00010062035329997464,
      "loss": 12.1596,
      "step": 30575
    },
    {
      "epoch": 5.006713607335844,
      "grad_norm": 0.12306799739599228,
      "learning_rate": 0.00010061518375463134,
      "loss": 12.1797,
      "step": 30576
    },
    {
      "epoch": 5.006877353856231,
      "grad_norm": 0.17737804353237152,
      "learning_rate": 0.00010061001420764396,
      "loss": 12.1667,
      "step": 30577
    },
    {
      "epoch": 5.007041100376617,
      "grad_norm": 0.22474800050258636,
      "learning_rate": 0.00010060484465902629,
      "loss": 12.2251,
      "step": 30578
    },
    {
      "epoch": 5.007204846897004,
      "grad_norm": 0.1418992429971695,
      "learning_rate": 0.00010059967510879218,
      "loss": 12.212,
      "step": 30579
    },
    {
      "epoch": 5.0073685934173895,
      "grad_norm": 0.17232072353363037,
      "learning_rate": 0.00010059450555695542,
      "loss": 12.1699,
      "step": 30580
    },
    {
      "epoch": 5.007532339937776,
      "grad_norm": 0.17421695590019226,
      "learning_rate": 0.0001005893360035298,
      "loss": 12.196,
      "step": 30581
    },
    {
      "epoch": 5.0076960864581626,
      "grad_norm": 0.1355086863040924,
      "learning_rate": 0.00010058416644852922,
      "loss": 12.1833,
      "step": 30582
    },
    {
      "epoch": 5.007859832978549,
      "grad_norm": 0.1693485975265503,
      "learning_rate": 0.00010057899689196741,
      "loss": 12.202,
      "step": 30583
    },
    {
      "epoch": 5.008023579498936,
      "grad_norm": 0.20622438192367554,
      "learning_rate": 0.00010057382733385823,
      "loss": 12.2872,
      "step": 30584
    },
    {
      "epoch": 5.008187326019322,
      "grad_norm": 0.15180613100528717,
      "learning_rate": 0.00010056865777421544,
      "loss": 12.1577,
      "step": 30585
    },
    {
      "epoch": 5.008351072539709,
      "grad_norm": 0.14389583468437195,
      "learning_rate": 0.00010056348821305294,
      "loss": 12.1795,
      "step": 30586
    },
    {
      "epoch": 5.008514819060095,
      "grad_norm": 0.15389865636825562,
      "learning_rate": 0.00010055831865038452,
      "loss": 12.1537,
      "step": 30587
    },
    {
      "epoch": 5.008678565580482,
      "grad_norm": 0.1428452432155609,
      "learning_rate": 0.00010055314908622397,
      "loss": 12.1996,
      "step": 30588
    },
    {
      "epoch": 5.008842312100868,
      "grad_norm": 0.19651232659816742,
      "learning_rate": 0.0001005479795205851,
      "loss": 12.1719,
      "step": 30589
    },
    {
      "epoch": 5.009006058621254,
      "grad_norm": 0.1353084295988083,
      "learning_rate": 0.00010054280995348175,
      "loss": 12.2021,
      "step": 30590
    },
    {
      "epoch": 5.0091698051416405,
      "grad_norm": 0.15133965015411377,
      "learning_rate": 0.00010053764038492775,
      "loss": 12.1875,
      "step": 30591
    },
    {
      "epoch": 5.009333551662027,
      "grad_norm": 0.13561467826366425,
      "learning_rate": 0.00010053247081493685,
      "loss": 12.1412,
      "step": 30592
    },
    {
      "epoch": 5.0094972981824135,
      "grad_norm": 0.15215499699115753,
      "learning_rate": 0.00010052730124352295,
      "loss": 12.2219,
      "step": 30593
    },
    {
      "epoch": 5.0096610447028,
      "grad_norm": 0.1865166425704956,
      "learning_rate": 0.00010052213167069981,
      "loss": 12.2036,
      "step": 30594
    },
    {
      "epoch": 5.009824791223187,
      "grad_norm": 0.16072575747966766,
      "learning_rate": 0.00010051696209648127,
      "loss": 12.2309,
      "step": 30595
    },
    {
      "epoch": 5.009988537743573,
      "grad_norm": 0.11925224959850311,
      "learning_rate": 0.0001005117925208811,
      "loss": 12.1565,
      "step": 30596
    },
    {
      "epoch": 5.01015228426396,
      "grad_norm": 0.17485110461711884,
      "learning_rate": 0.0001005066229439132,
      "loss": 12.1994,
      "step": 30597
    },
    {
      "epoch": 5.010316030784346,
      "grad_norm": 0.1840902715921402,
      "learning_rate": 0.00010050145336559132,
      "loss": 12.2603,
      "step": 30598
    },
    {
      "epoch": 5.010479777304733,
      "grad_norm": 0.16655655205249786,
      "learning_rate": 0.00010049628378592931,
      "loss": 12.2131,
      "step": 30599
    },
    {
      "epoch": 5.010643523825118,
      "grad_norm": 0.1943242996931076,
      "learning_rate": 0.00010049111420494093,
      "loss": 12.2039,
      "step": 30600
    },
    {
      "epoch": 5.010807270345505,
      "grad_norm": 0.20471073687076569,
      "learning_rate": 0.00010048594462264009,
      "loss": 12.1414,
      "step": 30601
    },
    {
      "epoch": 5.010971016865891,
      "grad_norm": 0.12362225353717804,
      "learning_rate": 0.00010048077503904051,
      "loss": 12.1921,
      "step": 30602
    },
    {
      "epoch": 5.011134763386278,
      "grad_norm": 0.16213154792785645,
      "learning_rate": 0.00010047560545415608,
      "loss": 12.155,
      "step": 30603
    },
    {
      "epoch": 5.0112985099066645,
      "grad_norm": 0.1571475863456726,
      "learning_rate": 0.00010047043586800055,
      "loss": 12.1767,
      "step": 30604
    },
    {
      "epoch": 5.011462256427051,
      "grad_norm": 0.1678212434053421,
      "learning_rate": 0.00010046526628058784,
      "loss": 12.1719,
      "step": 30605
    },
    {
      "epoch": 5.0116260029474375,
      "grad_norm": 0.1707092821598053,
      "learning_rate": 0.00010046009669193161,
      "loss": 12.1915,
      "step": 30606
    },
    {
      "epoch": 5.011789749467824,
      "grad_norm": 0.13934823870658875,
      "learning_rate": 0.0001004549271020458,
      "loss": 12.1768,
      "step": 30607
    },
    {
      "epoch": 5.011953495988211,
      "grad_norm": 0.13730144500732422,
      "learning_rate": 0.00010044975751094416,
      "loss": 12.1836,
      "step": 30608
    },
    {
      "epoch": 5.012117242508596,
      "grad_norm": 0.11896324157714844,
      "learning_rate": 0.00010044458791864057,
      "loss": 12.1636,
      "step": 30609
    },
    {
      "epoch": 5.012280989028983,
      "grad_norm": 0.1528995931148529,
      "learning_rate": 0.0001004394183251488,
      "loss": 12.1319,
      "step": 30610
    },
    {
      "epoch": 5.012444735549369,
      "grad_norm": 0.11011503636837006,
      "learning_rate": 0.00010043424873048266,
      "loss": 12.2157,
      "step": 30611
    },
    {
      "epoch": 5.012608482069756,
      "grad_norm": 0.14789944887161255,
      "learning_rate": 0.00010042907913465602,
      "loss": 12.2065,
      "step": 30612
    },
    {
      "epoch": 5.012772228590142,
      "grad_norm": 0.12635554373264313,
      "learning_rate": 0.00010042390953768262,
      "loss": 12.1577,
      "step": 30613
    },
    {
      "epoch": 5.012935975110529,
      "grad_norm": 0.133902445435524,
      "learning_rate": 0.00010041873993957631,
      "loss": 12.1876,
      "step": 30614
    },
    {
      "epoch": 5.013099721630915,
      "grad_norm": 0.1399421989917755,
      "learning_rate": 0.0001004135703403509,
      "loss": 12.1779,
      "step": 30615
    },
    {
      "epoch": 5.013263468151302,
      "grad_norm": 0.12136829644441605,
      "learning_rate": 0.00010040840074002027,
      "loss": 12.1609,
      "step": 30616
    },
    {
      "epoch": 5.0134272146716885,
      "grad_norm": 0.1194644421339035,
      "learning_rate": 0.00010040323113859814,
      "loss": 12.162,
      "step": 30617
    },
    {
      "epoch": 5.013590961192075,
      "grad_norm": 0.22368833422660828,
      "learning_rate": 0.00010039806153609837,
      "loss": 12.2756,
      "step": 30618
    },
    {
      "epoch": 5.013754707712461,
      "grad_norm": 0.13251560926437378,
      "learning_rate": 0.00010039289193253474,
      "loss": 12.1364,
      "step": 30619
    },
    {
      "epoch": 5.013918454232847,
      "grad_norm": 0.13751669228076935,
      "learning_rate": 0.00010038772232792115,
      "loss": 12.1738,
      "step": 30620
    },
    {
      "epoch": 5.014082200753234,
      "grad_norm": 0.2553730607032776,
      "learning_rate": 0.00010038255272227133,
      "loss": 12.1876,
      "step": 30621
    },
    {
      "epoch": 5.01424594727362,
      "grad_norm": 0.12217587977647781,
      "learning_rate": 0.00010037738311559915,
      "loss": 12.1566,
      "step": 30622
    },
    {
      "epoch": 5.014409693794007,
      "grad_norm": 0.1805102676153183,
      "learning_rate": 0.00010037221350791841,
      "loss": 12.2059,
      "step": 30623
    },
    {
      "epoch": 5.014573440314393,
      "grad_norm": 0.17449615895748138,
      "learning_rate": 0.00010036704389924292,
      "loss": 12.199,
      "step": 30624
    },
    {
      "epoch": 5.01473718683478,
      "grad_norm": 0.14255724847316742,
      "learning_rate": 0.00010036187428958646,
      "loss": 12.1916,
      "step": 30625
    },
    {
      "epoch": 5.014900933355166,
      "grad_norm": 0.13151787221431732,
      "learning_rate": 0.0001003567046789629,
      "loss": 12.1683,
      "step": 30626
    },
    {
      "epoch": 5.015064679875553,
      "grad_norm": 0.10541383177042007,
      "learning_rate": 0.00010035153506738606,
      "loss": 12.1995,
      "step": 30627
    },
    {
      "epoch": 5.0152284263959395,
      "grad_norm": 0.22302675247192383,
      "learning_rate": 0.00010034636545486971,
      "loss": 12.1962,
      "step": 30628
    },
    {
      "epoch": 5.015392172916325,
      "grad_norm": 0.10658068209886551,
      "learning_rate": 0.00010034119584142772,
      "loss": 12.1484,
      "step": 30629
    },
    {
      "epoch": 5.015555919436712,
      "grad_norm": 0.11758934706449509,
      "learning_rate": 0.00010033602622707383,
      "loss": 12.1602,
      "step": 30630
    },
    {
      "epoch": 5.015719665957098,
      "grad_norm": 0.16751672327518463,
      "learning_rate": 0.00010033085661182196,
      "loss": 12.1657,
      "step": 30631
    },
    {
      "epoch": 5.015883412477485,
      "grad_norm": 0.1450600028038025,
      "learning_rate": 0.00010032568699568583,
      "loss": 12.1394,
      "step": 30632
    },
    {
      "epoch": 5.016047158997871,
      "grad_norm": 0.13586033880710602,
      "learning_rate": 0.00010032051737867932,
      "loss": 12.149,
      "step": 30633
    },
    {
      "epoch": 5.016210905518258,
      "grad_norm": 0.1934659332036972,
      "learning_rate": 0.00010031534776081619,
      "loss": 12.2211,
      "step": 30634
    },
    {
      "epoch": 5.016374652038644,
      "grad_norm": 0.1628524661064148,
      "learning_rate": 0.00010031017814211032,
      "loss": 12.1828,
      "step": 30635
    },
    {
      "epoch": 5.016538398559031,
      "grad_norm": 0.16905201971530914,
      "learning_rate": 0.00010030500852257545,
      "loss": 12.1502,
      "step": 30636
    },
    {
      "epoch": 5.016702145079417,
      "grad_norm": 0.1294534057378769,
      "learning_rate": 0.00010029983890222547,
      "loss": 12.1597,
      "step": 30637
    },
    {
      "epoch": 5.016865891599804,
      "grad_norm": 0.15816861391067505,
      "learning_rate": 0.00010029466928107416,
      "loss": 12.193,
      "step": 30638
    },
    {
      "epoch": 5.0170296381201895,
      "grad_norm": 0.14553987979888916,
      "learning_rate": 0.00010028949965913534,
      "loss": 12.1976,
      "step": 30639
    },
    {
      "epoch": 5.017193384640576,
      "grad_norm": 0.1470739096403122,
      "learning_rate": 0.00010028433003642281,
      "loss": 12.1721,
      "step": 30640
    },
    {
      "epoch": 5.017357131160963,
      "grad_norm": 0.16339412331581116,
      "learning_rate": 0.00010027916041295043,
      "loss": 12.1542,
      "step": 30641
    },
    {
      "epoch": 5.017520877681349,
      "grad_norm": 0.11314579844474792,
      "learning_rate": 0.00010027399078873196,
      "loss": 12.2138,
      "step": 30642
    },
    {
      "epoch": 5.017684624201736,
      "grad_norm": 0.15508246421813965,
      "learning_rate": 0.00010026882116378127,
      "loss": 12.2109,
      "step": 30643
    },
    {
      "epoch": 5.017848370722122,
      "grad_norm": 0.1443646252155304,
      "learning_rate": 0.00010026365153811213,
      "loss": 12.1724,
      "step": 30644
    },
    {
      "epoch": 5.018012117242509,
      "grad_norm": 0.14500924944877625,
      "learning_rate": 0.00010025848191173837,
      "loss": 12.1843,
      "step": 30645
    },
    {
      "epoch": 5.018175863762895,
      "grad_norm": 0.13175109028816223,
      "learning_rate": 0.00010025331228467383,
      "loss": 12.1486,
      "step": 30646
    },
    {
      "epoch": 5.018339610283282,
      "grad_norm": 0.1369427740573883,
      "learning_rate": 0.00010024814265693228,
      "loss": 12.1768,
      "step": 30647
    },
    {
      "epoch": 5.018503356803668,
      "grad_norm": 0.34604644775390625,
      "learning_rate": 0.00010024297302852759,
      "loss": 12.1909,
      "step": 30648
    },
    {
      "epoch": 5.018667103324054,
      "grad_norm": 0.12709872424602509,
      "learning_rate": 0.00010023780339947354,
      "loss": 12.1663,
      "step": 30649
    },
    {
      "epoch": 5.0188308498444405,
      "grad_norm": 0.14797574281692505,
      "learning_rate": 0.00010023263376978395,
      "loss": 12.1828,
      "step": 30650
    },
    {
      "epoch": 5.018994596364827,
      "grad_norm": 0.17364221811294556,
      "learning_rate": 0.00010022746413947264,
      "loss": 12.2198,
      "step": 30651
    },
    {
      "epoch": 5.019158342885214,
      "grad_norm": 0.17942458391189575,
      "learning_rate": 0.00010022229450855345,
      "loss": 12.1993,
      "step": 30652
    },
    {
      "epoch": 5.0193220894056,
      "grad_norm": 0.19861841201782227,
      "learning_rate": 0.00010021712487704015,
      "loss": 12.1991,
      "step": 30653
    },
    {
      "epoch": 5.019485835925987,
      "grad_norm": 0.1516539603471756,
      "learning_rate": 0.0001002119552449466,
      "loss": 12.2021,
      "step": 30654
    },
    {
      "epoch": 5.019649582446373,
      "grad_norm": 0.13468030095100403,
      "learning_rate": 0.00010020678561228655,
      "loss": 12.1488,
      "step": 30655
    },
    {
      "epoch": 5.01981332896676,
      "grad_norm": 0.12506569921970367,
      "learning_rate": 0.00010020161597907391,
      "loss": 12.156,
      "step": 30656
    },
    {
      "epoch": 5.019977075487146,
      "grad_norm": 0.14802862703800201,
      "learning_rate": 0.00010019644634532244,
      "loss": 12.1515,
      "step": 30657
    },
    {
      "epoch": 5.020140822007533,
      "grad_norm": 0.12500201165676117,
      "learning_rate": 0.00010019127671104595,
      "loss": 12.1555,
      "step": 30658
    },
    {
      "epoch": 5.020304568527918,
      "grad_norm": 0.12133489549160004,
      "learning_rate": 0.00010018610707625827,
      "loss": 12.1512,
      "step": 30659
    },
    {
      "epoch": 5.020468315048305,
      "grad_norm": 0.15475906431674957,
      "learning_rate": 0.00010018093744097322,
      "loss": 12.1864,
      "step": 30660
    },
    {
      "epoch": 5.0206320615686915,
      "grad_norm": 0.1604779213666916,
      "learning_rate": 0.00010017576780520461,
      "loss": 12.1817,
      "step": 30661
    },
    {
      "epoch": 5.020795808089078,
      "grad_norm": 0.11958333104848862,
      "learning_rate": 0.00010017059816896623,
      "loss": 12.2144,
      "step": 30662
    },
    {
      "epoch": 5.0209595546094645,
      "grad_norm": 0.16050408780574799,
      "learning_rate": 0.00010016542853227195,
      "loss": 12.1998,
      "step": 30663
    },
    {
      "epoch": 5.021123301129851,
      "grad_norm": 0.15833158791065216,
      "learning_rate": 0.00010016025889513556,
      "loss": 12.1743,
      "step": 30664
    },
    {
      "epoch": 5.021287047650238,
      "grad_norm": 0.19300144910812378,
      "learning_rate": 0.00010015508925757086,
      "loss": 12.1475,
      "step": 30665
    },
    {
      "epoch": 5.021450794170624,
      "grad_norm": 0.14261312782764435,
      "learning_rate": 0.00010014991961959168,
      "loss": 12.1723,
      "step": 30666
    },
    {
      "epoch": 5.021614540691011,
      "grad_norm": 0.1688486784696579,
      "learning_rate": 0.00010014474998121185,
      "loss": 12.1913,
      "step": 30667
    },
    {
      "epoch": 5.021778287211397,
      "grad_norm": 0.16249123215675354,
      "learning_rate": 0.00010013958034244517,
      "loss": 12.1811,
      "step": 30668
    },
    {
      "epoch": 5.021942033731783,
      "grad_norm": 0.1504727303981781,
      "learning_rate": 0.00010013441070330547,
      "loss": 12.1355,
      "step": 30669
    },
    {
      "epoch": 5.022105780252169,
      "grad_norm": 0.14617791771888733,
      "learning_rate": 0.00010012924106380652,
      "loss": 12.1383,
      "step": 30670
    },
    {
      "epoch": 5.022269526772556,
      "grad_norm": 0.13693274557590485,
      "learning_rate": 0.00010012407142396221,
      "loss": 12.1683,
      "step": 30671
    },
    {
      "epoch": 5.022433273292942,
      "grad_norm": 0.17359215021133423,
      "learning_rate": 0.00010011890178378631,
      "loss": 12.1393,
      "step": 30672
    },
    {
      "epoch": 5.022597019813329,
      "grad_norm": 0.13696478307247162,
      "learning_rate": 0.00010011373214329263,
      "loss": 12.1561,
      "step": 30673
    },
    {
      "epoch": 5.0227607663337155,
      "grad_norm": 0.16309070587158203,
      "learning_rate": 0.00010010856250249498,
      "loss": 12.1736,
      "step": 30674
    },
    {
      "epoch": 5.022924512854102,
      "grad_norm": 0.12143562734127045,
      "learning_rate": 0.00010010339286140722,
      "loss": 12.1846,
      "step": 30675
    },
    {
      "epoch": 5.0230882593744886,
      "grad_norm": 0.14968565106391907,
      "learning_rate": 0.00010009822322004315,
      "loss": 12.205,
      "step": 30676
    },
    {
      "epoch": 5.023252005894875,
      "grad_norm": 0.15309017896652222,
      "learning_rate": 0.00010009305357841656,
      "loss": 12.1784,
      "step": 30677
    },
    {
      "epoch": 5.023415752415262,
      "grad_norm": 0.1489531248807907,
      "learning_rate": 0.00010008788393654125,
      "loss": 12.1793,
      "step": 30678
    },
    {
      "epoch": 5.023579498935647,
      "grad_norm": 0.16789916157722473,
      "learning_rate": 0.00010008271429443112,
      "loss": 12.1979,
      "step": 30679
    },
    {
      "epoch": 5.023743245456034,
      "grad_norm": 0.18373410403728485,
      "learning_rate": 0.00010007754465209991,
      "loss": 12.14,
      "step": 30680
    },
    {
      "epoch": 5.02390699197642,
      "grad_norm": 0.1469651609659195,
      "learning_rate": 0.00010007237500956146,
      "loss": 12.2031,
      "step": 30681
    },
    {
      "epoch": 5.024070738496807,
      "grad_norm": 0.1840974986553192,
      "learning_rate": 0.00010006720536682958,
      "loss": 12.1651,
      "step": 30682
    },
    {
      "epoch": 5.024234485017193,
      "grad_norm": 0.1966141313314438,
      "learning_rate": 0.00010006203572391812,
      "loss": 12.1938,
      "step": 30683
    },
    {
      "epoch": 5.02439823153758,
      "grad_norm": 0.13111622631549835,
      "learning_rate": 0.00010005686608084087,
      "loss": 12.16,
      "step": 30684
    },
    {
      "epoch": 5.0245619780579664,
      "grad_norm": 0.1362161636352539,
      "learning_rate": 0.00010005169643761158,
      "loss": 12.1709,
      "step": 30685
    },
    {
      "epoch": 5.024725724578353,
      "grad_norm": 0.13314710557460785,
      "learning_rate": 0.00010004652679424422,
      "loss": 12.1669,
      "step": 30686
    },
    {
      "epoch": 5.0248894710987395,
      "grad_norm": 0.2524586617946625,
      "learning_rate": 0.00010004135715075244,
      "loss": 12.194,
      "step": 30687
    },
    {
      "epoch": 5.025053217619125,
      "grad_norm": 0.14914852380752563,
      "learning_rate": 0.00010003618750715018,
      "loss": 12.2029,
      "step": 30688
    },
    {
      "epoch": 5.025216964139512,
      "grad_norm": 0.13574333488941193,
      "learning_rate": 0.00010003101786345117,
      "loss": 12.1679,
      "step": 30689
    },
    {
      "epoch": 5.025380710659898,
      "grad_norm": 0.14750273525714874,
      "learning_rate": 0.00010002584821966931,
      "loss": 12.1714,
      "step": 30690
    },
    {
      "epoch": 5.025544457180285,
      "grad_norm": 0.14703355729579926,
      "learning_rate": 0.00010002067857581833,
      "loss": 12.1793,
      "step": 30691
    },
    {
      "epoch": 5.025708203700671,
      "grad_norm": 0.1600237935781479,
      "learning_rate": 0.00010001550893191211,
      "loss": 12.1851,
      "step": 30692
    },
    {
      "epoch": 5.025871950221058,
      "grad_norm": 0.17314589023590088,
      "learning_rate": 0.00010001033928796444,
      "loss": 12.169,
      "step": 30693
    },
    {
      "epoch": 5.026035696741444,
      "grad_norm": 0.14423812925815582,
      "learning_rate": 0.00010000516964398917,
      "loss": 12.1601,
      "step": 30694
    },
    {
      "epoch": 5.026199443261831,
      "grad_norm": 0.15248429775238037,
      "learning_rate": 0.0001,
      "loss": 12.1629,
      "step": 30695
    },
    {
      "epoch": 5.026363189782217,
      "grad_norm": 0.1746487319469452,
      "learning_rate": 9.99948303560109e-05,
      "loss": 12.1549,
      "step": 30696
    },
    {
      "epoch": 5.026526936302604,
      "grad_norm": 0.14008495211601257,
      "learning_rate": 9.998966071203557e-05,
      "loss": 12.1636,
      "step": 30697
    },
    {
      "epoch": 5.02669068282299,
      "grad_norm": 0.18946495652198792,
      "learning_rate": 9.998449106808791e-05,
      "loss": 12.1724,
      "step": 30698
    },
    {
      "epoch": 5.026854429343376,
      "grad_norm": 0.17701244354248047,
      "learning_rate": 9.997932142418168e-05,
      "loss": 12.1529,
      "step": 30699
    },
    {
      "epoch": 5.027018175863763,
      "grad_norm": 0.152121901512146,
      "learning_rate": 9.997415178033071e-05,
      "loss": 12.1541,
      "step": 30700
    },
    {
      "epoch": 5.027181922384149,
      "grad_norm": 0.1217154935002327,
      "learning_rate": 9.996898213654882e-05,
      "loss": 12.1784,
      "step": 30701
    },
    {
      "epoch": 5.027345668904536,
      "grad_norm": 0.14049141108989716,
      "learning_rate": 9.996381249284983e-05,
      "loss": 12.1613,
      "step": 30702
    },
    {
      "epoch": 5.027509415424922,
      "grad_norm": 0.16838859021663666,
      "learning_rate": 9.995864284924757e-05,
      "loss": 12.1617,
      "step": 30703
    },
    {
      "epoch": 5.027673161945309,
      "grad_norm": 0.1832045465707779,
      "learning_rate": 9.995347320575583e-05,
      "loss": 12.1583,
      "step": 30704
    },
    {
      "epoch": 5.027836908465695,
      "grad_norm": 0.16321192681789398,
      "learning_rate": 9.99483035623884e-05,
      "loss": 12.1727,
      "step": 30705
    },
    {
      "epoch": 5.028000654986082,
      "grad_norm": 0.14000171422958374,
      "learning_rate": 9.994313391915916e-05,
      "loss": 12.1625,
      "step": 30706
    },
    {
      "epoch": 5.028164401506468,
      "grad_norm": 0.21018175780773163,
      "learning_rate": 9.993796427608189e-05,
      "loss": 12.1182,
      "step": 30707
    },
    {
      "epoch": 5.028328148026854,
      "grad_norm": 0.1662904918193817,
      "learning_rate": 9.993279463317044e-05,
      "loss": 12.1897,
      "step": 30708
    },
    {
      "epoch": 5.0284918945472405,
      "grad_norm": 0.1515103131532669,
      "learning_rate": 9.992762499043853e-05,
      "loss": 12.1941,
      "step": 30709
    },
    {
      "epoch": 5.028655641067627,
      "grad_norm": 0.2008105218410492,
      "learning_rate": 9.99224553479001e-05,
      "loss": 12.1731,
      "step": 30710
    },
    {
      "epoch": 5.028819387588014,
      "grad_norm": 0.16943372786045074,
      "learning_rate": 9.99172857055689e-05,
      "loss": 12.1488,
      "step": 30711
    },
    {
      "epoch": 5.0289831341084,
      "grad_norm": 0.15597103536128998,
      "learning_rate": 9.991211606345876e-05,
      "loss": 12.2092,
      "step": 30712
    },
    {
      "epoch": 5.029146880628787,
      "grad_norm": 0.18756558001041412,
      "learning_rate": 9.990694642158347e-05,
      "loss": 12.1265,
      "step": 30713
    },
    {
      "epoch": 5.029310627149173,
      "grad_norm": 0.187103271484375,
      "learning_rate": 9.990177677995688e-05,
      "loss": 12.1901,
      "step": 30714
    },
    {
      "epoch": 5.02947437366956,
      "grad_norm": 0.25281795859336853,
      "learning_rate": 9.98966071385928e-05,
      "loss": 12.1964,
      "step": 30715
    },
    {
      "epoch": 5.029638120189946,
      "grad_norm": 0.13084296882152557,
      "learning_rate": 9.989143749750502e-05,
      "loss": 12.2059,
      "step": 30716
    },
    {
      "epoch": 5.029801866710333,
      "grad_norm": 0.16343097388744354,
      "learning_rate": 9.98862678567074e-05,
      "loss": 12.1624,
      "step": 30717
    },
    {
      "epoch": 5.0299656132307184,
      "grad_norm": 0.13549621403217316,
      "learning_rate": 9.988109821621371e-05,
      "loss": 12.2383,
      "step": 30718
    },
    {
      "epoch": 5.030129359751105,
      "grad_norm": 0.12860696017742157,
      "learning_rate": 9.987592857603781e-05,
      "loss": 12.2422,
      "step": 30719
    },
    {
      "epoch": 5.0302931062714915,
      "grad_norm": 0.1510007083415985,
      "learning_rate": 9.987075893619346e-05,
      "loss": 12.2155,
      "step": 30720
    },
    {
      "epoch": 5.030456852791878,
      "grad_norm": 0.12918546795845032,
      "learning_rate": 9.986558929669455e-05,
      "loss": 12.2155,
      "step": 30721
    },
    {
      "epoch": 5.030620599312265,
      "grad_norm": 0.11760318279266357,
      "learning_rate": 9.986041965755484e-05,
      "loss": 12.2183,
      "step": 30722
    },
    {
      "epoch": 5.030784345832651,
      "grad_norm": 0.16381989419460297,
      "learning_rate": 9.985525001878816e-05,
      "loss": 12.1601,
      "step": 30723
    },
    {
      "epoch": 5.030948092353038,
      "grad_norm": 0.17795775830745697,
      "learning_rate": 9.985008038040832e-05,
      "loss": 12.1345,
      "step": 30724
    },
    {
      "epoch": 5.031111838873424,
      "grad_norm": 0.18453073501586914,
      "learning_rate": 9.984491074242915e-05,
      "loss": 12.1614,
      "step": 30725
    },
    {
      "epoch": 5.031275585393811,
      "grad_norm": 0.20389273762702942,
      "learning_rate": 9.983974110486447e-05,
      "loss": 12.2055,
      "step": 30726
    },
    {
      "epoch": 5.031439331914197,
      "grad_norm": 0.14092880487442017,
      "learning_rate": 9.983457146772807e-05,
      "loss": 12.2312,
      "step": 30727
    },
    {
      "epoch": 5.031603078434583,
      "grad_norm": 0.2059125155210495,
      "learning_rate": 9.982940183103378e-05,
      "loss": 12.1722,
      "step": 30728
    },
    {
      "epoch": 5.031766824954969,
      "grad_norm": 0.13445232808589935,
      "learning_rate": 9.982423219479543e-05,
      "loss": 12.1879,
      "step": 30729
    },
    {
      "epoch": 5.031930571475356,
      "grad_norm": 0.1359749734401703,
      "learning_rate": 9.981906255902681e-05,
      "loss": 12.164,
      "step": 30730
    },
    {
      "epoch": 5.0320943179957425,
      "grad_norm": 0.15860867500305176,
      "learning_rate": 9.981389292374174e-05,
      "loss": 12.1906,
      "step": 30731
    },
    {
      "epoch": 5.032258064516129,
      "grad_norm": 0.11479111015796661,
      "learning_rate": 9.980872328895407e-05,
      "loss": 12.2053,
      "step": 30732
    },
    {
      "epoch": 5.0324218110365155,
      "grad_norm": 0.14948627352714539,
      "learning_rate": 9.980355365467758e-05,
      "loss": 12.1979,
      "step": 30733
    },
    {
      "epoch": 5.032585557556902,
      "grad_norm": 0.1828930526971817,
      "learning_rate": 9.979838402092611e-05,
      "loss": 12.1725,
      "step": 30734
    },
    {
      "epoch": 5.032749304077289,
      "grad_norm": 0.16565583646297455,
      "learning_rate": 9.979321438771344e-05,
      "loss": 12.168,
      "step": 30735
    },
    {
      "epoch": 5.032913050597675,
      "grad_norm": 0.16313710808753967,
      "learning_rate": 9.978804475505342e-05,
      "loss": 12.1715,
      "step": 30736
    },
    {
      "epoch": 5.033076797118062,
      "grad_norm": 0.15813350677490234,
      "learning_rate": 9.978287512295986e-05,
      "loss": 12.1907,
      "step": 30737
    },
    {
      "epoch": 5.033240543638447,
      "grad_norm": 0.26256489753723145,
      "learning_rate": 9.977770549144658e-05,
      "loss": 12.1944,
      "step": 30738
    },
    {
      "epoch": 5.033404290158834,
      "grad_norm": 0.11544299125671387,
      "learning_rate": 9.977253586052736e-05,
      "loss": 12.1432,
      "step": 30739
    },
    {
      "epoch": 5.03356803667922,
      "grad_norm": 0.20135460793972015,
      "learning_rate": 9.976736623021607e-05,
      "loss": 12.1837,
      "step": 30740
    },
    {
      "epoch": 5.033731783199607,
      "grad_norm": 0.1477372795343399,
      "learning_rate": 9.976219660052648e-05,
      "loss": 12.1841,
      "step": 30741
    },
    {
      "epoch": 5.033895529719993,
      "grad_norm": 0.13593514263629913,
      "learning_rate": 9.975702697147246e-05,
      "loss": 12.1848,
      "step": 30742
    },
    {
      "epoch": 5.03405927624038,
      "grad_norm": 0.15505917370319366,
      "learning_rate": 9.975185734306773e-05,
      "loss": 12.1736,
      "step": 30743
    },
    {
      "epoch": 5.0342230227607665,
      "grad_norm": 0.10445483028888702,
      "learning_rate": 9.974668771532619e-05,
      "loss": 12.1612,
      "step": 30744
    },
    {
      "epoch": 5.034386769281153,
      "grad_norm": 0.1677485555410385,
      "learning_rate": 9.974151808826166e-05,
      "loss": 12.1757,
      "step": 30745
    },
    {
      "epoch": 5.03455051580154,
      "grad_norm": 0.13590148091316223,
      "learning_rate": 9.973634846188793e-05,
      "loss": 12.14,
      "step": 30746
    },
    {
      "epoch": 5.034714262321926,
      "grad_norm": 0.12230343371629715,
      "learning_rate": 9.973117883621875e-05,
      "loss": 12.1906,
      "step": 30747
    },
    {
      "epoch": 5.034878008842312,
      "grad_norm": 0.1640377789735794,
      "learning_rate": 9.972600921126806e-05,
      "loss": 12.203,
      "step": 30748
    },
    {
      "epoch": 5.035041755362698,
      "grad_norm": 0.17888124287128448,
      "learning_rate": 9.972083958704961e-05,
      "loss": 12.1897,
      "step": 30749
    },
    {
      "epoch": 5.035205501883085,
      "grad_norm": 0.15375220775604248,
      "learning_rate": 9.971566996357719e-05,
      "loss": 12.171,
      "step": 30750
    },
    {
      "epoch": 5.035369248403471,
      "grad_norm": 0.14183779060840607,
      "learning_rate": 9.971050034086468e-05,
      "loss": 12.2065,
      "step": 30751
    },
    {
      "epoch": 5.035532994923858,
      "grad_norm": 0.14013893902301788,
      "learning_rate": 9.970533071892586e-05,
      "loss": 12.1558,
      "step": 30752
    },
    {
      "epoch": 5.035696741444244,
      "grad_norm": 0.6189372539520264,
      "learning_rate": 9.970016109777456e-05,
      "loss": 12.2041,
      "step": 30753
    },
    {
      "epoch": 5.035860487964631,
      "grad_norm": 0.12865108251571655,
      "learning_rate": 9.969499147742455e-05,
      "loss": 12.1608,
      "step": 30754
    },
    {
      "epoch": 5.0360242344850175,
      "grad_norm": 0.1453189104795456,
      "learning_rate": 9.968982185788971e-05,
      "loss": 12.1766,
      "step": 30755
    },
    {
      "epoch": 5.036187981005404,
      "grad_norm": 0.15803565084934235,
      "learning_rate": 9.968465223918382e-05,
      "loss": 12.173,
      "step": 30756
    },
    {
      "epoch": 5.0363517275257905,
      "grad_norm": 0.13625794649124146,
      "learning_rate": 9.967948262132073e-05,
      "loss": 12.175,
      "step": 30757
    },
    {
      "epoch": 5.036515474046176,
      "grad_norm": 0.17613908648490906,
      "learning_rate": 9.967431300431417e-05,
      "loss": 12.1641,
      "step": 30758
    },
    {
      "epoch": 5.036679220566563,
      "grad_norm": 0.13492664694786072,
      "learning_rate": 9.966914338817805e-05,
      "loss": 12.246,
      "step": 30759
    },
    {
      "epoch": 5.036842967086949,
      "grad_norm": 0.1825716346502304,
      "learning_rate": 9.966397377292618e-05,
      "loss": 12.2208,
      "step": 30760
    },
    {
      "epoch": 5.037006713607336,
      "grad_norm": 0.1928095519542694,
      "learning_rate": 9.965880415857233e-05,
      "loss": 12.2578,
      "step": 30761
    },
    {
      "epoch": 5.037170460127722,
      "grad_norm": 0.23200510442256927,
      "learning_rate": 9.96536345451303e-05,
      "loss": 12.23,
      "step": 30762
    },
    {
      "epoch": 5.037334206648109,
      "grad_norm": 0.14426922798156738,
      "learning_rate": 9.964846493261395e-05,
      "loss": 12.1855,
      "step": 30763
    },
    {
      "epoch": 5.037497953168495,
      "grad_norm": 0.17381350696086884,
      "learning_rate": 9.964329532103714e-05,
      "loss": 12.2089,
      "step": 30764
    },
    {
      "epoch": 5.037661699688882,
      "grad_norm": 0.14922235906124115,
      "learning_rate": 9.963812571041354e-05,
      "loss": 12.1639,
      "step": 30765
    },
    {
      "epoch": 5.037825446209268,
      "grad_norm": 0.18895941972732544,
      "learning_rate": 9.963295610075712e-05,
      "loss": 12.2082,
      "step": 30766
    },
    {
      "epoch": 5.037989192729654,
      "grad_norm": 0.15709525346755981,
      "learning_rate": 9.962778649208163e-05,
      "loss": 12.1865,
      "step": 30767
    },
    {
      "epoch": 5.038152939250041,
      "grad_norm": 0.2301473617553711,
      "learning_rate": 9.962261688440089e-05,
      "loss": 12.1328,
      "step": 30768
    },
    {
      "epoch": 5.038316685770427,
      "grad_norm": 0.17373374104499817,
      "learning_rate": 9.961744727772865e-05,
      "loss": 12.2082,
      "step": 30769
    },
    {
      "epoch": 5.038480432290814,
      "grad_norm": 0.15953710675239563,
      "learning_rate": 9.961227767207886e-05,
      "loss": 12.1705,
      "step": 30770
    },
    {
      "epoch": 5.0386441788112,
      "grad_norm": 0.18891938030719757,
      "learning_rate": 9.960710806746528e-05,
      "loss": 12.1802,
      "step": 30771
    },
    {
      "epoch": 5.038807925331587,
      "grad_norm": 0.11805345863103867,
      "learning_rate": 9.960193846390169e-05,
      "loss": 12.1572,
      "step": 30772
    },
    {
      "epoch": 5.038971671851973,
      "grad_norm": 0.1958218663930893,
      "learning_rate": 9.959676886140187e-05,
      "loss": 12.1949,
      "step": 30773
    },
    {
      "epoch": 5.03913541837236,
      "grad_norm": 0.12899978458881378,
      "learning_rate": 9.959159925997975e-05,
      "loss": 12.1703,
      "step": 30774
    },
    {
      "epoch": 5.039299164892746,
      "grad_norm": 0.1526339203119278,
      "learning_rate": 9.958642965964912e-05,
      "loss": 12.1983,
      "step": 30775
    },
    {
      "epoch": 5.039462911413133,
      "grad_norm": 0.13183753192424774,
      "learning_rate": 9.958126006042374e-05,
      "loss": 12.2154,
      "step": 30776
    },
    {
      "epoch": 5.0396266579335185,
      "grad_norm": 0.2555573880672455,
      "learning_rate": 9.957609046231739e-05,
      "loss": 12.2107,
      "step": 30777
    },
    {
      "epoch": 5.039790404453905,
      "grad_norm": 0.21289342641830444,
      "learning_rate": 9.9570920865344e-05,
      "loss": 12.2307,
      "step": 30778
    },
    {
      "epoch": 5.039954150974292,
      "grad_norm": 0.14560462534427643,
      "learning_rate": 9.956575126951737e-05,
      "loss": 12.211,
      "step": 30779
    },
    {
      "epoch": 5.040117897494678,
      "grad_norm": 0.18953876197338104,
      "learning_rate": 9.956058167485123e-05,
      "loss": 12.1724,
      "step": 30780
    },
    {
      "epoch": 5.040281644015065,
      "grad_norm": 0.13537250459194183,
      "learning_rate": 9.955541208135942e-05,
      "loss": 12.1688,
      "step": 30781
    },
    {
      "epoch": 5.040445390535451,
      "grad_norm": 0.1476660817861557,
      "learning_rate": 9.955024248905586e-05,
      "loss": 12.1892,
      "step": 30782
    },
    {
      "epoch": 5.040609137055838,
      "grad_norm": 0.13143134117126465,
      "learning_rate": 9.954507289795424e-05,
      "loss": 12.2028,
      "step": 30783
    },
    {
      "epoch": 5.040772883576224,
      "grad_norm": 0.1388769894838333,
      "learning_rate": 9.95399033080684e-05,
      "loss": 12.1762,
      "step": 30784
    },
    {
      "epoch": 5.040936630096611,
      "grad_norm": 0.12382055819034576,
      "learning_rate": 9.95347337194122e-05,
      "loss": 12.1588,
      "step": 30785
    },
    {
      "epoch": 5.041100376616997,
      "grad_norm": 0.1522156447172165,
      "learning_rate": 9.952956413199946e-05,
      "loss": 12.2118,
      "step": 30786
    },
    {
      "epoch": 5.041264123137383,
      "grad_norm": 0.16513219475746155,
      "learning_rate": 9.952439454584396e-05,
      "loss": 12.1384,
      "step": 30787
    },
    {
      "epoch": 5.0414278696577695,
      "grad_norm": 0.17111027240753174,
      "learning_rate": 9.951922496095948e-05,
      "loss": 12.1912,
      "step": 30788
    },
    {
      "epoch": 5.041591616178156,
      "grad_norm": 0.15681761503219604,
      "learning_rate": 9.951405537735992e-05,
      "loss": 12.2262,
      "step": 30789
    },
    {
      "epoch": 5.0417553626985425,
      "grad_norm": 0.17948564887046814,
      "learning_rate": 9.950888579505908e-05,
      "loss": 12.225,
      "step": 30790
    },
    {
      "epoch": 5.041919109218929,
      "grad_norm": 0.1562887281179428,
      "learning_rate": 9.950371621407074e-05,
      "loss": 12.1497,
      "step": 30791
    },
    {
      "epoch": 5.042082855739316,
      "grad_norm": 0.13673119246959686,
      "learning_rate": 9.949854663440868e-05,
      "loss": 12.1833,
      "step": 30792
    },
    {
      "epoch": 5.042246602259702,
      "grad_norm": 0.1124383956193924,
      "learning_rate": 9.949337705608682e-05,
      "loss": 12.3124,
      "step": 30793
    },
    {
      "epoch": 5.042410348780089,
      "grad_norm": 0.1525208055973053,
      "learning_rate": 9.948820747911891e-05,
      "loss": 12.1742,
      "step": 30794
    },
    {
      "epoch": 5.042574095300475,
      "grad_norm": 0.2600151598453522,
      "learning_rate": 9.948303790351878e-05,
      "loss": 12.145,
      "step": 30795
    },
    {
      "epoch": 5.042737841820862,
      "grad_norm": 0.15073788166046143,
      "learning_rate": 9.94778683293002e-05,
      "loss": 12.1884,
      "step": 30796
    },
    {
      "epoch": 5.042901588341247,
      "grad_norm": 0.1830131560564041,
      "learning_rate": 9.947269875647708e-05,
      "loss": 12.1473,
      "step": 30797
    },
    {
      "epoch": 5.043065334861634,
      "grad_norm": 0.18094715476036072,
      "learning_rate": 9.946752918506318e-05,
      "loss": 12.214,
      "step": 30798
    },
    {
      "epoch": 5.04322908138202,
      "grad_norm": 0.16038818657398224,
      "learning_rate": 9.946235961507226e-05,
      "loss": 12.195,
      "step": 30799
    },
    {
      "epoch": 5.043392827902407,
      "grad_norm": 0.15079016983509064,
      "learning_rate": 9.945719004651827e-05,
      "loss": 12.2192,
      "step": 30800
    },
    {
      "epoch": 5.0435565744227935,
      "grad_norm": 0.15875840187072754,
      "learning_rate": 9.945202047941493e-05,
      "loss": 12.214,
      "step": 30801
    },
    {
      "epoch": 5.04372032094318,
      "grad_norm": 0.14542409777641296,
      "learning_rate": 9.944685091377607e-05,
      "loss": 12.1539,
      "step": 30802
    },
    {
      "epoch": 5.0438840674635665,
      "grad_norm": 0.15600968897342682,
      "learning_rate": 9.944168134961548e-05,
      "loss": 12.147,
      "step": 30803
    },
    {
      "epoch": 5.044047813983953,
      "grad_norm": 0.1821487993001938,
      "learning_rate": 9.943651178694707e-05,
      "loss": 12.2071,
      "step": 30804
    },
    {
      "epoch": 5.04421156050434,
      "grad_norm": 0.14881503582000732,
      "learning_rate": 9.943134222578457e-05,
      "loss": 12.1587,
      "step": 30805
    },
    {
      "epoch": 5.044375307024726,
      "grad_norm": 0.1905299425125122,
      "learning_rate": 9.942617266614182e-05,
      "loss": 12.192,
      "step": 30806
    },
    {
      "epoch": 5.044539053545112,
      "grad_norm": 0.16789662837982178,
      "learning_rate": 9.94210031080326e-05,
      "loss": 12.1997,
      "step": 30807
    },
    {
      "epoch": 5.044702800065498,
      "grad_norm": 0.1584356427192688,
      "learning_rate": 9.941583355147082e-05,
      "loss": 12.157,
      "step": 30808
    },
    {
      "epoch": 5.044866546585885,
      "grad_norm": 0.13599793612957,
      "learning_rate": 9.94106639964702e-05,
      "loss": 12.1753,
      "step": 30809
    },
    {
      "epoch": 5.045030293106271,
      "grad_norm": 0.11516762524843216,
      "learning_rate": 9.940549444304463e-05,
      "loss": 12.2359,
      "step": 30810
    },
    {
      "epoch": 5.045194039626658,
      "grad_norm": 0.11574060469865799,
      "learning_rate": 9.940032489120784e-05,
      "loss": 12.1576,
      "step": 30811
    },
    {
      "epoch": 5.045357786147044,
      "grad_norm": 0.18329022824764252,
      "learning_rate": 9.939515534097372e-05,
      "loss": 12.1828,
      "step": 30812
    },
    {
      "epoch": 5.045521532667431,
      "grad_norm": 0.1704857051372528,
      "learning_rate": 9.938998579235608e-05,
      "loss": 12.1973,
      "step": 30813
    },
    {
      "epoch": 5.0456852791878175,
      "grad_norm": 0.19005247950553894,
      "learning_rate": 9.93848162453687e-05,
      "loss": 12.1933,
      "step": 30814
    },
    {
      "epoch": 5.045849025708204,
      "grad_norm": 0.13869068026542664,
      "learning_rate": 9.937964670002538e-05,
      "loss": 12.1774,
      "step": 30815
    },
    {
      "epoch": 5.046012772228591,
      "grad_norm": 0.17518356442451477,
      "learning_rate": 9.937447715634001e-05,
      "loss": 12.1569,
      "step": 30816
    },
    {
      "epoch": 5.046176518748976,
      "grad_norm": 0.15906842052936554,
      "learning_rate": 9.936930761432636e-05,
      "loss": 12.2221,
      "step": 30817
    },
    {
      "epoch": 5.046340265269363,
      "grad_norm": 0.13173283636569977,
      "learning_rate": 9.936413807399819e-05,
      "loss": 12.1786,
      "step": 30818
    },
    {
      "epoch": 5.046504011789749,
      "grad_norm": 0.18256238102912903,
      "learning_rate": 9.935896853536945e-05,
      "loss": 12.1648,
      "step": 30819
    },
    {
      "epoch": 5.046667758310136,
      "grad_norm": 0.19446399807929993,
      "learning_rate": 9.935379899845386e-05,
      "loss": 12.2136,
      "step": 30820
    },
    {
      "epoch": 5.046831504830522,
      "grad_norm": 0.15610867738723755,
      "learning_rate": 9.934862946326527e-05,
      "loss": 12.1723,
      "step": 30821
    },
    {
      "epoch": 5.046995251350909,
      "grad_norm": 0.1426994353532791,
      "learning_rate": 9.934345992981744e-05,
      "loss": 12.1846,
      "step": 30822
    },
    {
      "epoch": 5.047158997871295,
      "grad_norm": 0.17225520312786102,
      "learning_rate": 9.933829039812425e-05,
      "loss": 12.1806,
      "step": 30823
    },
    {
      "epoch": 5.047322744391682,
      "grad_norm": 0.15496088564395905,
      "learning_rate": 9.93331208681995e-05,
      "loss": 12.1939,
      "step": 30824
    },
    {
      "epoch": 5.0474864909120685,
      "grad_norm": 0.12319155037403107,
      "learning_rate": 9.9327951340057e-05,
      "loss": 12.1921,
      "step": 30825
    },
    {
      "epoch": 5.047650237432455,
      "grad_norm": 0.16535073518753052,
      "learning_rate": 9.932278181371054e-05,
      "loss": 12.1975,
      "step": 30826
    },
    {
      "epoch": 5.047813983952841,
      "grad_norm": 0.15861457586288452,
      "learning_rate": 9.931761228917399e-05,
      "loss": 12.1541,
      "step": 30827
    },
    {
      "epoch": 5.047977730473227,
      "grad_norm": 0.14212237298488617,
      "learning_rate": 9.931244276646112e-05,
      "loss": 12.2054,
      "step": 30828
    },
    {
      "epoch": 5.048141476993614,
      "grad_norm": 0.24316543340682983,
      "learning_rate": 9.930727324558577e-05,
      "loss": 12.2006,
      "step": 30829
    },
    {
      "epoch": 5.048305223514,
      "grad_norm": 0.12655992805957794,
      "learning_rate": 9.930210372656173e-05,
      "loss": 12.1702,
      "step": 30830
    },
    {
      "epoch": 5.048468970034387,
      "grad_norm": 0.15380820631980896,
      "learning_rate": 9.929693420940286e-05,
      "loss": 12.2352,
      "step": 30831
    },
    {
      "epoch": 5.048632716554773,
      "grad_norm": 0.15857690572738647,
      "learning_rate": 9.929176469412293e-05,
      "loss": 12.1557,
      "step": 30832
    },
    {
      "epoch": 5.04879646307516,
      "grad_norm": 0.13620270788669586,
      "learning_rate": 9.928659518073579e-05,
      "loss": 12.1876,
      "step": 30833
    },
    {
      "epoch": 5.048960209595546,
      "grad_norm": 0.17285308241844177,
      "learning_rate": 9.928142566925522e-05,
      "loss": 12.1467,
      "step": 30834
    },
    {
      "epoch": 5.049123956115933,
      "grad_norm": 0.19856713712215424,
      "learning_rate": 9.927625615969508e-05,
      "loss": 12.22,
      "step": 30835
    },
    {
      "epoch": 5.0492877026363185,
      "grad_norm": 0.13511227071285248,
      "learning_rate": 9.927108665206914e-05,
      "loss": 12.1696,
      "step": 30836
    },
    {
      "epoch": 5.049451449156705,
      "grad_norm": 0.14445145428180695,
      "learning_rate": 9.926591714639121e-05,
      "loss": 12.1809,
      "step": 30837
    },
    {
      "epoch": 5.049615195677092,
      "grad_norm": 0.1296263337135315,
      "learning_rate": 9.92607476426752e-05,
      "loss": 12.1702,
      "step": 30838
    },
    {
      "epoch": 5.049778942197478,
      "grad_norm": 0.12292511761188507,
      "learning_rate": 9.925557814093481e-05,
      "loss": 12.2198,
      "step": 30839
    },
    {
      "epoch": 5.049942688717865,
      "grad_norm": 0.17338167130947113,
      "learning_rate": 9.925040864118392e-05,
      "loss": 12.2064,
      "step": 30840
    },
    {
      "epoch": 5.050106435238251,
      "grad_norm": 0.1717943698167801,
      "learning_rate": 9.924523914343633e-05,
      "loss": 12.1728,
      "step": 30841
    },
    {
      "epoch": 5.050270181758638,
      "grad_norm": 0.1673068255186081,
      "learning_rate": 9.924006964770585e-05,
      "loss": 12.1674,
      "step": 30842
    },
    {
      "epoch": 5.050433928279024,
      "grad_norm": 0.17484267055988312,
      "learning_rate": 9.923490015400631e-05,
      "loss": 12.1966,
      "step": 30843
    },
    {
      "epoch": 5.050597674799411,
      "grad_norm": 0.12293433398008347,
      "learning_rate": 9.92297306623515e-05,
      "loss": 12.1858,
      "step": 30844
    },
    {
      "epoch": 5.050761421319797,
      "grad_norm": 0.15822340548038483,
      "learning_rate": 9.922456117275525e-05,
      "loss": 12.1476,
      "step": 30845
    },
    {
      "epoch": 5.050925167840183,
      "grad_norm": 0.1655183881521225,
      "learning_rate": 9.92193916852314e-05,
      "loss": 12.2021,
      "step": 30846
    },
    {
      "epoch": 5.0510889143605695,
      "grad_norm": 0.1485552191734314,
      "learning_rate": 9.921422219979372e-05,
      "loss": 12.1708,
      "step": 30847
    },
    {
      "epoch": 5.051252660880956,
      "grad_norm": 0.1564955711364746,
      "learning_rate": 9.920905271645607e-05,
      "loss": 12.1984,
      "step": 30848
    },
    {
      "epoch": 5.051416407401343,
      "grad_norm": 0.1355741173028946,
      "learning_rate": 9.920388323523222e-05,
      "loss": 12.1916,
      "step": 30849
    },
    {
      "epoch": 5.051580153921729,
      "grad_norm": 0.1823916882276535,
      "learning_rate": 9.919871375613603e-05,
      "loss": 12.1777,
      "step": 30850
    },
    {
      "epoch": 5.051743900442116,
      "grad_norm": 0.15610720217227936,
      "learning_rate": 9.919354427918129e-05,
      "loss": 12.2079,
      "step": 30851
    },
    {
      "epoch": 5.051907646962502,
      "grad_norm": 0.16953334212303162,
      "learning_rate": 9.91883748043818e-05,
      "loss": 12.182,
      "step": 30852
    },
    {
      "epoch": 5.052071393482889,
      "grad_norm": 0.15448299050331116,
      "learning_rate": 9.918320533175141e-05,
      "loss": 12.1904,
      "step": 30853
    },
    {
      "epoch": 5.052235140003275,
      "grad_norm": 0.17813381552696228,
      "learning_rate": 9.917803586130394e-05,
      "loss": 12.126,
      "step": 30854
    },
    {
      "epoch": 5.052398886523662,
      "grad_norm": 0.19926269352436066,
      "learning_rate": 9.917286639305317e-05,
      "loss": 12.2227,
      "step": 30855
    },
    {
      "epoch": 5.052562633044047,
      "grad_norm": 0.15625709295272827,
      "learning_rate": 9.916769692701293e-05,
      "loss": 12.2223,
      "step": 30856
    },
    {
      "epoch": 5.052726379564434,
      "grad_norm": 0.21580013632774353,
      "learning_rate": 9.916252746319706e-05,
      "loss": 12.1662,
      "step": 30857
    },
    {
      "epoch": 5.0528901260848205,
      "grad_norm": 0.13204635679721832,
      "learning_rate": 9.915735800161933e-05,
      "loss": 12.1951,
      "step": 30858
    },
    {
      "epoch": 5.053053872605207,
      "grad_norm": 0.12589187920093536,
      "learning_rate": 9.915218854229358e-05,
      "loss": 12.1675,
      "step": 30859
    },
    {
      "epoch": 5.0532176191255935,
      "grad_norm": 0.1587143987417221,
      "learning_rate": 9.914701908523363e-05,
      "loss": 12.1404,
      "step": 30860
    },
    {
      "epoch": 5.05338136564598,
      "grad_norm": 0.12812857329845428,
      "learning_rate": 9.91418496304533e-05,
      "loss": 12.1674,
      "step": 30861
    },
    {
      "epoch": 5.053545112166367,
      "grad_norm": 0.1943136304616928,
      "learning_rate": 9.91366801779664e-05,
      "loss": 12.1339,
      "step": 30862
    },
    {
      "epoch": 5.053708858686753,
      "grad_norm": 0.13477854430675507,
      "learning_rate": 9.913151072778672e-05,
      "loss": 12.1598,
      "step": 30863
    },
    {
      "epoch": 5.05387260520714,
      "grad_norm": 0.12085935473442078,
      "learning_rate": 9.912634127992809e-05,
      "loss": 12.1515,
      "step": 30864
    },
    {
      "epoch": 5.054036351727526,
      "grad_norm": 0.13518676161766052,
      "learning_rate": 9.912117183440435e-05,
      "loss": 12.1636,
      "step": 30865
    },
    {
      "epoch": 5.054200098247912,
      "grad_norm": 0.15560811758041382,
      "learning_rate": 9.91160023912293e-05,
      "loss": 12.1862,
      "step": 30866
    },
    {
      "epoch": 5.054363844768298,
      "grad_norm": 0.15133360028266907,
      "learning_rate": 9.911083295041675e-05,
      "loss": 12.2023,
      "step": 30867
    },
    {
      "epoch": 5.054527591288685,
      "grad_norm": 0.12377569079399109,
      "learning_rate": 9.91056635119805e-05,
      "loss": 12.271,
      "step": 30868
    },
    {
      "epoch": 5.054691337809071,
      "grad_norm": 0.15529713034629822,
      "learning_rate": 9.91004940759344e-05,
      "loss": 12.2118,
      "step": 30869
    },
    {
      "epoch": 5.054855084329458,
      "grad_norm": 0.12470965832471848,
      "learning_rate": 9.909532464229227e-05,
      "loss": 12.2407,
      "step": 30870
    },
    {
      "epoch": 5.0550188308498445,
      "grad_norm": 0.1530720442533493,
      "learning_rate": 9.909015521106786e-05,
      "loss": 12.1765,
      "step": 30871
    },
    {
      "epoch": 5.055182577370231,
      "grad_norm": 0.15023094415664673,
      "learning_rate": 9.908498578227505e-05,
      "loss": 12.1541,
      "step": 30872
    },
    {
      "epoch": 5.0553463238906176,
      "grad_norm": 0.15401993691921234,
      "learning_rate": 9.907981635592766e-05,
      "loss": 12.1849,
      "step": 30873
    },
    {
      "epoch": 5.055510070411004,
      "grad_norm": 0.168538898229599,
      "learning_rate": 9.907464693203947e-05,
      "loss": 12.1647,
      "step": 30874
    },
    {
      "epoch": 5.055673816931391,
      "grad_norm": 0.21294687688350677,
      "learning_rate": 9.906947751062426e-05,
      "loss": 12.147,
      "step": 30875
    },
    {
      "epoch": 5.055837563451776,
      "grad_norm": 0.20531293749809265,
      "learning_rate": 9.906430809169594e-05,
      "loss": 12.1781,
      "step": 30876
    },
    {
      "epoch": 5.056001309972163,
      "grad_norm": 0.18379241228103638,
      "learning_rate": 9.905913867526826e-05,
      "loss": 12.1631,
      "step": 30877
    },
    {
      "epoch": 5.056165056492549,
      "grad_norm": 0.13476449251174927,
      "learning_rate": 9.905396926135507e-05,
      "loss": 12.1323,
      "step": 30878
    },
    {
      "epoch": 5.056328803012936,
      "grad_norm": 0.13902129232883453,
      "learning_rate": 9.904879984997014e-05,
      "loss": 12.1859,
      "step": 30879
    },
    {
      "epoch": 5.056492549533322,
      "grad_norm": 0.13716095685958862,
      "learning_rate": 9.904363044112733e-05,
      "loss": 12.1654,
      "step": 30880
    },
    {
      "epoch": 5.056656296053709,
      "grad_norm": 0.1802285611629486,
      "learning_rate": 9.903846103484044e-05,
      "loss": 12.1617,
      "step": 30881
    },
    {
      "epoch": 5.0568200425740955,
      "grad_norm": 0.18044640123844147,
      "learning_rate": 9.903329163112329e-05,
      "loss": 12.1775,
      "step": 30882
    },
    {
      "epoch": 5.056983789094482,
      "grad_norm": 0.1637912392616272,
      "learning_rate": 9.902812222998967e-05,
      "loss": 12.1906,
      "step": 30883
    },
    {
      "epoch": 5.0571475356148685,
      "grad_norm": 0.12671735882759094,
      "learning_rate": 9.902295283145343e-05,
      "loss": 12.1701,
      "step": 30884
    },
    {
      "epoch": 5.057311282135255,
      "grad_norm": 0.17011187970638275,
      "learning_rate": 9.901778343552838e-05,
      "loss": 12.1912,
      "step": 30885
    },
    {
      "epoch": 5.057475028655641,
      "grad_norm": 0.10756219178438187,
      "learning_rate": 9.901261404222829e-05,
      "loss": 12.1787,
      "step": 30886
    },
    {
      "epoch": 5.057638775176027,
      "grad_norm": 0.138479545712471,
      "learning_rate": 9.900744465156704e-05,
      "loss": 12.148,
      "step": 30887
    },
    {
      "epoch": 5.057802521696414,
      "grad_norm": 0.16110198199748993,
      "learning_rate": 9.90022752635584e-05,
      "loss": 12.2142,
      "step": 30888
    },
    {
      "epoch": 5.0579662682168,
      "grad_norm": 0.11653227359056473,
      "learning_rate": 9.899710587821623e-05,
      "loss": 12.1884,
      "step": 30889
    },
    {
      "epoch": 5.058130014737187,
      "grad_norm": 0.17164605855941772,
      "learning_rate": 9.899193649555427e-05,
      "loss": 12.1694,
      "step": 30890
    },
    {
      "epoch": 5.058293761257573,
      "grad_norm": 0.1552344113588333,
      "learning_rate": 9.898676711558642e-05,
      "loss": 12.2193,
      "step": 30891
    },
    {
      "epoch": 5.05845750777796,
      "grad_norm": 0.1462603360414505,
      "learning_rate": 9.898159773832644e-05,
      "loss": 12.1748,
      "step": 30892
    },
    {
      "epoch": 5.058621254298346,
      "grad_norm": 0.12617243826389313,
      "learning_rate": 9.897642836378818e-05,
      "loss": 12.1702,
      "step": 30893
    },
    {
      "epoch": 5.058785000818733,
      "grad_norm": 0.14020536839962006,
      "learning_rate": 9.89712589919854e-05,
      "loss": 12.1664,
      "step": 30894
    },
    {
      "epoch": 5.0589487473391195,
      "grad_norm": 0.16708572208881378,
      "learning_rate": 9.896608962293197e-05,
      "loss": 12.15,
      "step": 30895
    },
    {
      "epoch": 5.059112493859505,
      "grad_norm": 0.15796460211277008,
      "learning_rate": 9.896092025664171e-05,
      "loss": 12.1862,
      "step": 30896
    },
    {
      "epoch": 5.059276240379892,
      "grad_norm": 0.2107987403869629,
      "learning_rate": 9.89557508931284e-05,
      "loss": 12.1721,
      "step": 30897
    },
    {
      "epoch": 5.059439986900278,
      "grad_norm": 0.19897083938121796,
      "learning_rate": 9.895058153240585e-05,
      "loss": 12.1537,
      "step": 30898
    },
    {
      "epoch": 5.059603733420665,
      "grad_norm": 0.14095602929592133,
      "learning_rate": 9.894541217448792e-05,
      "loss": 12.2046,
      "step": 30899
    },
    {
      "epoch": 5.059767479941051,
      "grad_norm": 0.11310195177793503,
      "learning_rate": 9.89402428193884e-05,
      "loss": 12.1531,
      "step": 30900
    },
    {
      "epoch": 5.059931226461438,
      "grad_norm": 0.15137557685375214,
      "learning_rate": 9.893507346712111e-05,
      "loss": 12.1428,
      "step": 30901
    },
    {
      "epoch": 5.060094972981824,
      "grad_norm": 0.12266578525304794,
      "learning_rate": 9.892990411769982e-05,
      "loss": 12.1888,
      "step": 30902
    },
    {
      "epoch": 5.060258719502211,
      "grad_norm": 0.15744459629058838,
      "learning_rate": 9.89247347711384e-05,
      "loss": 12.1522,
      "step": 30903
    },
    {
      "epoch": 5.060422466022597,
      "grad_norm": 0.27805233001708984,
      "learning_rate": 9.891956542745066e-05,
      "loss": 12.1575,
      "step": 30904
    },
    {
      "epoch": 5.060586212542983,
      "grad_norm": 0.1551545411348343,
      "learning_rate": 9.89143960866504e-05,
      "loss": 12.1399,
      "step": 30905
    },
    {
      "epoch": 5.0607499590633696,
      "grad_norm": 0.1904899924993515,
      "learning_rate": 9.890922674875143e-05,
      "loss": 12.1641,
      "step": 30906
    },
    {
      "epoch": 5.060913705583756,
      "grad_norm": 0.18251070380210876,
      "learning_rate": 9.89040574137676e-05,
      "loss": 12.1641,
      "step": 30907
    },
    {
      "epoch": 5.061077452104143,
      "grad_norm": 0.15184643864631653,
      "learning_rate": 9.88988880817127e-05,
      "loss": 12.285,
      "step": 30908
    },
    {
      "epoch": 5.061241198624529,
      "grad_norm": 0.14371860027313232,
      "learning_rate": 9.889371875260052e-05,
      "loss": 12.1789,
      "step": 30909
    },
    {
      "epoch": 5.061404945144916,
      "grad_norm": 0.13196302950382233,
      "learning_rate": 9.888854942644493e-05,
      "loss": 12.1848,
      "step": 30910
    },
    {
      "epoch": 5.061568691665302,
      "grad_norm": 0.14199668169021606,
      "learning_rate": 9.88833801032597e-05,
      "loss": 12.1689,
      "step": 30911
    },
    {
      "epoch": 5.061732438185689,
      "grad_norm": 0.17868971824645996,
      "learning_rate": 9.887821078305869e-05,
      "loss": 12.149,
      "step": 30912
    },
    {
      "epoch": 5.061896184706075,
      "grad_norm": 0.1499619036912918,
      "learning_rate": 9.887304146585562e-05,
      "loss": 12.1833,
      "step": 30913
    },
    {
      "epoch": 5.062059931226462,
      "grad_norm": 0.1366538256406784,
      "learning_rate": 9.88678721516644e-05,
      "loss": 12.1556,
      "step": 30914
    },
    {
      "epoch": 5.0622236777468475,
      "grad_norm": 0.18465054035186768,
      "learning_rate": 9.886270284049884e-05,
      "loss": 12.1808,
      "step": 30915
    },
    {
      "epoch": 5.062387424267234,
      "grad_norm": 0.1753387600183487,
      "learning_rate": 9.885753353237275e-05,
      "loss": 12.2359,
      "step": 30916
    },
    {
      "epoch": 5.0625511707876205,
      "grad_norm": 0.1499883532524109,
      "learning_rate": 9.885236422729986e-05,
      "loss": 12.168,
      "step": 30917
    },
    {
      "epoch": 5.062714917308007,
      "grad_norm": 0.10595332831144333,
      "learning_rate": 9.884719492529408e-05,
      "loss": 12.1867,
      "step": 30918
    },
    {
      "epoch": 5.062878663828394,
      "grad_norm": 0.2775976359844208,
      "learning_rate": 9.884202562636924e-05,
      "loss": 12.127,
      "step": 30919
    },
    {
      "epoch": 5.06304241034878,
      "grad_norm": 0.20769062638282776,
      "learning_rate": 9.883685633053904e-05,
      "loss": 12.1241,
      "step": 30920
    },
    {
      "epoch": 5.063206156869167,
      "grad_norm": 0.17257899045944214,
      "learning_rate": 9.88316870378174e-05,
      "loss": 12.1918,
      "step": 30921
    },
    {
      "epoch": 5.063369903389553,
      "grad_norm": 0.17581519484519958,
      "learning_rate": 9.882651774821811e-05,
      "loss": 12.1917,
      "step": 30922
    },
    {
      "epoch": 5.06353364990994,
      "grad_norm": 0.13946112990379333,
      "learning_rate": 9.8821348461755e-05,
      "loss": 12.1587,
      "step": 30923
    },
    {
      "epoch": 5.063697396430326,
      "grad_norm": 0.15712711215019226,
      "learning_rate": 9.881617917844179e-05,
      "loss": 12.132,
      "step": 30924
    },
    {
      "epoch": 5.063861142950712,
      "grad_norm": 0.1333313286304474,
      "learning_rate": 9.881100989829242e-05,
      "loss": 12.179,
      "step": 30925
    },
    {
      "epoch": 5.064024889471098,
      "grad_norm": 0.17270490527153015,
      "learning_rate": 9.880584062132065e-05,
      "loss": 12.2042,
      "step": 30926
    },
    {
      "epoch": 5.064188635991485,
      "grad_norm": 0.1791277974843979,
      "learning_rate": 9.880067134754032e-05,
      "loss": 12.1557,
      "step": 30927
    },
    {
      "epoch": 5.0643523825118715,
      "grad_norm": 0.1830424964427948,
      "learning_rate": 9.879550207696515e-05,
      "loss": 12.1256,
      "step": 30928
    },
    {
      "epoch": 5.064516129032258,
      "grad_norm": 0.14786142110824585,
      "learning_rate": 9.879033280960908e-05,
      "loss": 12.1596,
      "step": 30929
    },
    {
      "epoch": 5.0646798755526445,
      "grad_norm": 0.19984892010688782,
      "learning_rate": 9.878516354548588e-05,
      "loss": 12.1187,
      "step": 30930
    },
    {
      "epoch": 5.064843622073031,
      "grad_norm": 0.13119660317897797,
      "learning_rate": 9.877999428460934e-05,
      "loss": 12.1932,
      "step": 30931
    },
    {
      "epoch": 5.065007368593418,
      "grad_norm": 0.119374118745327,
      "learning_rate": 9.877482502699326e-05,
      "loss": 12.173,
      "step": 30932
    },
    {
      "epoch": 5.065171115113804,
      "grad_norm": 0.1670621931552887,
      "learning_rate": 9.876965577265152e-05,
      "loss": 12.2829,
      "step": 30933
    },
    {
      "epoch": 5.065334861634191,
      "grad_norm": 0.17084938287734985,
      "learning_rate": 9.876448652159792e-05,
      "loss": 12.152,
      "step": 30934
    },
    {
      "epoch": 5.065498608154576,
      "grad_norm": 0.1921665072441101,
      "learning_rate": 9.875931727384625e-05,
      "loss": 12.1597,
      "step": 30935
    },
    {
      "epoch": 5.065662354674963,
      "grad_norm": 0.19656245410442352,
      "learning_rate": 9.875414802941027e-05,
      "loss": 12.1644,
      "step": 30936
    },
    {
      "epoch": 5.065826101195349,
      "grad_norm": 0.18736939132213593,
      "learning_rate": 9.874897878830392e-05,
      "loss": 12.1796,
      "step": 30937
    },
    {
      "epoch": 5.065989847715736,
      "grad_norm": 0.15510813891887665,
      "learning_rate": 9.874380955054096e-05,
      "loss": 12.173,
      "step": 30938
    },
    {
      "epoch": 5.066153594236122,
      "grad_norm": 0.18504676222801208,
      "learning_rate": 9.873864031613513e-05,
      "loss": 12.207,
      "step": 30939
    },
    {
      "epoch": 5.066317340756509,
      "grad_norm": 0.1454177349805832,
      "learning_rate": 9.873347108510036e-05,
      "loss": 12.1682,
      "step": 30940
    },
    {
      "epoch": 5.0664810872768955,
      "grad_norm": 0.17934516072273254,
      "learning_rate": 9.872830185745043e-05,
      "loss": 12.2138,
      "step": 30941
    },
    {
      "epoch": 5.066644833797282,
      "grad_norm": 0.17675332725048065,
      "learning_rate": 9.872313263319914e-05,
      "loss": 12.1771,
      "step": 30942
    },
    {
      "epoch": 5.066808580317669,
      "grad_norm": 0.16144372522830963,
      "learning_rate": 9.871796341236023e-05,
      "loss": 12.1516,
      "step": 30943
    },
    {
      "epoch": 5.066972326838055,
      "grad_norm": 0.1632528007030487,
      "learning_rate": 9.871279419494767e-05,
      "loss": 12.2304,
      "step": 30944
    },
    {
      "epoch": 5.067136073358441,
      "grad_norm": 0.16965708136558533,
      "learning_rate": 9.87076249809752e-05,
      "loss": 12.1589,
      "step": 30945
    },
    {
      "epoch": 5.067299819878827,
      "grad_norm": 0.1851188987493515,
      "learning_rate": 9.87024557704566e-05,
      "loss": 12.1715,
      "step": 30946
    },
    {
      "epoch": 5.067463566399214,
      "grad_norm": 0.13247162103652954,
      "learning_rate": 9.869728656340569e-05,
      "loss": 12.1797,
      "step": 30947
    },
    {
      "epoch": 5.0676273129196,
      "grad_norm": 0.11719034612178802,
      "learning_rate": 9.869211735983635e-05,
      "loss": 12.194,
      "step": 30948
    },
    {
      "epoch": 5.067791059439987,
      "grad_norm": 0.14190492033958435,
      "learning_rate": 9.868694815976236e-05,
      "loss": 12.1903,
      "step": 30949
    },
    {
      "epoch": 5.067954805960373,
      "grad_norm": 0.22882741689682007,
      "learning_rate": 9.868177896319752e-05,
      "loss": 12.2449,
      "step": 30950
    },
    {
      "epoch": 5.06811855248076,
      "grad_norm": 0.15656577050685883,
      "learning_rate": 9.867660977015562e-05,
      "loss": 12.1779,
      "step": 30951
    },
    {
      "epoch": 5.0682822990011465,
      "grad_norm": 0.1324337124824524,
      "learning_rate": 9.867144058065055e-05,
      "loss": 12.1477,
      "step": 30952
    },
    {
      "epoch": 5.068446045521533,
      "grad_norm": 0.15345901250839233,
      "learning_rate": 9.866627139469608e-05,
      "loss": 12.1419,
      "step": 30953
    },
    {
      "epoch": 5.0686097920419195,
      "grad_norm": 0.16802768409252167,
      "learning_rate": 9.866110221230604e-05,
      "loss": 12.1979,
      "step": 30954
    },
    {
      "epoch": 5.068773538562305,
      "grad_norm": 0.146864652633667,
      "learning_rate": 9.865593303349417e-05,
      "loss": 12.1944,
      "step": 30955
    },
    {
      "epoch": 5.068937285082692,
      "grad_norm": 0.12059269100427628,
      "learning_rate": 9.865076385827442e-05,
      "loss": 12.1559,
      "step": 30956
    },
    {
      "epoch": 5.069101031603078,
      "grad_norm": 0.12297564744949341,
      "learning_rate": 9.864559468666051e-05,
      "loss": 12.1524,
      "step": 30957
    },
    {
      "epoch": 5.069264778123465,
      "grad_norm": 0.16451585292816162,
      "learning_rate": 9.864042551866623e-05,
      "loss": 12.1857,
      "step": 30958
    },
    {
      "epoch": 5.069428524643851,
      "grad_norm": 0.22742459177970886,
      "learning_rate": 9.863525635430553e-05,
      "loss": 12.1836,
      "step": 30959
    },
    {
      "epoch": 5.069592271164238,
      "grad_norm": 0.12868179380893707,
      "learning_rate": 9.863008719359209e-05,
      "loss": 12.1591,
      "step": 30960
    },
    {
      "epoch": 5.069756017684624,
      "grad_norm": 0.15334784984588623,
      "learning_rate": 9.862491803653978e-05,
      "loss": 12.149,
      "step": 30961
    },
    {
      "epoch": 5.069919764205011,
      "grad_norm": 0.18865390121936798,
      "learning_rate": 9.861974888316236e-05,
      "loss": 12.2136,
      "step": 30962
    },
    {
      "epoch": 5.070083510725397,
      "grad_norm": 0.15771493315696716,
      "learning_rate": 9.861457973347377e-05,
      "loss": 12.1635,
      "step": 30963
    },
    {
      "epoch": 5.070247257245784,
      "grad_norm": 0.1450013965368271,
      "learning_rate": 9.860941058748772e-05,
      "loss": 12.2073,
      "step": 30964
    },
    {
      "epoch": 5.07041100376617,
      "grad_norm": 0.215237557888031,
      "learning_rate": 9.860424144521803e-05,
      "loss": 12.1748,
      "step": 30965
    },
    {
      "epoch": 5.070574750286556,
      "grad_norm": 0.15134772658348083,
      "learning_rate": 9.859907230667852e-05,
      "loss": 12.1762,
      "step": 30966
    },
    {
      "epoch": 5.070738496806943,
      "grad_norm": 0.1385050117969513,
      "learning_rate": 9.859390317188308e-05,
      "loss": 12.2155,
      "step": 30967
    },
    {
      "epoch": 5.070902243327329,
      "grad_norm": 0.24488390982151031,
      "learning_rate": 9.858873404084543e-05,
      "loss": 12.195,
      "step": 30968
    },
    {
      "epoch": 5.071065989847716,
      "grad_norm": 0.188215970993042,
      "learning_rate": 9.858356491357942e-05,
      "loss": 12.214,
      "step": 30969
    },
    {
      "epoch": 5.071229736368102,
      "grad_norm": 0.14772222936153412,
      "learning_rate": 9.857839579009886e-05,
      "loss": 12.149,
      "step": 30970
    },
    {
      "epoch": 5.071393482888489,
      "grad_norm": 0.16893716156482697,
      "learning_rate": 9.857322667041756e-05,
      "loss": 12.1603,
      "step": 30971
    },
    {
      "epoch": 5.071557229408875,
      "grad_norm": 0.15450626611709595,
      "learning_rate": 9.856805755454937e-05,
      "loss": 12.1571,
      "step": 30972
    },
    {
      "epoch": 5.071720975929262,
      "grad_norm": 0.16668473184108734,
      "learning_rate": 9.856288844250802e-05,
      "loss": 12.1839,
      "step": 30973
    },
    {
      "epoch": 5.0718847224496475,
      "grad_norm": 0.12694212794303894,
      "learning_rate": 9.855771933430745e-05,
      "loss": 12.1958,
      "step": 30974
    },
    {
      "epoch": 5.072048468970034,
      "grad_norm": 0.12872150540351868,
      "learning_rate": 9.85525502299614e-05,
      "loss": 12.198,
      "step": 30975
    },
    {
      "epoch": 5.072212215490421,
      "grad_norm": 0.20559531450271606,
      "learning_rate": 9.854738112948368e-05,
      "loss": 12.1964,
      "step": 30976
    },
    {
      "epoch": 5.072375962010807,
      "grad_norm": 0.13250732421875,
      "learning_rate": 9.854221203288807e-05,
      "loss": 12.1926,
      "step": 30977
    },
    {
      "epoch": 5.072539708531194,
      "grad_norm": 0.16923551261425018,
      "learning_rate": 9.853704294018848e-05,
      "loss": 12.1456,
      "step": 30978
    },
    {
      "epoch": 5.07270345505158,
      "grad_norm": 0.12734687328338623,
      "learning_rate": 9.853187385139867e-05,
      "loss": 12.1893,
      "step": 30979
    },
    {
      "epoch": 5.072867201571967,
      "grad_norm": 0.13151918351650238,
      "learning_rate": 9.852670476653246e-05,
      "loss": 12.2005,
      "step": 30980
    },
    {
      "epoch": 5.073030948092353,
      "grad_norm": 0.18025146424770355,
      "learning_rate": 9.852153568560364e-05,
      "loss": 12.2234,
      "step": 30981
    },
    {
      "epoch": 5.07319469461274,
      "grad_norm": 0.16267988085746765,
      "learning_rate": 9.851636660862607e-05,
      "loss": 12.1857,
      "step": 30982
    },
    {
      "epoch": 5.073358441133126,
      "grad_norm": 0.23280999064445496,
      "learning_rate": 9.851119753561354e-05,
      "loss": 12.165,
      "step": 30983
    },
    {
      "epoch": 5.073522187653512,
      "grad_norm": 0.2069246917963028,
      "learning_rate": 9.850602846657986e-05,
      "loss": 12.1723,
      "step": 30984
    },
    {
      "epoch": 5.0736859341738985,
      "grad_norm": 0.1917647421360016,
      "learning_rate": 9.850085940153885e-05,
      "loss": 12.1245,
      "step": 30985
    },
    {
      "epoch": 5.073849680694285,
      "grad_norm": 0.13734091818332672,
      "learning_rate": 9.849569034050434e-05,
      "loss": 12.1762,
      "step": 30986
    },
    {
      "epoch": 5.0740134272146715,
      "grad_norm": 0.13361337780952454,
      "learning_rate": 9.849052128349013e-05,
      "loss": 12.1656,
      "step": 30987
    },
    {
      "epoch": 5.074177173735058,
      "grad_norm": 0.17915940284729004,
      "learning_rate": 9.848535223051003e-05,
      "loss": 12.1704,
      "step": 30988
    },
    {
      "epoch": 5.074340920255445,
      "grad_norm": 0.14571404457092285,
      "learning_rate": 9.848018318157785e-05,
      "loss": 12.192,
      "step": 30989
    },
    {
      "epoch": 5.074504666775831,
      "grad_norm": 0.13586749136447906,
      "learning_rate": 9.847501413670742e-05,
      "loss": 12.2364,
      "step": 30990
    },
    {
      "epoch": 5.074668413296218,
      "grad_norm": 0.15249042212963104,
      "learning_rate": 9.846984509591256e-05,
      "loss": 12.1771,
      "step": 30991
    },
    {
      "epoch": 5.074832159816604,
      "grad_norm": 0.17205390334129333,
      "learning_rate": 9.846467605920704e-05,
      "loss": 12.1779,
      "step": 30992
    },
    {
      "epoch": 5.074995906336991,
      "grad_norm": 0.20093071460723877,
      "learning_rate": 9.845950702660473e-05,
      "loss": 12.2478,
      "step": 30993
    },
    {
      "epoch": 5.075159652857376,
      "grad_norm": 0.21663789451122284,
      "learning_rate": 9.845433799811943e-05,
      "loss": 12.2091,
      "step": 30994
    },
    {
      "epoch": 5.075323399377763,
      "grad_norm": 0.1951899230480194,
      "learning_rate": 9.844916897376494e-05,
      "loss": 12.1457,
      "step": 30995
    },
    {
      "epoch": 5.075487145898149,
      "grad_norm": 0.27759110927581787,
      "learning_rate": 9.844399995355505e-05,
      "loss": 12.1865,
      "step": 30996
    },
    {
      "epoch": 5.075650892418536,
      "grad_norm": 0.13918878138065338,
      "learning_rate": 9.843883093750364e-05,
      "loss": 12.1578,
      "step": 30997
    },
    {
      "epoch": 5.0758146389389225,
      "grad_norm": 0.1313450038433075,
      "learning_rate": 9.843366192562447e-05,
      "loss": 12.1787,
      "step": 30998
    },
    {
      "epoch": 5.075978385459309,
      "grad_norm": 0.17650046944618225,
      "learning_rate": 9.84284929179314e-05,
      "loss": 12.1573,
      "step": 30999
    },
    {
      "epoch": 5.0761421319796955,
      "grad_norm": 0.22658111155033112,
      "learning_rate": 9.842332391443818e-05,
      "loss": 12.2027,
      "step": 31000
    },
    {
      "epoch": 5.0761421319796955,
      "eval_loss": 12.161349296569824,
      "eval_runtime": 7.3182,
      "eval_samples_per_second": 33.615,
      "eval_steps_per_second": 16.807,
      "step": 31000
    }
  ],
  "logging_steps": 1,
  "max_steps": 61070,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 1000,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 3
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 19863740350464.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}