{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.8973408541498795,
  "eval_steps": 100,
  "global_step": 7600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006446414182111201,
      "grad_norm": 43.20963982743049,
      "learning_rate": 3.3333333333333335e-07,
      "loss": 9.105,
      "step": 1
    },
    {
      "epoch": 0.0012892828364222402,
      "grad_norm": 41.24606926904978,
      "learning_rate": 6.666666666666667e-07,
      "loss": 9.0819,
      "step": 2
    },
    {
      "epoch": 0.0019339242546333602,
      "grad_norm": 46.471396861989255,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 9.2787,
      "step": 3
    },
    {
      "epoch": 0.0025785656728444803,
      "grad_norm": 38.95184582702782,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 9.0976,
      "step": 4
    },
    {
      "epoch": 0.0032232070910556,
      "grad_norm": 18.703839576015607,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 8.991,
      "step": 5
    },
    {
      "epoch": 0.0038678485092667205,
      "grad_norm": 19.887938933677468,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 8.9762,
      "step": 6
    },
    {
      "epoch": 0.004512489927477841,
      "grad_norm": 22.51975707522315,
      "learning_rate": 2.3333333333333336e-06,
      "loss": 8.9165,
      "step": 7
    },
    {
      "epoch": 0.005157131345688961,
      "grad_norm": 15.751351803057963,
      "learning_rate": 2.666666666666667e-06,
      "loss": 8.8524,
      "step": 8
    },
    {
      "epoch": 0.0058017727639000805,
      "grad_norm": 14.515483254635143,
      "learning_rate": 3e-06,
      "loss": 8.8032,
      "step": 9
    },
    {
      "epoch": 0.0064464141821112,
      "grad_norm": 12.47190044446186,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 8.9444,
      "step": 10
    },
    {
      "epoch": 0.007091055600322321,
      "grad_norm": 13.337377200002054,
      "learning_rate": 3.6666666666666666e-06,
      "loss": 8.7814,
      "step": 11
    },
    {
      "epoch": 0.007735697018533441,
      "grad_norm": 11.083820977199807,
      "learning_rate": 4.000000000000001e-06,
      "loss": 8.7351,
      "step": 12
    },
    {
      "epoch": 0.00838033843674456,
      "grad_norm": 13.296254683091236,
      "learning_rate": 4.333333333333334e-06,
      "loss": 8.6683,
      "step": 13
    },
    {
      "epoch": 0.009024979854955682,
      "grad_norm": 12.18859136879421,
      "learning_rate": 4.666666666666667e-06,
      "loss": 8.6767,
      "step": 14
    },
    {
      "epoch": 0.009669621273166801,
      "grad_norm": 11.740442342714374,
      "learning_rate": 5e-06,
      "loss": 8.6584,
      "step": 15
    },
    {
      "epoch": 0.010314262691377921,
      "grad_norm": 14.95962653363969,
      "learning_rate": 5.333333333333334e-06,
      "loss": 8.584,
      "step": 16
    },
    {
      "epoch": 0.010958904109589041,
      "grad_norm": 12.321939080001075,
      "learning_rate": 5.666666666666667e-06,
      "loss": 8.5407,
      "step": 17
    },
    {
      "epoch": 0.011603545527800161,
      "grad_norm": 12.968245666440362,
      "learning_rate": 6e-06,
      "loss": 8.4789,
      "step": 18
    },
    {
      "epoch": 0.012248186946011281,
      "grad_norm": 12.960346948917943,
      "learning_rate": 6.333333333333333e-06,
      "loss": 8.3049,
      "step": 19
    },
    {
      "epoch": 0.0128928283642224,
      "grad_norm": 14.509517942696975,
      "learning_rate": 6.666666666666667e-06,
      "loss": 8.2746,
      "step": 20
    },
    {
      "epoch": 0.01353746978243352,
      "grad_norm": 14.180935523709413,
      "learning_rate": 7e-06,
      "loss": 8.2461,
      "step": 21
    },
    {
      "epoch": 0.014182111200644642,
      "grad_norm": 13.240163721295577,
      "learning_rate": 7.333333333333333e-06,
      "loss": 8.1981,
      "step": 22
    },
    {
      "epoch": 0.014826752618855762,
      "grad_norm": 16.39990640816386,
      "learning_rate": 7.666666666666667e-06,
      "loss": 8.1894,
      "step": 23
    },
    {
      "epoch": 0.015471394037066882,
      "grad_norm": 15.931975947050415,
      "learning_rate": 8.000000000000001e-06,
      "loss": 8.0188,
      "step": 24
    },
    {
      "epoch": 0.016116035455278,
      "grad_norm": 12.156028650230274,
      "learning_rate": 8.333333333333334e-06,
      "loss": 7.9288,
      "step": 25
    },
    {
      "epoch": 0.01676067687348912,
      "grad_norm": 17.529013631074246,
      "learning_rate": 8.666666666666668e-06,
      "loss": 7.7929,
      "step": 26
    },
    {
      "epoch": 0.017405318291700243,
      "grad_norm": 11.301129868068571,
      "learning_rate": 9e-06,
      "loss": 7.7677,
      "step": 27
    },
    {
      "epoch": 0.018049959709911363,
      "grad_norm": 9.544093370245552,
      "learning_rate": 9.333333333333334e-06,
      "loss": 7.704,
      "step": 28
    },
    {
      "epoch": 0.018694601128122483,
      "grad_norm": 22.353970538680617,
      "learning_rate": 9.666666666666667e-06,
      "loss": 7.7324,
      "step": 29
    },
    {
      "epoch": 0.019339242546333603,
      "grad_norm": 11.71835829291656,
      "learning_rate": 1e-05,
      "loss": 7.8423,
      "step": 30
    },
    {
      "epoch": 0.019983883964544723,
      "grad_norm": 9.448832878024898,
      "learning_rate": 9.999999996304659e-06,
      "loss": 7.8555,
      "step": 31
    },
    {
      "epoch": 0.020628525382755843,
      "grad_norm": 9.407774575729155,
      "learning_rate": 9.999999985218629e-06,
      "loss": 7.5766,
      "step": 32
    },
    {
      "epoch": 0.021273166800966962,
      "grad_norm": 11.992921405184791,
      "learning_rate": 9.999999966741916e-06,
      "loss": 7.4566,
      "step": 33
    },
    {
      "epoch": 0.021917808219178082,
      "grad_norm": 10.94573869507693,
      "learning_rate": 9.999999940874516e-06,
      "loss": 7.2426,
      "step": 34
    },
    {
      "epoch": 0.022562449637389202,
      "grad_norm": 14.987131881232703,
      "learning_rate": 9.99999990761643e-06,
      "loss": 7.2324,
      "step": 35
    },
    {
      "epoch": 0.023207091055600322,
      "grad_norm": 23.810719269538605,
      "learning_rate": 9.99999986696766e-06,
      "loss": 7.5888,
      "step": 36
    },
    {
      "epoch": 0.023851732473811442,
      "grad_norm": 19.088252028909537,
      "learning_rate": 9.999999818928204e-06,
      "loss": 7.3763,
      "step": 37
    },
    {
      "epoch": 0.024496373892022562,
      "grad_norm": 12.137463675339353,
      "learning_rate": 9.999999763498061e-06,
      "loss": 7.2249,
      "step": 38
    },
    {
      "epoch": 0.02514101531023368,
      "grad_norm": 11.122415137718871,
      "learning_rate": 9.999999700677236e-06,
      "loss": 7.1494,
      "step": 39
    },
    {
      "epoch": 0.0257856567284448,
      "grad_norm": 10.418287446440376,
      "learning_rate": 9.999999630465723e-06,
      "loss": 7.1229,
      "step": 40
    },
    {
      "epoch": 0.02643029814665592,
      "grad_norm": 10.508091997211853,
      "learning_rate": 9.999999552863526e-06,
      "loss": 6.8988,
      "step": 41
    },
    {
      "epoch": 0.02707493956486704,
      "grad_norm": 11.844947782956357,
      "learning_rate": 9.999999467870646e-06,
      "loss": 6.9318,
      "step": 42
    },
    {
      "epoch": 0.02771958098307816,
      "grad_norm": 13.863349144839137,
      "learning_rate": 9.999999375487078e-06,
      "loss": 7.1096,
      "step": 43
    },
    {
      "epoch": 0.028364222401289284,
      "grad_norm": 16.41987039695807,
      "learning_rate": 9.999999275712826e-06,
      "loss": 6.5293,
      "step": 44
    },
    {
      "epoch": 0.029008863819500404,
      "grad_norm": 12.828734149719791,
      "learning_rate": 9.99999916854789e-06,
      "loss": 6.579,
      "step": 45
    },
    {
      "epoch": 0.029653505237711524,
      "grad_norm": 10.126888897933464,
      "learning_rate": 9.99999905399227e-06,
      "loss": 6.5517,
      "step": 46
    },
    {
      "epoch": 0.030298146655922644,
      "grad_norm": 12.937589391974099,
      "learning_rate": 9.999998932045965e-06,
      "loss": 6.4253,
      "step": 47
    },
    {
      "epoch": 0.030942788074133764,
      "grad_norm": 13.622003421063305,
      "learning_rate": 9.999998802708977e-06,
      "loss": 6.463,
      "step": 48
    },
    {
      "epoch": 0.03158742949234488,
      "grad_norm": 17.156921580096483,
      "learning_rate": 9.999998665981305e-06,
      "loss": 6.5335,
      "step": 49
    },
    {
      "epoch": 0.032232070910556,
      "grad_norm": 19.44416702895445,
      "learning_rate": 9.99999852186295e-06,
      "loss": 6.3116,
      "step": 50
    },
    {
      "epoch": 0.03287671232876712,
      "grad_norm": 14.42004877261466,
      "learning_rate": 9.999998370353911e-06,
      "loss": 5.9379,
      "step": 51
    },
    {
      "epoch": 0.03352135374697824,
      "grad_norm": 12.351015807771875,
      "learning_rate": 9.999998211454191e-06,
      "loss": 6.4937,
      "step": 52
    },
    {
      "epoch": 0.03416599516518937,
      "grad_norm": 15.065991312296429,
      "learning_rate": 9.999998045163785e-06,
      "loss": 5.9124,
      "step": 53
    },
    {
      "epoch": 0.03481063658340049,
      "grad_norm": 16.844869887712175,
      "learning_rate": 9.9999978714827e-06,
      "loss": 6.1908,
      "step": 54
    },
    {
      "epoch": 0.035455278001611606,
      "grad_norm": 9.362821229280133,
      "learning_rate": 9.99999769041093e-06,
      "loss": 6.2637,
      "step": 55
    },
    {
      "epoch": 0.036099919419822726,
      "grad_norm": 19.68037483613084,
      "learning_rate": 9.99999750194848e-06,
      "loss": 5.9706,
      "step": 56
    },
    {
      "epoch": 0.036744560838033846,
      "grad_norm": 10.304439335786634,
      "learning_rate": 9.999997306095346e-06,
      "loss": 6.101,
      "step": 57
    },
    {
      "epoch": 0.037389202256244966,
      "grad_norm": 23.602055970715774,
      "learning_rate": 9.999997102851534e-06,
      "loss": 5.4795,
      "step": 58
    },
    {
      "epoch": 0.038033843674456086,
      "grad_norm": 22.15089076473289,
      "learning_rate": 9.99999689221704e-06,
      "loss": 6.2422,
      "step": 59
    },
    {
      "epoch": 0.038678485092667206,
      "grad_norm": 12.459189314856635,
      "learning_rate": 9.999996674191866e-06,
      "loss": 5.987,
      "step": 60
    },
    {
      "epoch": 0.039323126510878326,
      "grad_norm": 17.976310602874733,
      "learning_rate": 9.99999644877601e-06,
      "loss": 5.6824,
      "step": 61
    },
    {
      "epoch": 0.039967767929089446,
      "grad_norm": 14.362180523047423,
      "learning_rate": 9.999996215969474e-06,
      "loss": 5.5836,
      "step": 62
    },
    {
      "epoch": 0.040612409347300565,
      "grad_norm": 16.562610035825752,
      "learning_rate": 9.99999597577226e-06,
      "loss": 5.664,
      "step": 63
    },
    {
      "epoch": 0.041257050765511685,
      "grad_norm": 5.519946982655298,
      "learning_rate": 9.999995728184367e-06,
      "loss": 5.9193,
      "step": 64
    },
    {
      "epoch": 0.041901692183722805,
      "grad_norm": 12.7424632925921,
      "learning_rate": 9.999995473205795e-06,
      "loss": 5.7319,
      "step": 65
    },
    {
      "epoch": 0.042546333601933925,
      "grad_norm": 7.012783005965074,
      "learning_rate": 9.999995210836545e-06,
      "loss": 5.7014,
      "step": 66
    },
    {
      "epoch": 0.043190975020145045,
      "grad_norm": 9.297528863094916,
      "learning_rate": 9.999994941076616e-06,
      "loss": 5.6715,
      "step": 67
    },
    {
      "epoch": 0.043835616438356165,
      "grad_norm": 12.872622593339045,
      "learning_rate": 9.999994663926013e-06,
      "loss": 5.2634,
      "step": 68
    },
    {
      "epoch": 0.044480257856567285,
      "grad_norm": 11.583116995039834,
      "learning_rate": 9.99999437938473e-06,
      "loss": 5.6846,
      "step": 69
    },
    {
      "epoch": 0.045124899274778404,
      "grad_norm": 9.967532716194082,
      "learning_rate": 9.999994087452772e-06,
      "loss": 5.4008,
      "step": 70
    },
    {
      "epoch": 0.045769540692989524,
      "grad_norm": 10.620522497414964,
      "learning_rate": 9.999993788130137e-06,
      "loss": 5.7472,
      "step": 71
    },
    {
      "epoch": 0.046414182111200644,
      "grad_norm": 7.461913587952648,
      "learning_rate": 9.999993481416825e-06,
      "loss": 5.9508,
      "step": 72
    },
    {
      "epoch": 0.047058823529411764,
      "grad_norm": 9.154139710441296,
      "learning_rate": 9.999993167312841e-06,
      "loss": 5.2929,
      "step": 73
    },
    {
      "epoch": 0.047703464947622884,
      "grad_norm": 12.093602994648196,
      "learning_rate": 9.999992845818182e-06,
      "loss": 5.3425,
      "step": 74
    },
    {
      "epoch": 0.048348106365834004,
      "grad_norm": 21.127619521108112,
      "learning_rate": 9.999992516932848e-06,
      "loss": 5.3198,
      "step": 75
    },
    {
      "epoch": 0.048992747784045124,
      "grad_norm": 18.67794670791207,
      "learning_rate": 9.999992180656841e-06,
      "loss": 5.8574,
      "step": 76
    },
    {
      "epoch": 0.049637389202256244,
      "grad_norm": 16.073812279613122,
      "learning_rate": 9.99999183699016e-06,
      "loss": 5.1913,
      "step": 77
    },
    {
      "epoch": 0.05028203062046736,
      "grad_norm": 24.735076947385874,
      "learning_rate": 9.99999148593281e-06,
      "loss": 5.7861,
      "step": 78
    },
    {
      "epoch": 0.05092667203867848,
      "grad_norm": 13.975770993718058,
      "learning_rate": 9.999991127484785e-06,
      "loss": 5.4338,
      "step": 79
    },
    {
      "epoch": 0.0515713134568896,
      "grad_norm": 14.453378796539962,
      "learning_rate": 9.999990761646092e-06,
      "loss": 5.3427,
      "step": 80
    },
    {
      "epoch": 0.05221595487510072,
      "grad_norm": 10.869657994052385,
      "learning_rate": 9.999990388416726e-06,
      "loss": 5.1848,
      "step": 81
    },
    {
      "epoch": 0.05286059629331184,
      "grad_norm": 10.274650665041626,
      "learning_rate": 9.999990007796691e-06,
      "loss": 5.4415,
      "step": 82
    },
    {
      "epoch": 0.05350523771152296,
      "grad_norm": 9.146512871427996,
      "learning_rate": 9.999989619785987e-06,
      "loss": 5.6034,
      "step": 83
    },
    {
      "epoch": 0.05414987912973408,
      "grad_norm": 8.401851542470174,
      "learning_rate": 9.999989224384615e-06,
      "loss": 5.3878,
      "step": 84
    },
    {
      "epoch": 0.0547945205479452,
      "grad_norm": 8.60247276639487,
      "learning_rate": 9.999988821592573e-06,
      "loss": 5.8196,
      "step": 85
    },
    {
      "epoch": 0.05543916196615632,
      "grad_norm": 7.715237746774013,
      "learning_rate": 9.999988411409865e-06,
      "loss": 5.694,
      "step": 86
    },
    {
      "epoch": 0.05608380338436744,
      "grad_norm": 7.947723887433297,
      "learning_rate": 9.999987993836492e-06,
      "loss": 5.8029,
      "step": 87
    },
    {
      "epoch": 0.05672844480257857,
      "grad_norm": 7.694149610575665,
      "learning_rate": 9.99998756887245e-06,
      "loss": 5.2228,
      "step": 88
    },
    {
      "epoch": 0.05737308622078969,
      "grad_norm": 7.929849368520864,
      "learning_rate": 9.999987136517745e-06,
      "loss": 5.4771,
      "step": 89
    },
    {
      "epoch": 0.05801772763900081,
      "grad_norm": 5.6894801091224005,
      "learning_rate": 9.999986696772375e-06,
      "loss": 5.4898,
      "step": 90
    },
    {
      "epoch": 0.05866236905721193,
      "grad_norm": 8.21799605485857,
      "learning_rate": 9.99998624963634e-06,
      "loss": 5.6334,
      "step": 91
    },
    {
      "epoch": 0.05930701047542305,
      "grad_norm": 7.7939716570480675,
      "learning_rate": 9.999985795109643e-06,
      "loss": 5.2863,
      "step": 92
    },
    {
      "epoch": 0.05995165189363417,
      "grad_norm": 8.432238538822883,
      "learning_rate": 9.999985333192283e-06,
      "loss": 5.2087,
      "step": 93
    },
    {
      "epoch": 0.06059629331184529,
      "grad_norm": 7.913882443640028,
      "learning_rate": 9.999984863884262e-06,
      "loss": 5.6338,
      "step": 94
    },
    {
      "epoch": 0.06124093473005641,
      "grad_norm": 5.197035225484878,
      "learning_rate": 9.99998438718558e-06,
      "loss": 5.2095,
      "step": 95
    },
    {
      "epoch": 0.06188557614826753,
      "grad_norm": 8.124642260333355,
      "learning_rate": 9.999983903096238e-06,
      "loss": 5.8673,
      "step": 96
    },
    {
      "epoch": 0.06253021756647864,
      "grad_norm": 5.878355628167481,
      "learning_rate": 9.999983411616236e-06,
      "loss": 5.4859,
      "step": 97
    },
    {
      "epoch": 0.06317485898468976,
      "grad_norm": 6.822945737771961,
      "learning_rate": 9.999982912745577e-06,
      "loss": 5.4628,
      "step": 98
    },
    {
      "epoch": 0.06381950040290088,
      "grad_norm": 6.873273611750123,
      "learning_rate": 9.99998240648426e-06,
      "loss": 5.5717,
      "step": 99
    },
    {
      "epoch": 0.064464141821112,
      "grad_norm": 16.13568163124115,
      "learning_rate": 9.999981892832285e-06,
      "loss": 5.1928,
      "step": 100
    },
    {
      "epoch": 0.064464141821112,
      "eval_loss": 5.414346694946289,
      "eval_runtime": 2.9196,
      "eval_samples_per_second": 34.251,
      "eval_steps_per_second": 4.453,
      "step": 100
    },
    {
      "epoch": 0.06510878323932312,
      "grad_norm": 11.693756052586828,
      "learning_rate": 9.999981371789656e-06,
      "loss": 5.549,
      "step": 101
    },
    {
      "epoch": 0.06575342465753424,
      "grad_norm": 14.441402277312504,
      "learning_rate": 9.999980843356371e-06,
      "loss": 5.321,
      "step": 102
    },
    {
      "epoch": 0.06639806607574536,
      "grad_norm": 16.115631708056473,
      "learning_rate": 9.999980307532431e-06,
      "loss": 5.0163,
      "step": 103
    },
    {
      "epoch": 0.06704270749395648,
      "grad_norm": 18.85088508402011,
      "learning_rate": 9.99997976431784e-06,
      "loss": 5.0054,
      "step": 104
    },
    {
      "epoch": 0.06768734891216761,
      "grad_norm": 17.04734526525562,
      "learning_rate": 9.999979213712594e-06,
      "loss": 5.2063,
      "step": 105
    },
    {
      "epoch": 0.06833199033037873,
      "grad_norm": 6.018359949244159,
      "learning_rate": 9.999978655716698e-06,
      "loss": 5.3687,
      "step": 106
    },
    {
      "epoch": 0.06897663174858985,
      "grad_norm": 11.789966031922521,
      "learning_rate": 9.999978090330152e-06,
      "loss": 5.1963,
      "step": 107
    },
    {
      "epoch": 0.06962127316680097,
      "grad_norm": 12.697909136273354,
      "learning_rate": 9.999977517552955e-06,
      "loss": 5.1067,
      "step": 108
    },
    {
      "epoch": 0.0702659145850121,
      "grad_norm": 6.5750635188458215,
      "learning_rate": 9.99997693738511e-06,
      "loss": 5.3147,
      "step": 109
    },
    {
      "epoch": 0.07091055600322321,
      "grad_norm": 7.198999671034744,
      "learning_rate": 9.999976349826617e-06,
      "loss": 5.2972,
      "step": 110
    },
    {
      "epoch": 0.07155519742143433,
      "grad_norm": 7.090934779645379,
      "learning_rate": 9.999975754877476e-06,
      "loss": 5.1625,
      "step": 111
    },
    {
      "epoch": 0.07219983883964545,
      "grad_norm": 4.00833154087796,
      "learning_rate": 9.99997515253769e-06,
      "loss": 4.9923,
      "step": 112
    },
    {
      "epoch": 0.07284448025785657,
      "grad_norm": 7.578495146935617,
      "learning_rate": 9.99997454280726e-06,
      "loss": 5.2038,
      "step": 113
    },
    {
      "epoch": 0.07348912167606769,
      "grad_norm": 8.021791584372412,
      "learning_rate": 9.999973925686186e-06,
      "loss": 5.1107,
      "step": 114
    },
    {
      "epoch": 0.07413376309427881,
      "grad_norm": 7.097155344577256,
      "learning_rate": 9.999973301174469e-06,
      "loss": 5.5396,
      "step": 115
    },
    {
      "epoch": 0.07477840451248993,
      "grad_norm": 7.163866904642205,
      "learning_rate": 9.99997266927211e-06,
      "loss": 5.2209,
      "step": 116
    },
    {
      "epoch": 0.07542304593070105,
      "grad_norm": 11.361980226977533,
      "learning_rate": 9.999972029979109e-06,
      "loss": 5.0266,
      "step": 117
    },
    {
      "epoch": 0.07606768734891217,
      "grad_norm": 15.704543835088245,
      "learning_rate": 9.99997138329547e-06,
      "loss": 5.0534,
      "step": 118
    },
    {
      "epoch": 0.07671232876712329,
      "grad_norm": 29.786301794577714,
      "learning_rate": 9.999970729221192e-06,
      "loss": 5.092,
      "step": 119
    },
    {
      "epoch": 0.07735697018533441,
      "grad_norm": 22.926416441963585,
      "learning_rate": 9.999970067756275e-06,
      "loss": 5.2856,
      "step": 120
    },
    {
      "epoch": 0.07800161160354553,
      "grad_norm": 17.800242143797323,
      "learning_rate": 9.999969398900723e-06,
      "loss": 4.7696,
      "step": 121
    },
    {
      "epoch": 0.07864625302175665,
      "grad_norm": 25.78813251644914,
      "learning_rate": 9.999968722654534e-06,
      "loss": 4.9673,
      "step": 122
    },
    {
      "epoch": 0.07929089443996777,
      "grad_norm": 8.866976470160138,
      "learning_rate": 9.999968039017714e-06,
      "loss": 5.5036,
      "step": 123
    },
    {
      "epoch": 0.07993553585817889,
      "grad_norm": 16.60850060389449,
      "learning_rate": 9.99996734799026e-06,
      "loss": 5.0884,
      "step": 124
    },
    {
      "epoch": 0.08058017727639001,
      "grad_norm": 10.116929254064102,
      "learning_rate": 9.999966649572172e-06,
      "loss": 5.4392,
      "step": 125
    },
    {
      "epoch": 0.08122481869460113,
      "grad_norm": 7.398814030413853,
      "learning_rate": 9.999965943763454e-06,
      "loss": 5.5395,
      "step": 126
    },
    {
      "epoch": 0.08186946011281225,
      "grad_norm": 12.84221229932745,
      "learning_rate": 9.999965230564105e-06,
      "loss": 4.8109,
      "step": 127
    },
    {
      "epoch": 0.08251410153102337,
      "grad_norm": 9.129068128139004,
      "learning_rate": 9.999964509974128e-06,
      "loss": 5.2733,
      "step": 128
    },
    {
      "epoch": 0.08315874294923449,
      "grad_norm": 6.760105034190163,
      "learning_rate": 9.999963781993525e-06,
      "loss": 5.6911,
      "step": 129
    },
    {
      "epoch": 0.08380338436744561,
      "grad_norm": 9.648078614888915,
      "learning_rate": 9.999963046622296e-06,
      "loss": 5.3713,
      "step": 130
    },
    {
      "epoch": 0.08444802578565673,
      "grad_norm": 6.672495971267854,
      "learning_rate": 9.99996230386044e-06,
      "loss": 5.3766,
      "step": 131
    },
    {
      "epoch": 0.08509266720386785,
      "grad_norm": 10.814509855569813,
      "learning_rate": 9.999961553707963e-06,
      "loss": 5.5575,
      "step": 132
    },
    {
      "epoch": 0.08573730862207897,
      "grad_norm": 7.381582495490658,
      "learning_rate": 9.999960796164861e-06,
      "loss": 5.1588,
      "step": 133
    },
    {
      "epoch": 0.08638195004029009,
      "grad_norm": 5.845719973053686,
      "learning_rate": 9.999960031231138e-06,
      "loss": 5.6926,
      "step": 134
    },
    {
      "epoch": 0.08702659145850121,
      "grad_norm": 8.740017459192995,
      "learning_rate": 9.999959258906796e-06,
      "loss": 5.3148,
      "step": 135
    },
    {
      "epoch": 0.08767123287671233,
      "grad_norm": 10.266237130035957,
      "learning_rate": 9.999958479191835e-06,
      "loss": 4.9363,
      "step": 136
    },
    {
      "epoch": 0.08831587429492345,
      "grad_norm": 6.672963621350507,
      "learning_rate": 9.999957692086257e-06,
      "loss": 5.2957,
      "step": 137
    },
    {
      "epoch": 0.08896051571313457,
      "grad_norm": 6.6067654536502705,
      "learning_rate": 9.999956897590062e-06,
      "loss": 5.4578,
      "step": 138
    },
    {
      "epoch": 0.08960515713134569,
      "grad_norm": 5.725126241913241,
      "learning_rate": 9.999956095703253e-06,
      "loss": 5.69,
      "step": 139
    },
    {
      "epoch": 0.09024979854955681,
      "grad_norm": 7.531954699490086,
      "learning_rate": 9.999955286425829e-06,
      "loss": 5.1255,
      "step": 140
    },
    {
      "epoch": 0.09089443996776793,
      "grad_norm": 8.426751638511485,
      "learning_rate": 9.999954469757793e-06,
      "loss": 5.307,
      "step": 141
    },
    {
      "epoch": 0.09153908138597905,
      "grad_norm": 5.776283357314193,
      "learning_rate": 9.999953645699147e-06,
      "loss": 5.2049,
      "step": 142
    },
    {
      "epoch": 0.09218372280419017,
      "grad_norm": 7.848346575446629,
      "learning_rate": 9.999952814249892e-06,
      "loss": 5.1651,
      "step": 143
    },
    {
      "epoch": 0.09282836422240129,
      "grad_norm": 5.798872839837467,
      "learning_rate": 9.999951975410027e-06,
      "loss": 5.3078,
      "step": 144
    },
    {
      "epoch": 0.09347300564061241,
      "grad_norm": 5.675580942094426,
      "learning_rate": 9.999951129179557e-06,
      "loss": 5.2509,
      "step": 145
    },
    {
      "epoch": 0.09411764705882353,
      "grad_norm": 6.745496723965349,
      "learning_rate": 9.99995027555848e-06,
      "loss": 5.2547,
      "step": 146
    },
    {
      "epoch": 0.09476228847703465,
      "grad_norm": 7.570383435118642,
      "learning_rate": 9.999949414546801e-06,
      "loss": 4.7702,
      "step": 147
    },
    {
      "epoch": 0.09540692989524577,
      "grad_norm": 7.43687060503025,
      "learning_rate": 9.999948546144519e-06,
      "loss": 4.9792,
      "step": 148
    },
    {
      "epoch": 0.09605157131345689,
      "grad_norm": 7.775838710570041,
      "learning_rate": 9.999947670351635e-06,
      "loss": 4.9247,
      "step": 149
    },
    {
      "epoch": 0.09669621273166801,
      "grad_norm": 7.786785194156029,
      "learning_rate": 9.99994678716815e-06,
      "loss": 5.1599,
      "step": 150
    },
    {
      "epoch": 0.09734085414987913,
      "grad_norm": 6.45913269297034,
      "learning_rate": 9.999945896594068e-06,
      "loss": 4.6434,
      "step": 151
    },
    {
      "epoch": 0.09798549556809025,
      "grad_norm": 10.133417763554455,
      "learning_rate": 9.99994499862939e-06,
      "loss": 4.6176,
      "step": 152
    },
    {
      "epoch": 0.09863013698630137,
      "grad_norm": 8.378425060577145,
      "learning_rate": 9.999944093274117e-06,
      "loss": 4.9618,
      "step": 153
    },
    {
      "epoch": 0.09927477840451249,
      "grad_norm": 6.1898801042597675,
      "learning_rate": 9.999943180528247e-06,
      "loss": 4.9856,
      "step": 154
    },
    {
      "epoch": 0.0999194198227236,
      "grad_norm": 6.013938772951334,
      "learning_rate": 9.999942260391788e-06,
      "loss": 4.9703,
      "step": 155
    },
    {
      "epoch": 0.10056406124093473,
      "grad_norm": 10.838691361884761,
      "learning_rate": 9.999941332864737e-06,
      "loss": 4.6658,
      "step": 156
    },
    {
      "epoch": 0.10120870265914585,
      "grad_norm": 15.833066701192067,
      "learning_rate": 9.999940397947097e-06,
      "loss": 5.323,
      "step": 157
    },
    {
      "epoch": 0.10185334407735697,
      "grad_norm": 12.7432618803262,
      "learning_rate": 9.999939455638869e-06,
      "loss": 5.2553,
      "step": 158
    },
    {
      "epoch": 0.10249798549556809,
      "grad_norm": 8.702546768147563,
      "learning_rate": 9.999938505940055e-06,
      "loss": 5.0247,
      "step": 159
    },
    {
      "epoch": 0.1031426269137792,
      "grad_norm": 11.206377445053256,
      "learning_rate": 9.999937548850655e-06,
      "loss": 5.3603,
      "step": 160
    },
    {
      "epoch": 0.10378726833199033,
      "grad_norm": 7.270964360452883,
      "learning_rate": 9.999936584370674e-06,
      "loss": 5.4599,
      "step": 161
    },
    {
      "epoch": 0.10443190975020145,
      "grad_norm": 13.358907325516693,
      "learning_rate": 9.99993561250011e-06,
      "loss": 5.0984,
      "step": 162
    },
    {
      "epoch": 0.10507655116841257,
      "grad_norm": 13.36324701436872,
      "learning_rate": 9.999934633238967e-06,
      "loss": 4.9587,
      "step": 163
    },
    {
      "epoch": 0.10572119258662369,
      "grad_norm": 8.097768133047627,
      "learning_rate": 9.999933646587245e-06,
      "loss": 5.1207,
      "step": 164
    },
    {
      "epoch": 0.1063658340048348,
      "grad_norm": 10.296088528617515,
      "learning_rate": 9.999932652544946e-06,
      "loss": 4.8861,
      "step": 165
    },
    {
      "epoch": 0.10701047542304593,
      "grad_norm": 9.593805276199905,
      "learning_rate": 9.999931651112074e-06,
      "loss": 5.2128,
      "step": 166
    },
    {
      "epoch": 0.10765511684125705,
      "grad_norm": 7.5173351210445345,
      "learning_rate": 9.999930642288627e-06,
      "loss": 5.0557,
      "step": 167
    },
    {
      "epoch": 0.10829975825946817,
      "grad_norm": 12.550826521414562,
      "learning_rate": 9.999929626074608e-06,
      "loss": 4.9523,
      "step": 168
    },
    {
      "epoch": 0.10894439967767929,
      "grad_norm": 6.3364704691451,
      "learning_rate": 9.999928602470018e-06,
      "loss": 5.5084,
      "step": 169
    },
    {
      "epoch": 0.1095890410958904,
      "grad_norm": 13.263718863232292,
      "learning_rate": 9.999927571474862e-06,
      "loss": 4.9532,
      "step": 170
    },
    {
      "epoch": 0.11023368251410152,
      "grad_norm": 16.456180718785912,
      "learning_rate": 9.999926533089139e-06,
      "loss": 4.6291,
      "step": 171
    },
    {
      "epoch": 0.11087832393231264,
      "grad_norm": 7.170713551931282,
      "learning_rate": 9.999925487312851e-06,
      "loss": 4.8263,
      "step": 172
    },
    {
      "epoch": 0.11152296535052376,
      "grad_norm": 11.139258667422562,
      "learning_rate": 9.999924434145998e-06,
      "loss": 5.1999,
      "step": 173
    },
    {
      "epoch": 0.11216760676873488,
      "grad_norm": 6.808897739022937,
      "learning_rate": 9.999923373588584e-06,
      "loss": 5.148,
      "step": 174
    },
    {
      "epoch": 0.11281224818694602,
      "grad_norm": 10.68250931192347,
      "learning_rate": 9.99992230564061e-06,
      "loss": 4.6792,
      "step": 175
    },
    {
      "epoch": 0.11345688960515714,
      "grad_norm": 13.325296206084653,
      "learning_rate": 9.99992123030208e-06,
      "loss": 4.2618,
      "step": 176
    },
    {
      "epoch": 0.11410153102336826,
      "grad_norm": 7.421386999150196,
      "learning_rate": 9.999920147572992e-06,
      "loss": 5.2103,
      "step": 177
    },
    {
      "epoch": 0.11474617244157938,
      "grad_norm": 9.46275861657019,
      "learning_rate": 9.99991905745335e-06,
      "loss": 4.8404,
      "step": 178
    },
    {
      "epoch": 0.1153908138597905,
      "grad_norm": 7.31157840347379,
      "learning_rate": 9.999917959943154e-06,
      "loss": 4.794,
      "step": 179
    },
    {
      "epoch": 0.11603545527800162,
      "grad_norm": 7.375155451033568,
      "learning_rate": 9.999916855042409e-06,
      "loss": 4.73,
      "step": 180
    },
    {
      "epoch": 0.11668009669621274,
      "grad_norm": 7.636555468084702,
      "learning_rate": 9.999915742751114e-06,
      "loss": 4.7875,
      "step": 181
    },
    {
      "epoch": 0.11732473811442386,
      "grad_norm": 7.928897486290219,
      "learning_rate": 9.999914623069271e-06,
      "loss": 4.657,
      "step": 182
    },
    {
      "epoch": 0.11796937953263498,
      "grad_norm": 8.211578405725747,
      "learning_rate": 9.999913495996884e-06,
      "loss": 4.8956,
      "step": 183
    },
    {
      "epoch": 0.1186140209508461,
      "grad_norm": 9.186078920702217,
      "learning_rate": 9.999912361533952e-06,
      "loss": 4.7169,
      "step": 184
    },
    {
      "epoch": 0.11925866236905722,
      "grad_norm": 6.576342303863878,
      "learning_rate": 9.999911219680479e-06,
      "loss": 4.9954,
      "step": 185
    },
    {
      "epoch": 0.11990330378726834,
      "grad_norm": 8.361303906196603,
      "learning_rate": 9.999910070436468e-06,
      "loss": 4.6895,
      "step": 186
    },
    {
      "epoch": 0.12054794520547946,
      "grad_norm": 7.524477097669273,
      "learning_rate": 9.999908913801916e-06,
      "loss": 5.2404,
      "step": 187
    },
    {
      "epoch": 0.12119258662369058,
      "grad_norm": 5.829379536086195,
      "learning_rate": 9.99990774977683e-06,
      "loss": 4.9555,
      "step": 188
    },
    {
      "epoch": 0.1218372280419017,
      "grad_norm": 6.677607019053266,
      "learning_rate": 9.999906578361208e-06,
      "loss": 4.9476,
      "step": 189
    },
    {
      "epoch": 0.12248186946011282,
      "grad_norm": 6.071576274607234,
      "learning_rate": 9.999905399555056e-06,
      "loss": 4.9611,
      "step": 190
    },
    {
      "epoch": 0.12312651087832394,
      "grad_norm": 6.28920030068646,
      "learning_rate": 9.999904213358372e-06,
      "loss": 5.0536,
      "step": 191
    },
    {
      "epoch": 0.12377115229653506,
      "grad_norm": 4.821113968381275,
      "learning_rate": 9.99990301977116e-06,
      "loss": 5.1779,
      "step": 192
    },
    {
      "epoch": 0.12441579371474618,
      "grad_norm": 7.207364194240443,
      "learning_rate": 9.999901818793421e-06,
      "loss": 4.924,
      "step": 193
    },
    {
      "epoch": 0.12506043513295728,
      "grad_norm": 11.582770486470025,
      "learning_rate": 9.99990061042516e-06,
      "loss": 4.7593,
      "step": 194
    },
    {
      "epoch": 0.12570507655116842,
      "grad_norm": 13.93895847874563,
      "learning_rate": 9.999899394666375e-06,
      "loss": 5.0344,
      "step": 195
    },
    {
      "epoch": 0.12634971796937952,
      "grad_norm": 14.500347310803791,
      "learning_rate": 9.999898171517069e-06,
      "loss": 4.5613,
      "step": 196
    },
    {
      "epoch": 0.12699435938759066,
      "grad_norm": 9.926923215418263,
      "learning_rate": 9.999896940977246e-06,
      "loss": 5.2075,
      "step": 197
    },
    {
      "epoch": 0.12763900080580176,
      "grad_norm": 8.071095644258039,
      "learning_rate": 9.999895703046904e-06,
      "loss": 5.0046,
      "step": 198
    },
    {
      "epoch": 0.1282836422240129,
      "grad_norm": 9.83537564265938,
      "learning_rate": 9.99989445772605e-06,
      "loss": 4.7792,
      "step": 199
    },
    {
      "epoch": 0.128928283642224,
      "grad_norm": 8.623074618859224,
      "learning_rate": 9.999893205014684e-06,
      "loss": 4.8234,
      "step": 200
    },
    {
      "epoch": 0.128928283642224,
      "eval_loss": 4.928465843200684,
      "eval_runtime": 2.9206,
      "eval_samples_per_second": 34.24,
      "eval_steps_per_second": 4.451,
      "step": 200
    },
    {
      "epoch": 0.12957292506043513,
      "grad_norm": 7.498398644387825,
      "learning_rate": 9.999891944912808e-06,
      "loss": 4.5603,
      "step": 201
    },
    {
      "epoch": 0.13021756647864624,
      "grad_norm": 8.631571570386171,
      "learning_rate": 9.999890677420422e-06,
      "loss": 4.8192,
      "step": 202
    },
    {
      "epoch": 0.13086220789685737,
      "grad_norm": 7.278933339644689,
      "learning_rate": 9.99988940253753e-06,
      "loss": 5.2651,
      "step": 203
    },
    {
      "epoch": 0.13150684931506848,
      "grad_norm": 8.565821021227025,
      "learning_rate": 9.999888120264134e-06,
      "loss": 5.2084,
      "step": 204
    },
    {
      "epoch": 0.13215149073327961,
      "grad_norm": 9.6691771560978,
      "learning_rate": 9.999886830600238e-06,
      "loss": 5.1602,
      "step": 205
    },
    {
      "epoch": 0.13279613215149072,
      "grad_norm": 12.103595486261732,
      "learning_rate": 9.99988553354584e-06,
      "loss": 4.7047,
      "step": 206
    },
    {
      "epoch": 0.13344077356970185,
      "grad_norm": 13.88378537829183,
      "learning_rate": 9.999884229100945e-06,
      "loss": 4.7186,
      "step": 207
    },
    {
      "epoch": 0.13408541498791296,
      "grad_norm": 5.957955497926996,
      "learning_rate": 9.999882917265556e-06,
      "loss": 5.1451,
      "step": 208
    },
    {
      "epoch": 0.1347300564061241,
      "grad_norm": 12.420644914196997,
      "learning_rate": 9.999881598039671e-06,
      "loss": 4.5394,
      "step": 209
    },
    {
      "epoch": 0.13537469782433523,
      "grad_norm": 13.086399823428103,
      "learning_rate": 9.999880271423296e-06,
      "loss": 4.687,
      "step": 210
    },
    {
      "epoch": 0.13601933924254633,
      "grad_norm": 8.18697672981223,
      "learning_rate": 9.999878937416433e-06,
      "loss": 4.3609,
      "step": 211
    },
    {
      "epoch": 0.13666398066075747,
      "grad_norm": 9.390434489246893,
      "learning_rate": 9.999877596019081e-06,
      "loss": 4.9158,
      "step": 212
    },
    {
      "epoch": 0.13730862207896857,
      "grad_norm": 6.732111061031522,
      "learning_rate": 9.999876247231246e-06,
      "loss": 4.4185,
      "step": 213
    },
    {
      "epoch": 0.1379532634971797,
      "grad_norm": 8.174075822875936,
      "learning_rate": 9.999874891052929e-06,
      "loss": 5.2085,
      "step": 214
    },
    {
      "epoch": 0.1385979049153908,
      "grad_norm": 5.261782023730296,
      "learning_rate": 9.99987352748413e-06,
      "loss": 5.4597,
      "step": 215
    },
    {
      "epoch": 0.13924254633360195,
      "grad_norm": 7.3366073838476185,
      "learning_rate": 9.999872156524855e-06,
      "loss": 4.9566,
      "step": 216
    },
    {
      "epoch": 0.13988718775181305,
      "grad_norm": 5.361571018405075,
      "learning_rate": 9.999870778175103e-06,
      "loss": 4.59,
      "step": 217
    },
    {
      "epoch": 0.1405318291700242,
      "grad_norm": 7.004952265368319,
      "learning_rate": 9.999869392434878e-06,
      "loss": 4.9819,
      "step": 218
    },
    {
      "epoch": 0.1411764705882353,
      "grad_norm": 5.282387851042441,
      "learning_rate": 9.99986799930418e-06,
      "loss": 5.0534,
      "step": 219
    },
    {
      "epoch": 0.14182111200644643,
      "grad_norm": 7.137071776292415,
      "learning_rate": 9.999866598783018e-06,
      "loss": 4.9738,
      "step": 220
    },
    {
      "epoch": 0.14246575342465753,
      "grad_norm": 7.229396316049394,
      "learning_rate": 9.999865190871385e-06,
      "loss": 4.8083,
      "step": 221
    },
    {
      "epoch": 0.14311039484286867,
      "grad_norm": 6.752672766240763,
      "learning_rate": 9.99986377556929e-06,
      "loss": 4.9805,
      "step": 222
    },
    {
      "epoch": 0.14375503626107977,
      "grad_norm": 6.603386039524493,
      "learning_rate": 9.999862352876731e-06,
      "loss": 4.8742,
      "step": 223
    },
    {
      "epoch": 0.1443996776792909,
      "grad_norm": 9.073427171062361,
      "learning_rate": 9.999860922793713e-06,
      "loss": 5.101,
      "step": 224
    },
    {
      "epoch": 0.145044319097502,
      "grad_norm": 8.766995921164929,
      "learning_rate": 9.99985948532024e-06,
      "loss": 4.8559,
      "step": 225
    },
    {
      "epoch": 0.14568896051571315,
      "grad_norm": 11.178800460260003,
      "learning_rate": 9.99985804045631e-06,
      "loss": 5.1989,
      "step": 226
    },
    {
      "epoch": 0.14633360193392425,
      "grad_norm": 10.508163891079425,
      "learning_rate": 9.999856588201929e-06,
      "loss": 4.6846,
      "step": 227
    },
    {
      "epoch": 0.14697824335213538,
      "grad_norm": 8.219201523162694,
      "learning_rate": 9.999855128557097e-06,
      "loss": 4.6044,
      "step": 228
    },
    {
      "epoch": 0.1476228847703465,
      "grad_norm": 11.430469007821467,
      "learning_rate": 9.999853661521817e-06,
      "loss": 4.3143,
      "step": 229
    },
    {
      "epoch": 0.14826752618855762,
      "grad_norm": 13.842041239300139,
      "learning_rate": 9.999852187096093e-06,
      "loss": 4.7369,
      "step": 230
    },
    {
      "epoch": 0.14891216760676873,
      "grad_norm": 14.484410663526685,
      "learning_rate": 9.999850705279922e-06,
      "loss": 4.8322,
      "step": 231
    },
    {
      "epoch": 0.14955680902497986,
      "grad_norm": 8.632658570272776,
      "learning_rate": 9.999849216073315e-06,
      "loss": 4.6831,
      "step": 232
    },
    {
      "epoch": 0.15020145044319097,
      "grad_norm": 11.112889382776018,
      "learning_rate": 9.999847719476268e-06,
      "loss": 5.3405,
      "step": 233
    },
    {
      "epoch": 0.1508460918614021,
      "grad_norm": 11.318410281517801,
      "learning_rate": 9.999846215488786e-06,
      "loss": 4.7873,
      "step": 234
    },
    {
      "epoch": 0.1514907332796132,
      "grad_norm": 8.419225146550092,
      "learning_rate": 9.999844704110871e-06,
      "loss": 4.8562,
      "step": 235
    },
    {
      "epoch": 0.15213537469782434,
      "grad_norm": 7.9536250817133105,
      "learning_rate": 9.999843185342526e-06,
      "loss": 4.952,
      "step": 236
    },
    {
      "epoch": 0.15278001611603545,
      "grad_norm": 8.19585004906874,
      "learning_rate": 9.999841659183753e-06,
      "loss": 4.8328,
      "step": 237
    },
    {
      "epoch": 0.15342465753424658,
      "grad_norm": 9.847253186101131,
      "learning_rate": 9.999840125634552e-06,
      "loss": 4.4875,
      "step": 238
    },
    {
      "epoch": 0.1540692989524577,
      "grad_norm": 8.777388721683028,
      "learning_rate": 9.99983858469493e-06,
      "loss": 4.6716,
      "step": 239
    },
    {
      "epoch": 0.15471394037066882,
      "grad_norm": 7.681516451680069,
      "learning_rate": 9.999837036364886e-06,
      "loss": 5.0236,
      "step": 240
    },
    {
      "epoch": 0.15535858178887993,
      "grad_norm": 8.554203200978929,
      "learning_rate": 9.999835480644427e-06,
      "loss": 4.6272,
      "step": 241
    },
    {
      "epoch": 0.15600322320709106,
      "grad_norm": 7.281437339901054,
      "learning_rate": 9.999833917533548e-06,
      "loss": 4.8343,
      "step": 242
    },
    {
      "epoch": 0.15664786462530217,
      "grad_norm": 7.786982084247623,
      "learning_rate": 9.99983234703226e-06,
      "loss": 5.0978,
      "step": 243
    },
    {
      "epoch": 0.1572925060435133,
      "grad_norm": 8.068676256199213,
      "learning_rate": 9.99983076914056e-06,
      "loss": 3.9711,
      "step": 244
    },
    {
      "epoch": 0.1579371474617244,
      "grad_norm": 14.54710660672289,
      "learning_rate": 9.999829183858454e-06,
      "loss": 4.7448,
      "step": 245
    },
    {
      "epoch": 0.15858178887993554,
      "grad_norm": 8.169607556595937,
      "learning_rate": 9.99982759118594e-06,
      "loss": 4.747,
      "step": 246
    },
    {
      "epoch": 0.15922643029814665,
      "grad_norm": 7.403065581023447,
      "learning_rate": 9.999825991123025e-06,
      "loss": 5.1586,
      "step": 247
    },
    {
      "epoch": 0.15987107171635778,
      "grad_norm": 7.8786726912435885,
      "learning_rate": 9.99982438366971e-06,
      "loss": 4.748,
      "step": 248
    },
    {
      "epoch": 0.1605157131345689,
      "grad_norm": 9.7711212549271,
      "learning_rate": 9.999822768826e-06,
      "loss": 4.6495,
      "step": 249
    },
    {
      "epoch": 0.16116035455278002,
      "grad_norm": 7.630865937471109,
      "learning_rate": 9.999821146591892e-06,
      "loss": 4.4714,
      "step": 250
    },
    {
      "epoch": 0.16180499597099113,
      "grad_norm": 7.136941928297979,
      "learning_rate": 9.999819516967393e-06,
      "loss": 5.046,
      "step": 251
    },
    {
      "epoch": 0.16244963738920226,
      "grad_norm": 8.301905402554956,
      "learning_rate": 9.999817879952505e-06,
      "loss": 4.9238,
      "step": 252
    },
    {
      "epoch": 0.16309427880741337,
      "grad_norm": 7.686943233729262,
      "learning_rate": 9.99981623554723e-06,
      "loss": 4.8068,
      "step": 253
    },
    {
      "epoch": 0.1637389202256245,
      "grad_norm": 6.28974612998021,
      "learning_rate": 9.999814583751572e-06,
      "loss": 4.5035,
      "step": 254
    },
    {
      "epoch": 0.1643835616438356,
      "grad_norm": 8.949961900511852,
      "learning_rate": 9.999812924565534e-06,
      "loss": 4.7903,
      "step": 255
    },
    {
      "epoch": 0.16502820306204674,
      "grad_norm": 6.822432061295626,
      "learning_rate": 9.999811257989116e-06,
      "loss": 4.5959,
      "step": 256
    },
    {
      "epoch": 0.16567284448025785,
      "grad_norm": 8.301651683378346,
      "learning_rate": 9.999809584022322e-06,
      "loss": 4.4341,
      "step": 257
    },
    {
      "epoch": 0.16631748589846898,
      "grad_norm": 8.411281390467234,
      "learning_rate": 9.999807902665156e-06,
      "loss": 4.5841,
      "step": 258
    },
    {
      "epoch": 0.1669621273166801,
      "grad_norm": 9.066441456828361,
      "learning_rate": 9.99980621391762e-06,
      "loss": 4.3764,
      "step": 259
    },
    {
      "epoch": 0.16760676873489122,
      "grad_norm": 9.62758781589119,
      "learning_rate": 9.999804517779716e-06,
      "loss": 4.8555,
      "step": 260
    },
    {
      "epoch": 0.16825141015310233,
      "grad_norm": 8.565818373949678,
      "learning_rate": 9.999802814251447e-06,
      "loss": 4.8489,
      "step": 261
    },
    {
      "epoch": 0.16889605157131346,
      "grad_norm": 7.0094574273614425,
      "learning_rate": 9.999801103332817e-06,
      "loss": 4.858,
      "step": 262
    },
    {
      "epoch": 0.16954069298952457,
      "grad_norm": 10.355820317489785,
      "learning_rate": 9.999799385023828e-06,
      "loss": 4.4934,
      "step": 263
    },
    {
      "epoch": 0.1701853344077357,
      "grad_norm": 9.674322170571406,
      "learning_rate": 9.999797659324482e-06,
      "loss": 4.66,
      "step": 264
    },
    {
      "epoch": 0.1708299758259468,
      "grad_norm": 8.37403362889602,
      "learning_rate": 9.999795926234783e-06,
      "loss": 4.7958,
      "step": 265
    },
    {
      "epoch": 0.17147461724415794,
      "grad_norm": 8.645210708058187,
      "learning_rate": 9.999794185754734e-06,
      "loss": 4.5674,
      "step": 266
    },
    {
      "epoch": 0.17211925866236905,
      "grad_norm": 11.61306393127481,
      "learning_rate": 9.999792437884338e-06,
      "loss": 4.8123,
      "step": 267
    },
    {
      "epoch": 0.17276390008058018,
      "grad_norm": 6.951537913777426,
      "learning_rate": 9.999790682623594e-06,
      "loss": 4.4293,
      "step": 268
    },
    {
      "epoch": 0.17340854149879129,
      "grad_norm": 8.876152094825052,
      "learning_rate": 9.999788919972512e-06,
      "loss": 4.6964,
      "step": 269
    },
    {
      "epoch": 0.17405318291700242,
      "grad_norm": 6.55221442925684,
      "learning_rate": 9.99978714993109e-06,
      "loss": 4.7785,
      "step": 270
    },
    {
      "epoch": 0.17469782433521353,
      "grad_norm": 6.905018649623063,
      "learning_rate": 9.999785372499331e-06,
      "loss": 4.8959,
      "step": 271
    },
    {
      "epoch": 0.17534246575342466,
      "grad_norm": 7.205506615727495,
      "learning_rate": 9.99978358767724e-06,
      "loss": 4.7632,
      "step": 272
    },
    {
      "epoch": 0.17598710717163576,
      "grad_norm": 7.960723896382455,
      "learning_rate": 9.999781795464817e-06,
      "loss": 4.1331,
      "step": 273
    },
    {
      "epoch": 0.1766317485898469,
      "grad_norm": 7.369737965805368,
      "learning_rate": 9.999779995862069e-06,
      "loss": 4.6012,
      "step": 274
    },
    {
      "epoch": 0.177276390008058,
      "grad_norm": 6.194269809994502,
      "learning_rate": 9.999778188868994e-06,
      "loss": 4.4714,
      "step": 275
    },
    {
      "epoch": 0.17792103142626914,
      "grad_norm": 7.670013743028412,
      "learning_rate": 9.999776374485598e-06,
      "loss": 4.449,
      "step": 276
    },
    {
      "epoch": 0.17856567284448024,
      "grad_norm": 7.600318317411745,
      "learning_rate": 9.999774552711886e-06,
      "loss": 4.6904,
      "step": 277
    },
    {
      "epoch": 0.17921031426269138,
      "grad_norm": 6.381855243027562,
      "learning_rate": 9.999772723547856e-06,
      "loss": 4.9298,
      "step": 278
    },
    {
      "epoch": 0.1798549556809025,
      "grad_norm": 5.653479757664131,
      "learning_rate": 9.999770886993515e-06,
      "loss": 4.8253,
      "step": 279
    },
    {
      "epoch": 0.18049959709911362,
      "grad_norm": 8.133457248638235,
      "learning_rate": 9.999769043048864e-06,
      "loss": 4.5531,
      "step": 280
    },
    {
      "epoch": 0.18114423851732475,
      "grad_norm": 9.142916578679001,
      "learning_rate": 9.999767191713909e-06,
      "loss": 4.7092,
      "step": 281
    },
    {
      "epoch": 0.18178887993553586,
      "grad_norm": 9.308537876388183,
      "learning_rate": 9.999765332988648e-06,
      "loss": 4.803,
      "step": 282
    },
    {
      "epoch": 0.182433521353747,
      "grad_norm": 7.097791026970744,
      "learning_rate": 9.999763466873087e-06,
      "loss": 4.213,
      "step": 283
    },
    {
      "epoch": 0.1830781627719581,
      "grad_norm": 6.886110599957088,
      "learning_rate": 9.99976159336723e-06,
      "loss": 4.6724,
      "step": 284
    },
    {
      "epoch": 0.18372280419016923,
      "grad_norm": 10.578209178917886,
      "learning_rate": 9.999759712471079e-06,
      "loss": 4.256,
      "step": 285
    },
    {
      "epoch": 0.18436744560838034,
      "grad_norm": 8.144015293569309,
      "learning_rate": 9.999757824184636e-06,
      "loss": 4.8086,
      "step": 286
    },
    {
      "epoch": 0.18501208702659147,
      "grad_norm": 9.455286863751935,
      "learning_rate": 9.999755928507905e-06,
      "loss": 3.9764,
      "step": 287
    },
    {
      "epoch": 0.18565672844480258,
      "grad_norm": 13.75094486386793,
      "learning_rate": 9.999754025440892e-06,
      "loss": 4.5254,
      "step": 288
    },
    {
      "epoch": 0.1863013698630137,
      "grad_norm": 11.042992990267212,
      "learning_rate": 9.999752114983593e-06,
      "loss": 4.4201,
      "step": 289
    },
    {
      "epoch": 0.18694601128122482,
      "grad_norm": 10.667726659613017,
      "learning_rate": 9.999750197136019e-06,
      "loss": 4.5586,
      "step": 290
    },
    {
      "epoch": 0.18759065269943595,
      "grad_norm": 7.035344952357388,
      "learning_rate": 9.999748271898167e-06,
      "loss": 4.4225,
      "step": 291
    },
    {
      "epoch": 0.18823529411764706,
      "grad_norm": 9.345134574298575,
      "learning_rate": 9.999746339270044e-06,
      "loss": 4.5189,
      "step": 292
    },
    {
      "epoch": 0.1888799355358582,
      "grad_norm": 12.171286355177596,
      "learning_rate": 9.999744399251652e-06,
      "loss": 4.2695,
      "step": 293
    },
    {
      "epoch": 0.1895245769540693,
      "grad_norm": 10.957370840312693,
      "learning_rate": 9.999742451842994e-06,
      "loss": 4.2993,
      "step": 294
    },
    {
      "epoch": 0.19016921837228043,
      "grad_norm": 7.261877484205125,
      "learning_rate": 9.999740497044073e-06,
      "loss": 4.3947,
      "step": 295
    },
    {
      "epoch": 0.19081385979049154,
      "grad_norm": 9.81073455415751,
      "learning_rate": 9.999738534854893e-06,
      "loss": 4.3355,
      "step": 296
    },
    {
      "epoch": 0.19145850120870267,
      "grad_norm": 9.672513283779097,
      "learning_rate": 9.999736565275456e-06,
      "loss": 4.6848,
      "step": 297
    },
    {
      "epoch": 0.19210314262691378,
      "grad_norm": 12.17290254935449,
      "learning_rate": 9.999734588305766e-06,
      "loss": 4.4142,
      "step": 298
    },
    {
      "epoch": 0.1927477840451249,
      "grad_norm": 14.311188421697825,
      "learning_rate": 9.999732603945827e-06,
      "loss": 4.8027,
      "step": 299
    },
    {
      "epoch": 0.19339242546333602,
      "grad_norm": 7.425019219291,
      "learning_rate": 9.999730612195642e-06,
      "loss": 4.6385,
      "step": 300
    },
    {
      "epoch": 0.19339242546333602,
      "eval_loss": 4.5905327796936035,
      "eval_runtime": 2.905,
      "eval_samples_per_second": 34.424,
      "eval_steps_per_second": 4.475,
      "step": 300
    },
    {
      "epoch": 0.19403706688154715,
      "grad_norm": 10.006094838854084,
      "learning_rate": 9.999728613055214e-06,
      "loss": 4.6893,
      "step": 301
    },
    {
      "epoch": 0.19468170829975825,
      "grad_norm": 9.839300569080898,
      "learning_rate": 9.999726606524545e-06,
      "loss": 4.5846,
      "step": 302
    },
    {
      "epoch": 0.1953263497179694,
      "grad_norm": 7.5649598867662124,
      "learning_rate": 9.999724592603638e-06,
      "loss": 4.8096,
      "step": 303
    },
    {
      "epoch": 0.1959709911361805,
      "grad_norm": 9.603227034280144,
      "learning_rate": 9.9997225712925e-06,
      "loss": 4.6129,
      "step": 304
    },
    {
      "epoch": 0.19661563255439163,
      "grad_norm": 6.801791220704201,
      "learning_rate": 9.999720542591132e-06,
      "loss": 4.5311,
      "step": 305
    },
    {
      "epoch": 0.19726027397260273,
      "grad_norm": 8.762158053192888,
      "learning_rate": 9.999718506499535e-06,
      "loss": 4.4846,
      "step": 306
    },
    {
      "epoch": 0.19790491539081387,
      "grad_norm": 9.35536781352902,
      "learning_rate": 9.999716463017717e-06,
      "loss": 4.5882,
      "step": 307
    },
    {
      "epoch": 0.19854955680902497,
      "grad_norm": 7.381720260316346,
      "learning_rate": 9.999714412145678e-06,
      "loss": 4.7392,
      "step": 308
    },
    {
      "epoch": 0.1991941982272361,
      "grad_norm": 9.640295734856775,
      "learning_rate": 9.999712353883423e-06,
      "loss": 4.4665,
      "step": 309
    },
    {
      "epoch": 0.1998388396454472,
      "grad_norm": 7.645455105415774,
      "learning_rate": 9.999710288230954e-06,
      "loss": 5.0263,
      "step": 310
    },
    {
      "epoch": 0.20048348106365835,
      "grad_norm": 9.209658856840548,
      "learning_rate": 9.999708215188275e-06,
      "loss": 4.5046,
      "step": 311
    },
    {
      "epoch": 0.20112812248186945,
      "grad_norm": 9.3773164324708,
      "learning_rate": 9.99970613475539e-06,
      "loss": 4.862,
      "step": 312
    },
    {
      "epoch": 0.2017727639000806,
      "grad_norm": 9.960110162964698,
      "learning_rate": 9.999704046932303e-06,
      "loss": 4.606,
      "step": 313
    },
    {
      "epoch": 0.2024174053182917,
      "grad_norm": 9.283281951564913,
      "learning_rate": 9.999701951719016e-06,
      "loss": 4.3178,
      "step": 314
    },
    {
      "epoch": 0.20306204673650283,
      "grad_norm": 8.859908775121845,
      "learning_rate": 9.999699849115531e-06,
      "loss": 4.7295,
      "step": 315
    },
    {
      "epoch": 0.20370668815471393,
      "grad_norm": 10.927876926334113,
      "learning_rate": 9.999697739121855e-06,
      "loss": 3.9836,
      "step": 316
    },
    {
      "epoch": 0.20435132957292507,
      "grad_norm": 12.733143001072015,
      "learning_rate": 9.99969562173799e-06,
      "loss": 4.6422,
      "step": 317
    },
    {
      "epoch": 0.20499597099113617,
      "grad_norm": 10.53874626467481,
      "learning_rate": 9.999693496963936e-06,
      "loss": 4.3584,
      "step": 318
    },
    {
      "epoch": 0.2056406124093473,
      "grad_norm": 14.273608669288217,
      "learning_rate": 9.999691364799705e-06,
      "loss": 4.6158,
      "step": 319
    },
    {
      "epoch": 0.2062852538275584,
      "grad_norm": 6.877802745077075,
      "learning_rate": 9.999689225245292e-06,
      "loss": 4.3708,
      "step": 320
    },
    {
      "epoch": 0.20692989524576955,
      "grad_norm": 8.178673996425875,
      "learning_rate": 9.999687078300704e-06,
      "loss": 5.0533,
      "step": 321
    },
    {
      "epoch": 0.20757453666398065,
      "grad_norm": 9.132392793020047,
      "learning_rate": 9.999684923965944e-06,
      "loss": 4.5092,
      "step": 322
    },
    {
      "epoch": 0.20821917808219179,
      "grad_norm": 10.07459440717617,
      "learning_rate": 9.999682762241017e-06,
      "loss": 4.4845,
      "step": 323
    },
    {
      "epoch": 0.2088638195004029,
      "grad_norm": 8.612929120034865,
      "learning_rate": 9.999680593125926e-06,
      "loss": 4.3648,
      "step": 324
    },
    {
      "epoch": 0.20950846091861403,
      "grad_norm": 6.857057590543672,
      "learning_rate": 9.999678416620672e-06,
      "loss": 4.5314,
      "step": 325
    },
    {
      "epoch": 0.21015310233682513,
      "grad_norm": 8.519759014162842,
      "learning_rate": 9.999676232725261e-06,
      "loss": 4.6196,
      "step": 326
    },
    {
      "epoch": 0.21079774375503627,
      "grad_norm": 10.293977854114978,
      "learning_rate": 9.999674041439697e-06,
      "loss": 4.4188,
      "step": 327
    },
    {
      "epoch": 0.21144238517324737,
      "grad_norm": 8.10756230412392,
      "learning_rate": 9.999671842763982e-06,
      "loss": 4.2674,
      "step": 328
    },
    {
      "epoch": 0.2120870265914585,
      "grad_norm": 5.544740525353173,
      "learning_rate": 9.999669636698121e-06,
      "loss": 4.5159,
      "step": 329
    },
    {
      "epoch": 0.2127316680096696,
      "grad_norm": 6.687232378456439,
      "learning_rate": 9.999667423242116e-06,
      "loss": 4.7839,
      "step": 330
    },
    {
      "epoch": 0.21337630942788074,
      "grad_norm": 7.9826504076324944,
      "learning_rate": 9.999665202395971e-06,
      "loss": 4.2563,
      "step": 331
    },
    {
      "epoch": 0.21402095084609185,
      "grad_norm": 7.491361683874678,
      "learning_rate": 9.99966297415969e-06,
      "loss": 4.5771,
      "step": 332
    },
    {
      "epoch": 0.21466559226430298,
      "grad_norm": 6.767639221392623,
      "learning_rate": 9.999660738533279e-06,
      "loss": 4.7685,
      "step": 333
    },
    {
      "epoch": 0.2153102336825141,
      "grad_norm": 6.938752761620482,
      "learning_rate": 9.99965849551674e-06,
      "loss": 4.5661,
      "step": 334
    },
    {
      "epoch": 0.21595487510072522,
      "grad_norm": 7.354021380730853,
      "learning_rate": 9.999656245110073e-06,
      "loss": 4.7693,
      "step": 335
    },
    {
      "epoch": 0.21659951651893633,
      "grad_norm": 7.723542221516482,
      "learning_rate": 9.999653987313286e-06,
      "loss": 4.3227,
      "step": 336
    },
    {
      "epoch": 0.21724415793714746,
      "grad_norm": 8.79988844500809,
      "learning_rate": 9.999651722126383e-06,
      "loss": 4.5193,
      "step": 337
    },
    {
      "epoch": 0.21788879935535857,
      "grad_norm": 7.176543848734302,
      "learning_rate": 9.999649449549366e-06,
      "loss": 4.0987,
      "step": 338
    },
    {
      "epoch": 0.2185334407735697,
      "grad_norm": 7.8973722730561535,
      "learning_rate": 9.999647169582239e-06,
      "loss": 4.4448,
      "step": 339
    },
    {
      "epoch": 0.2191780821917808,
      "grad_norm": 6.859968712259832,
      "learning_rate": 9.999644882225005e-06,
      "loss": 4.7111,
      "step": 340
    },
    {
      "epoch": 0.21982272360999194,
      "grad_norm": 5.344122060612863,
      "learning_rate": 9.999642587477668e-06,
      "loss": 4.7026,
      "step": 341
    },
    {
      "epoch": 0.22046736502820305,
      "grad_norm": 8.734185259715577,
      "learning_rate": 9.999640285340234e-06,
      "loss": 4.1478,
      "step": 342
    },
    {
      "epoch": 0.22111200644641418,
      "grad_norm": 15.27405008061282,
      "learning_rate": 9.999637975812705e-06,
      "loss": 3.8464,
      "step": 343
    },
    {
      "epoch": 0.2217566478646253,
      "grad_norm": 26.995650742913433,
      "learning_rate": 9.999635658895084e-06,
      "loss": 4.0484,
      "step": 344
    },
    {
      "epoch": 0.22240128928283642,
      "grad_norm": 18.194527870711568,
      "learning_rate": 9.999633334587376e-06,
      "loss": 4.3008,
      "step": 345
    },
    {
      "epoch": 0.22304593070104753,
      "grad_norm": 11.086915819811091,
      "learning_rate": 9.999631002889585e-06,
      "loss": 4.4522,
      "step": 346
    },
    {
      "epoch": 0.22369057211925866,
      "grad_norm": 12.009539783211796,
      "learning_rate": 9.999628663801714e-06,
      "loss": 4.3086,
      "step": 347
    },
    {
      "epoch": 0.22433521353746977,
      "grad_norm": 9.161246149918947,
      "learning_rate": 9.999626317323768e-06,
      "loss": 4.2065,
      "step": 348
    },
    {
      "epoch": 0.2249798549556809,
      "grad_norm": 8.409876735670519,
      "learning_rate": 9.999623963455748e-06,
      "loss": 4.5117,
      "step": 349
    },
    {
      "epoch": 0.22562449637389204,
      "grad_norm": 11.005072913653589,
      "learning_rate": 9.999621602197663e-06,
      "loss": 4.4659,
      "step": 350
    },
    {
      "epoch": 0.22626913779210314,
      "grad_norm": 6.957128556574039,
      "learning_rate": 9.999619233549511e-06,
      "loss": 4.2821,
      "step": 351
    },
    {
      "epoch": 0.22691377921031428,
      "grad_norm": 10.525717820895299,
      "learning_rate": 9.9996168575113e-06,
      "loss": 4.7285,
      "step": 352
    },
    {
      "epoch": 0.22755842062852538,
      "grad_norm": 4.942264460239372,
      "learning_rate": 9.999614474083033e-06,
      "loss": 4.3506,
      "step": 353
    },
    {
      "epoch": 0.22820306204673652,
      "grad_norm": 7.581207613772323,
      "learning_rate": 9.999612083264712e-06,
      "loss": 4.5092,
      "step": 354
    },
    {
      "epoch": 0.22884770346494762,
      "grad_norm": 5.461276789768798,
      "learning_rate": 9.999609685056344e-06,
      "loss": 4.6695,
      "step": 355
    },
    {
      "epoch": 0.22949234488315876,
      "grad_norm": 6.114291942001828,
      "learning_rate": 9.99960727945793e-06,
      "loss": 4.5262,
      "step": 356
    },
    {
      "epoch": 0.23013698630136986,
      "grad_norm": 5.793894693215201,
      "learning_rate": 9.999604866469478e-06,
      "loss": 4.3964,
      "step": 357
    },
    {
      "epoch": 0.230781627719581,
      "grad_norm": 5.68531533724188,
      "learning_rate": 9.999602446090986e-06,
      "loss": 4.3538,
      "step": 358
    },
    {
      "epoch": 0.2314262691377921,
      "grad_norm": 5.128512185759085,
      "learning_rate": 9.999600018322464e-06,
      "loss": 4.4151,
      "step": 359
    },
    {
      "epoch": 0.23207091055600323,
      "grad_norm": 4.552053187958664,
      "learning_rate": 9.999597583163912e-06,
      "loss": 4.4612,
      "step": 360
    },
    {
      "epoch": 0.23271555197421434,
      "grad_norm": 5.410995387739762,
      "learning_rate": 9.999595140615334e-06,
      "loss": 4.5855,
      "step": 361
    },
    {
      "epoch": 0.23336019339242547,
      "grad_norm": 4.526595768028465,
      "learning_rate": 9.999592690676736e-06,
      "loss": 4.2987,
      "step": 362
    },
    {
      "epoch": 0.23400483481063658,
      "grad_norm": 5.691928516107002,
      "learning_rate": 9.999590233348123e-06,
      "loss": 4.1792,
      "step": 363
    },
    {
      "epoch": 0.23464947622884771,
      "grad_norm": 4.488842884657728,
      "learning_rate": 9.999587768629497e-06,
      "loss": 4.3134,
      "step": 364
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 6.381729652601521,
      "learning_rate": 9.99958529652086e-06,
      "loss": 4.3459,
      "step": 365
    },
    {
      "epoch": 0.23593875906526995,
      "grad_norm": 8.009761347117745,
      "learning_rate": 9.999582817022222e-06,
      "loss": 4.5763,
      "step": 366
    },
    {
      "epoch": 0.23658340048348106,
      "grad_norm": 4.664339838346484,
      "learning_rate": 9.99958033013358e-06,
      "loss": 4.2715,
      "step": 367
    },
    {
      "epoch": 0.2372280419016922,
      "grad_norm": 6.890774812101303,
      "learning_rate": 9.999577835854943e-06,
      "loss": 4.4928,
      "step": 368
    },
    {
      "epoch": 0.2378726833199033,
      "grad_norm": 8.75060355864764,
      "learning_rate": 9.999575334186314e-06,
      "loss": 4.3889,
      "step": 369
    },
    {
      "epoch": 0.23851732473811443,
      "grad_norm": 13.692448613052727,
      "learning_rate": 9.999572825127696e-06,
      "loss": 4.2861,
      "step": 370
    },
    {
      "epoch": 0.23916196615632554,
      "grad_norm": 7.754280293037051,
      "learning_rate": 9.999570308679095e-06,
      "loss": 3.9776,
      "step": 371
    },
    {
      "epoch": 0.23980660757453667,
      "grad_norm": 8.4277806896454,
      "learning_rate": 9.999567784840513e-06,
      "loss": 4.9305,
      "step": 372
    },
    {
      "epoch": 0.24045124899274778,
      "grad_norm": 6.688958197614853,
      "learning_rate": 9.999565253611955e-06,
      "loss": 4.5498,
      "step": 373
    },
    {
      "epoch": 0.2410958904109589,
      "grad_norm": 9.519371241041197,
      "learning_rate": 9.999562714993429e-06,
      "loss": 4.0636,
      "step": 374
    },
    {
      "epoch": 0.24174053182917002,
      "grad_norm": 8.176866418428496,
      "learning_rate": 9.999560168984932e-06,
      "loss": 4.7712,
      "step": 375
    },
    {
      "epoch": 0.24238517324738115,
      "grad_norm": 8.358099012211834,
      "learning_rate": 9.999557615586472e-06,
      "loss": 4.2407,
      "step": 376
    },
    {
      "epoch": 0.24302981466559226,
      "grad_norm": 10.911076191332445,
      "learning_rate": 9.999555054798053e-06,
      "loss": 4.7599,
      "step": 377
    },
    {
      "epoch": 0.2436744560838034,
      "grad_norm": 6.58259475143132,
      "learning_rate": 9.99955248661968e-06,
      "loss": 4.5685,
      "step": 378
    },
    {
      "epoch": 0.2443190975020145,
      "grad_norm": 11.758919826209413,
      "learning_rate": 9.999549911051356e-06,
      "loss": 4.0652,
      "step": 379
    },
    {
      "epoch": 0.24496373892022563,
      "grad_norm": 8.036365168170162,
      "learning_rate": 9.999547328093084e-06,
      "loss": 4.7162,
      "step": 380
    },
    {
      "epoch": 0.24560838033843674,
      "grad_norm": 9.15096943807416,
      "learning_rate": 9.999544737744872e-06,
      "loss": 4.2312,
      "step": 381
    },
    {
      "epoch": 0.24625302175664787,
      "grad_norm": 8.901220093017546,
      "learning_rate": 9.999542140006721e-06,
      "loss": 4.7531,
      "step": 382
    },
    {
      "epoch": 0.24689766317485898,
      "grad_norm": 9.041896057172291,
      "learning_rate": 9.999539534878636e-06,
      "loss": 4.2599,
      "step": 383
    },
    {
      "epoch": 0.2475423045930701,
      "grad_norm": 10.800461974710649,
      "learning_rate": 9.999536922360622e-06,
      "loss": 4.0579,
      "step": 384
    },
    {
      "epoch": 0.24818694601128122,
      "grad_norm": 6.66880618828678,
      "learning_rate": 9.999534302452683e-06,
      "loss": 4.1677,
      "step": 385
    },
    {
      "epoch": 0.24883158742949235,
      "grad_norm": 7.7895756382264505,
      "learning_rate": 9.999531675154824e-06,
      "loss": 3.94,
      "step": 386
    },
    {
      "epoch": 0.24947622884770346,
      "grad_norm": 8.048260214881536,
      "learning_rate": 9.999529040467047e-06,
      "loss": 4.5348,
      "step": 387
    },
    {
      "epoch": 0.25012087026591456,
      "grad_norm": 7.604362844912166,
      "learning_rate": 9.999526398389359e-06,
      "loss": 4.2555,
      "step": 388
    },
    {
      "epoch": 0.2507655116841257,
      "grad_norm": 6.142525992975699,
      "learning_rate": 9.999523748921762e-06,
      "loss": 4.4598,
      "step": 389
    },
    {
      "epoch": 0.25141015310233683,
      "grad_norm": 5.896516492863233,
      "learning_rate": 9.999521092064262e-06,
      "loss": 4.485,
      "step": 390
    },
    {
      "epoch": 0.25205479452054796,
      "grad_norm": 7.051517269030315,
      "learning_rate": 9.999518427816864e-06,
      "loss": 4.0198,
      "step": 391
    },
    {
      "epoch": 0.25269943593875904,
      "grad_norm": 5.014654989550558,
      "learning_rate": 9.99951575617957e-06,
      "loss": 4.8336,
      "step": 392
    },
    {
      "epoch": 0.2533440773569702,
      "grad_norm": 6.633423039602832,
      "learning_rate": 9.999513077152386e-06,
      "loss": 4.3144,
      "step": 393
    },
    {
      "epoch": 0.2539887187751813,
      "grad_norm": 5.506694989654552,
      "learning_rate": 9.999510390735316e-06,
      "loss": 4.6602,
      "step": 394
    },
    {
      "epoch": 0.25463336019339244,
      "grad_norm": 7.923994196086188,
      "learning_rate": 9.999507696928366e-06,
      "loss": 4.4679,
      "step": 395
    },
    {
      "epoch": 0.2552780016116035,
      "grad_norm": 5.088647340076425,
      "learning_rate": 9.999504995731537e-06,
      "loss": 4.0119,
      "step": 396
    },
    {
      "epoch": 0.25592264302981466,
      "grad_norm": 7.23295655901649,
      "learning_rate": 9.999502287144835e-06,
      "loss": 4.3458,
      "step": 397
    },
    {
      "epoch": 0.2565672844480258,
      "grad_norm": 6.400684890028427,
      "learning_rate": 9.999499571168266e-06,
      "loss": 4.4541,
      "step": 398
    },
    {
      "epoch": 0.2572119258662369,
      "grad_norm": 6.324726701499209,
      "learning_rate": 9.999496847801833e-06,
      "loss": 4.2946,
      "step": 399
    },
    {
      "epoch": 0.257856567284448,
      "grad_norm": 8.749986166806051,
      "learning_rate": 9.99949411704554e-06,
      "loss": 4.15,
      "step": 400
    },
    {
      "epoch": 0.257856567284448,
      "eval_loss": 4.418761730194092,
      "eval_runtime": 2.9045,
      "eval_samples_per_second": 34.429,
      "eval_steps_per_second": 4.476,
      "step": 400
    },
    {
      "epoch": 0.25850120870265914,
      "grad_norm": 5.341113892579402,
      "learning_rate": 9.999491378899393e-06,
      "loss": 4.0722,
      "step": 401
    },
    {
      "epoch": 0.25914585012087027,
      "grad_norm": 7.517643836410238,
      "learning_rate": 9.999488633363396e-06,
      "loss": 4.242,
      "step": 402
    },
    {
      "epoch": 0.2597904915390814,
      "grad_norm": 6.343091253131564,
      "learning_rate": 9.999485880437552e-06,
      "loss": 4.2938,
      "step": 403
    },
    {
      "epoch": 0.2604351329572925,
      "grad_norm": 6.052286877422512,
      "learning_rate": 9.999483120121867e-06,
      "loss": 4.2486,
      "step": 404
    },
    {
      "epoch": 0.2610797743755036,
      "grad_norm": 6.115664000900426,
      "learning_rate": 9.999480352416345e-06,
      "loss": 4.5339,
      "step": 405
    },
    {
      "epoch": 0.26172441579371475,
      "grad_norm": 4.7704104094710855,
      "learning_rate": 9.999477577320992e-06,
      "loss": 4.5645,
      "step": 406
    },
    {
      "epoch": 0.2623690572119259,
      "grad_norm": 7.049514784820698,
      "learning_rate": 9.999474794835811e-06,
      "loss": 3.9664,
      "step": 407
    },
    {
      "epoch": 0.26301369863013696,
      "grad_norm": 4.75166358508634,
      "learning_rate": 9.999472004960806e-06,
      "loss": 4.8117,
      "step": 408
    },
    {
      "epoch": 0.2636583400483481,
      "grad_norm": 5.850255899945596,
      "learning_rate": 9.999469207695984e-06,
      "loss": 4.6869,
      "step": 409
    },
    {
      "epoch": 0.26430298146655923,
      "grad_norm": 5.521774395544689,
      "learning_rate": 9.999466403041346e-06,
      "loss": 4.7227,
      "step": 410
    },
    {
      "epoch": 0.26494762288477036,
      "grad_norm": 5.018979067224652,
      "learning_rate": 9.9994635909969e-06,
      "loss": 4.4279,
      "step": 411
    },
    {
      "epoch": 0.26559226430298144,
      "grad_norm": 6.347995875699937,
      "learning_rate": 9.99946077156265e-06,
      "loss": 4.5582,
      "step": 412
    },
    {
      "epoch": 0.2662369057211926,
      "grad_norm": 6.022069779058832,
      "learning_rate": 9.9994579447386e-06,
      "loss": 4.2732,
      "step": 413
    },
    {
      "epoch": 0.2668815471394037,
      "grad_norm": 5.910124088648183,
      "learning_rate": 9.999455110524754e-06,
      "loss": 4.3,
      "step": 414
    },
    {
      "epoch": 0.26752618855761484,
      "grad_norm": 6.475620964119783,
      "learning_rate": 9.999452268921116e-06,
      "loss": 4.5661,
      "step": 415
    },
    {
      "epoch": 0.2681708299758259,
      "grad_norm": 7.738799524642837,
      "learning_rate": 9.999449419927692e-06,
      "loss": 4.7075,
      "step": 416
    },
    {
      "epoch": 0.26881547139403705,
      "grad_norm": 5.421651255993348,
      "learning_rate": 9.99944656354449e-06,
      "loss": 4.2471,
      "step": 417
    },
    {
      "epoch": 0.2694601128122482,
      "grad_norm": 6.5420154763002465,
      "learning_rate": 9.999443699771508e-06,
      "loss": 4.8507,
      "step": 418
    },
    {
      "epoch": 0.2701047542304593,
      "grad_norm": 6.090816056965141,
      "learning_rate": 9.999440828608755e-06,
      "loss": 4.1143,
      "step": 419
    },
    {
      "epoch": 0.27074939564867045,
      "grad_norm": 7.999845142998798,
      "learning_rate": 9.999437950056234e-06,
      "loss": 4.0126,
      "step": 420
    },
    {
      "epoch": 0.27139403706688153,
      "grad_norm": 4.824657446413467,
      "learning_rate": 9.999435064113952e-06,
      "loss": 4.2813,
      "step": 421
    },
    {
      "epoch": 0.27203867848509267,
      "grad_norm": 5.8340793731919325,
      "learning_rate": 9.99943217078191e-06,
      "loss": 4.1974,
      "step": 422
    },
    {
      "epoch": 0.2726833199033038,
      "grad_norm": 5.7135119861642885,
      "learning_rate": 9.999429270060116e-06,
      "loss": 4.198,
      "step": 423
    },
    {
      "epoch": 0.27332796132151493,
      "grad_norm": 5.296110077529696,
      "learning_rate": 9.999426361948575e-06,
      "loss": 4.2469,
      "step": 424
    },
    {
      "epoch": 0.273972602739726,
      "grad_norm": 5.604316504016704,
      "learning_rate": 9.99942344644729e-06,
      "loss": 4.1313,
      "step": 425
    },
    {
      "epoch": 0.27461724415793715,
      "grad_norm": 6.779704275515924,
      "learning_rate": 9.999420523556266e-06,
      "loss": 4.3044,
      "step": 426
    },
    {
      "epoch": 0.2752618855761483,
      "grad_norm": 4.825716892664981,
      "learning_rate": 9.999417593275508e-06,
      "loss": 4.1297,
      "step": 427
    },
    {
      "epoch": 0.2759065269943594,
      "grad_norm": 7.686834844683198,
      "learning_rate": 9.99941465560502e-06,
      "loss": 4.7106,
      "step": 428
    },
    {
      "epoch": 0.2765511684125705,
      "grad_norm": 5.036210708879234,
      "learning_rate": 9.999411710544807e-06,
      "loss": 4.2831,
      "step": 429
    },
    {
      "epoch": 0.2771958098307816,
      "grad_norm": 7.12890115935738,
      "learning_rate": 9.999408758094875e-06,
      "loss": 4.2597,
      "step": 430
    },
    {
      "epoch": 0.27784045124899276,
      "grad_norm": 5.046805762897923,
      "learning_rate": 9.99940579825523e-06,
      "loss": 4.3585,
      "step": 431
    },
    {
      "epoch": 0.2784850926672039,
      "grad_norm": 5.940849993432573,
      "learning_rate": 9.999402831025874e-06,
      "loss": 4.6846,
      "step": 432
    },
    {
      "epoch": 0.27912973408541497,
      "grad_norm": 5.687879472878395,
      "learning_rate": 9.999399856406815e-06,
      "loss": 4.513,
      "step": 433
    },
    {
      "epoch": 0.2797743755036261,
      "grad_norm": 5.58596110851581,
      "learning_rate": 9.999396874398054e-06,
      "loss": 4.4008,
      "step": 434
    },
    {
      "epoch": 0.28041901692183724,
      "grad_norm": 4.219268930952725,
      "learning_rate": 9.999393884999599e-06,
      "loss": 4.4327,
      "step": 435
    },
    {
      "epoch": 0.2810636583400484,
      "grad_norm": 4.131853354443586,
      "learning_rate": 9.999390888211453e-06,
      "loss": 4.4117,
      "step": 436
    },
    {
      "epoch": 0.28170829975825945,
      "grad_norm": 3.8365078444696565,
      "learning_rate": 9.999387884033622e-06,
      "loss": 4.3983,
      "step": 437
    },
    {
      "epoch": 0.2823529411764706,
      "grad_norm": 6.31473895186995,
      "learning_rate": 9.999384872466112e-06,
      "loss": 4.4056,
      "step": 438
    },
    {
      "epoch": 0.2829975825946817,
      "grad_norm": 9.16179865028856,
      "learning_rate": 9.999381853508925e-06,
      "loss": 4.0881,
      "step": 439
    },
    {
      "epoch": 0.28364222401289285,
      "grad_norm": 14.52996064696023,
      "learning_rate": 9.999378827162069e-06,
      "loss": 3.9092,
      "step": 440
    },
    {
      "epoch": 0.28428686543110393,
      "grad_norm": 17.76220933251091,
      "learning_rate": 9.999375793425546e-06,
      "loss": 4.3824,
      "step": 441
    },
    {
      "epoch": 0.28493150684931506,
      "grad_norm": 6.757637030310677,
      "learning_rate": 9.99937275229936e-06,
      "loss": 4.6585,
      "step": 442
    },
    {
      "epoch": 0.2855761482675262,
      "grad_norm": 13.11575633187331,
      "learning_rate": 9.999369703783524e-06,
      "loss": 4.5517,
      "step": 443
    },
    {
      "epoch": 0.28622078968573733,
      "grad_norm": 6.00424685528433,
      "learning_rate": 9.999366647878035e-06,
      "loss": 4.5767,
      "step": 444
    },
    {
      "epoch": 0.2868654311039484,
      "grad_norm": 14.618457457625198,
      "learning_rate": 9.999363584582899e-06,
      "loss": 4.1174,
      "step": 445
    },
    {
      "epoch": 0.28751007252215954,
      "grad_norm": 9.518792618814224,
      "learning_rate": 9.999360513898125e-06,
      "loss": 4.3331,
      "step": 446
    },
    {
      "epoch": 0.2881547139403707,
      "grad_norm": 13.224721013725752,
      "learning_rate": 9.999357435823715e-06,
      "loss": 4.2901,
      "step": 447
    },
    {
      "epoch": 0.2887993553585818,
      "grad_norm": 6.638431776827476,
      "learning_rate": 9.999354350359673e-06,
      "loss": 4.5744,
      "step": 448
    },
    {
      "epoch": 0.2894439967767929,
      "grad_norm": 18.890111576925193,
      "learning_rate": 9.999351257506007e-06,
      "loss": 4.0244,
      "step": 449
    },
    {
      "epoch": 0.290088638195004,
      "grad_norm": 10.49571766477408,
      "learning_rate": 9.999348157262721e-06,
      "loss": 4.048,
      "step": 450
    },
    {
      "epoch": 0.29073327961321516,
      "grad_norm": 16.053633691425603,
      "learning_rate": 9.999345049629821e-06,
      "loss": 4.1702,
      "step": 451
    },
    {
      "epoch": 0.2913779210314263,
      "grad_norm": 5.918343578281872,
      "learning_rate": 9.999341934607309e-06,
      "loss": 4.2929,
      "step": 452
    },
    {
      "epoch": 0.29202256244963737,
      "grad_norm": 15.682773882827195,
      "learning_rate": 9.999338812195194e-06,
      "loss": 4.2149,
      "step": 453
    },
    {
      "epoch": 0.2926672038678485,
      "grad_norm": 5.389463725826573,
      "learning_rate": 9.999335682393478e-06,
      "loss": 4.1563,
      "step": 454
    },
    {
      "epoch": 0.29331184528605964,
      "grad_norm": 10.180099261894087,
      "learning_rate": 9.999332545202167e-06,
      "loss": 4.5463,
      "step": 455
    },
    {
      "epoch": 0.29395648670427077,
      "grad_norm": 8.55418072780296,
      "learning_rate": 9.999329400621268e-06,
      "loss": 4.4727,
      "step": 456
    },
    {
      "epoch": 0.29460112812248185,
      "grad_norm": 5.705509904631068,
      "learning_rate": 9.999326248650784e-06,
      "loss": 4.3826,
      "step": 457
    },
    {
      "epoch": 0.295245769540693,
      "grad_norm": 11.236826851380643,
      "learning_rate": 9.99932308929072e-06,
      "loss": 4.3015,
      "step": 458
    },
    {
      "epoch": 0.2958904109589041,
      "grad_norm": 5.140974724954828,
      "learning_rate": 9.999319922541084e-06,
      "loss": 3.9275,
      "step": 459
    },
    {
      "epoch": 0.29653505237711525,
      "grad_norm": 9.438163536703359,
      "learning_rate": 9.999316748401878e-06,
      "loss": 4.0712,
      "step": 460
    },
    {
      "epoch": 0.2971796937953263,
      "grad_norm": 7.398736481354222,
      "learning_rate": 9.999313566873108e-06,
      "loss": 4.2431,
      "step": 461
    },
    {
      "epoch": 0.29782433521353746,
      "grad_norm": 6.2519871864573435,
      "learning_rate": 9.999310377954781e-06,
      "loss": 4.1191,
      "step": 462
    },
    {
      "epoch": 0.2984689766317486,
      "grad_norm": 7.010879427048877,
      "learning_rate": 9.999307181646902e-06,
      "loss": 4.2835,
      "step": 463
    },
    {
      "epoch": 0.29911361804995973,
      "grad_norm": 4.835773240635277,
      "learning_rate": 9.999303977949473e-06,
      "loss": 4.0563,
      "step": 464
    },
    {
      "epoch": 0.2997582594681708,
      "grad_norm": 8.53732761224156,
      "learning_rate": 9.999300766862501e-06,
      "loss": 4.2588,
      "step": 465
    },
    {
      "epoch": 0.30040290088638194,
      "grad_norm": 4.732692143804008,
      "learning_rate": 9.999297548385994e-06,
      "loss": 4.2305,
      "step": 466
    },
    {
      "epoch": 0.3010475423045931,
      "grad_norm": 6.459959783607047,
      "learning_rate": 9.999294322519954e-06,
      "loss": 4.608,
      "step": 467
    },
    {
      "epoch": 0.3016921837228042,
      "grad_norm": 6.640302202209945,
      "learning_rate": 9.999291089264387e-06,
      "loss": 4.2087,
      "step": 468
    },
    {
      "epoch": 0.3023368251410153,
      "grad_norm": 4.998052566738778,
      "learning_rate": 9.9992878486193e-06,
      "loss": 4.4321,
      "step": 469
    },
    {
      "epoch": 0.3029814665592264,
      "grad_norm": 7.196925003031342,
      "learning_rate": 9.999284600584695e-06,
      "loss": 4.5058,
      "step": 470
    },
    {
      "epoch": 0.30362610797743755,
      "grad_norm": 4.037666097124515,
      "learning_rate": 9.99928134516058e-06,
      "loss": 4.4719,
      "step": 471
    },
    {
      "epoch": 0.3042707493956487,
      "grad_norm": 6.503861742416759,
      "learning_rate": 9.99927808234696e-06,
      "loss": 4.0941,
      "step": 472
    },
    {
      "epoch": 0.30491539081385977,
      "grad_norm": 3.8943567558839653,
      "learning_rate": 9.99927481214384e-06,
      "loss": 4.3455,
      "step": 473
    },
    {
      "epoch": 0.3055600322320709,
      "grad_norm": 4.895492911178972,
      "learning_rate": 9.999271534551224e-06,
      "loss": 3.9832,
      "step": 474
    },
    {
      "epoch": 0.30620467365028203,
      "grad_norm": 4.628332117302836,
      "learning_rate": 9.99926824956912e-06,
      "loss": 4.4504,
      "step": 475
    },
    {
      "epoch": 0.30684931506849317,
      "grad_norm": 4.2687348801372496,
      "learning_rate": 9.999264957197531e-06,
      "loss": 4.6289,
      "step": 476
    },
    {
      "epoch": 0.30749395648670425,
      "grad_norm": 5.529113116441929,
      "learning_rate": 9.999261657436466e-06,
      "loss": 4.4258,
      "step": 477
    },
    {
      "epoch": 0.3081385979049154,
      "grad_norm": 5.817883072746921,
      "learning_rate": 9.999258350285926e-06,
      "loss": 4.1939,
      "step": 478
    },
    {
      "epoch": 0.3087832393231265,
      "grad_norm": 4.908247537987793,
      "learning_rate": 9.99925503574592e-06,
      "loss": 4.4938,
      "step": 479
    },
    {
      "epoch": 0.30942788074133765,
      "grad_norm": 4.646207098921071,
      "learning_rate": 9.99925171381645e-06,
      "loss": 4.3862,
      "step": 480
    },
    {
      "epoch": 0.3100725221595487,
      "grad_norm": 5.1956555926176,
      "learning_rate": 9.999248384497527e-06,
      "loss": 4.0789,
      "step": 481
    },
    {
      "epoch": 0.31071716357775986,
      "grad_norm": 8.106927687730728,
      "learning_rate": 9.999245047789149e-06,
      "loss": 4.7216,
      "step": 482
    },
    {
      "epoch": 0.311361804995971,
      "grad_norm": 4.78560882845046,
      "learning_rate": 9.999241703691326e-06,
      "loss": 4.3432,
      "step": 483
    },
    {
      "epoch": 0.3120064464141821,
      "grad_norm": 5.843065744351554,
      "learning_rate": 9.999238352204063e-06,
      "loss": 4.2423,
      "step": 484
    },
    {
      "epoch": 0.3126510878323932,
      "grad_norm": 8.54293195644904,
      "learning_rate": 9.999234993327366e-06,
      "loss": 4.3358,
      "step": 485
    },
    {
      "epoch": 0.31329572925060434,
      "grad_norm": 4.981710099396628,
      "learning_rate": 9.999231627061237e-06,
      "loss": 4.2686,
      "step": 486
    },
    {
      "epoch": 0.31394037066881547,
      "grad_norm": 5.799754727725294,
      "learning_rate": 9.999228253405685e-06,
      "loss": 4.463,
      "step": 487
    },
    {
      "epoch": 0.3145850120870266,
      "grad_norm": 5.908497183755988,
      "learning_rate": 9.99922487236072e-06,
      "loss": 4.6693,
      "step": 488
    },
    {
      "epoch": 0.31522965350523774,
      "grad_norm": 5.083037278482106,
      "learning_rate": 9.999221483926338e-06,
      "loss": 4.2763,
      "step": 489
    },
    {
      "epoch": 0.3158742949234488,
      "grad_norm": 4.315304380450458,
      "learning_rate": 9.999218088102548e-06,
      "loss": 4.3237,
      "step": 490
    },
    {
      "epoch": 0.31651893634165995,
      "grad_norm": 5.402299507031181,
      "learning_rate": 9.999214684889358e-06,
      "loss": 4.1345,
      "step": 491
    },
    {
      "epoch": 0.3171635777598711,
      "grad_norm": 5.287497745546621,
      "learning_rate": 9.999211274286772e-06,
      "loss": 4.169,
      "step": 492
    },
    {
      "epoch": 0.3178082191780822,
      "grad_norm": 4.9602279195318655,
      "learning_rate": 9.999207856294795e-06,
      "loss": 4.0995,
      "step": 493
    },
    {
      "epoch": 0.3184528605962933,
      "grad_norm": 7.8380317286954115,
      "learning_rate": 9.999204430913436e-06,
      "loss": 4.2268,
      "step": 494
    },
    {
      "epoch": 0.31909750201450443,
      "grad_norm": 9.592700739287634,
      "learning_rate": 9.999200998142696e-06,
      "loss": 4.4317,
      "step": 495
    },
    {
      "epoch": 0.31974214343271556,
      "grad_norm": 12.027168927333081,
      "learning_rate": 9.999197557982582e-06,
      "loss": 4.1718,
      "step": 496
    },
    {
      "epoch": 0.3203867848509267,
      "grad_norm": 8.108561279925555,
      "learning_rate": 9.9991941104331e-06,
      "loss": 4.221,
      "step": 497
    },
    {
      "epoch": 0.3210314262691378,
      "grad_norm": 6.611289431907687,
      "learning_rate": 9.99919065549426e-06,
      "loss": 4.2224,
      "step": 498
    },
    {
      "epoch": 0.3216760676873489,
      "grad_norm": 8.415440078134557,
      "learning_rate": 9.99918719316606e-06,
      "loss": 4.6975,
      "step": 499
    },
    {
      "epoch": 0.32232070910556004,
      "grad_norm": 4.845519280231408,
      "learning_rate": 9.999183723448508e-06,
      "loss": 4.3993,
      "step": 500
    },
    {
      "epoch": 0.32232070910556004,
      "eval_loss": 4.343480110168457,
      "eval_runtime": 2.9269,
      "eval_samples_per_second": 34.166,
      "eval_steps_per_second": 4.442,
      "step": 500
    },
    {
      "epoch": 0.3229653505237712,
      "grad_norm": 7.129738096254948,
      "learning_rate": 9.999180246341614e-06,
      "loss": 4.3596,
      "step": 501
    },
    {
      "epoch": 0.32360999194198226,
      "grad_norm": 5.459169797634379,
      "learning_rate": 9.99917676184538e-06,
      "loss": 4.092,
      "step": 502
    },
    {
      "epoch": 0.3242546333601934,
      "grad_norm": 5.647488111042572,
      "learning_rate": 9.999173269959812e-06,
      "loss": 4.3775,
      "step": 503
    },
    {
      "epoch": 0.3248992747784045,
      "grad_norm": 6.260836604244237,
      "learning_rate": 9.999169770684917e-06,
      "loss": 4.4537,
      "step": 504
    },
    {
      "epoch": 0.32554391619661566,
      "grad_norm": 5.261249022261163,
      "learning_rate": 9.999166264020698e-06,
      "loss": 4.6003,
      "step": 505
    },
    {
      "epoch": 0.32618855761482674,
      "grad_norm": 5.664403294106188,
      "learning_rate": 9.999162749967163e-06,
      "loss": 4.2456,
      "step": 506
    },
    {
      "epoch": 0.32683319903303787,
      "grad_norm": 3.905633879592129,
      "learning_rate": 9.999159228524317e-06,
      "loss": 4.3615,
      "step": 507
    },
    {
      "epoch": 0.327477840451249,
      "grad_norm": 5.864040117658157,
      "learning_rate": 9.999155699692168e-06,
      "loss": 4.5901,
      "step": 508
    },
    {
      "epoch": 0.32812248186946014,
      "grad_norm": 4.478384489601771,
      "learning_rate": 9.99915216347072e-06,
      "loss": 4.5663,
      "step": 509
    },
    {
      "epoch": 0.3287671232876712,
      "grad_norm": 5.512669031509134,
      "learning_rate": 9.999148619859978e-06,
      "loss": 4.5405,
      "step": 510
    },
    {
      "epoch": 0.32941176470588235,
      "grad_norm": 6.89599807746476,
      "learning_rate": 9.999145068859949e-06,
      "loss": 3.9589,
      "step": 511
    },
    {
      "epoch": 0.3300564061240935,
      "grad_norm": 6.24475986604148,
      "learning_rate": 9.999141510470637e-06,
      "loss": 4.2574,
      "step": 512
    },
    {
      "epoch": 0.3307010475423046,
      "grad_norm": 5.248841122889682,
      "learning_rate": 9.999137944692051e-06,
      "loss": 3.8215,
      "step": 513
    },
    {
      "epoch": 0.3313456889605157,
      "grad_norm": 8.290930717194213,
      "learning_rate": 9.999134371524196e-06,
      "loss": 4.3418,
      "step": 514
    },
    {
      "epoch": 0.33199033037872683,
      "grad_norm": 4.373123919886932,
      "learning_rate": 9.999130790967075e-06,
      "loss": 4.3321,
      "step": 515
    },
    {
      "epoch": 0.33263497179693796,
      "grad_norm": 6.485038031568515,
      "learning_rate": 9.999127203020697e-06,
      "loss": 4.4162,
      "step": 516
    },
    {
      "epoch": 0.3332796132151491,
      "grad_norm": 4.8481392619402675,
      "learning_rate": 9.999123607685067e-06,
      "loss": 4.4289,
      "step": 517
    },
    {
      "epoch": 0.3339242546333602,
      "grad_norm": 5.96007477253904,
      "learning_rate": 9.99912000496019e-06,
      "loss": 4.5307,
      "step": 518
    },
    {
      "epoch": 0.3345688960515713,
      "grad_norm": 4.080129676754137,
      "learning_rate": 9.999116394846071e-06,
      "loss": 4.309,
      "step": 519
    },
    {
      "epoch": 0.33521353746978244,
      "grad_norm": 5.370126496010628,
      "learning_rate": 9.99911277734272e-06,
      "loss": 4.6131,
      "step": 520
    },
    {
      "epoch": 0.3358581788879936,
      "grad_norm": 4.1058964529040045,
      "learning_rate": 9.999109152450139e-06,
      "loss": 4.5473,
      "step": 521
    },
    {
      "epoch": 0.33650282030620465,
      "grad_norm": 5.748190832311656,
      "learning_rate": 9.999105520168338e-06,
      "loss": 4.2465,
      "step": 522
    },
    {
      "epoch": 0.3371474617244158,
      "grad_norm": 6.600471423770663,
      "learning_rate": 9.999101880497316e-06,
      "loss": 4.1754,
      "step": 523
    },
    {
      "epoch": 0.3377921031426269,
      "grad_norm": 6.418756270832194,
      "learning_rate": 9.999098233437086e-06,
      "loss": 4.2444,
      "step": 524
    },
    {
      "epoch": 0.33843674456083805,
      "grad_norm": 5.630628127313785,
      "learning_rate": 9.999094578987652e-06,
      "loss": 4.4063,
      "step": 525
    },
    {
      "epoch": 0.33908138597904913,
      "grad_norm": 4.1486461959151715,
      "learning_rate": 9.99909091714902e-06,
      "loss": 4.4165,
      "step": 526
    },
    {
      "epoch": 0.33972602739726027,
      "grad_norm": 6.715537181056799,
      "learning_rate": 9.999087247921194e-06,
      "loss": 4.3675,
      "step": 527
    },
    {
      "epoch": 0.3403706688154714,
      "grad_norm": 6.05120787039754,
      "learning_rate": 9.999083571304181e-06,
      "loss": 4.1155,
      "step": 528
    },
    {
      "epoch": 0.34101531023368253,
      "grad_norm": 6.833815190953132,
      "learning_rate": 9.99907988729799e-06,
      "loss": 4.1007,
      "step": 529
    },
    {
      "epoch": 0.3416599516518936,
      "grad_norm": 3.6023294404368755,
      "learning_rate": 9.999076195902622e-06,
      "loss": 4.2747,
      "step": 530
    },
    {
      "epoch": 0.34230459307010475,
      "grad_norm": 6.882934922018897,
      "learning_rate": 9.999072497118086e-06,
      "loss": 4.0078,
      "step": 531
    },
    {
      "epoch": 0.3429492344883159,
      "grad_norm": 6.089064104411326,
      "learning_rate": 9.999068790944387e-06,
      "loss": 4.539,
      "step": 532
    },
    {
      "epoch": 0.343593875906527,
      "grad_norm": 4.914501465593437,
      "learning_rate": 9.999065077381532e-06,
      "loss": 4.4746,
      "step": 533
    },
    {
      "epoch": 0.3442385173247381,
      "grad_norm": 5.685594039560954,
      "learning_rate": 9.999061356429528e-06,
      "loss": 4.3496,
      "step": 534
    },
    {
      "epoch": 0.3448831587429492,
      "grad_norm": 4.971121644122859,
      "learning_rate": 9.999057628088379e-06,
      "loss": 4.0903,
      "step": 535
    },
    {
      "epoch": 0.34552780016116036,
      "grad_norm": 6.103968433799362,
      "learning_rate": 9.999053892358092e-06,
      "loss": 4.0981,
      "step": 536
    },
    {
      "epoch": 0.3461724415793715,
      "grad_norm": 4.422368801185286,
      "learning_rate": 9.999050149238674e-06,
      "loss": 4.3345,
      "step": 537
    },
    {
      "epoch": 0.34681708299758257,
      "grad_norm": 4.6161226597944855,
      "learning_rate": 9.99904639873013e-06,
      "loss": 4.0837,
      "step": 538
    },
    {
      "epoch": 0.3474617244157937,
      "grad_norm": 6.005239853376506,
      "learning_rate": 9.999042640832467e-06,
      "loss": 4.3675,
      "step": 539
    },
    {
      "epoch": 0.34810636583400484,
      "grad_norm": 5.439284707676541,
      "learning_rate": 9.999038875545692e-06,
      "loss": 4.4306,
      "step": 540
    },
    {
      "epoch": 0.34875100725221597,
      "grad_norm": 4.924757043559932,
      "learning_rate": 9.999035102869808e-06,
      "loss": 4.4144,
      "step": 541
    },
    {
      "epoch": 0.34939564867042705,
      "grad_norm": 5.446555645576793,
      "learning_rate": 9.999031322804822e-06,
      "loss": 4.4516,
      "step": 542
    },
    {
      "epoch": 0.3500402900886382,
      "grad_norm": 4.594916771429448,
      "learning_rate": 9.999027535350741e-06,
      "loss": 4.5628,
      "step": 543
    },
    {
      "epoch": 0.3506849315068493,
      "grad_norm": 6.325049265382272,
      "learning_rate": 9.999023740507575e-06,
      "loss": 4.4964,
      "step": 544
    },
    {
      "epoch": 0.35132957292506045,
      "grad_norm": 4.539151362306217,
      "learning_rate": 9.999019938275323e-06,
      "loss": 4.3986,
      "step": 545
    },
    {
      "epoch": 0.35197421434327153,
      "grad_norm": 5.002947286224745,
      "learning_rate": 9.999016128653997e-06,
      "loss": 4.5707,
      "step": 546
    },
    {
      "epoch": 0.35261885576148266,
      "grad_norm": 5.455770162949384,
      "learning_rate": 9.9990123116436e-06,
      "loss": 4.1362,
      "step": 547
    },
    {
      "epoch": 0.3532634971796938,
      "grad_norm": 6.568289379576488,
      "learning_rate": 9.999008487244141e-06,
      "loss": 4.6691,
      "step": 548
    },
    {
      "epoch": 0.35390813859790493,
      "grad_norm": 4.451614718549644,
      "learning_rate": 9.999004655455624e-06,
      "loss": 4.5133,
      "step": 549
    },
    {
      "epoch": 0.354552780016116,
      "grad_norm": 8.048295332593408,
      "learning_rate": 9.999000816278055e-06,
      "loss": 4.0175,
      "step": 550
    },
    {
      "epoch": 0.35519742143432714,
      "grad_norm": 8.081674830921576,
      "learning_rate": 9.998996969711444e-06,
      "loss": 4.4011,
      "step": 551
    },
    {
      "epoch": 0.3558420628525383,
      "grad_norm": 5.022833081347709,
      "learning_rate": 9.998993115755795e-06,
      "loss": 4.1929,
      "step": 552
    },
    {
      "epoch": 0.3564867042707494,
      "grad_norm": 8.072338472690898,
      "learning_rate": 9.99898925441111e-06,
      "loss": 4.1369,
      "step": 553
    },
    {
      "epoch": 0.3571313456889605,
      "grad_norm": 6.644967736453976,
      "learning_rate": 9.998985385677402e-06,
      "loss": 4.1672,
      "step": 554
    },
    {
      "epoch": 0.3577759871071716,
      "grad_norm": 6.579286776833722,
      "learning_rate": 9.998981509554675e-06,
      "loss": 4.2869,
      "step": 555
    },
    {
      "epoch": 0.35842062852538276,
      "grad_norm": 5.82135460247112,
      "learning_rate": 9.998977626042935e-06,
      "loss": 4.4843,
      "step": 556
    },
    {
      "epoch": 0.3590652699435939,
      "grad_norm": 5.34327848939289,
      "learning_rate": 9.998973735142188e-06,
      "loss": 4.2322,
      "step": 557
    },
    {
      "epoch": 0.359709911361805,
      "grad_norm": 6.792457439445179,
      "learning_rate": 9.99896983685244e-06,
      "loss": 4.3107,
      "step": 558
    },
    {
      "epoch": 0.3603545527800161,
      "grad_norm": 4.819879910892786,
      "learning_rate": 9.998965931173698e-06,
      "loss": 4.1298,
      "step": 559
    },
    {
      "epoch": 0.36099919419822724,
      "grad_norm": 7.207905264056687,
      "learning_rate": 9.99896201810597e-06,
      "loss": 3.9954,
      "step": 560
    },
    {
      "epoch": 0.36164383561643837,
      "grad_norm": 4.10304061040569,
      "learning_rate": 9.99895809764926e-06,
      "loss": 4.3143,
      "step": 561
    },
    {
      "epoch": 0.3622884770346495,
      "grad_norm": 5.786799074991719,
      "learning_rate": 9.998954169803578e-06,
      "loss": 4.4327,
      "step": 562
    },
    {
      "epoch": 0.3629331184528606,
      "grad_norm": 5.240046196239959,
      "learning_rate": 9.998950234568926e-06,
      "loss": 4.457,
      "step": 563
    },
    {
      "epoch": 0.3635777598710717,
      "grad_norm": 8.591663977161492,
      "learning_rate": 9.998946291945312e-06,
      "loss": 4.036,
      "step": 564
    },
    {
      "epoch": 0.36422240128928285,
      "grad_norm": 6.872463555605386,
      "learning_rate": 9.998942341932745e-06,
      "loss": 4.1978,
      "step": 565
    },
    {
      "epoch": 0.364867042707494,
      "grad_norm": 5.951305879157661,
      "learning_rate": 9.998938384531229e-06,
      "loss": 3.9367,
      "step": 566
    },
    {
      "epoch": 0.36551168412570506,
      "grad_norm": 7.893393416215306,
      "learning_rate": 9.998934419740768e-06,
      "loss": 4.4568,
      "step": 567
    },
    {
      "epoch": 0.3661563255439162,
      "grad_norm": 7.067574667999589,
      "learning_rate": 9.998930447561373e-06,
      "loss": 4.0383,
      "step": 568
    },
    {
      "epoch": 0.36680096696212733,
      "grad_norm": 6.214758572463696,
      "learning_rate": 9.99892646799305e-06,
      "loss": 4.3553,
      "step": 569
    },
    {
      "epoch": 0.36744560838033846,
      "grad_norm": 6.4709207075418425,
      "learning_rate": 9.998922481035805e-06,
      "loss": 4.2522,
      "step": 570
    },
    {
      "epoch": 0.36809024979854954,
      "grad_norm": 6.8045677210330675,
      "learning_rate": 9.998918486689642e-06,
      "loss": 4.3522,
      "step": 571
    },
    {
      "epoch": 0.3687348912167607,
      "grad_norm": 5.120509468413899,
      "learning_rate": 9.998914484954572e-06,
      "loss": 4.1555,
      "step": 572
    },
    {
      "epoch": 0.3693795326349718,
      "grad_norm": 6.4582501682315865,
      "learning_rate": 9.998910475830596e-06,
      "loss": 4.2575,
      "step": 573
    },
    {
      "epoch": 0.37002417405318294,
      "grad_norm": 5.243790861359764,
      "learning_rate": 9.998906459317727e-06,
      "loss": 4.0865,
      "step": 574
    },
    {
      "epoch": 0.370668815471394,
      "grad_norm": 5.523330069066448,
      "learning_rate": 9.998902435415967e-06,
      "loss": 4.1942,
      "step": 575
    },
    {
      "epoch": 0.37131345688960515,
      "grad_norm": 6.672658810800166,
      "learning_rate": 9.998898404125323e-06,
      "loss": 4.2851,
      "step": 576
    },
    {
      "epoch": 0.3719580983078163,
      "grad_norm": 5.674701403885895,
      "learning_rate": 9.998894365445804e-06,
      "loss": 4.1601,
      "step": 577
    },
    {
      "epoch": 0.3726027397260274,
      "grad_norm": 4.667699762777896,
      "learning_rate": 9.998890319377414e-06,
      "loss": 4.2142,
      "step": 578
    },
    {
      "epoch": 0.3732473811442385,
      "grad_norm": 5.422012741181527,
      "learning_rate": 9.998886265920161e-06,
      "loss": 4.2614,
      "step": 579
    },
    {
      "epoch": 0.37389202256244963,
      "grad_norm": 4.681626788342383,
      "learning_rate": 9.998882205074053e-06,
      "loss": 3.9245,
      "step": 580
    },
    {
      "epoch": 0.37453666398066077,
      "grad_norm": 5.642963125493492,
      "learning_rate": 9.998878136839094e-06,
      "loss": 4.1569,
      "step": 581
    },
    {
      "epoch": 0.3751813053988719,
      "grad_norm": 5.058063986977965,
      "learning_rate": 9.998874061215292e-06,
      "loss": 3.8817,
      "step": 582
    },
    {
      "epoch": 0.375825946817083,
      "grad_norm": 4.692426608657607,
      "learning_rate": 9.998869978202654e-06,
      "loss": 4.1564,
      "step": 583
    },
    {
      "epoch": 0.3764705882352941,
      "grad_norm": 4.867080037103438,
      "learning_rate": 9.998865887801184e-06,
      "loss": 4.0979,
      "step": 584
    },
    {
      "epoch": 0.37711522965350525,
      "grad_norm": 4.555243168609603,
      "learning_rate": 9.998861790010893e-06,
      "loss": 4.3104,
      "step": 585
    },
    {
      "epoch": 0.3777598710717164,
      "grad_norm": 5.728727441569058,
      "learning_rate": 9.998857684831787e-06,
      "loss": 4.3289,
      "step": 586
    },
    {
      "epoch": 0.37840451248992746,
      "grad_norm": 5.039147789563097,
      "learning_rate": 9.998853572263868e-06,
      "loss": 3.8914,
      "step": 587
    },
    {
      "epoch": 0.3790491539081386,
      "grad_norm": 4.972674894631434,
      "learning_rate": 9.99884945230715e-06,
      "loss": 4.3193,
      "step": 588
    },
    {
      "epoch": 0.3796937953263497,
      "grad_norm": 5.429029815655265,
      "learning_rate": 9.998845324961632e-06,
      "loss": 4.4122,
      "step": 589
    },
    {
      "epoch": 0.38033843674456086,
      "grad_norm": 3.917739943783912,
      "learning_rate": 9.998841190227327e-06,
      "loss": 4.3336,
      "step": 590
    },
    {
      "epoch": 0.38098307816277194,
      "grad_norm": 5.211857172304813,
      "learning_rate": 9.998837048104242e-06,
      "loss": 4.4904,
      "step": 591
    },
    {
      "epoch": 0.38162771958098307,
      "grad_norm": 4.441665597980511,
      "learning_rate": 9.998832898592377e-06,
      "loss": 4.5503,
      "step": 592
    },
    {
      "epoch": 0.3822723609991942,
      "grad_norm": 4.403248640474596,
      "learning_rate": 9.998828741691745e-06,
      "loss": 4.1462,
      "step": 593
    },
    {
      "epoch": 0.38291700241740534,
      "grad_norm": 4.171176858103355,
      "learning_rate": 9.99882457740235e-06,
      "loss": 4.2514,
      "step": 594
    },
    {
      "epoch": 0.3835616438356164,
      "grad_norm": 4.69397154936705,
      "learning_rate": 9.9988204057242e-06,
      "loss": 3.8636,
      "step": 595
    },
    {
      "epoch": 0.38420628525382755,
      "grad_norm": 6.019402494816108,
      "learning_rate": 9.998816226657304e-06,
      "loss": 3.6468,
      "step": 596
    },
    {
      "epoch": 0.3848509266720387,
      "grad_norm": 6.865400588677287,
      "learning_rate": 9.998812040201665e-06,
      "loss": 4.1819,
      "step": 597
    },
    {
      "epoch": 0.3854955680902498,
      "grad_norm": 4.8084210493361415,
      "learning_rate": 9.998807846357292e-06,
      "loss": 4.2862,
      "step": 598
    },
    {
      "epoch": 0.3861402095084609,
      "grad_norm": 5.052815000027334,
      "learning_rate": 9.99880364512419e-06,
      "loss": 4.4686,
      "step": 599
    },
    {
      "epoch": 0.38678485092667203,
      "grad_norm": 4.33168836052116,
      "learning_rate": 9.998799436502368e-06,
      "loss": 4.1455,
      "step": 600
    },
    {
      "epoch": 0.38678485092667203,
      "eval_loss": 4.263092517852783,
      "eval_runtime": 2.9198,
      "eval_samples_per_second": 34.249,
      "eval_steps_per_second": 4.452,
      "step": 600
    },
    {
      "epoch": 0.38742949234488316,
      "grad_norm": 5.5192138974867735,
      "learning_rate": 9.998795220491832e-06,
      "loss": 4.3491,
      "step": 601
    },
    {
      "epoch": 0.3880741337630943,
      "grad_norm": 4.396383141710004,
      "learning_rate": 9.998790997092588e-06,
      "loss": 4.324,
      "step": 602
    },
    {
      "epoch": 0.3887187751813054,
      "grad_norm": 4.737163418844918,
      "learning_rate": 9.998786766304648e-06,
      "loss": 4.2746,
      "step": 603
    },
    {
      "epoch": 0.3893634165995165,
      "grad_norm": 5.259974015504283,
      "learning_rate": 9.99878252812801e-06,
      "loss": 4.2931,
      "step": 604
    },
    {
      "epoch": 0.39000805801772764,
      "grad_norm": 4.1282922448129735,
      "learning_rate": 9.99877828256269e-06,
      "loss": 4.4336,
      "step": 605
    },
    {
      "epoch": 0.3906526994359388,
      "grad_norm": 4.643931752195729,
      "learning_rate": 9.998774029608688e-06,
      "loss": 3.868,
      "step": 606
    },
    {
      "epoch": 0.39129734085414986,
      "grad_norm": 6.287069683927908,
      "learning_rate": 9.998769769266014e-06,
      "loss": 4.3635,
      "step": 607
    },
    {
      "epoch": 0.391941982272361,
      "grad_norm": 5.252610459856701,
      "learning_rate": 9.998765501534675e-06,
      "loss": 4.652,
      "step": 608
    },
    {
      "epoch": 0.3925866236905721,
      "grad_norm": 5.699218219833118,
      "learning_rate": 9.998761226414678e-06,
      "loss": 4.54,
      "step": 609
    },
    {
      "epoch": 0.39323126510878326,
      "grad_norm": 6.7026033775224185,
      "learning_rate": 9.998756943906031e-06,
      "loss": 4.3496,
      "step": 610
    },
    {
      "epoch": 0.39387590652699433,
      "grad_norm": 8.60610774953067,
      "learning_rate": 9.99875265400874e-06,
      "loss": 4.284,
      "step": 611
    },
    {
      "epoch": 0.39452054794520547,
      "grad_norm": 7.190697833453672,
      "learning_rate": 9.99874835672281e-06,
      "loss": 4.2477,
      "step": 612
    },
    {
      "epoch": 0.3951651893634166,
      "grad_norm": 4.755162827980717,
      "learning_rate": 9.998744052048252e-06,
      "loss": 4.2087,
      "step": 613
    },
    {
      "epoch": 0.39580983078162774,
      "grad_norm": 5.725989632084356,
      "learning_rate": 9.998739739985069e-06,
      "loss": 4.4741,
      "step": 614
    },
    {
      "epoch": 0.3964544721998388,
      "grad_norm": 5.758900159587055,
      "learning_rate": 9.998735420533271e-06,
      "loss": 4.3072,
      "step": 615
    },
    {
      "epoch": 0.39709911361804995,
      "grad_norm": 5.68989416148989,
      "learning_rate": 9.998731093692865e-06,
      "loss": 4.1175,
      "step": 616
    },
    {
      "epoch": 0.3977437550362611,
      "grad_norm": 5.460365437626724,
      "learning_rate": 9.998726759463856e-06,
      "loss": 3.6858,
      "step": 617
    },
    {
      "epoch": 0.3983883964544722,
      "grad_norm": 5.614685200878127,
      "learning_rate": 9.998722417846254e-06,
      "loss": 4.5441,
      "step": 618
    },
    {
      "epoch": 0.3990330378726833,
      "grad_norm": 6.590425770961612,
      "learning_rate": 9.998718068840064e-06,
      "loss": 4.3744,
      "step": 619
    },
    {
      "epoch": 0.3996776792908944,
      "grad_norm": 5.630679899563546,
      "learning_rate": 9.998713712445294e-06,
      "loss": 4.1202,
      "step": 620
    },
    {
      "epoch": 0.40032232070910556,
      "grad_norm": 5.311013559458861,
      "learning_rate": 9.998709348661952e-06,
      "loss": 4.2757,
      "step": 621
    },
    {
      "epoch": 0.4009669621273167,
      "grad_norm": 5.772499151737549,
      "learning_rate": 9.998704977490042e-06,
      "loss": 4.1847,
      "step": 622
    },
    {
      "epoch": 0.4016116035455278,
      "grad_norm": 5.5105852999834175,
      "learning_rate": 9.998700598929573e-06,
      "loss": 3.9498,
      "step": 623
    },
    {
      "epoch": 0.4022562449637389,
      "grad_norm": 4.197249705594853,
      "learning_rate": 9.998696212980555e-06,
      "loss": 4.1182,
      "step": 624
    },
    {
      "epoch": 0.40290088638195004,
      "grad_norm": 6.258982731884645,
      "learning_rate": 9.99869181964299e-06,
      "loss": 3.9694,
      "step": 625
    },
    {
      "epoch": 0.4035455278001612,
      "grad_norm": 5.954374515564389,
      "learning_rate": 9.998687418916889e-06,
      "loss": 4.0543,
      "step": 626
    },
    {
      "epoch": 0.40419016921837225,
      "grad_norm": 6.1264453251660225,
      "learning_rate": 9.998683010802258e-06,
      "loss": 4.1951,
      "step": 627
    },
    {
      "epoch": 0.4048348106365834,
      "grad_norm": 5.029213470606453,
      "learning_rate": 9.998678595299105e-06,
      "loss": 4.2733,
      "step": 628
    },
    {
      "epoch": 0.4054794520547945,
      "grad_norm": 5.9727270433578905,
      "learning_rate": 9.998674172407436e-06,
      "loss": 4.169,
      "step": 629
    },
    {
      "epoch": 0.40612409347300565,
      "grad_norm": 5.410793420225047,
      "learning_rate": 9.998669742127258e-06,
      "loss": 4.219,
      "step": 630
    },
    {
      "epoch": 0.4067687348912168,
      "grad_norm": 6.712025453635326,
      "learning_rate": 9.99866530445858e-06,
      "loss": 3.8317,
      "step": 631
    },
    {
      "epoch": 0.40741337630942787,
      "grad_norm": 6.131207111279386,
      "learning_rate": 9.998660859401407e-06,
      "loss": 4.4224,
      "step": 632
    },
    {
      "epoch": 0.408058017727639,
      "grad_norm": 4.562721846571303,
      "learning_rate": 9.99865640695575e-06,
      "loss": 4.5363,
      "step": 633
    },
    {
      "epoch": 0.40870265914585013,
      "grad_norm": 6.580409897608942,
      "learning_rate": 9.998651947121614e-06,
      "loss": 4.1829,
      "step": 634
    },
    {
      "epoch": 0.40934730056406127,
      "grad_norm": 6.504847608756708,
      "learning_rate": 9.998647479899005e-06,
      "loss": 4.0054,
      "step": 635
    },
    {
      "epoch": 0.40999194198227235,
      "grad_norm": 6.487541182882068,
      "learning_rate": 9.998643005287932e-06,
      "loss": 4.1998,
      "step": 636
    },
    {
      "epoch": 0.4106365834004835,
      "grad_norm": 5.266229942338572,
      "learning_rate": 9.998638523288403e-06,
      "loss": 4.2626,
      "step": 637
    },
    {
      "epoch": 0.4112812248186946,
      "grad_norm": 6.899765132280958,
      "learning_rate": 9.998634033900424e-06,
      "loss": 4.3147,
      "step": 638
    },
    {
      "epoch": 0.41192586623690575,
      "grad_norm": 5.448431395064225,
      "learning_rate": 9.998629537124002e-06,
      "loss": 3.9211,
      "step": 639
    },
    {
      "epoch": 0.4125705076551168,
      "grad_norm": 6.565445212035964,
      "learning_rate": 9.998625032959146e-06,
      "loss": 4.0575,
      "step": 640
    },
    {
      "epoch": 0.41321514907332796,
      "grad_norm": 4.622376815762008,
      "learning_rate": 9.998620521405861e-06,
      "loss": 4.13,
      "step": 641
    },
    {
      "epoch": 0.4138597904915391,
      "grad_norm": 5.268475992840867,
      "learning_rate": 9.998616002464158e-06,
      "loss": 4.2842,
      "step": 642
    },
    {
      "epoch": 0.4145044319097502,
      "grad_norm": 4.667085998140572,
      "learning_rate": 9.99861147613404e-06,
      "loss": 4.2517,
      "step": 643
    },
    {
      "epoch": 0.4151490733279613,
      "grad_norm": 3.4505461238111406,
      "learning_rate": 9.998606942415519e-06,
      "loss": 4.3705,
      "step": 644
    },
    {
      "epoch": 0.41579371474617244,
      "grad_norm": 5.314345164196014,
      "learning_rate": 9.9986024013086e-06,
      "loss": 4.1954,
      "step": 645
    },
    {
      "epoch": 0.41643835616438357,
      "grad_norm": 4.143916829552613,
      "learning_rate": 9.99859785281329e-06,
      "loss": 4.3347,
      "step": 646
    },
    {
      "epoch": 0.4170829975825947,
      "grad_norm": 5.848284595838028,
      "learning_rate": 9.998593296929597e-06,
      "loss": 4.2964,
      "step": 647
    },
    {
      "epoch": 0.4177276390008058,
      "grad_norm": 6.514070680180019,
      "learning_rate": 9.998588733657528e-06,
      "loss": 4.332,
      "step": 648
    },
    {
      "epoch": 0.4183722804190169,
      "grad_norm": 4.611388135044341,
      "learning_rate": 9.998584162997094e-06,
      "loss": 4.4212,
      "step": 649
    },
    {
      "epoch": 0.41901692183722805,
      "grad_norm": 6.033505775669928,
      "learning_rate": 9.998579584948297e-06,
      "loss": 4.2054,
      "step": 650
    },
    {
      "epoch": 0.4196615632554392,
      "grad_norm": 5.18314887398853,
      "learning_rate": 9.998574999511148e-06,
      "loss": 4.2867,
      "step": 651
    },
    {
      "epoch": 0.42030620467365026,
      "grad_norm": 5.6502246426860125,
      "learning_rate": 9.998570406685655e-06,
      "loss": 4.1575,
      "step": 652
    },
    {
      "epoch": 0.4209508460918614,
      "grad_norm": 5.339700389042286,
      "learning_rate": 9.998565806471823e-06,
      "loss": 4.3788,
      "step": 653
    },
    {
      "epoch": 0.42159548751007253,
      "grad_norm": 6.834840926937025,
      "learning_rate": 9.998561198869661e-06,
      "loss": 4.3601,
      "step": 654
    },
    {
      "epoch": 0.42224012892828366,
      "grad_norm": 4.391519838176582,
      "learning_rate": 9.998556583879176e-06,
      "loss": 4.0099,
      "step": 655
    },
    {
      "epoch": 0.42288477034649474,
      "grad_norm": 6.7367014376604315,
      "learning_rate": 9.998551961500377e-06,
      "loss": 4.4065,
      "step": 656
    },
    {
      "epoch": 0.4235294117647059,
      "grad_norm": 5.533765660577451,
      "learning_rate": 9.998547331733269e-06,
      "loss": 4.3457,
      "step": 657
    },
    {
      "epoch": 0.424174053182917,
      "grad_norm": 8.600594654616225,
      "learning_rate": 9.998542694577861e-06,
      "loss": 3.9247,
      "step": 658
    },
    {
      "epoch": 0.42481869460112814,
      "grad_norm": 8.678406999547022,
      "learning_rate": 9.998538050034163e-06,
      "loss": 4.2569,
      "step": 659
    },
    {
      "epoch": 0.4254633360193392,
      "grad_norm": 5.88316209816848,
      "learning_rate": 9.99853339810218e-06,
      "loss": 4.1806,
      "step": 660
    },
    {
      "epoch": 0.42610797743755036,
      "grad_norm": 5.106510233661803,
      "learning_rate": 9.998528738781919e-06,
      "loss": 4.3704,
      "step": 661
    },
    {
      "epoch": 0.4267526188557615,
      "grad_norm": 5.347343620175617,
      "learning_rate": 9.99852407207339e-06,
      "loss": 4.1317,
      "step": 662
    },
    {
      "epoch": 0.4273972602739726,
      "grad_norm": 6.007068415363769,
      "learning_rate": 9.998519397976599e-06,
      "loss": 3.98,
      "step": 663
    },
    {
      "epoch": 0.4280419016921837,
      "grad_norm": 5.926201070746554,
      "learning_rate": 9.998514716491552e-06,
      "loss": 4.3178,
      "step": 664
    },
    {
      "epoch": 0.42868654311039484,
      "grad_norm": 5.340253977283144,
      "learning_rate": 9.998510027618261e-06,
      "loss": 4.3079,
      "step": 665
    },
    {
      "epoch": 0.42933118452860597,
      "grad_norm": 4.687590173230658,
      "learning_rate": 9.99850533135673e-06,
      "loss": 3.8613,
      "step": 666
    },
    {
      "epoch": 0.4299758259468171,
      "grad_norm": 5.93130476876332,
      "learning_rate": 9.99850062770697e-06,
      "loss": 4.4526,
      "step": 667
    },
    {
      "epoch": 0.4306204673650282,
      "grad_norm": 3.418196207677296,
      "learning_rate": 9.998495916668985e-06,
      "loss": 4.3871,
      "step": 668
    },
    {
      "epoch": 0.4312651087832393,
      "grad_norm": 5.904907619876385,
      "learning_rate": 9.998491198242784e-06,
      "loss": 4.0482,
      "step": 669
    },
    {
      "epoch": 0.43190975020145045,
      "grad_norm": 5.292473859011363,
      "learning_rate": 9.998486472428379e-06,
      "loss": 4.2424,
      "step": 670
    },
    {
      "epoch": 0.4325543916196616,
      "grad_norm": 6.582584024887859,
      "learning_rate": 9.99848173922577e-06,
      "loss": 4.246,
      "step": 671
    },
    {
      "epoch": 0.43319903303787266,
      "grad_norm": 5.2510836184595195,
      "learning_rate": 9.99847699863497e-06,
      "loss": 4.3977,
      "step": 672
    },
    {
      "epoch": 0.4338436744560838,
      "grad_norm": 5.193862046734053,
      "learning_rate": 9.998472250655988e-06,
      "loss": 4.0062,
      "step": 673
    },
    {
      "epoch": 0.43448831587429493,
      "grad_norm": 6.618841987039581,
      "learning_rate": 9.998467495288827e-06,
      "loss": 4.3801,
      "step": 674
    },
    {
      "epoch": 0.43513295729250606,
      "grad_norm": 6.4354506166578265,
      "learning_rate": 9.998462732533499e-06,
      "loss": 3.9701,
      "step": 675
    },
    {
      "epoch": 0.43577759871071714,
      "grad_norm": 4.8893950521464085,
      "learning_rate": 9.998457962390009e-06,
      "loss": 4.3398,
      "step": 676
    },
    {
      "epoch": 0.4364222401289283,
      "grad_norm": 4.538076327097683,
      "learning_rate": 9.998453184858365e-06,
      "loss": 4.6024,
      "step": 677
    },
    {
      "epoch": 0.4370668815471394,
      "grad_norm": 4.09392334591917,
      "learning_rate": 9.998448399938577e-06,
      "loss": 4.4303,
      "step": 678
    },
    {
      "epoch": 0.43771152296535054,
      "grad_norm": 5.520089641406243,
      "learning_rate": 9.998443607630652e-06,
      "loss": 4.196,
      "step": 679
    },
    {
      "epoch": 0.4383561643835616,
      "grad_norm": 5.005879320437608,
      "learning_rate": 9.998438807934599e-06,
      "loss": 4.4521,
      "step": 680
    },
    {
      "epoch": 0.43900080580177275,
      "grad_norm": 4.7587919673240275,
      "learning_rate": 9.998434000850421e-06,
      "loss": 4.1608,
      "step": 681
    },
    {
      "epoch": 0.4396454472199839,
      "grad_norm": 5.828278755002818,
      "learning_rate": 9.99842918637813e-06,
      "loss": 4.0432,
      "step": 682
    },
    {
      "epoch": 0.440290088638195,
      "grad_norm": 4.15552980173101,
      "learning_rate": 9.998424364517737e-06,
      "loss": 4.1731,
      "step": 683
    },
    {
      "epoch": 0.4409347300564061,
      "grad_norm": 6.404081107535671,
      "learning_rate": 9.998419535269241e-06,
      "loss": 4.0491,
      "step": 684
    },
    {
      "epoch": 0.44157937147461723,
      "grad_norm": 3.9278688633837144,
      "learning_rate": 9.998414698632657e-06,
      "loss": 4.4891,
      "step": 685
    },
    {
      "epoch": 0.44222401289282837,
      "grad_norm": 5.190990159229471,
      "learning_rate": 9.998409854607992e-06,
      "loss": 4.5098,
      "step": 686
    },
    {
      "epoch": 0.4428686543110395,
      "grad_norm": 3.4257073840351886,
      "learning_rate": 9.998405003195253e-06,
      "loss": 3.9385,
      "step": 687
    },
    {
      "epoch": 0.4435132957292506,
      "grad_norm": 6.123281614628249,
      "learning_rate": 9.998400144394448e-06,
      "loss": 4.3798,
      "step": 688
    },
    {
      "epoch": 0.4441579371474617,
      "grad_norm": 6.041690559102256,
      "learning_rate": 9.998395278205583e-06,
      "loss": 4.145,
      "step": 689
    },
    {
      "epoch": 0.44480257856567285,
      "grad_norm": 4.241791311835313,
      "learning_rate": 9.998390404628669e-06,
      "loss": 4.0919,
      "step": 690
    },
    {
      "epoch": 0.445447219983884,
      "grad_norm": 8.011826293217101,
      "learning_rate": 9.998385523663713e-06,
      "loss": 4.2518,
      "step": 691
    },
    {
      "epoch": 0.44609186140209506,
      "grad_norm": 7.614898360814919,
      "learning_rate": 9.998380635310722e-06,
      "loss": 4.111,
      "step": 692
    },
    {
      "epoch": 0.4467365028203062,
      "grad_norm": 6.7364463302333455,
      "learning_rate": 9.998375739569705e-06,
      "loss": 4.1916,
      "step": 693
    },
    {
      "epoch": 0.4473811442385173,
      "grad_norm": 5.085073969548092,
      "learning_rate": 9.998370836440672e-06,
      "loss": 4.2633,
      "step": 694
    },
    {
      "epoch": 0.44802578565672846,
      "grad_norm": 6.320115475708651,
      "learning_rate": 9.998365925923627e-06,
      "loss": 4.2169,
      "step": 695
    },
    {
      "epoch": 0.44867042707493954,
      "grad_norm": 4.446780783476281,
      "learning_rate": 9.99836100801858e-06,
      "loss": 4.0358,
      "step": 696
    },
    {
      "epoch": 0.44931506849315067,
      "grad_norm": 5.270555970387609,
      "learning_rate": 9.998356082725541e-06,
      "loss": 3.9635,
      "step": 697
    },
    {
      "epoch": 0.4499597099113618,
      "grad_norm": 4.756615957761609,
      "learning_rate": 9.998351150044516e-06,
      "loss": 4.4203,
      "step": 698
    },
    {
      "epoch": 0.45060435132957294,
      "grad_norm": 4.418058290909803,
      "learning_rate": 9.998346209975512e-06,
      "loss": 4.2029,
      "step": 699
    },
    {
      "epoch": 0.4512489927477841,
      "grad_norm": 7.214614506979121,
      "learning_rate": 9.998341262518539e-06,
      "loss": 3.8345,
      "step": 700
    },
    {
      "epoch": 0.4512489927477841,
      "eval_loss": 4.223959445953369,
      "eval_runtime": 2.9331,
      "eval_samples_per_second": 34.094,
      "eval_steps_per_second": 4.432,
      "step": 700
    },
    {
      "epoch": 0.45189363416599515,
      "grad_norm": 7.25116060805349,
      "learning_rate": 9.998336307673606e-06,
      "loss": 4.1519,
      "step": 701
    },
    {
      "epoch": 0.4525382755842063,
      "grad_norm": 5.046851044499675,
      "learning_rate": 9.998331345440719e-06,
      "loss": 4.2626,
      "step": 702
    },
    {
      "epoch": 0.4531829170024174,
      "grad_norm": 5.81459061871539,
      "learning_rate": 9.998326375819886e-06,
      "loss": 4.2842,
      "step": 703
    },
    {
      "epoch": 0.45382755842062855,
      "grad_norm": 4.943711467568973,
      "learning_rate": 9.998321398811117e-06,
      "loss": 4.1858,
      "step": 704
    },
    {
      "epoch": 0.45447219983883963,
      "grad_norm": 4.983028520272053,
      "learning_rate": 9.998316414414418e-06,
      "loss": 4.1225,
      "step": 705
    },
    {
      "epoch": 0.45511684125705076,
      "grad_norm": 5.07930172461008,
      "learning_rate": 9.9983114226298e-06,
      "loss": 4.3268,
      "step": 706
    },
    {
      "epoch": 0.4557614826752619,
      "grad_norm": 4.493476877041619,
      "learning_rate": 9.998306423457268e-06,
      "loss": 4.4445,
      "step": 707
    },
    {
      "epoch": 0.45640612409347303,
      "grad_norm": 4.768530563948838,
      "learning_rate": 9.998301416896833e-06,
      "loss": 4.5325,
      "step": 708
    },
    {
      "epoch": 0.4570507655116841,
      "grad_norm": 4.276549746242617,
      "learning_rate": 9.9982964029485e-06,
      "loss": 4.4513,
      "step": 709
    },
    {
      "epoch": 0.45769540692989524,
      "grad_norm": 4.446413238646543,
      "learning_rate": 9.998291381612282e-06,
      "loss": 4.4777,
      "step": 710
    },
    {
      "epoch": 0.4583400483481064,
      "grad_norm": 4.415302121581248,
      "learning_rate": 9.998286352888184e-06,
      "loss": 4.404,
      "step": 711
    },
    {
      "epoch": 0.4589846897663175,
      "grad_norm": 4.476922326205839,
      "learning_rate": 9.998281316776214e-06,
      "loss": 4.4222,
      "step": 712
    },
    {
      "epoch": 0.4596293311845286,
      "grad_norm": 5.4973044690461474,
      "learning_rate": 9.998276273276381e-06,
      "loss": 3.9853,
      "step": 713
    },
    {
      "epoch": 0.4602739726027397,
      "grad_norm": 7.950288094478229,
      "learning_rate": 9.998271222388693e-06,
      "loss": 3.8963,
      "step": 714
    },
    {
      "epoch": 0.46091861402095086,
      "grad_norm": 5.1069019746414535,
      "learning_rate": 9.998266164113161e-06,
      "loss": 4.3896,
      "step": 715
    },
    {
      "epoch": 0.461563255439162,
      "grad_norm": 5.126859283941039,
      "learning_rate": 9.998261098449788e-06,
      "loss": 4.4575,
      "step": 716
    },
    {
      "epoch": 0.46220789685737307,
      "grad_norm": 5.826182093336516,
      "learning_rate": 9.998256025398588e-06,
      "loss": 4.4258,
      "step": 717
    },
    {
      "epoch": 0.4628525382755842,
      "grad_norm": 5.1560104166861995,
      "learning_rate": 9.998250944959565e-06,
      "loss": 4.4078,
      "step": 718
    },
    {
      "epoch": 0.46349717969379534,
      "grad_norm": 7.101747818430696,
      "learning_rate": 9.998245857132728e-06,
      "loss": 4.2661,
      "step": 719
    },
    {
      "epoch": 0.46414182111200647,
      "grad_norm": 4.486270400921047,
      "learning_rate": 9.998240761918087e-06,
      "loss": 4.2424,
      "step": 720
    },
    {
      "epoch": 0.46478646253021755,
      "grad_norm": 5.449558219560147,
      "learning_rate": 9.998235659315651e-06,
      "loss": 4.2071,
      "step": 721
    },
    {
      "epoch": 0.4654311039484287,
      "grad_norm": 4.071853732847478,
      "learning_rate": 9.998230549325426e-06,
      "loss": 4.2801,
      "step": 722
    },
    {
      "epoch": 0.4660757453666398,
      "grad_norm": 4.486121281088402,
      "learning_rate": 9.998225431947421e-06,
      "loss": 4.0939,
      "step": 723
    },
    {
      "epoch": 0.46672038678485095,
      "grad_norm": 5.756371727119911,
      "learning_rate": 9.998220307181648e-06,
      "loss": 4.2146,
      "step": 724
    },
    {
      "epoch": 0.467365028203062,
      "grad_norm": 5.509900153316711,
      "learning_rate": 9.998215175028108e-06,
      "loss": 4.1568,
      "step": 725
    },
    {
      "epoch": 0.46800966962127316,
      "grad_norm": 3.7698717359698204,
      "learning_rate": 9.998210035486816e-06,
      "loss": 4.1821,
      "step": 726
    },
    {
      "epoch": 0.4686543110394843,
      "grad_norm": 5.530671477835068,
      "learning_rate": 9.998204888557778e-06,
      "loss": 4.3573,
      "step": 727
    },
    {
      "epoch": 0.46929895245769543,
      "grad_norm": 4.086187036659722,
      "learning_rate": 9.998199734241002e-06,
      "loss": 4.3948,
      "step": 728
    },
    {
      "epoch": 0.4699435938759065,
      "grad_norm": 14.143397339069113,
      "learning_rate": 9.998194572536497e-06,
      "loss": 3.8502,
      "step": 729
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 6.795353268491484,
      "learning_rate": 9.998189403444271e-06,
      "loss": 4.249,
      "step": 730
    },
    {
      "epoch": 0.4712328767123288,
      "grad_norm": 4.154514834506231,
      "learning_rate": 9.998184226964335e-06,
      "loss": 4.1943,
      "step": 731
    },
    {
      "epoch": 0.4718775181305399,
      "grad_norm": 4.415983269294812,
      "learning_rate": 9.998179043096694e-06,
      "loss": 4.4028,
      "step": 732
    },
    {
      "epoch": 0.472522159548751,
      "grad_norm": 4.5846010784521924,
      "learning_rate": 9.998173851841358e-06,
      "loss": 4.041,
      "step": 733
    },
    {
      "epoch": 0.4731668009669621,
      "grad_norm": 3.868198950425978,
      "learning_rate": 9.998168653198337e-06,
      "loss": 4.12,
      "step": 734
    },
    {
      "epoch": 0.47381144238517325,
      "grad_norm": 4.248823784959994,
      "learning_rate": 9.998163447167637e-06,
      "loss": 4.5401,
      "step": 735
    },
    {
      "epoch": 0.4744560838033844,
      "grad_norm": 4.064770145510432,
      "learning_rate": 9.998158233749267e-06,
      "loss": 4.2514,
      "step": 736
    },
    {
      "epoch": 0.47510072522159547,
      "grad_norm": 5.108664908579669,
      "learning_rate": 9.998153012943238e-06,
      "loss": 4.1151,
      "step": 737
    },
    {
      "epoch": 0.4757453666398066,
      "grad_norm": 4.579045496347337,
      "learning_rate": 9.998147784749553e-06,
      "loss": 4.2661,
      "step": 738
    },
    {
      "epoch": 0.47639000805801773,
      "grad_norm": 4.694222631026063,
      "learning_rate": 9.998142549168228e-06,
      "loss": 4.0911,
      "step": 739
    },
    {
      "epoch": 0.47703464947622887,
      "grad_norm": 5.061752743196824,
      "learning_rate": 9.998137306199268e-06,
      "loss": 4.3127,
      "step": 740
    },
    {
      "epoch": 0.47767929089443995,
      "grad_norm": 5.58391672843601,
      "learning_rate": 9.998132055842681e-06,
      "loss": 4.0592,
      "step": 741
    },
    {
      "epoch": 0.4783239323126511,
      "grad_norm": 4.313252395321526,
      "learning_rate": 9.998126798098474e-06,
      "loss": 3.7219,
      "step": 742
    },
    {
      "epoch": 0.4789685737308622,
      "grad_norm": 4.431221983474822,
      "learning_rate": 9.99812153296666e-06,
      "loss": 4.2766,
      "step": 743
    },
    {
      "epoch": 0.47961321514907335,
      "grad_norm": 3.674350530022799,
      "learning_rate": 9.998116260447245e-06,
      "loss": 4.1705,
      "step": 744
    },
    {
      "epoch": 0.4802578565672844,
      "grad_norm": 4.899478734692751,
      "learning_rate": 9.99811098054024e-06,
      "loss": 4.1313,
      "step": 745
    },
    {
      "epoch": 0.48090249798549556,
      "grad_norm": 4.759954404951504,
      "learning_rate": 9.998105693245649e-06,
      "loss": 3.967,
      "step": 746
    },
    {
      "epoch": 0.4815471394037067,
      "grad_norm": 5.510913453678726,
      "learning_rate": 9.998100398563484e-06,
      "loss": 3.7706,
      "step": 747
    },
    {
      "epoch": 0.4821917808219178,
      "grad_norm": 4.8563686287476235,
      "learning_rate": 9.998095096493754e-06,
      "loss": 3.9466,
      "step": 748
    },
    {
      "epoch": 0.4828364222401289,
      "grad_norm": 4.861877372757959,
      "learning_rate": 9.998089787036469e-06,
      "loss": 4.2275,
      "step": 749
    },
    {
      "epoch": 0.48348106365834004,
      "grad_norm": 4.218159438648779,
      "learning_rate": 9.998084470191631e-06,
      "loss": 4.2233,
      "step": 750
    },
    {
      "epoch": 0.48412570507655117,
      "grad_norm": 6.609397480610005,
      "learning_rate": 9.998079145959256e-06,
      "loss": 4.0742,
      "step": 751
    },
    {
      "epoch": 0.4847703464947623,
      "grad_norm": 4.982849519428097,
      "learning_rate": 9.99807381433935e-06,
      "loss": 4.3468,
      "step": 752
    },
    {
      "epoch": 0.4854149879129734,
      "grad_norm": 4.960599790618526,
      "learning_rate": 9.998068475331923e-06,
      "loss": 4.2075,
      "step": 753
    },
    {
      "epoch": 0.4860596293311845,
      "grad_norm": 5.543212920970164,
      "learning_rate": 9.99806312893698e-06,
      "loss": 4.5555,
      "step": 754
    },
    {
      "epoch": 0.48670427074939565,
      "grad_norm": 5.547591173366188,
      "learning_rate": 9.998057775154533e-06,
      "loss": 4.3871,
      "step": 755
    },
    {
      "epoch": 0.4873489121676068,
      "grad_norm": 7.439097875811229,
      "learning_rate": 9.998052413984592e-06,
      "loss": 3.9908,
      "step": 756
    },
    {
      "epoch": 0.48799355358581786,
      "grad_norm": 9.348890154383735,
      "learning_rate": 9.998047045427163e-06,
      "loss": 4.0256,
      "step": 757
    },
    {
      "epoch": 0.488638195004029,
      "grad_norm": 5.583216079764463,
      "learning_rate": 9.998041669482255e-06,
      "loss": 4.2043,
      "step": 758
    },
    {
      "epoch": 0.48928283642224013,
      "grad_norm": 6.450803007091083,
      "learning_rate": 9.998036286149878e-06,
      "loss": 4.2437,
      "step": 759
    },
    {
      "epoch": 0.48992747784045126,
      "grad_norm": 8.493126955684753,
      "learning_rate": 9.998030895430042e-06,
      "loss": 4.0289,
      "step": 760
    },
    {
      "epoch": 0.49057211925866234,
      "grad_norm": 5.49304471624044,
      "learning_rate": 9.998025497322754e-06,
      "loss": 4.3602,
      "step": 761
    },
    {
      "epoch": 0.4912167606768735,
      "grad_norm": 7.018543113599388,
      "learning_rate": 9.998020091828022e-06,
      "loss": 4.0808,
      "step": 762
    },
    {
      "epoch": 0.4918614020950846,
      "grad_norm": 6.184740087538193,
      "learning_rate": 9.998014678945857e-06,
      "loss": 4.2937,
      "step": 763
    },
    {
      "epoch": 0.49250604351329574,
      "grad_norm": 7.167671982182589,
      "learning_rate": 9.998009258676265e-06,
      "loss": 3.9545,
      "step": 764
    },
    {
      "epoch": 0.4931506849315068,
      "grad_norm": 5.487089540442447,
      "learning_rate": 9.998003831019259e-06,
      "loss": 4.2124,
      "step": 765
    },
    {
      "epoch": 0.49379532634971796,
      "grad_norm": 6.350332896885291,
      "learning_rate": 9.997998395974846e-06,
      "loss": 3.8035,
      "step": 766
    },
    {
      "epoch": 0.4944399677679291,
      "grad_norm": 10.262624217378146,
      "learning_rate": 9.997992953543034e-06,
      "loss": 3.6379,
      "step": 767
    },
    {
      "epoch": 0.4950846091861402,
      "grad_norm": 7.265985899299414,
      "learning_rate": 9.997987503723832e-06,
      "loss": 4.1328,
      "step": 768
    },
    {
      "epoch": 0.49572925060435136,
      "grad_norm": 4.559021298814951,
      "learning_rate": 9.997982046517251e-06,
      "loss": 4.21,
      "step": 769
    },
    {
      "epoch": 0.49637389202256244,
      "grad_norm": 7.125059011998465,
      "learning_rate": 9.997976581923298e-06,
      "loss": 3.5259,
      "step": 770
    },
    {
      "epoch": 0.49701853344077357,
      "grad_norm": 5.613391017894664,
      "learning_rate": 9.997971109941982e-06,
      "loss": 4.2832,
      "step": 771
    },
    {
      "epoch": 0.4976631748589847,
      "grad_norm": 4.449555221635834,
      "learning_rate": 9.997965630573312e-06,
      "loss": 4.4597,
      "step": 772
    },
    {
      "epoch": 0.49830781627719584,
      "grad_norm": 4.704573211233646,
      "learning_rate": 9.9979601438173e-06,
      "loss": 4.3951,
      "step": 773
    },
    {
      "epoch": 0.4989524576954069,
      "grad_norm": 4.245662527773221,
      "learning_rate": 9.997954649673951e-06,
      "loss": 4.4405,
      "step": 774
    },
    {
      "epoch": 0.49959709911361805,
      "grad_norm": 4.803069148510539,
      "learning_rate": 9.997949148143276e-06,
      "loss": 4.1324,
      "step": 775
    },
    {
      "epoch": 0.5002417405318291,
      "grad_norm": 5.893290200393578,
      "learning_rate": 9.997943639225283e-06,
      "loss": 4.1387,
      "step": 776
    },
    {
      "epoch": 0.5008863819500403,
      "grad_norm": 4.078272743942797,
      "learning_rate": 9.997938122919982e-06,
      "loss": 4.3394,
      "step": 777
    },
    {
      "epoch": 0.5015310233682514,
      "grad_norm": 5.091517310949712,
      "learning_rate": 9.99793259922738e-06,
      "loss": 4.1724,
      "step": 778
    },
    {
      "epoch": 0.5021756647864626,
      "grad_norm": 5.106486792975596,
      "learning_rate": 9.99792706814749e-06,
      "loss": 4.0084,
      "step": 779
    },
    {
      "epoch": 0.5028203062046737,
      "grad_norm": 4.607130888004373,
      "learning_rate": 9.997921529680321e-06,
      "loss": 3.9379,
      "step": 780
    },
    {
      "epoch": 0.5034649476228847,
      "grad_norm": 5.0729184468954855,
      "learning_rate": 9.997915983825874e-06,
      "loss": 4.1881,
      "step": 781
    },
    {
      "epoch": 0.5041095890410959,
      "grad_norm": 5.328239802098134,
      "learning_rate": 9.997910430584168e-06,
      "loss": 3.9952,
      "step": 782
    },
    {
      "epoch": 0.504754230459307,
      "grad_norm": 9.087782928959353,
      "learning_rate": 9.997904869955208e-06,
      "loss": 3.9857,
      "step": 783
    },
    {
      "epoch": 0.5053988718775181,
      "grad_norm": 5.3123272594505595,
      "learning_rate": 9.997899301939002e-06,
      "loss": 4.4909,
      "step": 784
    },
    {
      "epoch": 0.5060435132957293,
      "grad_norm": 6.863349342834764,
      "learning_rate": 9.997893726535562e-06,
      "loss": 4.3825,
      "step": 785
    },
    {
      "epoch": 0.5066881547139404,
      "grad_norm": 6.847701864331172,
      "learning_rate": 9.997888143744895e-06,
      "loss": 4.2854,
      "step": 786
    },
    {
      "epoch": 0.5073327961321515,
      "grad_norm": 6.2879898330213315,
      "learning_rate": 9.99788255356701e-06,
      "loss": 4.3834,
      "step": 787
    },
    {
      "epoch": 0.5079774375503626,
      "grad_norm": 7.914370881170737,
      "learning_rate": 9.997876956001919e-06,
      "loss": 3.7777,
      "step": 788
    },
    {
      "epoch": 0.5086220789685737,
      "grad_norm": 7.728593476514238,
      "learning_rate": 9.997871351049629e-06,
      "loss": 4.034,
      "step": 789
    },
    {
      "epoch": 0.5092667203867849,
      "grad_norm": 5.6624849252891085,
      "learning_rate": 9.997865738710148e-06,
      "loss": 3.9971,
      "step": 790
    },
    {
      "epoch": 0.509911361804996,
      "grad_norm": 6.28253138588582,
      "learning_rate": 9.997860118983486e-06,
      "loss": 4.342,
      "step": 791
    },
    {
      "epoch": 0.510556003223207,
      "grad_norm": 4.525346660502504,
      "learning_rate": 9.997854491869654e-06,
      "loss": 3.9146,
      "step": 792
    },
    {
      "epoch": 0.5112006446414182,
      "grad_norm": 5.3785641752894024,
      "learning_rate": 9.997848857368659e-06,
      "loss": 4.2362,
      "step": 793
    },
    {
      "epoch": 0.5118452860596293,
      "grad_norm": 3.822487184915149,
      "learning_rate": 9.997843215480513e-06,
      "loss": 4.0578,
      "step": 794
    },
    {
      "epoch": 0.5124899274778405,
      "grad_norm": 5.330206993527551,
      "learning_rate": 9.997837566205224e-06,
      "loss": 4.2253,
      "step": 795
    },
    {
      "epoch": 0.5131345688960516,
      "grad_norm": 3.4304147697908838,
      "learning_rate": 9.997831909542799e-06,
      "loss": 4.2665,
      "step": 796
    },
    {
      "epoch": 0.5137792103142627,
      "grad_norm": 6.720506295300067,
      "learning_rate": 9.997826245493249e-06,
      "loss": 3.8604,
      "step": 797
    },
    {
      "epoch": 0.5144238517324738,
      "grad_norm": 6.403287709177606,
      "learning_rate": 9.997820574056584e-06,
      "loss": 3.9054,
      "step": 798
    },
    {
      "epoch": 0.5150684931506849,
      "grad_norm": 4.095219581593589,
      "learning_rate": 9.997814895232814e-06,
      "loss": 4.1005,
      "step": 799
    },
    {
      "epoch": 0.515713134568896,
      "grad_norm": 4.772103783604866,
      "learning_rate": 9.997809209021947e-06,
      "loss": 3.863,
      "step": 800
    },
    {
      "epoch": 0.515713134568896,
      "eval_loss": 4.175851345062256,
      "eval_runtime": 2.9326,
      "eval_samples_per_second": 34.099,
      "eval_steps_per_second": 4.433,
      "step": 800
    },
    {
      "epoch": 0.5163577759871072,
      "grad_norm": 4.292906121744685,
      "learning_rate": 9.997803515423991e-06,
      "loss": 4.3398,
      "step": 801
    },
    {
      "epoch": 0.5170024174053183,
      "grad_norm": 4.576153631121277,
      "learning_rate": 9.997797814438956e-06,
      "loss": 4.0777,
      "step": 802
    },
    {
      "epoch": 0.5176470588235295,
      "grad_norm": 4.195554441913794,
      "learning_rate": 9.997792106066854e-06,
      "loss": 4.0828,
      "step": 803
    },
    {
      "epoch": 0.5182917002417405,
      "grad_norm": 3.5374278373295005,
      "learning_rate": 9.997786390307693e-06,
      "loss": 4.1817,
      "step": 804
    },
    {
      "epoch": 0.5189363416599516,
      "grad_norm": 4.282413384926275,
      "learning_rate": 9.99778066716148e-06,
      "loss": 4.1013,
      "step": 805
    },
    {
      "epoch": 0.5195809830781628,
      "grad_norm": 3.202852143984061,
      "learning_rate": 9.997774936628228e-06,
      "loss": 4.343,
      "step": 806
    },
    {
      "epoch": 0.5202256244963739,
      "grad_norm": 3.718355098772468,
      "learning_rate": 9.997769198707944e-06,
      "loss": 3.7209,
      "step": 807
    },
    {
      "epoch": 0.520870265914585,
      "grad_norm": 4.717041224841164,
      "learning_rate": 9.997763453400638e-06,
      "loss": 4.2294,
      "step": 808
    },
    {
      "epoch": 0.5215149073327962,
      "grad_norm": 3.6115553761272086,
      "learning_rate": 9.99775770070632e-06,
      "loss": 4.1204,
      "step": 809
    },
    {
      "epoch": 0.5221595487510072,
      "grad_norm": 4.930655227369856,
      "learning_rate": 9.997751940625e-06,
      "loss": 4.3929,
      "step": 810
    },
    {
      "epoch": 0.5228041901692184,
      "grad_norm": 4.0380854809347735,
      "learning_rate": 9.997746173156684e-06,
      "loss": 3.821,
      "step": 811
    },
    {
      "epoch": 0.5234488315874295,
      "grad_norm": 5.630248584211798,
      "learning_rate": 9.997740398301386e-06,
      "loss": 3.8243,
      "step": 812
    },
    {
      "epoch": 0.5240934730056406,
      "grad_norm": 4.33458450770833,
      "learning_rate": 9.997734616059111e-06,
      "loss": 4.2091,
      "step": 813
    },
    {
      "epoch": 0.5247381144238518,
      "grad_norm": 6.1066829752210685,
      "learning_rate": 9.997728826429873e-06,
      "loss": 3.9449,
      "step": 814
    },
    {
      "epoch": 0.5253827558420628,
      "grad_norm": 7.179846324075977,
      "learning_rate": 9.99772302941368e-06,
      "loss": 4.0712,
      "step": 815
    },
    {
      "epoch": 0.5260273972602739,
      "grad_norm": 4.829754859625009,
      "learning_rate": 9.997717225010539e-06,
      "loss": 4.0163,
      "step": 816
    },
    {
      "epoch": 0.5266720386784851,
      "grad_norm": 7.187873794204839,
      "learning_rate": 9.997711413220464e-06,
      "loss": 3.9562,
      "step": 817
    },
    {
      "epoch": 0.5273166800966962,
      "grad_norm": 4.776239321742876,
      "learning_rate": 9.99770559404346e-06,
      "loss": 4.3887,
      "step": 818
    },
    {
      "epoch": 0.5279613215149074,
      "grad_norm": 5.250894420941417,
      "learning_rate": 9.99769976747954e-06,
      "loss": 4.3116,
      "step": 819
    },
    {
      "epoch": 0.5286059629331185,
      "grad_norm": 5.238860024832121,
      "learning_rate": 9.997693933528711e-06,
      "loss": 3.9715,
      "step": 820
    },
    {
      "epoch": 0.5292506043513295,
      "grad_norm": 4.458626156460657,
      "learning_rate": 9.997688092190984e-06,
      "loss": 4.0839,
      "step": 821
    },
    {
      "epoch": 0.5298952457695407,
      "grad_norm": 4.4803993864813805,
      "learning_rate": 9.99768224346637e-06,
      "loss": 4.2227,
      "step": 822
    },
    {
      "epoch": 0.5305398871877518,
      "grad_norm": 3.9894028026829216,
      "learning_rate": 9.997676387354875e-06,
      "loss": 4.3781,
      "step": 823
    },
    {
      "epoch": 0.5311845286059629,
      "grad_norm": 4.024412500378142,
      "learning_rate": 9.997670523856512e-06,
      "loss": 4.2528,
      "step": 824
    },
    {
      "epoch": 0.5318291700241741,
      "grad_norm": 4.400533801304305,
      "learning_rate": 9.997664652971288e-06,
      "loss": 3.7996,
      "step": 825
    },
    {
      "epoch": 0.5324738114423851,
      "grad_norm": 4.182578845927482,
      "learning_rate": 9.997658774699214e-06,
      "loss": 3.7829,
      "step": 826
    },
    {
      "epoch": 0.5331184528605963,
      "grad_norm": 4.5134791128771825,
      "learning_rate": 9.9976528890403e-06,
      "loss": 4.2538,
      "step": 827
    },
    {
      "epoch": 0.5337630942788074,
      "grad_norm": 3.703176324078751,
      "learning_rate": 9.997646995994555e-06,
      "loss": 4.2818,
      "step": 828
    },
    {
      "epoch": 0.5344077356970185,
      "grad_norm": 4.657587799892531,
      "learning_rate": 9.997641095561989e-06,
      "loss": 4.0765,
      "step": 829
    },
    {
      "epoch": 0.5350523771152297,
      "grad_norm": 5.651628422713939,
      "learning_rate": 9.997635187742611e-06,
      "loss": 4.3182,
      "step": 830
    },
    {
      "epoch": 0.5356970185334408,
      "grad_norm": 2.919176484863868,
      "learning_rate": 9.997629272536432e-06,
      "loss": 3.6597,
      "step": 831
    },
    {
      "epoch": 0.5363416599516518,
      "grad_norm": 4.78631274384733,
      "learning_rate": 9.99762334994346e-06,
      "loss": 4.1529,
      "step": 832
    },
    {
      "epoch": 0.536986301369863,
      "grad_norm": 3.687772582441901,
      "learning_rate": 9.997617419963706e-06,
      "loss": 4.1824,
      "step": 833
    },
    {
      "epoch": 0.5376309427880741,
      "grad_norm": 4.454034101656116,
      "learning_rate": 9.997611482597182e-06,
      "loss": 4.2861,
      "step": 834
    },
    {
      "epoch": 0.5382755842062853,
      "grad_norm": 4.869308223149046,
      "learning_rate": 9.997605537843893e-06,
      "loss": 4.3747,
      "step": 835
    },
    {
      "epoch": 0.5389202256244964,
      "grad_norm": 5.046202488613144,
      "learning_rate": 9.99759958570385e-06,
      "loss": 4.0374,
      "step": 836
    },
    {
      "epoch": 0.5395648670427075,
      "grad_norm": 4.068947509688282,
      "learning_rate": 9.997593626177065e-06,
      "loss": 4.1994,
      "step": 837
    },
    {
      "epoch": 0.5402095084609186,
      "grad_norm": 3.923539765500445,
      "learning_rate": 9.997587659263548e-06,
      "loss": 4.147,
      "step": 838
    },
    {
      "epoch": 0.5408541498791297,
      "grad_norm": 3.3428250463784486,
      "learning_rate": 9.997581684963303e-06,
      "loss": 4.4672,
      "step": 839
    },
    {
      "epoch": 0.5414987912973409,
      "grad_norm": 3.6173003311380523,
      "learning_rate": 9.997575703276347e-06,
      "loss": 4.2145,
      "step": 840
    },
    {
      "epoch": 0.542143432715552,
      "grad_norm": 3.685115956218502,
      "learning_rate": 9.997569714202686e-06,
      "loss": 4.4036,
      "step": 841
    },
    {
      "epoch": 0.5427880741337631,
      "grad_norm": 6.680638355163381,
      "learning_rate": 9.99756371774233e-06,
      "loss": 3.887,
      "step": 842
    },
    {
      "epoch": 0.5434327155519743,
      "grad_norm": 5.8703807224376225,
      "learning_rate": 9.997557713895294e-06,
      "loss": 4.0163,
      "step": 843
    },
    {
      "epoch": 0.5440773569701853,
      "grad_norm": 4.729973369627632,
      "learning_rate": 9.997551702661579e-06,
      "loss": 4.0893,
      "step": 844
    },
    {
      "epoch": 0.5447219983883964,
      "grad_norm": 5.858627212273509,
      "learning_rate": 9.9975456840412e-06,
      "loss": 4.6294,
      "step": 845
    },
    {
      "epoch": 0.5453666398066076,
      "grad_norm": 4.654651617718037,
      "learning_rate": 9.997539658034168e-06,
      "loss": 4.1413,
      "step": 846
    },
    {
      "epoch": 0.5460112812248187,
      "grad_norm": 4.682625922879949,
      "learning_rate": 9.99753362464049e-06,
      "loss": 4.3756,
      "step": 847
    },
    {
      "epoch": 0.5466559226430299,
      "grad_norm": 4.744395753950403,
      "learning_rate": 9.997527583860177e-06,
      "loss": 4.4349,
      "step": 848
    },
    {
      "epoch": 0.547300564061241,
      "grad_norm": 5.414708008601845,
      "learning_rate": 9.99752153569324e-06,
      "loss": 4.0233,
      "step": 849
    },
    {
      "epoch": 0.547945205479452,
      "grad_norm": 8.192856931775673,
      "learning_rate": 9.997515480139687e-06,
      "loss": 4.0844,
      "step": 850
    },
    {
      "epoch": 0.5485898468976632,
      "grad_norm": 5.122868842935345,
      "learning_rate": 9.997509417199529e-06,
      "loss": 4.2683,
      "step": 851
    },
    {
      "epoch": 0.5492344883158743,
      "grad_norm": 6.413871604941002,
      "learning_rate": 9.997503346872776e-06,
      "loss": 4.058,
      "step": 852
    },
    {
      "epoch": 0.5498791297340854,
      "grad_norm": 8.440699708664713,
      "learning_rate": 9.997497269159436e-06,
      "loss": 4.3406,
      "step": 853
    },
    {
      "epoch": 0.5505237711522966,
      "grad_norm": 5.648004960447568,
      "learning_rate": 9.997491184059523e-06,
      "loss": 3.6148,
      "step": 854
    },
    {
      "epoch": 0.5511684125705076,
      "grad_norm": 10.977902085690644,
      "learning_rate": 9.997485091573046e-06,
      "loss": 3.9095,
      "step": 855
    },
    {
      "epoch": 0.5518130539887188,
      "grad_norm": 7.449847675395061,
      "learning_rate": 9.99747899170001e-06,
      "loss": 4.0991,
      "step": 856
    },
    {
      "epoch": 0.5524576954069299,
      "grad_norm": 5.9308094204407675,
      "learning_rate": 9.997472884440432e-06,
      "loss": 4.4095,
      "step": 857
    },
    {
      "epoch": 0.553102336825141,
      "grad_norm": 6.183244095682491,
      "learning_rate": 9.997466769794317e-06,
      "loss": 3.8405,
      "step": 858
    },
    {
      "epoch": 0.5537469782433522,
      "grad_norm": 8.317326876651686,
      "learning_rate": 9.997460647761676e-06,
      "loss": 4.1049,
      "step": 859
    },
    {
      "epoch": 0.5543916196615633,
      "grad_norm": 5.466455428684145,
      "learning_rate": 9.997454518342521e-06,
      "loss": 4.3181,
      "step": 860
    },
    {
      "epoch": 0.5550362610797743,
      "grad_norm": 8.586818465871836,
      "learning_rate": 9.997448381536863e-06,
      "loss": 3.9696,
      "step": 861
    },
    {
      "epoch": 0.5556809024979855,
      "grad_norm": 6.049001234094169,
      "learning_rate": 9.997442237344709e-06,
      "loss": 4.4268,
      "step": 862
    },
    {
      "epoch": 0.5563255439161966,
      "grad_norm": 6.911102886944096,
      "learning_rate": 9.997436085766069e-06,
      "loss": 4.19,
      "step": 863
    },
    {
      "epoch": 0.5569701853344078,
      "grad_norm": 7.646838753209351,
      "learning_rate": 9.997429926800955e-06,
      "loss": 3.9803,
      "step": 864
    },
    {
      "epoch": 0.5576148267526189,
      "grad_norm": 5.420651436989577,
      "learning_rate": 9.997423760449376e-06,
      "loss": 4.0163,
      "step": 865
    },
    {
      "epoch": 0.5582594681708299,
      "grad_norm": 6.394862468442593,
      "learning_rate": 9.997417586711342e-06,
      "loss": 4.0509,
      "step": 866
    },
    {
      "epoch": 0.5589041095890411,
      "grad_norm": 6.792940096974505,
      "learning_rate": 9.997411405586865e-06,
      "loss": 4.147,
      "step": 867
    },
    {
      "epoch": 0.5595487510072522,
      "grad_norm": 4.838545204617993,
      "learning_rate": 9.997405217075951e-06,
      "loss": 4.1941,
      "step": 868
    },
    {
      "epoch": 0.5601933924254633,
      "grad_norm": 7.094517984374741,
      "learning_rate": 9.997399021178615e-06,
      "loss": 4.3799,
      "step": 869
    },
    {
      "epoch": 0.5608380338436745,
      "grad_norm": 4.11415643791917,
      "learning_rate": 9.997392817894866e-06,
      "loss": 3.8033,
      "step": 870
    },
    {
      "epoch": 0.5614826752618856,
      "grad_norm": 7.42478649468224,
      "learning_rate": 9.997386607224713e-06,
      "loss": 4.1891,
      "step": 871
    },
    {
      "epoch": 0.5621273166800967,
      "grad_norm": 4.76763169633717,
      "learning_rate": 9.997380389168165e-06,
      "loss": 4.2305,
      "step": 872
    },
    {
      "epoch": 0.5627719580983078,
      "grad_norm": 7.014344130030003,
      "learning_rate": 9.997374163725235e-06,
      "loss": 4.0104,
      "step": 873
    },
    {
      "epoch": 0.5634165995165189,
      "grad_norm": 6.399366763309691,
      "learning_rate": 9.997367930895931e-06,
      "loss": 3.8728,
      "step": 874
    },
    {
      "epoch": 0.5640612409347301,
      "grad_norm": 5.925322591077457,
      "learning_rate": 9.997361690680266e-06,
      "loss": 4.0458,
      "step": 875
    },
    {
      "epoch": 0.5647058823529412,
      "grad_norm": 6.002516979962581,
      "learning_rate": 9.997355443078246e-06,
      "loss": 3.9949,
      "step": 876
    },
    {
      "epoch": 0.5653505237711522,
      "grad_norm": 5.891849353228632,
      "learning_rate": 9.997349188089886e-06,
      "loss": 4.0459,
      "step": 877
    },
    {
      "epoch": 0.5659951651893634,
      "grad_norm": 4.8226544328570915,
      "learning_rate": 9.997342925715193e-06,
      "loss": 4.1282,
      "step": 878
    },
    {
      "epoch": 0.5666398066075745,
      "grad_norm": 4.914265752612876,
      "learning_rate": 9.997336655954178e-06,
      "loss": 4.1145,
      "step": 879
    },
    {
      "epoch": 0.5672844480257857,
      "grad_norm": 3.8382161456907555,
      "learning_rate": 9.997330378806851e-06,
      "loss": 4.3159,
      "step": 880
    },
    {
      "epoch": 0.5679290894439968,
      "grad_norm": 5.041081468757444,
      "learning_rate": 9.997324094273224e-06,
      "loss": 3.972,
      "step": 881
    },
    {
      "epoch": 0.5685737308622079,
      "grad_norm": 3.382254397389809,
      "learning_rate": 9.997317802353306e-06,
      "loss": 4.3363,
      "step": 882
    },
    {
      "epoch": 0.569218372280419,
      "grad_norm": 4.0572592755662535,
      "learning_rate": 9.997311503047106e-06,
      "loss": 4.3616,
      "step": 883
    },
    {
      "epoch": 0.5698630136986301,
      "grad_norm": 7.147731093705188,
      "learning_rate": 9.997305196354638e-06,
      "loss": 4.0761,
      "step": 884
    },
    {
      "epoch": 0.5705076551168412,
      "grad_norm": 4.258978169853962,
      "learning_rate": 9.997298882275909e-06,
      "loss": 4.3396,
      "step": 885
    },
    {
      "epoch": 0.5711522965350524,
      "grad_norm": 4.803141530481225,
      "learning_rate": 9.99729256081093e-06,
      "loss": 4.2072,
      "step": 886
    },
    {
      "epoch": 0.5717969379532635,
      "grad_norm": 4.332448532282336,
      "learning_rate": 9.997286231959713e-06,
      "loss": 3.773,
      "step": 887
    },
    {
      "epoch": 0.5724415793714747,
      "grad_norm": 5.195628784731206,
      "learning_rate": 9.997279895722269e-06,
      "loss": 3.9167,
      "step": 888
    },
    {
      "epoch": 0.5730862207896857,
      "grad_norm": 3.6874826294183194,
      "learning_rate": 9.997273552098604e-06,
      "loss": 4.5271,
      "step": 889
    },
    {
      "epoch": 0.5737308622078968,
      "grad_norm": 4.391754734037079,
      "learning_rate": 9.997267201088732e-06,
      "loss": 4.3051,
      "step": 890
    },
    {
      "epoch": 0.574375503626108,
      "grad_norm": 4.6746259927795375,
      "learning_rate": 9.997260842692663e-06,
      "loss": 4.0243,
      "step": 891
    },
    {
      "epoch": 0.5750201450443191,
      "grad_norm": 3.931282923561084,
      "learning_rate": 9.997254476910408e-06,
      "loss": 4.1242,
      "step": 892
    },
    {
      "epoch": 0.5756647864625302,
      "grad_norm": 3.5685605080875016,
      "learning_rate": 9.997248103741974e-06,
      "loss": 4.0692,
      "step": 893
    },
    {
      "epoch": 0.5763094278807414,
      "grad_norm": 4.735734179529219,
      "learning_rate": 9.997241723187376e-06,
      "loss": 4.2496,
      "step": 894
    },
    {
      "epoch": 0.5769540692989524,
      "grad_norm": 2.7945021637590175,
      "learning_rate": 9.997235335246622e-06,
      "loss": 4.3472,
      "step": 895
    },
    {
      "epoch": 0.5775987107171636,
      "grad_norm": 4.518805887364068,
      "learning_rate": 9.997228939919723e-06,
      "loss": 4.0776,
      "step": 896
    },
    {
      "epoch": 0.5782433521353747,
      "grad_norm": 3.3997034379542814,
      "learning_rate": 9.99722253720669e-06,
      "loss": 4.2833,
      "step": 897
    },
    {
      "epoch": 0.5788879935535858,
      "grad_norm": 4.141275803155775,
      "learning_rate": 9.997216127107531e-06,
      "loss": 4.1216,
      "step": 898
    },
    {
      "epoch": 0.579532634971797,
      "grad_norm": 6.369225086001248,
      "learning_rate": 9.997209709622261e-06,
      "loss": 3.8887,
      "step": 899
    },
    {
      "epoch": 0.580177276390008,
      "grad_norm": 4.967709898251083,
      "learning_rate": 9.997203284750886e-06,
      "loss": 3.9266,
      "step": 900
    },
    {
      "epoch": 0.580177276390008,
      "eval_loss": 4.141837120056152,
      "eval_runtime": 2.9379,
      "eval_samples_per_second": 34.038,
      "eval_steps_per_second": 4.425,
      "step": 900
    },
    {
      "epoch": 0.5808219178082191,
      "grad_norm": 3.805874362290192,
      "learning_rate": 9.997196852493418e-06,
      "loss": 4.2023,
      "step": 901
    },
    {
      "epoch": 0.5814665592264303,
      "grad_norm": 4.732955340575665,
      "learning_rate": 9.997190412849871e-06,
      "loss": 4.0507,
      "step": 902
    },
    {
      "epoch": 0.5821112006446414,
      "grad_norm": 4.459540614448223,
      "learning_rate": 9.997183965820251e-06,
      "loss": 4.0005,
      "step": 903
    },
    {
      "epoch": 0.5827558420628526,
      "grad_norm": 4.312116730834677,
      "learning_rate": 9.997177511404572e-06,
      "loss": 3.8477,
      "step": 904
    },
    {
      "epoch": 0.5834004834810637,
      "grad_norm": 5.8527943404432055,
      "learning_rate": 9.997171049602841e-06,
      "loss": 3.988,
      "step": 905
    },
    {
      "epoch": 0.5840451248992747,
      "grad_norm": 4.675796599432937,
      "learning_rate": 9.997164580415071e-06,
      "loss": 3.9178,
      "step": 906
    },
    {
      "epoch": 0.5846897663174859,
      "grad_norm": 4.283953727272473,
      "learning_rate": 9.997158103841272e-06,
      "loss": 3.9198,
      "step": 907
    },
    {
      "epoch": 0.585334407735697,
      "grad_norm": 4.980918724349155,
      "learning_rate": 9.997151619881456e-06,
      "loss": 3.8999,
      "step": 908
    },
    {
      "epoch": 0.5859790491539082,
      "grad_norm": 4.3811055572505255,
      "learning_rate": 9.997145128535631e-06,
      "loss": 4.1394,
      "step": 909
    },
    {
      "epoch": 0.5866236905721193,
      "grad_norm": 3.6181014570902548,
      "learning_rate": 9.99713862980381e-06,
      "loss": 4.2593,
      "step": 910
    },
    {
      "epoch": 0.5872683319903304,
      "grad_norm": 6.266282489812711,
      "learning_rate": 9.997132123686003e-06,
      "loss": 4.2469,
      "step": 911
    },
    {
      "epoch": 0.5879129734085415,
      "grad_norm": 5.410177008542295,
      "learning_rate": 9.99712561018222e-06,
      "loss": 4.1228,
      "step": 912
    },
    {
      "epoch": 0.5885576148267526,
      "grad_norm": 5.973515724257206,
      "learning_rate": 9.997119089292472e-06,
      "loss": 3.6937,
      "step": 913
    },
    {
      "epoch": 0.5892022562449637,
      "grad_norm": 5.153881582998209,
      "learning_rate": 9.99711256101677e-06,
      "loss": 4.2734,
      "step": 914
    },
    {
      "epoch": 0.5898468976631749,
      "grad_norm": 5.480289577824932,
      "learning_rate": 9.997106025355124e-06,
      "loss": 4.136,
      "step": 915
    },
    {
      "epoch": 0.590491539081386,
      "grad_norm": 5.8550209108642886,
      "learning_rate": 9.997099482307547e-06,
      "loss": 4.2084,
      "step": 916
    },
    {
      "epoch": 0.5911361804995972,
      "grad_norm": 4.987705860207472,
      "learning_rate": 9.997092931874047e-06,
      "loss": 3.8166,
      "step": 917
    },
    {
      "epoch": 0.5917808219178082,
      "grad_norm": 5.548681141711113,
      "learning_rate": 9.997086374054635e-06,
      "loss": 4.3238,
      "step": 918
    },
    {
      "epoch": 0.5924254633360193,
      "grad_norm": 4.612759666109006,
      "learning_rate": 9.997079808849324e-06,
      "loss": 4.1298,
      "step": 919
    },
    {
      "epoch": 0.5930701047542305,
      "grad_norm": 4.4784657249796265,
      "learning_rate": 9.997073236258122e-06,
      "loss": 3.8836,
      "step": 920
    },
    {
      "epoch": 0.5937147461724416,
      "grad_norm": 4.547486140778459,
      "learning_rate": 9.997066656281041e-06,
      "loss": 4.1344,
      "step": 921
    },
    {
      "epoch": 0.5943593875906527,
      "grad_norm": 4.908567672569971,
      "learning_rate": 9.997060068918096e-06,
      "loss": 3.9811,
      "step": 922
    },
    {
      "epoch": 0.5950040290088638,
      "grad_norm": 4.0185054348399865,
      "learning_rate": 9.997053474169289e-06,
      "loss": 4.3604,
      "step": 923
    },
    {
      "epoch": 0.5956486704270749,
      "grad_norm": 4.64232318535344,
      "learning_rate": 9.997046872034638e-06,
      "loss": 3.7807,
      "step": 924
    },
    {
      "epoch": 0.5962933118452861,
      "grad_norm": 5.193685146767611,
      "learning_rate": 9.99704026251415e-06,
      "loss": 4.2422,
      "step": 925
    },
    {
      "epoch": 0.5969379532634972,
      "grad_norm": 3.2216385827781173,
      "learning_rate": 9.99703364560784e-06,
      "loss": 3.9792,
      "step": 926
    },
    {
      "epoch": 0.5975825946817083,
      "grad_norm": 4.889631146887099,
      "learning_rate": 9.997027021315714e-06,
      "loss": 4.1217,
      "step": 927
    },
    {
      "epoch": 0.5982272360999195,
      "grad_norm": 5.631510801703708,
      "learning_rate": 9.997020389637786e-06,
      "loss": 3.9553,
      "step": 928
    },
    {
      "epoch": 0.5988718775181305,
      "grad_norm": 4.638422834395318,
      "learning_rate": 9.997013750574065e-06,
      "loss": 4.3313,
      "step": 929
    },
    {
      "epoch": 0.5995165189363416,
      "grad_norm": 3.3708558750189606,
      "learning_rate": 9.997007104124564e-06,
      "loss": 4.3167,
      "step": 930
    },
    {
      "epoch": 0.6001611603545528,
      "grad_norm": 6.479768934528468,
      "learning_rate": 9.997000450289292e-06,
      "loss": 3.9093,
      "step": 931
    },
    {
      "epoch": 0.6008058017727639,
      "grad_norm": 6.819871526897898,
      "learning_rate": 9.99699378906826e-06,
      "loss": 3.89,
      "step": 932
    },
    {
      "epoch": 0.6014504431909751,
      "grad_norm": 3.9193108409084156,
      "learning_rate": 9.99698712046148e-06,
      "loss": 4.0099,
      "step": 933
    },
    {
      "epoch": 0.6020950846091861,
      "grad_norm": 5.682303793331649,
      "learning_rate": 9.996980444468965e-06,
      "loss": 4.2434,
      "step": 934
    },
    {
      "epoch": 0.6027397260273972,
      "grad_norm": 3.675647448259616,
      "learning_rate": 9.996973761090722e-06,
      "loss": 4.1593,
      "step": 935
    },
    {
      "epoch": 0.6033843674456084,
      "grad_norm": 4.532838887186989,
      "learning_rate": 9.996967070326763e-06,
      "loss": 4.3265,
      "step": 936
    },
    {
      "epoch": 0.6040290088638195,
      "grad_norm": 4.2098339805212905,
      "learning_rate": 9.9969603721771e-06,
      "loss": 3.9569,
      "step": 937
    },
    {
      "epoch": 0.6046736502820306,
      "grad_norm": 4.941582133355333,
      "learning_rate": 9.996953666641744e-06,
      "loss": 4.1002,
      "step": 938
    },
    {
      "epoch": 0.6053182917002418,
      "grad_norm": 3.6776847028689166,
      "learning_rate": 9.996946953720704e-06,
      "loss": 3.9305,
      "step": 939
    },
    {
      "epoch": 0.6059629331184528,
      "grad_norm": 5.551634495449146,
      "learning_rate": 9.996940233413995e-06,
      "loss": 4.1684,
      "step": 940
    },
    {
      "epoch": 0.606607574536664,
      "grad_norm": 4.568185776377361,
      "learning_rate": 9.996933505721624e-06,
      "loss": 3.9108,
      "step": 941
    },
    {
      "epoch": 0.6072522159548751,
      "grad_norm": 3.603758032580189,
      "learning_rate": 9.996926770643605e-06,
      "loss": 4.2782,
      "step": 942
    },
    {
      "epoch": 0.6078968573730862,
      "grad_norm": 3.9411209937682785,
      "learning_rate": 9.996920028179945e-06,
      "loss": 4.1229,
      "step": 943
    },
    {
      "epoch": 0.6085414987912974,
      "grad_norm": 3.891316504469321,
      "learning_rate": 9.99691327833066e-06,
      "loss": 3.9739,
      "step": 944
    },
    {
      "epoch": 0.6091861402095085,
      "grad_norm": 6.377120720406204,
      "learning_rate": 9.996906521095759e-06,
      "loss": 3.8309,
      "step": 945
    },
    {
      "epoch": 0.6098307816277195,
      "grad_norm": 4.996655035311607,
      "learning_rate": 9.996899756475252e-06,
      "loss": 4.0104,
      "step": 946
    },
    {
      "epoch": 0.6104754230459307,
      "grad_norm": 3.8494385313831527,
      "learning_rate": 9.996892984469153e-06,
      "loss": 4.0575,
      "step": 947
    },
    {
      "epoch": 0.6111200644641418,
      "grad_norm": 4.792432375940784,
      "learning_rate": 9.996886205077469e-06,
      "loss": 3.9086,
      "step": 948
    },
    {
      "epoch": 0.611764705882353,
      "grad_norm": 6.1977236259293536,
      "learning_rate": 9.996879418300214e-06,
      "loss": 3.4186,
      "step": 949
    },
    {
      "epoch": 0.6124093473005641,
      "grad_norm": 6.376548364512319,
      "learning_rate": 9.996872624137399e-06,
      "loss": 3.9521,
      "step": 950
    },
    {
      "epoch": 0.6130539887187751,
      "grad_norm": 3.4269788306876277,
      "learning_rate": 9.996865822589033e-06,
      "loss": 4.2616,
      "step": 951
    },
    {
      "epoch": 0.6136986301369863,
      "grad_norm": 3.6859256038394417,
      "learning_rate": 9.99685901365513e-06,
      "loss": 4.4297,
      "step": 952
    },
    {
      "epoch": 0.6143432715551974,
      "grad_norm": 2.7074252521648865,
      "learning_rate": 9.996852197335701e-06,
      "loss": 4.2531,
      "step": 953
    },
    {
      "epoch": 0.6149879129734085,
      "grad_norm": 5.074060392759893,
      "learning_rate": 9.996845373630757e-06,
      "loss": 3.9808,
      "step": 954
    },
    {
      "epoch": 0.6156325543916197,
      "grad_norm": 4.292602089208199,
      "learning_rate": 9.996838542540305e-06,
      "loss": 4.2167,
      "step": 955
    },
    {
      "epoch": 0.6162771958098308,
      "grad_norm": 4.029401169762998,
      "learning_rate": 9.996831704064362e-06,
      "loss": 3.829,
      "step": 956
    },
    {
      "epoch": 0.616921837228042,
      "grad_norm": 5.446430058862087,
      "learning_rate": 9.996824858202936e-06,
      "loss": 3.9517,
      "step": 957
    },
    {
      "epoch": 0.617566478646253,
      "grad_norm": 4.018397945750177,
      "learning_rate": 9.99681800495604e-06,
      "loss": 4.2605,
      "step": 958
    },
    {
      "epoch": 0.6182111200644641,
      "grad_norm": 4.440311803921147,
      "learning_rate": 9.996811144323683e-06,
      "loss": 4.0364,
      "step": 959
    },
    {
      "epoch": 0.6188557614826753,
      "grad_norm": 4.921564231847363,
      "learning_rate": 9.99680427630588e-06,
      "loss": 4.1755,
      "step": 960
    },
    {
      "epoch": 0.6195004029008864,
      "grad_norm": 3.4801197594195394,
      "learning_rate": 9.996797400902638e-06,
      "loss": 3.6455,
      "step": 961
    },
    {
      "epoch": 0.6201450443190974,
      "grad_norm": 6.573550259142083,
      "learning_rate": 9.996790518113969e-06,
      "loss": 4.0532,
      "step": 962
    },
    {
      "epoch": 0.6207896857373086,
      "grad_norm": 3.001875341352309,
      "learning_rate": 9.996783627939887e-06,
      "loss": 3.7715,
      "step": 963
    },
    {
      "epoch": 0.6214343271555197,
      "grad_norm": 5.287559674783904,
      "learning_rate": 9.996776730380403e-06,
      "loss": 3.9856,
      "step": 964
    },
    {
      "epoch": 0.6220789685737309,
      "grad_norm": 4.6838761808659255,
      "learning_rate": 9.996769825435527e-06,
      "loss": 4.2391,
      "step": 965
    },
    {
      "epoch": 0.622723609991942,
      "grad_norm": 3.9731514210879,
      "learning_rate": 9.99676291310527e-06,
      "loss": 3.7572,
      "step": 966
    },
    {
      "epoch": 0.6233682514101531,
      "grad_norm": 6.918574694239682,
      "learning_rate": 9.996755993389642e-06,
      "loss": 3.9489,
      "step": 967
    },
    {
      "epoch": 0.6240128928283643,
      "grad_norm": 4.379277047829974,
      "learning_rate": 9.996749066288657e-06,
      "loss": 3.9351,
      "step": 968
    },
    {
      "epoch": 0.6246575342465753,
      "grad_norm": 5.340066159591349,
      "learning_rate": 9.996742131802327e-06,
      "loss": 4.2065,
      "step": 969
    },
    {
      "epoch": 0.6253021756647864,
      "grad_norm": 4.830088024123977,
      "learning_rate": 9.996735189930661e-06,
      "loss": 3.8378,
      "step": 970
    },
    {
      "epoch": 0.6259468170829976,
      "grad_norm": 5.383707158600343,
      "learning_rate": 9.996728240673674e-06,
      "loss": 4.1013,
      "step": 971
    },
    {
      "epoch": 0.6265914585012087,
      "grad_norm": 3.98765363710831,
      "learning_rate": 9.996721284031372e-06,
      "loss": 4.3833,
      "step": 972
    },
    {
      "epoch": 0.6272360999194199,
      "grad_norm": 5.104787960369897,
      "learning_rate": 9.996714320003767e-06,
      "loss": 3.989,
      "step": 973
    },
    {
      "epoch": 0.6278807413376309,
      "grad_norm": 6.299320501792245,
      "learning_rate": 9.996707348590878e-06,
      "loss": 4.2074,
      "step": 974
    },
    {
      "epoch": 0.628525382755842,
      "grad_norm": 4.577666466597973,
      "learning_rate": 9.996700369792708e-06,
      "loss": 4.2883,
      "step": 975
    },
    {
      "epoch": 0.6291700241740532,
      "grad_norm": 5.770788865629566,
      "learning_rate": 9.996693383609271e-06,
      "loss": 4.1413,
      "step": 976
    },
    {
      "epoch": 0.6298146655922643,
      "grad_norm": 3.857980614823301,
      "learning_rate": 9.99668639004058e-06,
      "loss": 3.9579,
      "step": 977
    },
    {
      "epoch": 0.6304593070104755,
      "grad_norm": 3.998044602106202,
      "learning_rate": 9.996679389086647e-06,
      "loss": 4.0029,
      "step": 978
    },
    {
      "epoch": 0.6311039484286866,
      "grad_norm": 4.758082010704868,
      "learning_rate": 9.99667238074748e-06,
      "loss": 4.3427,
      "step": 979
    },
    {
      "epoch": 0.6317485898468976,
      "grad_norm": 4.523383246702559,
      "learning_rate": 9.996665365023093e-06,
      "loss": 3.7372,
      "step": 980
    },
    {
      "epoch": 0.6323932312651088,
      "grad_norm": 5.796466039432405,
      "learning_rate": 9.996658341913496e-06,
      "loss": 3.8223,
      "step": 981
    },
    {
      "epoch": 0.6330378726833199,
      "grad_norm": 3.7097499843769848,
      "learning_rate": 9.996651311418705e-06,
      "loss": 3.7788,
      "step": 982
    },
    {
      "epoch": 0.633682514101531,
      "grad_norm": 6.04130824282617,
      "learning_rate": 9.996644273538727e-06,
      "loss": 3.9297,
      "step": 983
    },
    {
      "epoch": 0.6343271555197422,
      "grad_norm": 4.379111350308196,
      "learning_rate": 9.996637228273573e-06,
      "loss": 4.2059,
      "step": 984
    },
    {
      "epoch": 0.6349717969379532,
      "grad_norm": 6.687629225613807,
      "learning_rate": 9.996630175623256e-06,
      "loss": 3.6388,
      "step": 985
    },
    {
      "epoch": 0.6356164383561644,
      "grad_norm": 8.182311189188336,
      "learning_rate": 9.996623115587788e-06,
      "loss": 3.8533,
      "step": 986
    },
    {
      "epoch": 0.6362610797743755,
      "grad_norm": 3.56876409587008,
      "learning_rate": 9.996616048167181e-06,
      "loss": 3.9899,
      "step": 987
    },
    {
      "epoch": 0.6369057211925866,
      "grad_norm": 5.035206493791017,
      "learning_rate": 9.996608973361447e-06,
      "loss": 4.6088,
      "step": 988
    },
    {
      "epoch": 0.6375503626107978,
      "grad_norm": 4.253652693702432,
      "learning_rate": 9.996601891170597e-06,
      "loss": 4.3186,
      "step": 989
    },
    {
      "epoch": 0.6381950040290089,
      "grad_norm": 5.793399478185429,
      "learning_rate": 9.99659480159464e-06,
      "loss": 3.992,
      "step": 990
    },
    {
      "epoch": 0.6388396454472199,
      "grad_norm": 4.764933932835792,
      "learning_rate": 9.996587704633591e-06,
      "loss": 4.0113,
      "step": 991
    },
    {
      "epoch": 0.6394842868654311,
      "grad_norm": 4.7754273216844245,
      "learning_rate": 9.996580600287463e-06,
      "loss": 4.2607,
      "step": 992
    },
    {
      "epoch": 0.6401289282836422,
      "grad_norm": 3.4368857151142267,
      "learning_rate": 9.996573488556262e-06,
      "loss": 4.1602,
      "step": 993
    },
    {
      "epoch": 0.6407735697018534,
      "grad_norm": 6.360762935503751,
      "learning_rate": 9.996566369440004e-06,
      "loss": 3.6062,
      "step": 994
    },
    {
      "epoch": 0.6414182111200645,
      "grad_norm": 3.8208469245727206,
      "learning_rate": 9.9965592429387e-06,
      "loss": 3.8643,
      "step": 995
    },
    {
      "epoch": 0.6420628525382756,
      "grad_norm": 4.211029158116116,
      "learning_rate": 9.99655210905236e-06,
      "loss": 3.9952,
      "step": 996
    },
    {
      "epoch": 0.6427074939564867,
      "grad_norm": 4.476369104300647,
      "learning_rate": 9.996544967781e-06,
      "loss": 4.149,
      "step": 997
    },
    {
      "epoch": 0.6433521353746978,
      "grad_norm": 4.329474463929122,
      "learning_rate": 9.996537819124626e-06,
      "loss": 4.0978,
      "step": 998
    },
    {
      "epoch": 0.6439967767929089,
      "grad_norm": 4.4762807601840535,
      "learning_rate": 9.996530663083255e-06,
      "loss": 4.0509,
      "step": 999
    },
    {
      "epoch": 0.6446414182111201,
      "grad_norm": 4.179233251583904,
      "learning_rate": 9.996523499656893e-06,
      "loss": 4.4414,
      "step": 1000
    },
    {
      "epoch": 0.6446414182111201,
      "eval_loss": 4.109198570251465,
      "eval_runtime": 2.9383,
      "eval_samples_per_second": 34.033,
      "eval_steps_per_second": 4.424,
      "step": 1000
    },
    {
      "epoch": 0.6452860596293312,
      "grad_norm": 3.674270162864222,
      "learning_rate": 9.996516328845558e-06,
      "loss": 4.0653,
      "step": 1001
    },
    {
      "epoch": 0.6459307010475424,
      "grad_norm": 3.4701907734427664,
      "learning_rate": 9.996509150649258e-06,
      "loss": 4.2157,
      "step": 1002
    },
    {
      "epoch": 0.6465753424657534,
      "grad_norm": 4.651298127926161,
      "learning_rate": 9.996501965068006e-06,
      "loss": 3.9645,
      "step": 1003
    },
    {
      "epoch": 0.6472199838839645,
      "grad_norm": 3.6220159567312202,
      "learning_rate": 9.99649477210181e-06,
      "loss": 4.189,
      "step": 1004
    },
    {
      "epoch": 0.6478646253021757,
      "grad_norm": 4.387451889443961,
      "learning_rate": 9.99648757175069e-06,
      "loss": 4.5152,
      "step": 1005
    },
    {
      "epoch": 0.6485092667203868,
      "grad_norm": 3.9306580497967234,
      "learning_rate": 9.99648036401465e-06,
      "loss": 4.3036,
      "step": 1006
    },
    {
      "epoch": 0.6491539081385979,
      "grad_norm": 3.9661087162698307,
      "learning_rate": 9.996473148893707e-06,
      "loss": 4.1449,
      "step": 1007
    },
    {
      "epoch": 0.649798549556809,
      "grad_norm": 3.7081156503775414,
      "learning_rate": 9.99646592638787e-06,
      "loss": 4.036,
      "step": 1008
    },
    {
      "epoch": 0.6504431909750201,
      "grad_norm": 4.065721609636789,
      "learning_rate": 9.996458696497152e-06,
      "loss": 4.1198,
      "step": 1009
    },
    {
      "epoch": 0.6510878323932313,
      "grad_norm": 4.033911145909085,
      "learning_rate": 9.996451459221563e-06,
      "loss": 3.9282,
      "step": 1010
    },
    {
      "epoch": 0.6517324738114424,
      "grad_norm": 4.7830790126493525,
      "learning_rate": 9.996444214561118e-06,
      "loss": 3.8703,
      "step": 1011
    },
    {
      "epoch": 0.6523771152296535,
      "grad_norm": 5.484863385874612,
      "learning_rate": 9.996436962515827e-06,
      "loss": 4.2824,
      "step": 1012
    },
    {
      "epoch": 0.6530217566478647,
      "grad_norm": 3.2621787621040683,
      "learning_rate": 9.9964297030857e-06,
      "loss": 4.3831,
      "step": 1013
    },
    {
      "epoch": 0.6536663980660757,
      "grad_norm": 4.179070475045103,
      "learning_rate": 9.996422436270753e-06,
      "loss": 4.2218,
      "step": 1014
    },
    {
      "epoch": 0.6543110394842868,
      "grad_norm": 3.77841486823321,
      "learning_rate": 9.996415162070995e-06,
      "loss": 3.8504,
      "step": 1015
    },
    {
      "epoch": 0.654955680902498,
      "grad_norm": 4.03534863037072,
      "learning_rate": 9.996407880486441e-06,
      "loss": 3.9956,
      "step": 1016
    },
    {
      "epoch": 0.6556003223207091,
      "grad_norm": 5.061720305564807,
      "learning_rate": 9.9964005915171e-06,
      "loss": 3.9894,
      "step": 1017
    },
    {
      "epoch": 0.6562449637389203,
      "grad_norm": 3.989768011740554,
      "learning_rate": 9.996393295162987e-06,
      "loss": 3.9458,
      "step": 1018
    },
    {
      "epoch": 0.6568896051571314,
      "grad_norm": 5.678931311207241,
      "learning_rate": 9.996385991424108e-06,
      "loss": 3.8767,
      "step": 1019
    },
    {
      "epoch": 0.6575342465753424,
      "grad_norm": 5.127074567354857,
      "learning_rate": 9.996378680300481e-06,
      "loss": 3.9547,
      "step": 1020
    },
    {
      "epoch": 0.6581788879935536,
      "grad_norm": 4.12781806092992,
      "learning_rate": 9.996371361792116e-06,
      "loss": 4.265,
      "step": 1021
    },
    {
      "epoch": 0.6588235294117647,
      "grad_norm": 4.382934124907354,
      "learning_rate": 9.996364035899024e-06,
      "loss": 4.174,
      "step": 1022
    },
    {
      "epoch": 0.6594681708299758,
      "grad_norm": 3.7032103628724298,
      "learning_rate": 9.996356702621219e-06,
      "loss": 4.2072,
      "step": 1023
    },
    {
      "epoch": 0.660112812248187,
      "grad_norm": 4.699403867706402,
      "learning_rate": 9.99634936195871e-06,
      "loss": 4.2933,
      "step": 1024
    },
    {
      "epoch": 0.660757453666398,
      "grad_norm": 3.5252770080172686,
      "learning_rate": 9.996342013911513e-06,
      "loss": 4.0248,
      "step": 1025
    },
    {
      "epoch": 0.6614020950846092,
      "grad_norm": 3.5505665010203784,
      "learning_rate": 9.996334658479638e-06,
      "loss": 4.6165,
      "step": 1026
    },
    {
      "epoch": 0.6620467365028203,
      "grad_norm": 4.44226288908229,
      "learning_rate": 9.996327295663096e-06,
      "loss": 3.9263,
      "step": 1027
    },
    {
      "epoch": 0.6626913779210314,
      "grad_norm": 5.210633470398084,
      "learning_rate": 9.996319925461901e-06,
      "loss": 4.2635,
      "step": 1028
    },
    {
      "epoch": 0.6633360193392426,
      "grad_norm": 5.470343892872095,
      "learning_rate": 9.996312547876064e-06,
      "loss": 4.4735,
      "step": 1029
    },
    {
      "epoch": 0.6639806607574537,
      "grad_norm": 4.817301457870073,
      "learning_rate": 9.996305162905598e-06,
      "loss": 4.1299,
      "step": 1030
    },
    {
      "epoch": 0.6646253021756647,
      "grad_norm": 4.666020750869385,
      "learning_rate": 9.996297770550515e-06,
      "loss": 3.9131,
      "step": 1031
    },
    {
      "epoch": 0.6652699435938759,
      "grad_norm": 3.9414529099659887,
      "learning_rate": 9.996290370810826e-06,
      "loss": 3.8473,
      "step": 1032
    },
    {
      "epoch": 0.665914585012087,
      "grad_norm": 3.9480334139025564,
      "learning_rate": 9.996282963686544e-06,
      "loss": 3.9578,
      "step": 1033
    },
    {
      "epoch": 0.6665592264302982,
      "grad_norm": 3.080660167804791,
      "learning_rate": 9.996275549177682e-06,
      "loss": 4.2617,
      "step": 1034
    },
    {
      "epoch": 0.6672038678485093,
      "grad_norm": 3.3821700263396224,
      "learning_rate": 9.996268127284253e-06,
      "loss": 3.9642,
      "step": 1035
    },
    {
      "epoch": 0.6678485092667203,
      "grad_norm": 4.088175644783058,
      "learning_rate": 9.996260698006262e-06,
      "loss": 3.9019,
      "step": 1036
    },
    {
      "epoch": 0.6684931506849315,
      "grad_norm": 3.6834501737048804,
      "learning_rate": 9.996253261343731e-06,
      "loss": 3.7788,
      "step": 1037
    },
    {
      "epoch": 0.6691377921031426,
      "grad_norm": 2.837877832630471,
      "learning_rate": 9.996245817296667e-06,
      "loss": 4.561,
      "step": 1038
    },
    {
      "epoch": 0.6697824335213537,
      "grad_norm": 3.608079928208225,
      "learning_rate": 9.996238365865083e-06,
      "loss": 4.486,
      "step": 1039
    },
    {
      "epoch": 0.6704270749395649,
      "grad_norm": 3.413853800597965,
      "learning_rate": 9.996230907048992e-06,
      "loss": 3.7508,
      "step": 1040
    },
    {
      "epoch": 0.671071716357776,
      "grad_norm": 4.964488092855541,
      "learning_rate": 9.996223440848403e-06,
      "loss": 4.0803,
      "step": 1041
    },
    {
      "epoch": 0.6717163577759871,
      "grad_norm": 4.001078617968293,
      "learning_rate": 9.996215967263333e-06,
      "loss": 4.0093,
      "step": 1042
    },
    {
      "epoch": 0.6723609991941982,
      "grad_norm": 4.13704333547768,
      "learning_rate": 9.996208486293793e-06,
      "loss": 3.8739,
      "step": 1043
    },
    {
      "epoch": 0.6730056406124093,
      "grad_norm": 3.7957190732286623,
      "learning_rate": 9.996200997939793e-06,
      "loss": 3.8971,
      "step": 1044
    },
    {
      "epoch": 0.6736502820306205,
      "grad_norm": 3.036966915339575,
      "learning_rate": 9.996193502201349e-06,
      "loss": 4.2119,
      "step": 1045
    },
    {
      "epoch": 0.6742949234488316,
      "grad_norm": 3.25610500997159,
      "learning_rate": 9.996185999078468e-06,
      "loss": 4.0733,
      "step": 1046
    },
    {
      "epoch": 0.6749395648670428,
      "grad_norm": 4.570054170150963,
      "learning_rate": 9.996178488571166e-06,
      "loss": 3.9517,
      "step": 1047
    },
    {
      "epoch": 0.6755842062852538,
      "grad_norm": 3.8609674981400364,
      "learning_rate": 9.996170970679455e-06,
      "loss": 3.8754,
      "step": 1048
    },
    {
      "epoch": 0.6762288477034649,
      "grad_norm": 3.5315836141327672,
      "learning_rate": 9.996163445403349e-06,
      "loss": 4.2211,
      "step": 1049
    },
    {
      "epoch": 0.6768734891216761,
      "grad_norm": 3.0545940536043674,
      "learning_rate": 9.996155912742856e-06,
      "loss": 4.2425,
      "step": 1050
    },
    {
      "epoch": 0.6775181305398872,
      "grad_norm": 2.8841722718210843,
      "learning_rate": 9.99614837269799e-06,
      "loss": 4.2242,
      "step": 1051
    },
    {
      "epoch": 0.6781627719580983,
      "grad_norm": 4.908474772178973,
      "learning_rate": 9.996140825268766e-06,
      "loss": 3.9669,
      "step": 1052
    },
    {
      "epoch": 0.6788074133763095,
      "grad_norm": 6.249992405972518,
      "learning_rate": 9.996133270455193e-06,
      "loss": 4.0755,
      "step": 1053
    },
    {
      "epoch": 0.6794520547945205,
      "grad_norm": 3.441741975583157,
      "learning_rate": 9.996125708257288e-06,
      "loss": 3.9432,
      "step": 1054
    },
    {
      "epoch": 0.6800966962127317,
      "grad_norm": 5.894338768374,
      "learning_rate": 9.996118138675058e-06,
      "loss": 4.5867,
      "step": 1055
    },
    {
      "epoch": 0.6807413376309428,
      "grad_norm": 3.4187613391776166,
      "learning_rate": 9.996110561708518e-06,
      "loss": 4.3337,
      "step": 1056
    },
    {
      "epoch": 0.6813859790491539,
      "grad_norm": 5.663689918177223,
      "learning_rate": 9.996102977357682e-06,
      "loss": 4.0875,
      "step": 1057
    },
    {
      "epoch": 0.6820306204673651,
      "grad_norm": 4.399793987988975,
      "learning_rate": 9.996095385622558e-06,
      "loss": 4.0263,
      "step": 1058
    },
    {
      "epoch": 0.6826752618855761,
      "grad_norm": 4.64629834682902,
      "learning_rate": 9.996087786503163e-06,
      "loss": 4.0849,
      "step": 1059
    },
    {
      "epoch": 0.6833199033037872,
      "grad_norm": 5.576082762156477,
      "learning_rate": 9.996080179999507e-06,
      "loss": 4.0066,
      "step": 1060
    },
    {
      "epoch": 0.6839645447219984,
      "grad_norm": 5.969252137699506,
      "learning_rate": 9.996072566111603e-06,
      "loss": 4.2682,
      "step": 1061
    },
    {
      "epoch": 0.6846091861402095,
      "grad_norm": 3.7238763569048614,
      "learning_rate": 9.996064944839464e-06,
      "loss": 4.0342,
      "step": 1062
    },
    {
      "epoch": 0.6852538275584207,
      "grad_norm": 6.32458349976114,
      "learning_rate": 9.996057316183103e-06,
      "loss": 4.2503,
      "step": 1063
    },
    {
      "epoch": 0.6858984689766318,
      "grad_norm": 3.6639456687019005,
      "learning_rate": 9.99604968014253e-06,
      "loss": 4.0389,
      "step": 1064
    },
    {
      "epoch": 0.6865431103948428,
      "grad_norm": 3.6372407218204543,
      "learning_rate": 9.99604203671776e-06,
      "loss": 3.813,
      "step": 1065
    },
    {
      "epoch": 0.687187751813054,
      "grad_norm": 4.584137676974405,
      "learning_rate": 9.996034385908806e-06,
      "loss": 3.7947,
      "step": 1066
    },
    {
      "epoch": 0.6878323932312651,
      "grad_norm": 3.422908852045829,
      "learning_rate": 9.996026727715678e-06,
      "loss": 3.9262,
      "step": 1067
    },
    {
      "epoch": 0.6884770346494762,
      "grad_norm": 4.854403123613145,
      "learning_rate": 9.996019062138389e-06,
      "loss": 4.0138,
      "step": 1068
    },
    {
      "epoch": 0.6891216760676874,
      "grad_norm": 3.5957200550930146,
      "learning_rate": 9.996011389176954e-06,
      "loss": 4.0787,
      "step": 1069
    },
    {
      "epoch": 0.6897663174858985,
      "grad_norm": 3.589727571527398,
      "learning_rate": 9.996003708831384e-06,
      "loss": 3.7648,
      "step": 1070
    },
    {
      "epoch": 0.6904109589041096,
      "grad_norm": 3.392437043588161,
      "learning_rate": 9.995996021101691e-06,
      "loss": 3.8821,
      "step": 1071
    },
    {
      "epoch": 0.6910556003223207,
      "grad_norm": 3.883159673605656,
      "learning_rate": 9.99598832598789e-06,
      "loss": 4.1836,
      "step": 1072
    },
    {
      "epoch": 0.6917002417405318,
      "grad_norm": 4.355666433799715,
      "learning_rate": 9.995980623489991e-06,
      "loss": 3.799,
      "step": 1073
    },
    {
      "epoch": 0.692344883158743,
      "grad_norm": 3.2055992360806393,
      "learning_rate": 9.995972913608008e-06,
      "loss": 4.2123,
      "step": 1074
    },
    {
      "epoch": 0.6929895245769541,
      "grad_norm": 3.401235195575964,
      "learning_rate": 9.995965196341954e-06,
      "loss": 4.0054,
      "step": 1075
    },
    {
      "epoch": 0.6936341659951651,
      "grad_norm": 4.228926120713422,
      "learning_rate": 9.995957471691838e-06,
      "loss": 4.1825,
      "step": 1076
    },
    {
      "epoch": 0.6942788074133763,
      "grad_norm": 3.1558864368368247,
      "learning_rate": 9.995949739657678e-06,
      "loss": 4.1998,
      "step": 1077
    },
    {
      "epoch": 0.6949234488315874,
      "grad_norm": 4.309799517416207,
      "learning_rate": 9.995942000239485e-06,
      "loss": 3.9885,
      "step": 1078
    },
    {
      "epoch": 0.6955680902497986,
      "grad_norm": 4.841533910172545,
      "learning_rate": 9.995934253437269e-06,
      "loss": 3.8404,
      "step": 1079
    },
    {
      "epoch": 0.6962127316680097,
      "grad_norm": 5.117005731795283,
      "learning_rate": 9.995926499251046e-06,
      "loss": 4.1165,
      "step": 1080
    },
    {
      "epoch": 0.6968573730862208,
      "grad_norm": 4.316688399643501,
      "learning_rate": 9.995918737680827e-06,
      "loss": 4.1462,
      "step": 1081
    },
    {
      "epoch": 0.6975020145044319,
      "grad_norm": 3.414193980167475,
      "learning_rate": 9.995910968726626e-06,
      "loss": 3.8793,
      "step": 1082
    },
    {
      "epoch": 0.698146655922643,
      "grad_norm": 6.263940145237786,
      "learning_rate": 9.995903192388455e-06,
      "loss": 4.0298,
      "step": 1083
    },
    {
      "epoch": 0.6987912973408541,
      "grad_norm": 5.435717221733533,
      "learning_rate": 9.995895408666328e-06,
      "loss": 3.9448,
      "step": 1084
    },
    {
      "epoch": 0.6994359387590653,
      "grad_norm": 3.029327099754655,
      "learning_rate": 9.995887617560254e-06,
      "loss": 4.4542,
      "step": 1085
    },
    {
      "epoch": 0.7000805801772764,
      "grad_norm": 5.583542982580637,
      "learning_rate": 9.995879819070251e-06,
      "loss": 4.1767,
      "step": 1086
    },
    {
      "epoch": 0.7007252215954876,
      "grad_norm": 3.5724535381251967,
      "learning_rate": 9.995872013196326e-06,
      "loss": 4.1401,
      "step": 1087
    },
    {
      "epoch": 0.7013698630136986,
      "grad_norm": 5.5341455412110205,
      "learning_rate": 9.995864199938499e-06,
      "loss": 3.9987,
      "step": 1088
    },
    {
      "epoch": 0.7020145044319097,
      "grad_norm": 4.568215546335869,
      "learning_rate": 9.995856379296776e-06,
      "loss": 3.882,
      "step": 1089
    },
    {
      "epoch": 0.7026591458501209,
      "grad_norm": 3.900161921490988,
      "learning_rate": 9.995848551271175e-06,
      "loss": 3.9717,
      "step": 1090
    },
    {
      "epoch": 0.703303787268332,
      "grad_norm": 5.179679765988297,
      "learning_rate": 9.995840715861706e-06,
      "loss": 4.0621,
      "step": 1091
    },
    {
      "epoch": 0.7039484286865431,
      "grad_norm": 3.3988419063839186,
      "learning_rate": 9.995832873068381e-06,
      "loss": 4.0023,
      "step": 1092
    },
    {
      "epoch": 0.7045930701047542,
      "grad_norm": 6.069581705780068,
      "learning_rate": 9.995825022891215e-06,
      "loss": 3.8955,
      "step": 1093
    },
    {
      "epoch": 0.7052377115229653,
      "grad_norm": 4.687644570246351,
      "learning_rate": 9.995817165330221e-06,
      "loss": 4.2778,
      "step": 1094
    },
    {
      "epoch": 0.7058823529411765,
      "grad_norm": 4.395050558346002,
      "learning_rate": 9.99580930038541e-06,
      "loss": 4.0098,
      "step": 1095
    },
    {
      "epoch": 0.7065269943593876,
      "grad_norm": 6.362952650106496,
      "learning_rate": 9.995801428056797e-06,
      "loss": 4.0522,
      "step": 1096
    },
    {
      "epoch": 0.7071716357775987,
      "grad_norm": 3.5785718859868823,
      "learning_rate": 9.995793548344393e-06,
      "loss": 3.9662,
      "step": 1097
    },
    {
      "epoch": 0.7078162771958099,
      "grad_norm": 4.996027605247969,
      "learning_rate": 9.995785661248212e-06,
      "loss": 4.2657,
      "step": 1098
    },
    {
      "epoch": 0.7084609186140209,
      "grad_norm": 3.9747944672092057,
      "learning_rate": 9.995777766768268e-06,
      "loss": 3.9442,
      "step": 1099
    },
    {
      "epoch": 0.709105560032232,
      "grad_norm": 4.712211539339695,
      "learning_rate": 9.99576986490457e-06,
      "loss": 3.786,
      "step": 1100
    },
    {
      "epoch": 0.709105560032232,
      "eval_loss": 4.086885452270508,
      "eval_runtime": 2.9563,
      "eval_samples_per_second": 33.826,
      "eval_steps_per_second": 4.397,
      "step": 1100
    },
    {
      "epoch": 0.7097502014504432,
      "grad_norm": 3.971696106509163,
      "learning_rate": 9.995761955657137e-06,
      "loss": 3.9723,
      "step": 1101
    },
    {
      "epoch": 0.7103948428686543,
      "grad_norm": 3.4145469195180578,
      "learning_rate": 9.995754039025978e-06,
      "loss": 3.7642,
      "step": 1102
    },
    {
      "epoch": 0.7110394842868655,
      "grad_norm": 4.380833737689953,
      "learning_rate": 9.995746115011107e-06,
      "loss": 3.8807,
      "step": 1103
    },
    {
      "epoch": 0.7116841257050766,
      "grad_norm": 4.566211165265176,
      "learning_rate": 9.995738183612535e-06,
      "loss": 3.7922,
      "step": 1104
    },
    {
      "epoch": 0.7123287671232876,
      "grad_norm": 3.8546812139179947,
      "learning_rate": 9.995730244830278e-06,
      "loss": 4.1296,
      "step": 1105
    },
    {
      "epoch": 0.7129734085414988,
      "grad_norm": 4.553426616236137,
      "learning_rate": 9.995722298664347e-06,
      "loss": 3.9733,
      "step": 1106
    },
    {
      "epoch": 0.7136180499597099,
      "grad_norm": 3.5715973838302575,
      "learning_rate": 9.995714345114758e-06,
      "loss": 4.18,
      "step": 1107
    },
    {
      "epoch": 0.714262691377921,
      "grad_norm": 4.708956710691062,
      "learning_rate": 9.99570638418152e-06,
      "loss": 4.0032,
      "step": 1108
    },
    {
      "epoch": 0.7149073327961322,
      "grad_norm": 5.025857418427235,
      "learning_rate": 9.99569841586465e-06,
      "loss": 3.7806,
      "step": 1109
    },
    {
      "epoch": 0.7155519742143432,
      "grad_norm": 6.3352756881564245,
      "learning_rate": 9.995690440164158e-06,
      "loss": 3.9826,
      "step": 1110
    },
    {
      "epoch": 0.7161966156325544,
      "grad_norm": 3.473374490987917,
      "learning_rate": 9.995682457080058e-06,
      "loss": 4.0158,
      "step": 1111
    },
    {
      "epoch": 0.7168412570507655,
      "grad_norm": 4.818540954919489,
      "learning_rate": 9.995674466612364e-06,
      "loss": 4.0301,
      "step": 1112
    },
    {
      "epoch": 0.7174858984689766,
      "grad_norm": 4.166750609885938,
      "learning_rate": 9.99566646876109e-06,
      "loss": 4.1997,
      "step": 1113
    },
    {
      "epoch": 0.7181305398871878,
      "grad_norm": 3.7079631708541783,
      "learning_rate": 9.995658463526244e-06,
      "loss": 4.4522,
      "step": 1114
    },
    {
      "epoch": 0.7187751813053989,
      "grad_norm": 3.6241043332939618,
      "learning_rate": 9.995650450907845e-06,
      "loss": 4.0756,
      "step": 1115
    },
    {
      "epoch": 0.71941982272361,
      "grad_norm": 4.102067410324659,
      "learning_rate": 9.995642430905904e-06,
      "loss": 4.0942,
      "step": 1116
    },
    {
      "epoch": 0.7200644641418211,
      "grad_norm": 4.973564803340615,
      "learning_rate": 9.995634403520434e-06,
      "loss": 3.6924,
      "step": 1117
    },
    {
      "epoch": 0.7207091055600322,
      "grad_norm": 4.182595847616814,
      "learning_rate": 9.995626368751447e-06,
      "loss": 4.1794,
      "step": 1118
    },
    {
      "epoch": 0.7213537469782434,
      "grad_norm": 4.023317560775339,
      "learning_rate": 9.995618326598958e-06,
      "loss": 4.3577,
      "step": 1119
    },
    {
      "epoch": 0.7219983883964545,
      "grad_norm": 3.7027543932947524,
      "learning_rate": 9.99561027706298e-06,
      "loss": 4.3056,
      "step": 1120
    },
    {
      "epoch": 0.7226430298146655,
      "grad_norm": 3.810292308029885,
      "learning_rate": 9.995602220143526e-06,
      "loss": 3.7731,
      "step": 1121
    },
    {
      "epoch": 0.7232876712328767,
      "grad_norm": 3.8582717127575643,
      "learning_rate": 9.99559415584061e-06,
      "loss": 4.177,
      "step": 1122
    },
    {
      "epoch": 0.7239323126510878,
      "grad_norm": 3.502748170472171,
      "learning_rate": 9.995586084154244e-06,
      "loss": 4.1959,
      "step": 1123
    },
    {
      "epoch": 0.724576954069299,
      "grad_norm": 3.704971239155575,
      "learning_rate": 9.99557800508444e-06,
      "loss": 4.457,
      "step": 1124
    },
    {
      "epoch": 0.7252215954875101,
      "grad_norm": 2.8301077704262254,
      "learning_rate": 9.995569918631216e-06,
      "loss": 4.1262,
      "step": 1125
    },
    {
      "epoch": 0.7258662369057212,
      "grad_norm": 3.251012041717693,
      "learning_rate": 9.99556182479458e-06,
      "loss": 4.0152,
      "step": 1126
    },
    {
      "epoch": 0.7265108783239324,
      "grad_norm": 2.822856188096249,
      "learning_rate": 9.995553723574549e-06,
      "loss": 4.2907,
      "step": 1127
    },
    {
      "epoch": 0.7271555197421434,
      "grad_norm": 3.4256963870575436,
      "learning_rate": 9.995545614971133e-06,
      "loss": 3.9252,
      "step": 1128
    },
    {
      "epoch": 0.7278001611603545,
      "grad_norm": 3.0001558470794154,
      "learning_rate": 9.995537498984347e-06,
      "loss": 4.0142,
      "step": 1129
    },
    {
      "epoch": 0.7284448025785657,
      "grad_norm": 3.568975992353788,
      "learning_rate": 9.995529375614206e-06,
      "loss": 3.9921,
      "step": 1130
    },
    {
      "epoch": 0.7290894439967768,
      "grad_norm": 2.592255495258421,
      "learning_rate": 9.99552124486072e-06,
      "loss": 4.1254,
      "step": 1131
    },
    {
      "epoch": 0.729734085414988,
      "grad_norm": 2.836948443703937,
      "learning_rate": 9.995513106723905e-06,
      "loss": 4.191,
      "step": 1132
    },
    {
      "epoch": 0.730378726833199,
      "grad_norm": 2.998885961716801,
      "learning_rate": 9.995504961203773e-06,
      "loss": 4.1607,
      "step": 1133
    },
    {
      "epoch": 0.7310233682514101,
      "grad_norm": 2.7340288094198164,
      "learning_rate": 9.99549680830034e-06,
      "loss": 3.6151,
      "step": 1134
    },
    {
      "epoch": 0.7316680096696213,
      "grad_norm": 3.3184943705584113,
      "learning_rate": 9.995488648013615e-06,
      "loss": 4.0757,
      "step": 1135
    },
    {
      "epoch": 0.7323126510878324,
      "grad_norm": 2.6022885346320033,
      "learning_rate": 9.995480480343614e-06,
      "loss": 3.9247,
      "step": 1136
    },
    {
      "epoch": 0.7329572925060435,
      "grad_norm": 3.0657599735460757,
      "learning_rate": 9.995472305290352e-06,
      "loss": 3.9606,
      "step": 1137
    },
    {
      "epoch": 0.7336019339242547,
      "grad_norm": 2.9841403632578447,
      "learning_rate": 9.99546412285384e-06,
      "loss": 3.9293,
      "step": 1138
    },
    {
      "epoch": 0.7342465753424657,
      "grad_norm": 3.1525710241484872,
      "learning_rate": 9.99545593303409e-06,
      "loss": 3.993,
      "step": 1139
    },
    {
      "epoch": 0.7348912167606769,
      "grad_norm": 4.6952446130079,
      "learning_rate": 9.995447735831119e-06,
      "loss": 3.5972,
      "step": 1140
    },
    {
      "epoch": 0.735535858178888,
      "grad_norm": 4.819468705257157,
      "learning_rate": 9.995439531244939e-06,
      "loss": 4.3681,
      "step": 1141
    },
    {
      "epoch": 0.7361804995970991,
      "grad_norm": 4.215520106286219,
      "learning_rate": 9.995431319275562e-06,
      "loss": 4.0037,
      "step": 1142
    },
    {
      "epoch": 0.7368251410153103,
      "grad_norm": 5.853998656529844,
      "learning_rate": 9.995423099923003e-06,
      "loss": 3.974,
      "step": 1143
    },
    {
      "epoch": 0.7374697824335213,
      "grad_norm": 5.891457772725411,
      "learning_rate": 9.995414873187276e-06,
      "loss": 4.1517,
      "step": 1144
    },
    {
      "epoch": 0.7381144238517324,
      "grad_norm": 3.5787145267265945,
      "learning_rate": 9.995406639068394e-06,
      "loss": 4.1445,
      "step": 1145
    },
    {
      "epoch": 0.7387590652699436,
      "grad_norm": 5.474203586165222,
      "learning_rate": 9.99539839756637e-06,
      "loss": 3.9169,
      "step": 1146
    },
    {
      "epoch": 0.7394037066881547,
      "grad_norm": 6.535981125226154,
      "learning_rate": 9.995390148681216e-06,
      "loss": 3.9391,
      "step": 1147
    },
    {
      "epoch": 0.7400483481063659,
      "grad_norm": 3.1733910870185373,
      "learning_rate": 9.995381892412951e-06,
      "loss": 3.8818,
      "step": 1148
    },
    {
      "epoch": 0.740692989524577,
      "grad_norm": 6.451020228563735,
      "learning_rate": 9.995373628761581e-06,
      "loss": 3.831,
      "step": 1149
    },
    {
      "epoch": 0.741337630942788,
      "grad_norm": 4.052116981026249,
      "learning_rate": 9.995365357727128e-06,
      "loss": 4.2154,
      "step": 1150
    },
    {
      "epoch": 0.7419822723609992,
      "grad_norm": 4.698418081290005,
      "learning_rate": 9.995357079309599e-06,
      "loss": 3.9648,
      "step": 1151
    },
    {
      "epoch": 0.7426269137792103,
      "grad_norm": 5.0732801878215685,
      "learning_rate": 9.995348793509008e-06,
      "loss": 3.9299,
      "step": 1152
    },
    {
      "epoch": 0.7432715551974214,
      "grad_norm": 3.817331786655786,
      "learning_rate": 9.995340500325374e-06,
      "loss": 4.2229,
      "step": 1153
    },
    {
      "epoch": 0.7439161966156326,
      "grad_norm": 3.4892561264986637,
      "learning_rate": 9.995332199758705e-06,
      "loss": 3.9289,
      "step": 1154
    },
    {
      "epoch": 0.7445608380338437,
      "grad_norm": 3.7803453437988512,
      "learning_rate": 9.995323891809017e-06,
      "loss": 4.1409,
      "step": 1155
    },
    {
      "epoch": 0.7452054794520548,
      "grad_norm": 3.055892711310774,
      "learning_rate": 9.995315576476323e-06,
      "loss": 4.1717,
      "step": 1156
    },
    {
      "epoch": 0.7458501208702659,
      "grad_norm": 3.61113170143993,
      "learning_rate": 9.995307253760637e-06,
      "loss": 3.9404,
      "step": 1157
    },
    {
      "epoch": 0.746494762288477,
      "grad_norm": 3.2010390409806617,
      "learning_rate": 9.995298923661973e-06,
      "loss": 3.7106,
      "step": 1158
    },
    {
      "epoch": 0.7471394037066882,
      "grad_norm": 3.78515953712643,
      "learning_rate": 9.995290586180344e-06,
      "loss": 3.7509,
      "step": 1159
    },
    {
      "epoch": 0.7477840451248993,
      "grad_norm": 4.0181709957905625,
      "learning_rate": 9.995282241315763e-06,
      "loss": 3.9157,
      "step": 1160
    },
    {
      "epoch": 0.7484286865431103,
      "grad_norm": 4.320457430687218,
      "learning_rate": 9.995273889068247e-06,
      "loss": 4.1297,
      "step": 1161
    },
    {
      "epoch": 0.7490733279613215,
      "grad_norm": 4.111025179452535,
      "learning_rate": 9.995265529437805e-06,
      "loss": 4.0683,
      "step": 1162
    },
    {
      "epoch": 0.7497179693795326,
      "grad_norm": 3.8975413004341806,
      "learning_rate": 9.995257162424454e-06,
      "loss": 3.9205,
      "step": 1163
    },
    {
      "epoch": 0.7503626107977438,
      "grad_norm": 4.927557581185812,
      "learning_rate": 9.995248788028207e-06,
      "loss": 3.7751,
      "step": 1164
    },
    {
      "epoch": 0.7510072522159549,
      "grad_norm": 5.715685684075824,
      "learning_rate": 9.995240406249078e-06,
      "loss": 3.6097,
      "step": 1165
    },
    {
      "epoch": 0.751651893634166,
      "grad_norm": 3.1714541001726535,
      "learning_rate": 9.995232017087078e-06,
      "loss": 4.0092,
      "step": 1166
    },
    {
      "epoch": 0.7522965350523771,
      "grad_norm": 6.997881663325874,
      "learning_rate": 9.995223620542226e-06,
      "loss": 3.7046,
      "step": 1167
    },
    {
      "epoch": 0.7529411764705882,
      "grad_norm": 9.958072120756308,
      "learning_rate": 9.995215216614532e-06,
      "loss": 3.7638,
      "step": 1168
    },
    {
      "epoch": 0.7535858178887993,
      "grad_norm": 6.29082483325175,
      "learning_rate": 9.995206805304012e-06,
      "loss": 4.0789,
      "step": 1169
    },
    {
      "epoch": 0.7542304593070105,
      "grad_norm": 4.680391185845802,
      "learning_rate": 9.995198386610677e-06,
      "loss": 4.2306,
      "step": 1170
    },
    {
      "epoch": 0.7548751007252216,
      "grad_norm": 5.544239189244153,
      "learning_rate": 9.995189960534543e-06,
      "loss": 3.6982,
      "step": 1171
    },
    {
      "epoch": 0.7555197421434328,
      "grad_norm": 6.021454309794998,
      "learning_rate": 9.995181527075623e-06,
      "loss": 3.5773,
      "step": 1172
    },
    {
      "epoch": 0.7561643835616438,
      "grad_norm": 4.901231598861467,
      "learning_rate": 9.99517308623393e-06,
      "loss": 3.8756,
      "step": 1173
    },
    {
      "epoch": 0.7568090249798549,
      "grad_norm": 5.116394061537496,
      "learning_rate": 9.99516463800948e-06,
      "loss": 4.1287,
      "step": 1174
    },
    {
      "epoch": 0.7574536663980661,
      "grad_norm": 4.913974100522105,
      "learning_rate": 9.995156182402286e-06,
      "loss": 4.2409,
      "step": 1175
    },
    {
      "epoch": 0.7580983078162772,
      "grad_norm": 4.664320579204029,
      "learning_rate": 9.995147719412362e-06,
      "loss": 3.9174,
      "step": 1176
    },
    {
      "epoch": 0.7587429492344883,
      "grad_norm": 5.4966506950197385,
      "learning_rate": 9.995139249039721e-06,
      "loss": 4.2568,
      "step": 1177
    },
    {
      "epoch": 0.7593875906526995,
      "grad_norm": 4.5786830634530755,
      "learning_rate": 9.995130771284377e-06,
      "loss": 3.7693,
      "step": 1178
    },
    {
      "epoch": 0.7600322320709105,
      "grad_norm": 6.023221094317823,
      "learning_rate": 9.995122286146344e-06,
      "loss": 3.9461,
      "step": 1179
    },
    {
      "epoch": 0.7606768734891217,
      "grad_norm": 4.3388064599659915,
      "learning_rate": 9.995113793625639e-06,
      "loss": 4.017,
      "step": 1180
    },
    {
      "epoch": 0.7613215149073328,
      "grad_norm": 4.827652463989883,
      "learning_rate": 9.995105293722272e-06,
      "loss": 4.2202,
      "step": 1181
    },
    {
      "epoch": 0.7619661563255439,
      "grad_norm": 2.966599504526925,
      "learning_rate": 9.995096786436259e-06,
      "loss": 4.3498,
      "step": 1182
    },
    {
      "epoch": 0.7626107977437551,
      "grad_norm": 5.402253361459053,
      "learning_rate": 9.995088271767611e-06,
      "loss": 3.9735,
      "step": 1183
    },
    {
      "epoch": 0.7632554391619661,
      "grad_norm": 3.565300459103162,
      "learning_rate": 9.995079749716345e-06,
      "loss": 3.975,
      "step": 1184
    },
    {
      "epoch": 0.7639000805801772,
      "grad_norm": 4.321946869841907,
      "learning_rate": 9.995071220282476e-06,
      "loss": 3.9049,
      "step": 1185
    },
    {
      "epoch": 0.7645447219983884,
      "grad_norm": 4.034282194023472,
      "learning_rate": 9.995062683466014e-06,
      "loss": 4.1634,
      "step": 1186
    },
    {
      "epoch": 0.7651893634165995,
      "grad_norm": 3.913450363906864,
      "learning_rate": 9.995054139266978e-06,
      "loss": 3.8023,
      "step": 1187
    },
    {
      "epoch": 0.7658340048348107,
      "grad_norm": 3.8054193313985216,
      "learning_rate": 9.995045587685377e-06,
      "loss": 3.8038,
      "step": 1188
    },
    {
      "epoch": 0.7664786462530218,
      "grad_norm": 3.7786603434640376,
      "learning_rate": 9.995037028721227e-06,
      "loss": 3.7798,
      "step": 1189
    },
    {
      "epoch": 0.7671232876712328,
      "grad_norm": 3.7350200283556934,
      "learning_rate": 9.995028462374544e-06,
      "loss": 4.2832,
      "step": 1190
    },
    {
      "epoch": 0.767767929089444,
      "grad_norm": 4.340405830003648,
      "learning_rate": 9.99501988864534e-06,
      "loss": 4.07,
      "step": 1191
    },
    {
      "epoch": 0.7684125705076551,
      "grad_norm": 3.7859872826408583,
      "learning_rate": 9.99501130753363e-06,
      "loss": 4.0339,
      "step": 1192
    },
    {
      "epoch": 0.7690572119258663,
      "grad_norm": 4.323243930350007,
      "learning_rate": 9.995002719039425e-06,
      "loss": 4.1606,
      "step": 1193
    },
    {
      "epoch": 0.7697018533440774,
      "grad_norm": 3.37243545186876,
      "learning_rate": 9.994994123162746e-06,
      "loss": 3.9973,
      "step": 1194
    },
    {
      "epoch": 0.7703464947622884,
      "grad_norm": 3.511613584078085,
      "learning_rate": 9.994985519903601e-06,
      "loss": 4.1543,
      "step": 1195
    },
    {
      "epoch": 0.7709911361804996,
      "grad_norm": 3.5173663310326377,
      "learning_rate": 9.994976909262004e-06,
      "loss": 4.1955,
      "step": 1196
    },
    {
      "epoch": 0.7716357775987107,
      "grad_norm": 3.661863057238703,
      "learning_rate": 9.994968291237973e-06,
      "loss": 4.1033,
      "step": 1197
    },
    {
      "epoch": 0.7722804190169218,
      "grad_norm": 5.976489566812733,
      "learning_rate": 9.99495966583152e-06,
      "loss": 3.6707,
      "step": 1198
    },
    {
      "epoch": 0.772925060435133,
      "grad_norm": 4.5917480474049395,
      "learning_rate": 9.99495103304266e-06,
      "loss": 4.1185,
      "step": 1199
    },
    {
      "epoch": 0.7735697018533441,
      "grad_norm": 4.760218847485713,
      "learning_rate": 9.994942392871406e-06,
      "loss": 3.8562,
      "step": 1200
    },
    {
      "epoch": 0.7735697018533441,
      "eval_loss": 4.08004093170166,
      "eval_runtime": 2.9465,
      "eval_samples_per_second": 33.939,
      "eval_steps_per_second": 4.412,
      "step": 1200
    },
    {
      "epoch": 0.7742143432715552,
      "grad_norm": 7.1005103994757395,
      "learning_rate": 9.994933745317773e-06,
      "loss": 3.9027,
      "step": 1201
    },
    {
      "epoch": 0.7748589846897663,
      "grad_norm": 3.2626286839937215,
      "learning_rate": 9.994925090381775e-06,
      "loss": 4.1375,
      "step": 1202
    },
    {
      "epoch": 0.7755036261079774,
      "grad_norm": 5.590053054835654,
      "learning_rate": 9.994916428063426e-06,
      "loss": 4.0633,
      "step": 1203
    },
    {
      "epoch": 0.7761482675261886,
      "grad_norm": 5.2923380149587365,
      "learning_rate": 9.994907758362742e-06,
      "loss": 4.0605,
      "step": 1204
    },
    {
      "epoch": 0.7767929089443997,
      "grad_norm": 5.223609386528154,
      "learning_rate": 9.994899081279734e-06,
      "loss": 4.3634,
      "step": 1205
    },
    {
      "epoch": 0.7774375503626108,
      "grad_norm": 3.742193522601703,
      "learning_rate": 9.994890396814418e-06,
      "loss": 3.6829,
      "step": 1206
    },
    {
      "epoch": 0.7780821917808219,
      "grad_norm": 4.478050495916278,
      "learning_rate": 9.994881704966809e-06,
      "loss": 4.4163,
      "step": 1207
    },
    {
      "epoch": 0.778726833199033,
      "grad_norm": 4.856516044300472,
      "learning_rate": 9.99487300573692e-06,
      "loss": 4.206,
      "step": 1208
    },
    {
      "epoch": 0.7793714746172442,
      "grad_norm": 4.1500675005766645,
      "learning_rate": 9.994864299124765e-06,
      "loss": 4.2858,
      "step": 1209
    },
    {
      "epoch": 0.7800161160354553,
      "grad_norm": 4.942606559028973,
      "learning_rate": 9.99485558513036e-06,
      "loss": 3.9127,
      "step": 1210
    },
    {
      "epoch": 0.7806607574536664,
      "grad_norm": 3.741852774281315,
      "learning_rate": 9.99484686375372e-06,
      "loss": 3.6495,
      "step": 1211
    },
    {
      "epoch": 0.7813053988718776,
      "grad_norm": 6.551761234636606,
      "learning_rate": 9.994838134994856e-06,
      "loss": 3.788,
      "step": 1212
    },
    {
      "epoch": 0.7819500402900886,
      "grad_norm": 3.2274270264998726,
      "learning_rate": 9.994829398853784e-06,
      "loss": 4.5287,
      "step": 1213
    },
    {
      "epoch": 0.7825946817082997,
      "grad_norm": 5.450000127510031,
      "learning_rate": 9.994820655330519e-06,
      "loss": 4.2933,
      "step": 1214
    },
    {
      "epoch": 0.7832393231265109,
      "grad_norm": 3.9706988667694993,
      "learning_rate": 9.994811904425075e-06,
      "loss": 3.9156,
      "step": 1215
    },
    {
      "epoch": 0.783883964544722,
      "grad_norm": 6.190574195703818,
      "learning_rate": 9.994803146137466e-06,
      "loss": 4.0113,
      "step": 1216
    },
    {
      "epoch": 0.7845286059629332,
      "grad_norm": 5.559899564100028,
      "learning_rate": 9.994794380467704e-06,
      "loss": 3.8559,
      "step": 1217
    },
    {
      "epoch": 0.7851732473811442,
      "grad_norm": 5.283532503983876,
      "learning_rate": 9.994785607415809e-06,
      "loss": 3.8157,
      "step": 1218
    },
    {
      "epoch": 0.7858178887993553,
      "grad_norm": 4.2736447888093805,
      "learning_rate": 9.99477682698179e-06,
      "loss": 3.8498,
      "step": 1219
    },
    {
      "epoch": 0.7864625302175665,
      "grad_norm": 4.574768345718364,
      "learning_rate": 9.994768039165667e-06,
      "loss": 4.0119,
      "step": 1220
    },
    {
      "epoch": 0.7871071716357776,
      "grad_norm": 4.234296142758387,
      "learning_rate": 9.99475924396745e-06,
      "loss": 4.1816,
      "step": 1221
    },
    {
      "epoch": 0.7877518130539887,
      "grad_norm": 5.601715974489523,
      "learning_rate": 9.994750441387154e-06,
      "loss": 3.9724,
      "step": 1222
    },
    {
      "epoch": 0.7883964544721999,
      "grad_norm": 3.588102007552835,
      "learning_rate": 9.994741631424793e-06,
      "loss": 4.2937,
      "step": 1223
    },
    {
      "epoch": 0.7890410958904109,
      "grad_norm": 4.3107631961221395,
      "learning_rate": 9.994732814080383e-06,
      "loss": 4.0891,
      "step": 1224
    },
    {
      "epoch": 0.7896857373086221,
      "grad_norm": 3.394849481179734,
      "learning_rate": 9.99472398935394e-06,
      "loss": 4.1736,
      "step": 1225
    },
    {
      "epoch": 0.7903303787268332,
      "grad_norm": 4.66005241009987,
      "learning_rate": 9.994715157245475e-06,
      "loss": 4.0808,
      "step": 1226
    },
    {
      "epoch": 0.7909750201450443,
      "grad_norm": 3.747466386347805,
      "learning_rate": 9.994706317755004e-06,
      "loss": 4.0064,
      "step": 1227
    },
    {
      "epoch": 0.7916196615632555,
      "grad_norm": 3.550164424568531,
      "learning_rate": 9.99469747088254e-06,
      "loss": 3.8654,
      "step": 1228
    },
    {
      "epoch": 0.7922643029814666,
      "grad_norm": 3.884858448213627,
      "learning_rate": 9.994688616628102e-06,
      "loss": 4.1307,
      "step": 1229
    },
    {
      "epoch": 0.7929089443996776,
      "grad_norm": 3.1076923641384866,
      "learning_rate": 9.994679754991701e-06,
      "loss": 3.8053,
      "step": 1230
    },
    {
      "epoch": 0.7935535858178888,
      "grad_norm": 4.035894233692178,
      "learning_rate": 9.994670885973351e-06,
      "loss": 3.9161,
      "step": 1231
    },
    {
      "epoch": 0.7941982272360999,
      "grad_norm": 3.5884045929899364,
      "learning_rate": 9.994662009573067e-06,
      "loss": 3.8617,
      "step": 1232
    },
    {
      "epoch": 0.7948428686543111,
      "grad_norm": 4.046069411505207,
      "learning_rate": 9.994653125790867e-06,
      "loss": 4.1127,
      "step": 1233
    },
    {
      "epoch": 0.7954875100725222,
      "grad_norm": 3.9979200866961238,
      "learning_rate": 9.994644234626762e-06,
      "loss": 4.182,
      "step": 1234
    },
    {
      "epoch": 0.7961321514907332,
      "grad_norm": 3.7868946262173133,
      "learning_rate": 9.994635336080767e-06,
      "loss": 3.5615,
      "step": 1235
    },
    {
      "epoch": 0.7967767929089444,
      "grad_norm": 5.022664726563546,
      "learning_rate": 9.994626430152896e-06,
      "loss": 4.1935,
      "step": 1236
    },
    {
      "epoch": 0.7974214343271555,
      "grad_norm": 3.441804241172192,
      "learning_rate": 9.994617516843168e-06,
      "loss": 4.3384,
      "step": 1237
    },
    {
      "epoch": 0.7980660757453666,
      "grad_norm": 4.135179993225935,
      "learning_rate": 9.994608596151591e-06,
      "loss": 4.4329,
      "step": 1238
    },
    {
      "epoch": 0.7987107171635778,
      "grad_norm": 3.532973939319231,
      "learning_rate": 9.994599668078185e-06,
      "loss": 3.8587,
      "step": 1239
    },
    {
      "epoch": 0.7993553585817889,
      "grad_norm": 4.500922107130824,
      "learning_rate": 9.994590732622962e-06,
      "loss": 4.0724,
      "step": 1240
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.2284704708359726,
      "learning_rate": 9.994581789785936e-06,
      "loss": 4.1227,
      "step": 1241
    },
    {
      "epoch": 0.8006446414182111,
      "grad_norm": 4.069374436532496,
      "learning_rate": 9.994572839567127e-06,
      "loss": 3.8688,
      "step": 1242
    },
    {
      "epoch": 0.8012892828364222,
      "grad_norm": 3.9492460403983567,
      "learning_rate": 9.994563881966542e-06,
      "loss": 4.2862,
      "step": 1243
    },
    {
      "epoch": 0.8019339242546334,
      "grad_norm": 3.403061863937272,
      "learning_rate": 9.994554916984201e-06,
      "loss": 3.6571,
      "step": 1244
    },
    {
      "epoch": 0.8025785656728445,
      "grad_norm": 6.202264815014853,
      "learning_rate": 9.994545944620118e-06,
      "loss": 4.1277,
      "step": 1245
    },
    {
      "epoch": 0.8032232070910555,
      "grad_norm": 4.314578655919409,
      "learning_rate": 9.994536964874306e-06,
      "loss": 4.002,
      "step": 1246
    },
    {
      "epoch": 0.8038678485092667,
      "grad_norm": 5.453037603259535,
      "learning_rate": 9.99452797774678e-06,
      "loss": 3.7905,
      "step": 1247
    },
    {
      "epoch": 0.8045124899274778,
      "grad_norm": 4.696696783602494,
      "learning_rate": 9.994518983237556e-06,
      "loss": 4.1656,
      "step": 1248
    },
    {
      "epoch": 0.805157131345689,
      "grad_norm": 4.623218310019721,
      "learning_rate": 9.994509981346649e-06,
      "loss": 3.8391,
      "step": 1249
    },
    {
      "epoch": 0.8058017727639001,
      "grad_norm": 4.661562636182738,
      "learning_rate": 9.99450097207407e-06,
      "loss": 3.9835,
      "step": 1250
    },
    {
      "epoch": 0.8064464141821112,
      "grad_norm": 3.622358959491752,
      "learning_rate": 9.994491955419842e-06,
      "loss": 4.2382,
      "step": 1251
    },
    {
      "epoch": 0.8070910556003223,
      "grad_norm": 3.8917816544696127,
      "learning_rate": 9.994482931383973e-06,
      "loss": 4.0653,
      "step": 1252
    },
    {
      "epoch": 0.8077356970185334,
      "grad_norm": 3.7841200199188068,
      "learning_rate": 9.994473899966476e-06,
      "loss": 4.0064,
      "step": 1253
    },
    {
      "epoch": 0.8083803384367445,
      "grad_norm": 3.2995227791249047,
      "learning_rate": 9.994464861167373e-06,
      "loss": 4.0489,
      "step": 1254
    },
    {
      "epoch": 0.8090249798549557,
      "grad_norm": 3.440936642378361,
      "learning_rate": 9.994455814986673e-06,
      "loss": 3.9316,
      "step": 1255
    },
    {
      "epoch": 0.8096696212731668,
      "grad_norm": 3.673044879214651,
      "learning_rate": 9.994446761424394e-06,
      "loss": 3.9547,
      "step": 1256
    },
    {
      "epoch": 0.810314262691378,
      "grad_norm": 3.0235554167302188,
      "learning_rate": 9.99443770048055e-06,
      "loss": 4.0232,
      "step": 1257
    },
    {
      "epoch": 0.810958904109589,
      "grad_norm": 2.561636875957024,
      "learning_rate": 9.994428632155156e-06,
      "loss": 4.0219,
      "step": 1258
    },
    {
      "epoch": 0.8116035455278001,
      "grad_norm": 2.990453665417689,
      "learning_rate": 9.994419556448224e-06,
      "loss": 4.0335,
      "step": 1259
    },
    {
      "epoch": 0.8122481869460113,
      "grad_norm": 3.2105251829091777,
      "learning_rate": 9.994410473359773e-06,
      "loss": 3.8566,
      "step": 1260
    },
    {
      "epoch": 0.8128928283642224,
      "grad_norm": 3.232166086962247,
      "learning_rate": 9.994401382889817e-06,
      "loss": 4.0329,
      "step": 1261
    },
    {
      "epoch": 0.8135374697824336,
      "grad_norm": 2.68999740793282,
      "learning_rate": 9.994392285038371e-06,
      "loss": 4.3422,
      "step": 1262
    },
    {
      "epoch": 0.8141821112006447,
      "grad_norm": 2.785372436471635,
      "learning_rate": 9.99438317980545e-06,
      "loss": 3.9335,
      "step": 1263
    },
    {
      "epoch": 0.8148267526188557,
      "grad_norm": 3.064951976185025,
      "learning_rate": 9.994374067191066e-06,
      "loss": 4.1667,
      "step": 1264
    },
    {
      "epoch": 0.8154713940370669,
      "grad_norm": 3.0343344295122945,
      "learning_rate": 9.994364947195236e-06,
      "loss": 3.7975,
      "step": 1265
    },
    {
      "epoch": 0.816116035455278,
      "grad_norm": 3.1025223973971796,
      "learning_rate": 9.994355819817976e-06,
      "loss": 3.8281,
      "step": 1266
    },
    {
      "epoch": 0.8167606768734891,
      "grad_norm": 3.662308201978972,
      "learning_rate": 9.9943466850593e-06,
      "loss": 4.1334,
      "step": 1267
    },
    {
      "epoch": 0.8174053182917003,
      "grad_norm": 3.8205519073763954,
      "learning_rate": 9.994337542919225e-06,
      "loss": 3.7243,
      "step": 1268
    },
    {
      "epoch": 0.8180499597099113,
      "grad_norm": 3.208390390062206,
      "learning_rate": 9.994328393397763e-06,
      "loss": 4.1442,
      "step": 1269
    },
    {
      "epoch": 0.8186946011281225,
      "grad_norm": 3.3092858070173996,
      "learning_rate": 9.994319236494928e-06,
      "loss": 4.3583,
      "step": 1270
    },
    {
      "epoch": 0.8193392425463336,
      "grad_norm": 3.6196563237312915,
      "learning_rate": 9.99431007221074e-06,
      "loss": 4.0224,
      "step": 1271
    },
    {
      "epoch": 0.8199838839645447,
      "grad_norm": 4.530529807209204,
      "learning_rate": 9.994300900545211e-06,
      "loss": 3.9339,
      "step": 1272
    },
    {
      "epoch": 0.8206285253827559,
      "grad_norm": 3.1035834311908577,
      "learning_rate": 9.994291721498355e-06,
      "loss": 4.016,
      "step": 1273
    },
    {
      "epoch": 0.821273166800967,
      "grad_norm": 4.457760364443225,
      "learning_rate": 9.99428253507019e-06,
      "loss": 4.3046,
      "step": 1274
    },
    {
      "epoch": 0.821917808219178,
      "grad_norm": 4.180461338086492,
      "learning_rate": 9.99427334126073e-06,
      "loss": 3.8817,
      "step": 1275
    },
    {
      "epoch": 0.8225624496373892,
      "grad_norm": 4.989882411705558,
      "learning_rate": 9.99426414006999e-06,
      "loss": 4.0226,
      "step": 1276
    },
    {
      "epoch": 0.8232070910556003,
      "grad_norm": 3.874159821268928,
      "learning_rate": 9.994254931497983e-06,
      "loss": 3.8265,
      "step": 1277
    },
    {
      "epoch": 0.8238517324738115,
      "grad_norm": 3.464805747342188,
      "learning_rate": 9.994245715544728e-06,
      "loss": 4.0561,
      "step": 1278
    },
    {
      "epoch": 0.8244963738920226,
      "grad_norm": 4.715145066944719,
      "learning_rate": 9.994236492210234e-06,
      "loss": 4.0775,
      "step": 1279
    },
    {
      "epoch": 0.8251410153102336,
      "grad_norm": 2.6248271201822906,
      "learning_rate": 9.994227261494523e-06,
      "loss": 3.8572,
      "step": 1280
    },
    {
      "epoch": 0.8257856567284448,
      "grad_norm": 5.603390572071542,
      "learning_rate": 9.994218023397607e-06,
      "loss": 3.8736,
      "step": 1281
    },
    {
      "epoch": 0.8264302981466559,
      "grad_norm": 3.503138567662342,
      "learning_rate": 9.994208777919502e-06,
      "loss": 3.7643,
      "step": 1282
    },
    {
      "epoch": 0.827074939564867,
      "grad_norm": 3.9506612042696303,
      "learning_rate": 9.994199525060222e-06,
      "loss": 3.8609,
      "step": 1283
    },
    {
      "epoch": 0.8277195809830782,
      "grad_norm": 3.149502067705183,
      "learning_rate": 9.994190264819783e-06,
      "loss": 3.9136,
      "step": 1284
    },
    {
      "epoch": 0.8283642224012893,
      "grad_norm": 3.8643126901853653,
      "learning_rate": 9.994180997198201e-06,
      "loss": 4.3672,
      "step": 1285
    },
    {
      "epoch": 0.8290088638195005,
      "grad_norm": 3.4557688683278704,
      "learning_rate": 9.994171722195489e-06,
      "loss": 4.1323,
      "step": 1286
    },
    {
      "epoch": 0.8296535052377115,
      "grad_norm": 4.150991009048575,
      "learning_rate": 9.994162439811664e-06,
      "loss": 3.4772,
      "step": 1287
    },
    {
      "epoch": 0.8302981466559226,
      "grad_norm": 6.787008697098749,
      "learning_rate": 9.994153150046741e-06,
      "loss": 3.7735,
      "step": 1288
    },
    {
      "epoch": 0.8309427880741338,
      "grad_norm": 5.679631398869905,
      "learning_rate": 9.994143852900735e-06,
      "loss": 4.06,
      "step": 1289
    },
    {
      "epoch": 0.8315874294923449,
      "grad_norm": 4.223674543664844,
      "learning_rate": 9.994134548373661e-06,
      "loss": 4.1014,
      "step": 1290
    },
    {
      "epoch": 0.832232070910556,
      "grad_norm": 4.793396724020152,
      "learning_rate": 9.994125236465535e-06,
      "loss": 4.0651,
      "step": 1291
    },
    {
      "epoch": 0.8328767123287671,
      "grad_norm": 3.905540733016074,
      "learning_rate": 9.994115917176373e-06,
      "loss": 4.0591,
      "step": 1292
    },
    {
      "epoch": 0.8335213537469782,
      "grad_norm": 3.33167076331062,
      "learning_rate": 9.994106590506188e-06,
      "loss": 4.2076,
      "step": 1293
    },
    {
      "epoch": 0.8341659951651894,
      "grad_norm": 2.972205647416593,
      "learning_rate": 9.994097256454996e-06,
      "loss": 4.1385,
      "step": 1294
    },
    {
      "epoch": 0.8348106365834005,
      "grad_norm": 3.320313702181727,
      "learning_rate": 9.994087915022812e-06,
      "loss": 4.2811,
      "step": 1295
    },
    {
      "epoch": 0.8354552780016116,
      "grad_norm": 2.4827216548382576,
      "learning_rate": 9.994078566209654e-06,
      "loss": 4.1631,
      "step": 1296
    },
    {
      "epoch": 0.8360999194198228,
      "grad_norm": 4.542719895359191,
      "learning_rate": 9.994069210015536e-06,
      "loss": 3.5831,
      "step": 1297
    },
    {
      "epoch": 0.8367445608380338,
      "grad_norm": 4.051478712530962,
      "learning_rate": 9.994059846440472e-06,
      "loss": 4.5068,
      "step": 1298
    },
    {
      "epoch": 0.8373892022562449,
      "grad_norm": 4.485000730792162,
      "learning_rate": 9.994050475484479e-06,
      "loss": 4.3773,
      "step": 1299
    },
    {
      "epoch": 0.8380338436744561,
      "grad_norm": 3.6791691553075463,
      "learning_rate": 9.99404109714757e-06,
      "loss": 4.1855,
      "step": 1300
    },
    {
      "epoch": 0.8380338436744561,
      "eval_loss": 4.053438663482666,
      "eval_runtime": 2.9605,
      "eval_samples_per_second": 33.778,
      "eval_steps_per_second": 4.391,
      "step": 1300
    },
    {
      "epoch": 0.8386784850926672,
      "grad_norm": 4.17581259281042,
      "learning_rate": 9.994031711429765e-06,
      "loss": 3.8016,
      "step": 1301
    },
    {
      "epoch": 0.8393231265108784,
      "grad_norm": 5.12845524442496,
      "learning_rate": 9.994022318331075e-06,
      "loss": 3.981,
      "step": 1302
    },
    {
      "epoch": 0.8399677679290894,
      "grad_norm": 3.821928794521312,
      "learning_rate": 9.994012917851516e-06,
      "loss": 4.1245,
      "step": 1303
    },
    {
      "epoch": 0.8406124093473005,
      "grad_norm": 4.944926284125879,
      "learning_rate": 9.994003509991105e-06,
      "loss": 4.1627,
      "step": 1304
    },
    {
      "epoch": 0.8412570507655117,
      "grad_norm": 4.198229208870748,
      "learning_rate": 9.993994094749857e-06,
      "loss": 4.3763,
      "step": 1305
    },
    {
      "epoch": 0.8419016921837228,
      "grad_norm": 4.590945493983953,
      "learning_rate": 9.993984672127788e-06,
      "loss": 4.2679,
      "step": 1306
    },
    {
      "epoch": 0.8425463336019339,
      "grad_norm": 5.115240095409872,
      "learning_rate": 9.993975242124911e-06,
      "loss": 4.1329,
      "step": 1307
    },
    {
      "epoch": 0.8431909750201451,
      "grad_norm": 5.406024685533518,
      "learning_rate": 9.993965804741245e-06,
      "loss": 4.14,
      "step": 1308
    },
    {
      "epoch": 0.8438356164383561,
      "grad_norm": 5.1067614285417235,
      "learning_rate": 9.993956359976801e-06,
      "loss": 3.6513,
      "step": 1309
    },
    {
      "epoch": 0.8444802578565673,
      "grad_norm": 5.75509117510891,
      "learning_rate": 9.9939469078316e-06,
      "loss": 3.7017,
      "step": 1310
    },
    {
      "epoch": 0.8451248992747784,
      "grad_norm": 6.045765653223999,
      "learning_rate": 9.993937448305656e-06,
      "loss": 4.0469,
      "step": 1311
    },
    {
      "epoch": 0.8457695406929895,
      "grad_norm": 4.738012184274529,
      "learning_rate": 9.993927981398981e-06,
      "loss": 3.8832,
      "step": 1312
    },
    {
      "epoch": 0.8464141821112007,
      "grad_norm": 6.242242469712047,
      "learning_rate": 9.993918507111592e-06,
      "loss": 4.0315,
      "step": 1313
    },
    {
      "epoch": 0.8470588235294118,
      "grad_norm": 3.501767580186294,
      "learning_rate": 9.993909025443508e-06,
      "loss": 3.7755,
      "step": 1314
    },
    {
      "epoch": 0.8477034649476228,
      "grad_norm": 4.579079308372367,
      "learning_rate": 9.99389953639474e-06,
      "loss": 4.1253,
      "step": 1315
    },
    {
      "epoch": 0.848348106365834,
      "grad_norm": 4.026053812770386,
      "learning_rate": 9.993890039965307e-06,
      "loss": 4.2634,
      "step": 1316
    },
    {
      "epoch": 0.8489927477840451,
      "grad_norm": 3.621014807141905,
      "learning_rate": 9.993880536155221e-06,
      "loss": 4.111,
      "step": 1317
    },
    {
      "epoch": 0.8496373892022563,
      "grad_norm": 3.2525295193838217,
      "learning_rate": 9.993871024964502e-06,
      "loss": 3.731,
      "step": 1318
    },
    {
      "epoch": 0.8502820306204674,
      "grad_norm": 3.7730561689035613,
      "learning_rate": 9.993861506393163e-06,
      "loss": 3.8555,
      "step": 1319
    },
    {
      "epoch": 0.8509266720386784,
      "grad_norm": 3.6414266790881915,
      "learning_rate": 9.99385198044122e-06,
      "loss": 4.064,
      "step": 1320
    },
    {
      "epoch": 0.8515713134568896,
      "grad_norm": 3.278659523429824,
      "learning_rate": 9.993842447108688e-06,
      "loss": 3.8121,
      "step": 1321
    },
    {
      "epoch": 0.8522159548751007,
      "grad_norm": 2.8297134571923297,
      "learning_rate": 9.993832906395583e-06,
      "loss": 3.9765,
      "step": 1322
    },
    {
      "epoch": 0.8528605962933118,
      "grad_norm": 4.222275918439761,
      "learning_rate": 9.993823358301922e-06,
      "loss": 4.0878,
      "step": 1323
    },
    {
      "epoch": 0.853505237711523,
      "grad_norm": 3.9378659749702507,
      "learning_rate": 9.993813802827719e-06,
      "loss": 4.0575,
      "step": 1324
    },
    {
      "epoch": 0.8541498791297341,
      "grad_norm": 3.267704505054861,
      "learning_rate": 9.99380423997299e-06,
      "loss": 4.1788,
      "step": 1325
    },
    {
      "epoch": 0.8547945205479452,
      "grad_norm": 3.723055328580426,
      "learning_rate": 9.993794669737753e-06,
      "loss": 3.964,
      "step": 1326
    },
    {
      "epoch": 0.8554391619661563,
      "grad_norm": 4.145190625767912,
      "learning_rate": 9.99378509212202e-06,
      "loss": 3.758,
      "step": 1327
    },
    {
      "epoch": 0.8560838033843674,
      "grad_norm": 3.7553804578363894,
      "learning_rate": 9.99377550712581e-06,
      "loss": 4.0195,
      "step": 1328
    },
    {
      "epoch": 0.8567284448025786,
      "grad_norm": 3.940384230609672,
      "learning_rate": 9.993765914749137e-06,
      "loss": 4.3032,
      "step": 1329
    },
    {
      "epoch": 0.8573730862207897,
      "grad_norm": 3.569428918086871,
      "learning_rate": 9.993756314992018e-06,
      "loss": 4.1615,
      "step": 1330
    },
    {
      "epoch": 0.8580177276390009,
      "grad_norm": 3.9729132788480777,
      "learning_rate": 9.993746707854466e-06,
      "loss": 3.9739,
      "step": 1331
    },
    {
      "epoch": 0.8586623690572119,
      "grad_norm": 3.303653068463059,
      "learning_rate": 9.993737093336497e-06,
      "loss": 4.0783,
      "step": 1332
    },
    {
      "epoch": 0.859307010475423,
      "grad_norm": 3.3594824513717754,
      "learning_rate": 9.993727471438131e-06,
      "loss": 3.6525,
      "step": 1333
    },
    {
      "epoch": 0.8599516518936342,
      "grad_norm": 3.400235604556894,
      "learning_rate": 9.993717842159381e-06,
      "loss": 4.3495,
      "step": 1334
    },
    {
      "epoch": 0.8605962933118453,
      "grad_norm": 3.6954246809758065,
      "learning_rate": 9.993708205500263e-06,
      "loss": 3.9379,
      "step": 1335
    },
    {
      "epoch": 0.8612409347300564,
      "grad_norm": 3.986503693008359,
      "learning_rate": 9.993698561460793e-06,
      "loss": 4.0417,
      "step": 1336
    },
    {
      "epoch": 0.8618855761482676,
      "grad_norm": 3.7044376981687686,
      "learning_rate": 9.993688910040987e-06,
      "loss": 3.8009,
      "step": 1337
    },
    {
      "epoch": 0.8625302175664786,
      "grad_norm": 3.2078999478192443,
      "learning_rate": 9.993679251240858e-06,
      "loss": 4.4242,
      "step": 1338
    },
    {
      "epoch": 0.8631748589846898,
      "grad_norm": 4.57937043802093,
      "learning_rate": 9.993669585060426e-06,
      "loss": 4.0648,
      "step": 1339
    },
    {
      "epoch": 0.8638195004029009,
      "grad_norm": 5.969313273517773,
      "learning_rate": 9.993659911499705e-06,
      "loss": 4.2438,
      "step": 1340
    },
    {
      "epoch": 0.864464141821112,
      "grad_norm": 3.4040415205146846,
      "learning_rate": 9.993650230558713e-06,
      "loss": 4.1639,
      "step": 1341
    },
    {
      "epoch": 0.8651087832393232,
      "grad_norm": 4.707411678438533,
      "learning_rate": 9.993640542237462e-06,
      "loss": 3.9313,
      "step": 1342
    },
    {
      "epoch": 0.8657534246575342,
      "grad_norm": 5.654646283824421,
      "learning_rate": 9.99363084653597e-06,
      "loss": 4.1,
      "step": 1343
    },
    {
      "epoch": 0.8663980660757453,
      "grad_norm": 2.8637194053590274,
      "learning_rate": 9.993621143454253e-06,
      "loss": 4.1491,
      "step": 1344
    },
    {
      "epoch": 0.8670427074939565,
      "grad_norm": 5.664995250252411,
      "learning_rate": 9.993611432992327e-06,
      "loss": 4.1624,
      "step": 1345
    },
    {
      "epoch": 0.8676873489121676,
      "grad_norm": 3.3707759476137014,
      "learning_rate": 9.993601715150208e-06,
      "loss": 4.1564,
      "step": 1346
    },
    {
      "epoch": 0.8683319903303788,
      "grad_norm": 5.780291808855801,
      "learning_rate": 9.993591989927913e-06,
      "loss": 3.8561,
      "step": 1347
    },
    {
      "epoch": 0.8689766317485899,
      "grad_norm": 5.8116862591581615,
      "learning_rate": 9.993582257325454e-06,
      "loss": 4.0638,
      "step": 1348
    },
    {
      "epoch": 0.8696212731668009,
      "grad_norm": 3.934063522750714,
      "learning_rate": 9.993572517342854e-06,
      "loss": 3.85,
      "step": 1349
    },
    {
      "epoch": 0.8702659145850121,
      "grad_norm": 8.306175050340583,
      "learning_rate": 9.99356276998012e-06,
      "loss": 3.7882,
      "step": 1350
    },
    {
      "epoch": 0.8709105560032232,
      "grad_norm": 5.380393992598517,
      "learning_rate": 9.993553015237274e-06,
      "loss": 4.096,
      "step": 1351
    },
    {
      "epoch": 0.8715551974214343,
      "grad_norm": 4.731076907592182,
      "learning_rate": 9.993543253114332e-06,
      "loss": 4.0046,
      "step": 1352
    },
    {
      "epoch": 0.8721998388396455,
      "grad_norm": 4.9584669271303285,
      "learning_rate": 9.993533483611307e-06,
      "loss": 3.7553,
      "step": 1353
    },
    {
      "epoch": 0.8728444802578565,
      "grad_norm": 5.288644832546339,
      "learning_rate": 9.993523706728219e-06,
      "loss": 3.8835,
      "step": 1354
    },
    {
      "epoch": 0.8734891216760677,
      "grad_norm": 4.7204595939581075,
      "learning_rate": 9.993513922465079e-06,
      "loss": 4.0774,
      "step": 1355
    },
    {
      "epoch": 0.8741337630942788,
      "grad_norm": 4.265901953325916,
      "learning_rate": 9.993504130821909e-06,
      "loss": 3.8045,
      "step": 1356
    },
    {
      "epoch": 0.8747784045124899,
      "grad_norm": 5.4838836968784195,
      "learning_rate": 9.99349433179872e-06,
      "loss": 3.9443,
      "step": 1357
    },
    {
      "epoch": 0.8754230459307011,
      "grad_norm": 3.0728448475751526,
      "learning_rate": 9.993484525395531e-06,
      "loss": 4.1903,
      "step": 1358
    },
    {
      "epoch": 0.8760676873489122,
      "grad_norm": 5.36305842892483,
      "learning_rate": 9.993474711612356e-06,
      "loss": 4.0647,
      "step": 1359
    },
    {
      "epoch": 0.8767123287671232,
      "grad_norm": 2.8516816099196807,
      "learning_rate": 9.993464890449213e-06,
      "loss": 3.6678,
      "step": 1360
    },
    {
      "epoch": 0.8773569701853344,
      "grad_norm": 4.4043157876464765,
      "learning_rate": 9.993455061906117e-06,
      "loss": 3.9948,
      "step": 1361
    },
    {
      "epoch": 0.8780016116035455,
      "grad_norm": 3.366939295490007,
      "learning_rate": 9.993445225983084e-06,
      "loss": 3.7726,
      "step": 1362
    },
    {
      "epoch": 0.8786462530217567,
      "grad_norm": 4.536207406926485,
      "learning_rate": 9.993435382680133e-06,
      "loss": 3.9565,
      "step": 1363
    },
    {
      "epoch": 0.8792908944399678,
      "grad_norm": 3.562711747922416,
      "learning_rate": 9.993425531997276e-06,
      "loss": 3.8163,
      "step": 1364
    },
    {
      "epoch": 0.8799355358581789,
      "grad_norm": 4.950771095425098,
      "learning_rate": 9.993415673934532e-06,
      "loss": 3.9874,
      "step": 1365
    },
    {
      "epoch": 0.88058017727639,
      "grad_norm": 4.179394193030788,
      "learning_rate": 9.993405808491917e-06,
      "loss": 3.9095,
      "step": 1366
    },
    {
      "epoch": 0.8812248186946011,
      "grad_norm": 3.361390368469828,
      "learning_rate": 9.993395935669446e-06,
      "loss": 3.8901,
      "step": 1367
    },
    {
      "epoch": 0.8818694601128122,
      "grad_norm": 4.410728257720598,
      "learning_rate": 9.993386055467134e-06,
      "loss": 3.6902,
      "step": 1368
    },
    {
      "epoch": 0.8825141015310234,
      "grad_norm": 3.1719287791595105,
      "learning_rate": 9.993376167885e-06,
      "loss": 4.2885,
      "step": 1369
    },
    {
      "epoch": 0.8831587429492345,
      "grad_norm": 4.659337335393406,
      "learning_rate": 9.99336627292306e-06,
      "loss": 3.6997,
      "step": 1370
    },
    {
      "epoch": 0.8838033843674457,
      "grad_norm": 3.2170106502202533,
      "learning_rate": 9.993356370581327e-06,
      "loss": 4.128,
      "step": 1371
    },
    {
      "epoch": 0.8844480257856567,
      "grad_norm": 4.561738181374649,
      "learning_rate": 9.993346460859822e-06,
      "loss": 4.1744,
      "step": 1372
    },
    {
      "epoch": 0.8850926672038678,
      "grad_norm": 2.916492953130316,
      "learning_rate": 9.993336543758558e-06,
      "loss": 4.0819,
      "step": 1373
    },
    {
      "epoch": 0.885737308622079,
      "grad_norm": 4.524884834944663,
      "learning_rate": 9.993326619277554e-06,
      "loss": 3.9109,
      "step": 1374
    },
    {
      "epoch": 0.8863819500402901,
      "grad_norm": 2.9091136979663825,
      "learning_rate": 9.993316687416822e-06,
      "loss": 4.2857,
      "step": 1375
    },
    {
      "epoch": 0.8870265914585012,
      "grad_norm": 4.210141862066337,
      "learning_rate": 9.993306748176382e-06,
      "loss": 4.0301,
      "step": 1376
    },
    {
      "epoch": 0.8876712328767123,
      "grad_norm": 3.7261653592662087,
      "learning_rate": 9.993296801556248e-06,
      "loss": 3.851,
      "step": 1377
    },
    {
      "epoch": 0.8883158742949234,
      "grad_norm": 3.323692959892431,
      "learning_rate": 9.99328684755644e-06,
      "loss": 4.2457,
      "step": 1378
    },
    {
      "epoch": 0.8889605157131346,
      "grad_norm": 3.6219853917956306,
      "learning_rate": 9.99327688617697e-06,
      "loss": 3.9132,
      "step": 1379
    },
    {
      "epoch": 0.8896051571313457,
      "grad_norm": 3.865708913161124,
      "learning_rate": 9.993266917417858e-06,
      "loss": 4.3025,
      "step": 1380
    },
    {
      "epoch": 0.8902497985495568,
      "grad_norm": 3.964995492138914,
      "learning_rate": 9.993256941279116e-06,
      "loss": 3.4277,
      "step": 1381
    },
    {
      "epoch": 0.890894439967768,
      "grad_norm": 2.9465623023717575,
      "learning_rate": 9.993246957760764e-06,
      "loss": 4.0776,
      "step": 1382
    },
    {
      "epoch": 0.891539081385979,
      "grad_norm": 3.5055202652210378,
      "learning_rate": 9.99323696686282e-06,
      "loss": 4.0919,
      "step": 1383
    },
    {
      "epoch": 0.8921837228041901,
      "grad_norm": 2.6361979059648055,
      "learning_rate": 9.993226968585293e-06,
      "loss": 4.0142,
      "step": 1384
    },
    {
      "epoch": 0.8928283642224013,
      "grad_norm": 3.265658448469394,
      "learning_rate": 9.993216962928206e-06,
      "loss": 4.3414,
      "step": 1385
    },
    {
      "epoch": 0.8934730056406124,
      "grad_norm": 3.578278858134832,
      "learning_rate": 9.993206949891576e-06,
      "loss": 4.0932,
      "step": 1386
    },
    {
      "epoch": 0.8941176470588236,
      "grad_norm": 3.9061443780440595,
      "learning_rate": 9.993196929475415e-06,
      "loss": 4.1802,
      "step": 1387
    },
    {
      "epoch": 0.8947622884770347,
      "grad_norm": 2.963767512399886,
      "learning_rate": 9.993186901679742e-06,
      "loss": 4.0386,
      "step": 1388
    },
    {
      "epoch": 0.8954069298952457,
      "grad_norm": 4.932042620453255,
      "learning_rate": 9.993176866504573e-06,
      "loss": 4.1031,
      "step": 1389
    },
    {
      "epoch": 0.8960515713134569,
      "grad_norm": 2.3042778410097924,
      "learning_rate": 9.993166823949924e-06,
      "loss": 3.8875,
      "step": 1390
    },
    {
      "epoch": 0.896696212731668,
      "grad_norm": 5.308944728314311,
      "learning_rate": 9.993156774015811e-06,
      "loss": 3.8391,
      "step": 1391
    },
    {
      "epoch": 0.8973408541498791,
      "grad_norm": 3.836111786129416,
      "learning_rate": 9.993146716702254e-06,
      "loss": 3.7322,
      "step": 1392
    },
    {
      "epoch": 0.8979854955680903,
      "grad_norm": 3.1685865284372494,
      "learning_rate": 9.993136652009265e-06,
      "loss": 4.0064,
      "step": 1393
    },
    {
      "epoch": 0.8986301369863013,
      "grad_norm": 4.637898334295368,
      "learning_rate": 9.993126579936864e-06,
      "loss": 3.9349,
      "step": 1394
    },
    {
      "epoch": 0.8992747784045125,
      "grad_norm": 3.523060652046636,
      "learning_rate": 9.993116500485066e-06,
      "loss": 3.9003,
      "step": 1395
    },
    {
      "epoch": 0.8999194198227236,
      "grad_norm": 4.2944706730871545,
      "learning_rate": 9.993106413653887e-06,
      "loss": 3.9754,
      "step": 1396
    },
    {
      "epoch": 0.9005640612409347,
      "grad_norm": 3.6421635890347384,
      "learning_rate": 9.993096319443345e-06,
      "loss": 4.3693,
      "step": 1397
    },
    {
      "epoch": 0.9012087026591459,
      "grad_norm": 3.6830545109830544,
      "learning_rate": 9.993086217853453e-06,
      "loss": 4.1314,
      "step": 1398
    },
    {
      "epoch": 0.901853344077357,
      "grad_norm": 3.114748537379133,
      "learning_rate": 9.993076108884234e-06,
      "loss": 4.0283,
      "step": 1399
    },
    {
      "epoch": 0.9024979854955681,
      "grad_norm": 4.010961262169348,
      "learning_rate": 9.9930659925357e-06,
      "loss": 4.006,
      "step": 1400
    },
    {
      "epoch": 0.9024979854955681,
      "eval_loss": 4.0371623039245605,
      "eval_runtime": 2.9351,
      "eval_samples_per_second": 34.07,
      "eval_steps_per_second": 4.429,
      "step": 1400
    },
    {
      "epoch": 0.9031426269137792,
      "grad_norm": 6.582344694528554,
      "learning_rate": 9.993055868807867e-06,
      "loss": 3.5425,
      "step": 1401
    },
    {
      "epoch": 0.9037872683319903,
      "grad_norm": 4.58582684725061,
      "learning_rate": 9.993045737700754e-06,
      "loss": 3.9875,
      "step": 1402
    },
    {
      "epoch": 0.9044319097502015,
      "grad_norm": 3.7204567437929383,
      "learning_rate": 9.993035599214376e-06,
      "loss": 4.2935,
      "step": 1403
    },
    {
      "epoch": 0.9050765511684126,
      "grad_norm": 4.177199112431598,
      "learning_rate": 9.993025453348751e-06,
      "loss": 4.1645,
      "step": 1404
    },
    {
      "epoch": 0.9057211925866236,
      "grad_norm": 2.7964080775346445,
      "learning_rate": 9.993015300103897e-06,
      "loss": 4.2367,
      "step": 1405
    },
    {
      "epoch": 0.9063658340048348,
      "grad_norm": 4.308451001021291,
      "learning_rate": 9.993005139479827e-06,
      "loss": 4.2459,
      "step": 1406
    },
    {
      "epoch": 0.9070104754230459,
      "grad_norm": 3.133615776498076,
      "learning_rate": 9.992994971476559e-06,
      "loss": 3.7697,
      "step": 1407
    },
    {
      "epoch": 0.9076551168412571,
      "grad_norm": 4.160297602357572,
      "learning_rate": 9.992984796094112e-06,
      "loss": 3.8524,
      "step": 1408
    },
    {
      "epoch": 0.9082997582594682,
      "grad_norm": 3.72099741292434,
      "learning_rate": 9.992974613332501e-06,
      "loss": 4.044,
      "step": 1409
    },
    {
      "epoch": 0.9089443996776793,
      "grad_norm": 3.5554467628068998,
      "learning_rate": 9.99296442319174e-06,
      "loss": 4.0921,
      "step": 1410
    },
    {
      "epoch": 0.9095890410958904,
      "grad_norm": 3.9732499534032066,
      "learning_rate": 9.992954225671852e-06,
      "loss": 4.0138,
      "step": 1411
    },
    {
      "epoch": 0.9102336825141015,
      "grad_norm": 3.764711477965623,
      "learning_rate": 9.992944020772847e-06,
      "loss": 4.0019,
      "step": 1412
    },
    {
      "epoch": 0.9108783239323126,
      "grad_norm": 3.3990797946969926,
      "learning_rate": 9.992933808494746e-06,
      "loss": 4.4786,
      "step": 1413
    },
    {
      "epoch": 0.9115229653505238,
      "grad_norm": 3.5701919111050215,
      "learning_rate": 9.992923588837566e-06,
      "loss": 3.8463,
      "step": 1414
    },
    {
      "epoch": 0.9121676067687349,
      "grad_norm": 3.9429005102776062,
      "learning_rate": 9.992913361801322e-06,
      "loss": 4.0614,
      "step": 1415
    },
    {
      "epoch": 0.9128122481869461,
      "grad_norm": 4.130954219025333,
      "learning_rate": 9.99290312738603e-06,
      "loss": 3.8294,
      "step": 1416
    },
    {
      "epoch": 0.9134568896051571,
      "grad_norm": 3.022865052388115,
      "learning_rate": 9.992892885591708e-06,
      "loss": 3.9926,
      "step": 1417
    },
    {
      "epoch": 0.9141015310233682,
      "grad_norm": 4.125382052438614,
      "learning_rate": 9.992882636418374e-06,
      "loss": 4.0413,
      "step": 1418
    },
    {
      "epoch": 0.9147461724415794,
      "grad_norm": 4.20274505527962,
      "learning_rate": 9.992872379866044e-06,
      "loss": 3.7503,
      "step": 1419
    },
    {
      "epoch": 0.9153908138597905,
      "grad_norm": 4.6423841395903125,
      "learning_rate": 9.992862115934734e-06,
      "loss": 4.0724,
      "step": 1420
    },
    {
      "epoch": 0.9160354552780016,
      "grad_norm": 4.486012112530212,
      "learning_rate": 9.992851844624461e-06,
      "loss": 3.7789,
      "step": 1421
    },
    {
      "epoch": 0.9166800966962128,
      "grad_norm": 4.205682245862699,
      "learning_rate": 9.992841565935242e-06,
      "loss": 4.2042,
      "step": 1422
    },
    {
      "epoch": 0.9173247381144238,
      "grad_norm": 2.528612374286715,
      "learning_rate": 9.992831279867096e-06,
      "loss": 4.5438,
      "step": 1423
    },
    {
      "epoch": 0.917969379532635,
      "grad_norm": 3.676735028219526,
      "learning_rate": 9.992820986420037e-06,
      "loss": 3.9891,
      "step": 1424
    },
    {
      "epoch": 0.9186140209508461,
      "grad_norm": 2.8082167750612923,
      "learning_rate": 9.992810685594083e-06,
      "loss": 3.8525,
      "step": 1425
    },
    {
      "epoch": 0.9192586623690572,
      "grad_norm": 3.844617291017555,
      "learning_rate": 9.992800377389248e-06,
      "loss": 4.1029,
      "step": 1426
    },
    {
      "epoch": 0.9199033037872684,
      "grad_norm": 2.930533296413867,
      "learning_rate": 9.992790061805556e-06,
      "loss": 4.1433,
      "step": 1427
    },
    {
      "epoch": 0.9205479452054794,
      "grad_norm": 3.206594940028487,
      "learning_rate": 9.992779738843019e-06,
      "loss": 4.0593,
      "step": 1428
    },
    {
      "epoch": 0.9211925866236905,
      "grad_norm": 3.203375506561912,
      "learning_rate": 9.992769408501653e-06,
      "loss": 4.0703,
      "step": 1429
    },
    {
      "epoch": 0.9218372280419017,
      "grad_norm": 3.310206550792764,
      "learning_rate": 9.99275907078148e-06,
      "loss": 4.2477,
      "step": 1430
    },
    {
      "epoch": 0.9224818694601128,
      "grad_norm": 3.0173491488010122,
      "learning_rate": 9.99274872568251e-06,
      "loss": 4.208,
      "step": 1431
    },
    {
      "epoch": 0.923126510878324,
      "grad_norm": 2.6992421032389298,
      "learning_rate": 9.992738373204764e-06,
      "loss": 3.8463,
      "step": 1432
    },
    {
      "epoch": 0.9237711522965351,
      "grad_norm": 3.4686810624982862,
      "learning_rate": 9.99272801334826e-06,
      "loss": 4.1778,
      "step": 1433
    },
    {
      "epoch": 0.9244157937147461,
      "grad_norm": 3.5599269007457957,
      "learning_rate": 9.992717646113014e-06,
      "loss": 4.0653,
      "step": 1434
    },
    {
      "epoch": 0.9250604351329573,
      "grad_norm": 3.6914012750346297,
      "learning_rate": 9.992707271499041e-06,
      "loss": 3.7744,
      "step": 1435
    },
    {
      "epoch": 0.9257050765511684,
      "grad_norm": 3.404470230230808,
      "learning_rate": 9.992696889506363e-06,
      "loss": 4.3415,
      "step": 1436
    },
    {
      "epoch": 0.9263497179693795,
      "grad_norm": 3.0626413388588367,
      "learning_rate": 9.992686500134991e-06,
      "loss": 3.6183,
      "step": 1437
    },
    {
      "epoch": 0.9269943593875907,
      "grad_norm": 2.9826554011322877,
      "learning_rate": 9.992676103384945e-06,
      "loss": 4.1008,
      "step": 1438
    },
    {
      "epoch": 0.9276390008058018,
      "grad_norm": 3.2486971734077525,
      "learning_rate": 9.992665699256241e-06,
      "loss": 3.7722,
      "step": 1439
    },
    {
      "epoch": 0.9282836422240129,
      "grad_norm": 3.7048667268926954,
      "learning_rate": 9.992655287748898e-06,
      "loss": 4.2837,
      "step": 1440
    },
    {
      "epoch": 0.928928283642224,
      "grad_norm": 2.9970594664587518,
      "learning_rate": 9.992644868862935e-06,
      "loss": 3.9952,
      "step": 1441
    },
    {
      "epoch": 0.9295729250604351,
      "grad_norm": 4.638652077178502,
      "learning_rate": 9.992634442598364e-06,
      "loss": 3.9565,
      "step": 1442
    },
    {
      "epoch": 0.9302175664786463,
      "grad_norm": 2.4258124970807082,
      "learning_rate": 9.992624008955202e-06,
      "loss": 3.8246,
      "step": 1443
    },
    {
      "epoch": 0.9308622078968574,
      "grad_norm": 4.481060063047828,
      "learning_rate": 9.99261356793347e-06,
      "loss": 4.0773,
      "step": 1444
    },
    {
      "epoch": 0.9315068493150684,
      "grad_norm": 3.0693513492651174,
      "learning_rate": 9.992603119533186e-06,
      "loss": 3.7107,
      "step": 1445
    },
    {
      "epoch": 0.9321514907332796,
      "grad_norm": 4.456420180953872,
      "learning_rate": 9.992592663754363e-06,
      "loss": 4.0169,
      "step": 1446
    },
    {
      "epoch": 0.9327961321514907,
      "grad_norm": 3.2602417978118834,
      "learning_rate": 9.99258220059702e-06,
      "loss": 3.9658,
      "step": 1447
    },
    {
      "epoch": 0.9334407735697019,
      "grad_norm": 3.5789500037138575,
      "learning_rate": 9.992571730061174e-06,
      "loss": 4.2942,
      "step": 1448
    },
    {
      "epoch": 0.934085414987913,
      "grad_norm": 3.27698284870148,
      "learning_rate": 9.992561252146841e-06,
      "loss": 4.1425,
      "step": 1449
    },
    {
      "epoch": 0.934730056406124,
      "grad_norm": 4.000713215571154,
      "learning_rate": 9.992550766854041e-06,
      "loss": 4.1161,
      "step": 1450
    },
    {
      "epoch": 0.9353746978243352,
      "grad_norm": 2.9516280285407697,
      "learning_rate": 9.992540274182792e-06,
      "loss": 3.6375,
      "step": 1451
    },
    {
      "epoch": 0.9360193392425463,
      "grad_norm": 3.663328547358643,
      "learning_rate": 9.992529774133106e-06,
      "loss": 4.0463,
      "step": 1452
    },
    {
      "epoch": 0.9366639806607574,
      "grad_norm": 3.7015872558266634,
      "learning_rate": 9.992519266705005e-06,
      "loss": 3.8509,
      "step": 1453
    },
    {
      "epoch": 0.9373086220789686,
      "grad_norm": 2.565407244793156,
      "learning_rate": 9.992508751898503e-06,
      "loss": 4.0863,
      "step": 1454
    },
    {
      "epoch": 0.9379532634971797,
      "grad_norm": 3.1734149948464965,
      "learning_rate": 9.992498229713618e-06,
      "loss": 3.9882,
      "step": 1455
    },
    {
      "epoch": 0.9385979049153909,
      "grad_norm": 4.077697595859247,
      "learning_rate": 9.99248770015037e-06,
      "loss": 3.8996,
      "step": 1456
    },
    {
      "epoch": 0.9392425463336019,
      "grad_norm": 3.9460906923104746,
      "learning_rate": 9.992477163208773e-06,
      "loss": 3.6712,
      "step": 1457
    },
    {
      "epoch": 0.939887187751813,
      "grad_norm": 3.1860039938564393,
      "learning_rate": 9.992466618888848e-06,
      "loss": 4.1266,
      "step": 1458
    },
    {
      "epoch": 0.9405318291700242,
      "grad_norm": 4.050394417617145,
      "learning_rate": 9.992456067190607e-06,
      "loss": 4.2346,
      "step": 1459
    },
    {
      "epoch": 0.9411764705882353,
      "grad_norm": 3.468837489280442,
      "learning_rate": 9.992445508114073e-06,
      "loss": 4.262,
      "step": 1460
    },
    {
      "epoch": 0.9418211120064464,
      "grad_norm": 3.726469798708992,
      "learning_rate": 9.992434941659259e-06,
      "loss": 3.9652,
      "step": 1461
    },
    {
      "epoch": 0.9424657534246575,
      "grad_norm": 3.6487853554080947,
      "learning_rate": 9.992424367826183e-06,
      "loss": 4.0513,
      "step": 1462
    },
    {
      "epoch": 0.9431103948428686,
      "grad_norm": 3.421323028118005,
      "learning_rate": 9.992413786614866e-06,
      "loss": 3.9019,
      "step": 1463
    },
    {
      "epoch": 0.9437550362610798,
      "grad_norm": 3.514654884311421,
      "learning_rate": 9.992403198025321e-06,
      "loss": 3.9013,
      "step": 1464
    },
    {
      "epoch": 0.9443996776792909,
      "grad_norm": 4.1136799632654295,
      "learning_rate": 9.992392602057567e-06,
      "loss": 4.2957,
      "step": 1465
    },
    {
      "epoch": 0.945044319097502,
      "grad_norm": 3.9398989155126953,
      "learning_rate": 9.992381998711624e-06,
      "loss": 3.3858,
      "step": 1466
    },
    {
      "epoch": 0.9456889605157132,
      "grad_norm": 6.54331526699007,
      "learning_rate": 9.992371387987504e-06,
      "loss": 3.788,
      "step": 1467
    },
    {
      "epoch": 0.9463336019339242,
      "grad_norm": 3.690446982164502,
      "learning_rate": 9.992360769885229e-06,
      "loss": 4.1327,
      "step": 1468
    },
    {
      "epoch": 0.9469782433521354,
      "grad_norm": 4.88639119584445,
      "learning_rate": 9.992350144404814e-06,
      "loss": 4.0745,
      "step": 1469
    },
    {
      "epoch": 0.9476228847703465,
      "grad_norm": 4.432431967434687,
      "learning_rate": 9.992339511546278e-06,
      "loss": 3.9359,
      "step": 1470
    },
    {
      "epoch": 0.9482675261885576,
      "grad_norm": 3.671695668694218,
      "learning_rate": 9.992328871309637e-06,
      "loss": 3.873,
      "step": 1471
    },
    {
      "epoch": 0.9489121676067688,
      "grad_norm": 4.155613431665778,
      "learning_rate": 9.99231822369491e-06,
      "loss": 4.3054,
      "step": 1472
    },
    {
      "epoch": 0.9495568090249799,
      "grad_norm": 3.509772142679645,
      "learning_rate": 9.992307568702114e-06,
      "loss": 3.7823,
      "step": 1473
    },
    {
      "epoch": 0.9502014504431909,
      "grad_norm": 7.688275385699175,
      "learning_rate": 9.992296906331264e-06,
      "loss": 3.9056,
      "step": 1474
    },
    {
      "epoch": 0.9508460918614021,
      "grad_norm": 5.4637905666446525,
      "learning_rate": 9.992286236582381e-06,
      "loss": 3.8823,
      "step": 1475
    },
    {
      "epoch": 0.9514907332796132,
      "grad_norm": 5.395018249012538,
      "learning_rate": 9.992275559455483e-06,
      "loss": 4.1225,
      "step": 1476
    },
    {
      "epoch": 0.9521353746978244,
      "grad_norm": 6.745164589154355,
      "learning_rate": 9.992264874950583e-06,
      "loss": 3.6322,
      "step": 1477
    },
    {
      "epoch": 0.9527800161160355,
      "grad_norm": 4.091813392806112,
      "learning_rate": 9.992254183067703e-06,
      "loss": 4.1303,
      "step": 1478
    },
    {
      "epoch": 0.9534246575342465,
      "grad_norm": 5.131572540937434,
      "learning_rate": 9.992243483806857e-06,
      "loss": 4.0727,
      "step": 1479
    },
    {
      "epoch": 0.9540692989524577,
      "grad_norm": 4.193511827470829,
      "learning_rate": 9.992232777168067e-06,
      "loss": 3.8933,
      "step": 1480
    },
    {
      "epoch": 0.9547139403706688,
      "grad_norm": 5.163666846803576,
      "learning_rate": 9.992222063151347e-06,
      "loss": 3.9047,
      "step": 1481
    },
    {
      "epoch": 0.9553585817888799,
      "grad_norm": 4.352005857823923,
      "learning_rate": 9.992211341756716e-06,
      "loss": 4.0513,
      "step": 1482
    },
    {
      "epoch": 0.9560032232070911,
      "grad_norm": 4.918537107420169,
      "learning_rate": 9.992200612984189e-06,
      "loss": 3.9258,
      "step": 1483
    },
    {
      "epoch": 0.9566478646253022,
      "grad_norm": 4.859296515959743,
      "learning_rate": 9.99218987683379e-06,
      "loss": 3.7818,
      "step": 1484
    },
    {
      "epoch": 0.9572925060435133,
      "grad_norm": 4.676553265558355,
      "learning_rate": 9.992179133305528e-06,
      "loss": 3.9929,
      "step": 1485
    },
    {
      "epoch": 0.9579371474617244,
      "grad_norm": 4.688969812820802,
      "learning_rate": 9.992168382399427e-06,
      "loss": 3.8181,
      "step": 1486
    },
    {
      "epoch": 0.9585817888799355,
      "grad_norm": 5.032041196066926,
      "learning_rate": 9.992157624115503e-06,
      "loss": 4.0916,
      "step": 1487
    },
    {
      "epoch": 0.9592264302981467,
      "grad_norm": 4.880551994739787,
      "learning_rate": 9.992146858453773e-06,
      "loss": 3.8509,
      "step": 1488
    },
    {
      "epoch": 0.9598710717163578,
      "grad_norm": 5.120413622055103,
      "learning_rate": 9.992136085414256e-06,
      "loss": 4.101,
      "step": 1489
    },
    {
      "epoch": 0.9605157131345688,
      "grad_norm": 4.4695566307833365,
      "learning_rate": 9.99212530499697e-06,
      "loss": 4.0515,
      "step": 1490
    },
    {
      "epoch": 0.96116035455278,
      "grad_norm": 4.53411591911473,
      "learning_rate": 9.99211451720193e-06,
      "loss": 4.0806,
      "step": 1491
    },
    {
      "epoch": 0.9618049959709911,
      "grad_norm": 4.624145676518495,
      "learning_rate": 9.992103722029153e-06,
      "loss": 3.9224,
      "step": 1492
    },
    {
      "epoch": 0.9624496373892023,
      "grad_norm": 4.521199249952275,
      "learning_rate": 9.992092919478662e-06,
      "loss": 3.6686,
      "step": 1493
    },
    {
      "epoch": 0.9630942788074134,
      "grad_norm": 5.129866604408663,
      "learning_rate": 9.992082109550472e-06,
      "loss": 4.1044,
      "step": 1494
    },
    {
      "epoch": 0.9637389202256245,
      "grad_norm": 3.9399692181859676,
      "learning_rate": 9.992071292244598e-06,
      "loss": 4.2048,
      "step": 1495
    },
    {
      "epoch": 0.9643835616438357,
      "grad_norm": 4.218512708631405,
      "learning_rate": 9.992060467561061e-06,
      "loss": 4.0747,
      "step": 1496
    },
    {
      "epoch": 0.9650282030620467,
      "grad_norm": 4.854208445593779,
      "learning_rate": 9.992049635499882e-06,
      "loss": 4.0977,
      "step": 1497
    },
    {
      "epoch": 0.9656728444802578,
      "grad_norm": 3.453177185045327,
      "learning_rate": 9.99203879606107e-06,
      "loss": 4.3669,
      "step": 1498
    },
    {
      "epoch": 0.966317485898469,
      "grad_norm": 4.028811456246876,
      "learning_rate": 9.99202794924465e-06,
      "loss": 4.1382,
      "step": 1499
    },
    {
      "epoch": 0.9669621273166801,
      "grad_norm": 3.2771597277035363,
      "learning_rate": 9.992017095050636e-06,
      "loss": 3.9051,
      "step": 1500
    },
    {
      "epoch": 0.9669621273166801,
      "eval_loss": 4.018977165222168,
      "eval_runtime": 2.9389,
      "eval_samples_per_second": 34.027,
      "eval_steps_per_second": 4.423,
      "step": 1500
    },
    {
      "epoch": 0.9676067687348913,
      "grad_norm": 3.2451970672444945,
      "learning_rate": 9.992006233479047e-06,
      "loss": 4.0827,
      "step": 1501
    },
    {
      "epoch": 0.9682514101531023,
      "grad_norm": 2.783705144811968,
      "learning_rate": 9.991995364529902e-06,
      "loss": 3.9016,
      "step": 1502
    },
    {
      "epoch": 0.9688960515713134,
      "grad_norm": 3.2120890330839353,
      "learning_rate": 9.991984488203217e-06,
      "loss": 3.9016,
      "step": 1503
    },
    {
      "epoch": 0.9695406929895246,
      "grad_norm": 2.629090860498114,
      "learning_rate": 9.991973604499013e-06,
      "loss": 3.8633,
      "step": 1504
    },
    {
      "epoch": 0.9701853344077357,
      "grad_norm": 3.3992746586133302,
      "learning_rate": 9.991962713417304e-06,
      "loss": 4.1259,
      "step": 1505
    },
    {
      "epoch": 0.9708299758259468,
      "grad_norm": 3.0231512072559177,
      "learning_rate": 9.99195181495811e-06,
      "loss": 4.1486,
      "step": 1506
    },
    {
      "epoch": 0.971474617244158,
      "grad_norm": 2.7347172089871807,
      "learning_rate": 9.99194090912145e-06,
      "loss": 3.6826,
      "step": 1507
    },
    {
      "epoch": 0.972119258662369,
      "grad_norm": 3.737028743009523,
      "learning_rate": 9.991929995907337e-06,
      "loss": 4.2634,
      "step": 1508
    },
    {
      "epoch": 0.9727639000805802,
      "grad_norm": 3.0534983899798904,
      "learning_rate": 9.991919075315795e-06,
      "loss": 3.7765,
      "step": 1509
    },
    {
      "epoch": 0.9734085414987913,
      "grad_norm": 4.37382193151319,
      "learning_rate": 9.99190814734684e-06,
      "loss": 3.8385,
      "step": 1510
    },
    {
      "epoch": 0.9740531829170024,
      "grad_norm": 3.6440840464006565,
      "learning_rate": 9.991897212000487e-06,
      "loss": 3.9393,
      "step": 1511
    },
    {
      "epoch": 0.9746978243352136,
      "grad_norm": 4.532158296734166,
      "learning_rate": 9.991886269276755e-06,
      "loss": 3.9865,
      "step": 1512
    },
    {
      "epoch": 0.9753424657534246,
      "grad_norm": 2.957995279454917,
      "learning_rate": 9.991875319175665e-06,
      "loss": 3.9466,
      "step": 1513
    },
    {
      "epoch": 0.9759871071716357,
      "grad_norm": 5.034337357531087,
      "learning_rate": 9.991864361697234e-06,
      "loss": 4.0506,
      "step": 1514
    },
    {
      "epoch": 0.9766317485898469,
      "grad_norm": 2.5236261052353464,
      "learning_rate": 9.991853396841478e-06,
      "loss": 4.2081,
      "step": 1515
    },
    {
      "epoch": 0.977276390008058,
      "grad_norm": 3.815817980732518,
      "learning_rate": 9.991842424608417e-06,
      "loss": 4.0972,
      "step": 1516
    },
    {
      "epoch": 0.9779210314262692,
      "grad_norm": 4.094810907615734,
      "learning_rate": 9.991831444998067e-06,
      "loss": 4.1371,
      "step": 1517
    },
    {
      "epoch": 0.9785656728444803,
      "grad_norm": 3.123393850972653,
      "learning_rate": 9.991820458010447e-06,
      "loss": 3.9302,
      "step": 1518
    },
    {
      "epoch": 0.9792103142626913,
      "grad_norm": 3.7160979958556526,
      "learning_rate": 9.991809463645577e-06,
      "loss": 3.8535,
      "step": 1519
    },
    {
      "epoch": 0.9798549556809025,
      "grad_norm": 3.6577646878544683,
      "learning_rate": 9.99179846190347e-06,
      "loss": 3.9655,
      "step": 1520
    },
    {
      "epoch": 0.9804995970991136,
      "grad_norm": 3.0108103901572467,
      "learning_rate": 9.991787452784151e-06,
      "loss": 4.1038,
      "step": 1521
    },
    {
      "epoch": 0.9811442385173247,
      "grad_norm": 3.8140682736594282,
      "learning_rate": 9.991776436287632e-06,
      "loss": 3.9059,
      "step": 1522
    },
    {
      "epoch": 0.9817888799355359,
      "grad_norm": 3.309160875570886,
      "learning_rate": 9.991765412413936e-06,
      "loss": 3.7501,
      "step": 1523
    },
    {
      "epoch": 0.982433521353747,
      "grad_norm": 3.883515609714677,
      "learning_rate": 9.991754381163075e-06,
      "loss": 3.919,
      "step": 1524
    },
    {
      "epoch": 0.9830781627719581,
      "grad_norm": 3.03119237650269,
      "learning_rate": 9.991743342535073e-06,
      "loss": 3.9403,
      "step": 1525
    },
    {
      "epoch": 0.9837228041901692,
      "grad_norm": 3.0270895894948495,
      "learning_rate": 9.991732296529947e-06,
      "loss": 4.0204,
      "step": 1526
    },
    {
      "epoch": 0.9843674456083803,
      "grad_norm": 3.2835178257997018,
      "learning_rate": 9.991721243147711e-06,
      "loss": 3.9963,
      "step": 1527
    },
    {
      "epoch": 0.9850120870265915,
      "grad_norm": 3.520667484780907,
      "learning_rate": 9.99171018238839e-06,
      "loss": 3.8916,
      "step": 1528
    },
    {
      "epoch": 0.9856567284448026,
      "grad_norm": 2.6767746980847225,
      "learning_rate": 9.991699114251995e-06,
      "loss": 4.0948,
      "step": 1529
    },
    {
      "epoch": 0.9863013698630136,
      "grad_norm": 3.2250534360299072,
      "learning_rate": 9.991688038738549e-06,
      "loss": 4.5834,
      "step": 1530
    },
    {
      "epoch": 0.9869460112812248,
      "grad_norm": 3.1029495679154073,
      "learning_rate": 9.991676955848067e-06,
      "loss": 3.8051,
      "step": 1531
    },
    {
      "epoch": 0.9875906526994359,
      "grad_norm": 3.5507344601155326,
      "learning_rate": 9.99166586558057e-06,
      "loss": 3.8816,
      "step": 1532
    },
    {
      "epoch": 0.9882352941176471,
      "grad_norm": 3.9473544402454768,
      "learning_rate": 9.991654767936076e-06,
      "loss": 3.5351,
      "step": 1533
    },
    {
      "epoch": 0.9888799355358582,
      "grad_norm": 4.074931754412788,
      "learning_rate": 9.991643662914602e-06,
      "loss": 3.9852,
      "step": 1534
    },
    {
      "epoch": 0.9895245769540693,
      "grad_norm": 4.082464627470497,
      "learning_rate": 9.991632550516166e-06,
      "loss": 4.0853,
      "step": 1535
    },
    {
      "epoch": 0.9901692183722804,
      "grad_norm": 2.8279168556011274,
      "learning_rate": 9.991621430740787e-06,
      "loss": 3.6989,
      "step": 1536
    },
    {
      "epoch": 0.9908138597904915,
      "grad_norm": 4.128432745246008,
      "learning_rate": 9.991610303588484e-06,
      "loss": 3.6649,
      "step": 1537
    },
    {
      "epoch": 0.9914585012087027,
      "grad_norm": 3.1992387416525045,
      "learning_rate": 9.991599169059274e-06,
      "loss": 4.1227,
      "step": 1538
    },
    {
      "epoch": 0.9921031426269138,
      "grad_norm": 3.6366986277935403,
      "learning_rate": 9.991588027153174e-06,
      "loss": 3.7638,
      "step": 1539
    },
    {
      "epoch": 0.9927477840451249,
      "grad_norm": 3.121736936214354,
      "learning_rate": 9.991576877870205e-06,
      "loss": 3.7827,
      "step": 1540
    },
    {
      "epoch": 0.9933924254633361,
      "grad_norm": 3.54994668193139,
      "learning_rate": 9.991565721210384e-06,
      "loss": 3.8773,
      "step": 1541
    },
    {
      "epoch": 0.9940370668815471,
      "grad_norm": 3.5317739789793783,
      "learning_rate": 9.991554557173731e-06,
      "loss": 3.821,
      "step": 1542
    },
    {
      "epoch": 0.9946817082997582,
      "grad_norm": 4.403950453023029,
      "learning_rate": 9.991543385760261e-06,
      "loss": 4.0638,
      "step": 1543
    },
    {
      "epoch": 0.9953263497179694,
      "grad_norm": 2.949039097936525,
      "learning_rate": 9.991532206969997e-06,
      "loss": 3.7421,
      "step": 1544
    },
    {
      "epoch": 0.9959709911361805,
      "grad_norm": 4.27305623107185,
      "learning_rate": 9.991521020802951e-06,
      "loss": 4.075,
      "step": 1545
    },
    {
      "epoch": 0.9966156325543917,
      "grad_norm": 3.4667705340401476,
      "learning_rate": 9.991509827259146e-06,
      "loss": 4.149,
      "step": 1546
    },
    {
      "epoch": 0.9972602739726028,
      "grad_norm": 3.5807213798973727,
      "learning_rate": 9.991498626338603e-06,
      "loss": 3.6356,
      "step": 1547
    },
    {
      "epoch": 0.9979049153908138,
      "grad_norm": 3.3244177372090125,
      "learning_rate": 9.991487418041334e-06,
      "loss": 3.9789,
      "step": 1548
    },
    {
      "epoch": 0.998549556809025,
      "grad_norm": 2.952349244656078,
      "learning_rate": 9.991476202367359e-06,
      "loss": 4.2202,
      "step": 1549
    },
    {
      "epoch": 0.9991941982272361,
      "grad_norm": 3.544542670271904,
      "learning_rate": 9.991464979316699e-06,
      "loss": 3.9619,
      "step": 1550
    },
    {
      "epoch": 0.9998388396454472,
      "grad_norm": 4.377424327997899,
      "learning_rate": 9.991453748889371e-06,
      "loss": 4.2382,
      "step": 1551
    },
    {
      "epoch": 1.0,
      "grad_norm": 4.377424327997899,
      "learning_rate": 9.991442511085393e-06,
      "loss": 0.8604,
      "step": 1552
    },
    {
      "epoch": 1.000644641418211,
      "grad_norm": 3.513733077267683,
      "learning_rate": 9.991431265904784e-06,
      "loss": 3.8896,
      "step": 1553
    },
    {
      "epoch": 1.0012892828364222,
      "grad_norm": 4.864788702830745,
      "learning_rate": 9.991420013347564e-06,
      "loss": 3.7054,
      "step": 1554
    },
    {
      "epoch": 1.0019339242546335,
      "grad_norm": 6.099664576465757,
      "learning_rate": 9.991408753413749e-06,
      "loss": 3.8718,
      "step": 1555
    },
    {
      "epoch": 1.0025785656728445,
      "grad_norm": 3.0756043857576163,
      "learning_rate": 9.991397486103358e-06,
      "loss": 4.127,
      "step": 1556
    },
    {
      "epoch": 1.0032232070910556,
      "grad_norm": 4.908962393740503,
      "learning_rate": 9.991386211416409e-06,
      "loss": 3.55,
      "step": 1557
    },
    {
      "epoch": 1.0038678485092667,
      "grad_norm": 3.339282401016338,
      "learning_rate": 9.991374929352921e-06,
      "loss": 3.8254,
      "step": 1558
    },
    {
      "epoch": 1.0045124899274778,
      "grad_norm": 4.930683041938314,
      "learning_rate": 9.991363639912915e-06,
      "loss": 3.7492,
      "step": 1559
    },
    {
      "epoch": 1.005157131345689,
      "grad_norm": 3.841855959492738,
      "learning_rate": 9.991352343096407e-06,
      "loss": 3.6925,
      "step": 1560
    },
    {
      "epoch": 1.0058017727639001,
      "grad_norm": 3.9825582599590144,
      "learning_rate": 9.991341038903416e-06,
      "loss": 3.7493,
      "step": 1561
    },
    {
      "epoch": 1.0064464141821112,
      "grad_norm": 2.870313947256346,
      "learning_rate": 9.99132972733396e-06,
      "loss": 3.6377,
      "step": 1562
    },
    {
      "epoch": 1.0070910556003223,
      "grad_norm": 4.152798209734468,
      "learning_rate": 9.99131840838806e-06,
      "loss": 4.4089,
      "step": 1563
    },
    {
      "epoch": 1.0077356970185334,
      "grad_norm": 2.701884471803569,
      "learning_rate": 9.99130708206573e-06,
      "loss": 3.9265,
      "step": 1564
    },
    {
      "epoch": 1.0083803384367445,
      "grad_norm": 4.752002119423401,
      "learning_rate": 9.991295748366992e-06,
      "loss": 3.6575,
      "step": 1565
    },
    {
      "epoch": 1.0090249798549558,
      "grad_norm": 3.1512058511942467,
      "learning_rate": 9.991284407291866e-06,
      "loss": 4.1157,
      "step": 1566
    },
    {
      "epoch": 1.0096696212731668,
      "grad_norm": 4.029456868502934,
      "learning_rate": 9.991273058840367e-06,
      "loss": 3.799,
      "step": 1567
    },
    {
      "epoch": 1.010314262691378,
      "grad_norm": 2.8975708868826797,
      "learning_rate": 9.991261703012517e-06,
      "loss": 3.7912,
      "step": 1568
    },
    {
      "epoch": 1.010958904109589,
      "grad_norm": 4.230232679515714,
      "learning_rate": 9.991250339808331e-06,
      "loss": 3.9485,
      "step": 1569
    },
    {
      "epoch": 1.0116035455278,
      "grad_norm": 2.756978996755044,
      "learning_rate": 9.99123896922783e-06,
      "loss": 4.2808,
      "step": 1570
    },
    {
      "epoch": 1.0122481869460114,
      "grad_norm": 3.3631270282941257,
      "learning_rate": 9.991227591271031e-06,
      "loss": 3.5842,
      "step": 1571
    },
    {
      "epoch": 1.0128928283642225,
      "grad_norm": 4.325738124867616,
      "learning_rate": 9.991216205937956e-06,
      "loss": 4.0424,
      "step": 1572
    },
    {
      "epoch": 1.0135374697824335,
      "grad_norm": 3.40946922383048,
      "learning_rate": 9.99120481322862e-06,
      "loss": 3.9425,
      "step": 1573
    },
    {
      "epoch": 1.0141821112006446,
      "grad_norm": 2.9945144546599263,
      "learning_rate": 9.991193413143045e-06,
      "loss": 3.8054,
      "step": 1574
    },
    {
      "epoch": 1.0148267526188557,
      "grad_norm": 2.523012928852622,
      "learning_rate": 9.991182005681247e-06,
      "loss": 3.6056,
      "step": 1575
    },
    {
      "epoch": 1.015471394037067,
      "grad_norm": 3.2000809190450874,
      "learning_rate": 9.991170590843246e-06,
      "loss": 3.9741,
      "step": 1576
    },
    {
      "epoch": 1.016116035455278,
      "grad_norm": 2.2563021032323003,
      "learning_rate": 9.99115916862906e-06,
      "loss": 4.0397,
      "step": 1577
    },
    {
      "epoch": 1.0167606768734891,
      "grad_norm": 3.6825360767032502,
      "learning_rate": 9.99114773903871e-06,
      "loss": 4.116,
      "step": 1578
    },
    {
      "epoch": 1.0174053182917002,
      "grad_norm": 3.3408000594038576,
      "learning_rate": 9.99113630207221e-06,
      "loss": 3.8238,
      "step": 1579
    },
    {
      "epoch": 1.0180499597099113,
      "grad_norm": 3.6650304683095603,
      "learning_rate": 9.991124857729585e-06,
      "loss": 3.8215,
      "step": 1580
    },
    {
      "epoch": 1.0186946011281224,
      "grad_norm": 4.660766695935202,
      "learning_rate": 9.99111340601085e-06,
      "loss": 3.9561,
      "step": 1581
    },
    {
      "epoch": 1.0193392425463337,
      "grad_norm": 3.774474190808243,
      "learning_rate": 9.991101946916024e-06,
      "loss": 3.3934,
      "step": 1582
    },
    {
      "epoch": 1.0199838839645448,
      "grad_norm": 3.7897568430341657,
      "learning_rate": 9.991090480445125e-06,
      "loss": 4.1459,
      "step": 1583
    },
    {
      "epoch": 1.0206285253827558,
      "grad_norm": 4.247212354661105,
      "learning_rate": 9.991079006598176e-06,
      "loss": 3.8741,
      "step": 1584
    },
    {
      "epoch": 1.021273166800967,
      "grad_norm": 5.388572979811128,
      "learning_rate": 9.99106752537519e-06,
      "loss": 3.6253,
      "step": 1585
    },
    {
      "epoch": 1.021917808219178,
      "grad_norm": 3.3959468873740053,
      "learning_rate": 9.99105603677619e-06,
      "loss": 3.9879,
      "step": 1586
    },
    {
      "epoch": 1.0225624496373893,
      "grad_norm": 4.5352011991178145,
      "learning_rate": 9.991044540801194e-06,
      "loss": 3.9491,
      "step": 1587
    },
    {
      "epoch": 1.0232070910556004,
      "grad_norm": 5.266187130618409,
      "learning_rate": 9.99103303745022e-06,
      "loss": 3.7701,
      "step": 1588
    },
    {
      "epoch": 1.0238517324738114,
      "grad_norm": 3.645664336654912,
      "learning_rate": 9.991021526723288e-06,
      "loss": 3.5684,
      "step": 1589
    },
    {
      "epoch": 1.0244963738920225,
      "grad_norm": 4.308223229317007,
      "learning_rate": 9.991010008620416e-06,
      "loss": 3.7647,
      "step": 1590
    },
    {
      "epoch": 1.0251410153102336,
      "grad_norm": 4.10977053920727,
      "learning_rate": 9.990998483141622e-06,
      "loss": 3.8023,
      "step": 1591
    },
    {
      "epoch": 1.025785656728445,
      "grad_norm": 3.483622691049987,
      "learning_rate": 9.990986950286929e-06,
      "loss": 3.8655,
      "step": 1592
    },
    {
      "epoch": 1.026430298146656,
      "grad_norm": 3.9804673668708834,
      "learning_rate": 9.990975410056352e-06,
      "loss": 4.0384,
      "step": 1593
    },
    {
      "epoch": 1.027074939564867,
      "grad_norm": 3.160573270624316,
      "learning_rate": 9.990963862449911e-06,
      "loss": 4.1624,
      "step": 1594
    },
    {
      "epoch": 1.0277195809830781,
      "grad_norm": 3.898031660194609,
      "learning_rate": 9.990952307467624e-06,
      "loss": 4.1031,
      "step": 1595
    },
    {
      "epoch": 1.0283642224012892,
      "grad_norm": 3.1029686865382904,
      "learning_rate": 9.990940745109512e-06,
      "loss": 3.9601,
      "step": 1596
    },
    {
      "epoch": 1.0290088638195003,
      "grad_norm": 2.7775807854000076,
      "learning_rate": 9.990929175375594e-06,
      "loss": 3.9206,
      "step": 1597
    },
    {
      "epoch": 1.0296535052377116,
      "grad_norm": 3.1370335919937755,
      "learning_rate": 9.990917598265887e-06,
      "loss": 4.0073,
      "step": 1598
    },
    {
      "epoch": 1.0302981466559227,
      "grad_norm": 2.6805217199259768,
      "learning_rate": 9.99090601378041e-06,
      "loss": 3.6031,
      "step": 1599
    },
    {
      "epoch": 1.0309427880741338,
      "grad_norm": 3.7057892190455033,
      "learning_rate": 9.990894421919184e-06,
      "loss": 3.6354,
      "step": 1600
    },
    {
      "epoch": 1.0309427880741338,
      "eval_loss": 4.007330417633057,
      "eval_runtime": 2.9386,
      "eval_samples_per_second": 34.03,
      "eval_steps_per_second": 4.424,
      "step": 1600
    },
    {
      "epoch": 1.0315874294923448,
      "grad_norm": 4.06212571967395,
      "learning_rate": 9.990882822682228e-06,
      "loss": 3.406,
      "step": 1601
    },
    {
      "epoch": 1.032232070910556,
      "grad_norm": 3.7280838851102325,
      "learning_rate": 9.99087121606956e-06,
      "loss": 3.895,
      "step": 1602
    },
    {
      "epoch": 1.0328767123287672,
      "grad_norm": 4.165414186041767,
      "learning_rate": 9.9908596020812e-06,
      "loss": 4.005,
      "step": 1603
    },
    {
      "epoch": 1.0335213537469783,
      "grad_norm": 4.192660566413429,
      "learning_rate": 9.990847980717165e-06,
      "loss": 3.7988,
      "step": 1604
    },
    {
      "epoch": 1.0341659951651894,
      "grad_norm": 3.176880892386958,
      "learning_rate": 9.990836351977473e-06,
      "loss": 3.9699,
      "step": 1605
    },
    {
      "epoch": 1.0348106365834004,
      "grad_norm": 3.937977605225204,
      "learning_rate": 9.990824715862148e-06,
      "loss": 4.0282,
      "step": 1606
    },
    {
      "epoch": 1.0354552780016115,
      "grad_norm": 3.833690762102599,
      "learning_rate": 9.990813072371206e-06,
      "loss": 3.8971,
      "step": 1607
    },
    {
      "epoch": 1.0360999194198228,
      "grad_norm": 3.4078161014709916,
      "learning_rate": 9.990801421504669e-06,
      "loss": 4.0307,
      "step": 1608
    },
    {
      "epoch": 1.036744560838034,
      "grad_norm": 3.5227820648518606,
      "learning_rate": 9.99078976326255e-06,
      "loss": 4.196,
      "step": 1609
    },
    {
      "epoch": 1.037389202256245,
      "grad_norm": 3.4480735151270654,
      "learning_rate": 9.990778097644875e-06,
      "loss": 3.9889,
      "step": 1610
    },
    {
      "epoch": 1.038033843674456,
      "grad_norm": 2.9891139343279374,
      "learning_rate": 9.990766424651658e-06,
      "loss": 3.9493,
      "step": 1611
    },
    {
      "epoch": 1.0386784850926671,
      "grad_norm": 3.5674464165409767,
      "learning_rate": 9.990754744282923e-06,
      "loss": 4.1274,
      "step": 1612
    },
    {
      "epoch": 1.0393231265108782,
      "grad_norm": 3.1228857032466926,
      "learning_rate": 9.990743056538685e-06,
      "loss": 4.2724,
      "step": 1613
    },
    {
      "epoch": 1.0399677679290895,
      "grad_norm": 3.1170061890418324,
      "learning_rate": 9.990731361418964e-06,
      "loss": 3.9282,
      "step": 1614
    },
    {
      "epoch": 1.0406124093473006,
      "grad_norm": 2.666445272897058,
      "learning_rate": 9.990719658923782e-06,
      "loss": 4.0386,
      "step": 1615
    },
    {
      "epoch": 1.0412570507655117,
      "grad_norm": 2.967168682335636,
      "learning_rate": 9.990707949053153e-06,
      "loss": 3.7323,
      "step": 1616
    },
    {
      "epoch": 1.0419016921837227,
      "grad_norm": 3.0393579450150896,
      "learning_rate": 9.990696231807102e-06,
      "loss": 4.1883,
      "step": 1617
    },
    {
      "epoch": 1.0425463336019338,
      "grad_norm": 3.384779473013758,
      "learning_rate": 9.990684507185645e-06,
      "loss": 3.6374,
      "step": 1618
    },
    {
      "epoch": 1.0431909750201451,
      "grad_norm": 4.245147443039738,
      "learning_rate": 9.990672775188803e-06,
      "loss": 3.9299,
      "step": 1619
    },
    {
      "epoch": 1.0438356164383562,
      "grad_norm": 3.689866081349984,
      "learning_rate": 9.990661035816592e-06,
      "loss": 3.6731,
      "step": 1620
    },
    {
      "epoch": 1.0444802578565673,
      "grad_norm": 3.193307910477114,
      "learning_rate": 9.990649289069032e-06,
      "loss": 3.7049,
      "step": 1621
    },
    {
      "epoch": 1.0451248992747784,
      "grad_norm": 3.0943205967204275,
      "learning_rate": 9.990637534946148e-06,
      "loss": 4.0366,
      "step": 1622
    },
    {
      "epoch": 1.0457695406929894,
      "grad_norm": 2.494019142835705,
      "learning_rate": 9.990625773447953e-06,
      "loss": 3.7478,
      "step": 1623
    },
    {
      "epoch": 1.0464141821112007,
      "grad_norm": 2.988057659139693,
      "learning_rate": 9.990614004574468e-06,
      "loss": 4.2022,
      "step": 1624
    },
    {
      "epoch": 1.0470588235294118,
      "grad_norm": 2.4004698776184097,
      "learning_rate": 9.990602228325713e-06,
      "loss": 4.108,
      "step": 1625
    },
    {
      "epoch": 1.047703464947623,
      "grad_norm": 3.414490718497883,
      "learning_rate": 9.990590444701708e-06,
      "loss": 3.6984,
      "step": 1626
    },
    {
      "epoch": 1.048348106365834,
      "grad_norm": 4.458206849396613,
      "learning_rate": 9.99057865370247e-06,
      "loss": 3.8422,
      "step": 1627
    },
    {
      "epoch": 1.048992747784045,
      "grad_norm": 2.673513262370596,
      "learning_rate": 9.99056685532802e-06,
      "loss": 3.7934,
      "step": 1628
    },
    {
      "epoch": 1.0496373892022564,
      "grad_norm": 4.428948367860244,
      "learning_rate": 9.990555049578376e-06,
      "loss": 3.695,
      "step": 1629
    },
    {
      "epoch": 1.0502820306204674,
      "grad_norm": 4.670681177169482,
      "learning_rate": 9.99054323645356e-06,
      "loss": 3.7419,
      "step": 1630
    },
    {
      "epoch": 1.0509266720386785,
      "grad_norm": 2.57250296483614,
      "learning_rate": 9.990531415953591e-06,
      "loss": 3.9423,
      "step": 1631
    },
    {
      "epoch": 1.0515713134568896,
      "grad_norm": 4.773931649340142,
      "learning_rate": 9.990519588078486e-06,
      "loss": 3.9249,
      "step": 1632
    },
    {
      "epoch": 1.0522159548751007,
      "grad_norm": 2.942242849291421,
      "learning_rate": 9.990507752828265e-06,
      "loss": 3.7309,
      "step": 1633
    },
    {
      "epoch": 1.0528605962933117,
      "grad_norm": 4.537707199630524,
      "learning_rate": 9.990495910202948e-06,
      "loss": 3.9803,
      "step": 1634
    },
    {
      "epoch": 1.053505237711523,
      "grad_norm": 4.422812696664736,
      "learning_rate": 9.990484060202557e-06,
      "loss": 3.9531,
      "step": 1635
    },
    {
      "epoch": 1.0541498791297341,
      "grad_norm": 3.3170752129594656,
      "learning_rate": 9.990472202827107e-06,
      "loss": 3.9128,
      "step": 1636
    },
    {
      "epoch": 1.0547945205479452,
      "grad_norm": 5.012007545369917,
      "learning_rate": 9.990460338076619e-06,
      "loss": 3.6848,
      "step": 1637
    },
    {
      "epoch": 1.0554391619661563,
      "grad_norm": 4.129100709786735,
      "learning_rate": 9.990448465951115e-06,
      "loss": 4.1294,
      "step": 1638
    },
    {
      "epoch": 1.0560838033843674,
      "grad_norm": 3.9032235348208113,
      "learning_rate": 9.990436586450612e-06,
      "loss": 3.9718,
      "step": 1639
    },
    {
      "epoch": 1.0567284448025787,
      "grad_norm": 3.5772132099476255,
      "learning_rate": 9.990424699575129e-06,
      "loss": 4.1613,
      "step": 1640
    },
    {
      "epoch": 1.0573730862207897,
      "grad_norm": 4.165185430940871,
      "learning_rate": 9.990412805324687e-06,
      "loss": 4.1424,
      "step": 1641
    },
    {
      "epoch": 1.0580177276390008,
      "grad_norm": 4.59279242910799,
      "learning_rate": 9.990400903699306e-06,
      "loss": 3.778,
      "step": 1642
    },
    {
      "epoch": 1.058662369057212,
      "grad_norm": 2.8239401978738643,
      "learning_rate": 9.990388994699004e-06,
      "loss": 3.9612,
      "step": 1643
    },
    {
      "epoch": 1.059307010475423,
      "grad_norm": 3.8114742464345612,
      "learning_rate": 9.9903770783238e-06,
      "loss": 4.0533,
      "step": 1644
    },
    {
      "epoch": 1.0599516518936343,
      "grad_norm": 2.772536821141783,
      "learning_rate": 9.990365154573717e-06,
      "loss": 4.4196,
      "step": 1645
    },
    {
      "epoch": 1.0605962933118454,
      "grad_norm": 3.7900508815949188,
      "learning_rate": 9.99035322344877e-06,
      "loss": 3.811,
      "step": 1646
    },
    {
      "epoch": 1.0612409347300564,
      "grad_norm": 2.5352103078026063,
      "learning_rate": 9.990341284948982e-06,
      "loss": 4.0619,
      "step": 1647
    },
    {
      "epoch": 1.0618855761482675,
      "grad_norm": 4.310713930249583,
      "learning_rate": 9.990329339074373e-06,
      "loss": 3.95,
      "step": 1648
    },
    {
      "epoch": 1.0625302175664786,
      "grad_norm": 3.3299600225804373,
      "learning_rate": 9.99031738582496e-06,
      "loss": 3.8148,
      "step": 1649
    },
    {
      "epoch": 1.0631748589846897,
      "grad_norm": 3.6880729425238665,
      "learning_rate": 9.990305425200763e-06,
      "loss": 3.9564,
      "step": 1650
    },
    {
      "epoch": 1.063819500402901,
      "grad_norm": 3.646593586928726,
      "learning_rate": 9.990293457201804e-06,
      "loss": 3.6726,
      "step": 1651
    },
    {
      "epoch": 1.064464141821112,
      "grad_norm": 3.8886044591429245,
      "learning_rate": 9.990281481828102e-06,
      "loss": 3.9328,
      "step": 1652
    },
    {
      "epoch": 1.0651087832393231,
      "grad_norm": 4.3748789672943085,
      "learning_rate": 9.990269499079673e-06,
      "loss": 3.8777,
      "step": 1653
    },
    {
      "epoch": 1.0657534246575342,
      "grad_norm": 4.014937705345106,
      "learning_rate": 9.990257508956542e-06,
      "loss": 4.114,
      "step": 1654
    },
    {
      "epoch": 1.0663980660757453,
      "grad_norm": 4.714045549088531,
      "learning_rate": 9.990245511458724e-06,
      "loss": 3.6719,
      "step": 1655
    },
    {
      "epoch": 1.0670427074939566,
      "grad_norm": 3.2424228364231733,
      "learning_rate": 9.990233506586242e-06,
      "loss": 3.8287,
      "step": 1656
    },
    {
      "epoch": 1.0676873489121677,
      "grad_norm": 3.393865051547314,
      "learning_rate": 9.990221494339115e-06,
      "loss": 4.2177,
      "step": 1657
    },
    {
      "epoch": 1.0683319903303787,
      "grad_norm": 3.478082087870782,
      "learning_rate": 9.990209474717361e-06,
      "loss": 3.7904,
      "step": 1658
    },
    {
      "epoch": 1.0689766317485898,
      "grad_norm": 3.3917118397733357,
      "learning_rate": 9.990197447721002e-06,
      "loss": 3.9116,
      "step": 1659
    },
    {
      "epoch": 1.069621273166801,
      "grad_norm": 3.459353513467184,
      "learning_rate": 9.990185413350056e-06,
      "loss": 4.09,
      "step": 1660
    },
    {
      "epoch": 1.0702659145850122,
      "grad_norm": 3.374077916476431,
      "learning_rate": 9.990173371604544e-06,
      "loss": 3.9871,
      "step": 1661
    },
    {
      "epoch": 1.0709105560032233,
      "grad_norm": 4.442446155729771,
      "learning_rate": 9.990161322484486e-06,
      "loss": 3.8695,
      "step": 1662
    },
    {
      "epoch": 1.0715551974214343,
      "grad_norm": 4.14492696367679,
      "learning_rate": 9.990149265989901e-06,
      "loss": 4.2174,
      "step": 1663
    },
    {
      "epoch": 1.0721998388396454,
      "grad_norm": 3.7035806345998497,
      "learning_rate": 9.990137202120808e-06,
      "loss": 3.9625,
      "step": 1664
    },
    {
      "epoch": 1.0728444802578565,
      "grad_norm": 4.079880317415138,
      "learning_rate": 9.99012513087723e-06,
      "loss": 3.9478,
      "step": 1665
    },
    {
      "epoch": 1.0734891216760678,
      "grad_norm": 2.9751751737201917,
      "learning_rate": 9.990113052259182e-06,
      "loss": 3.9848,
      "step": 1666
    },
    {
      "epoch": 1.0741337630942789,
      "grad_norm": 5.732670423601088,
      "learning_rate": 9.990100966266686e-06,
      "loss": 3.7675,
      "step": 1667
    },
    {
      "epoch": 1.07477840451249,
      "grad_norm": 4.7588339734483265,
      "learning_rate": 9.990088872899765e-06,
      "loss": 3.7608,
      "step": 1668
    },
    {
      "epoch": 1.075423045930701,
      "grad_norm": 3.9095615729219353,
      "learning_rate": 9.990076772158435e-06,
      "loss": 4.0674,
      "step": 1669
    },
    {
      "epoch": 1.0760676873489121,
      "grad_norm": 4.292781109442065,
      "learning_rate": 9.990064664042715e-06,
      "loss": 3.9722,
      "step": 1670
    },
    {
      "epoch": 1.0767123287671232,
      "grad_norm": 4.864170380972989,
      "learning_rate": 9.99005254855263e-06,
      "loss": 4.0548,
      "step": 1671
    },
    {
      "epoch": 1.0773569701853345,
      "grad_norm": 3.78969678772783,
      "learning_rate": 9.990040425688195e-06,
      "loss": 3.9284,
      "step": 1672
    },
    {
      "epoch": 1.0780016116035456,
      "grad_norm": 3.2682014025179904,
      "learning_rate": 9.990028295449433e-06,
      "loss": 3.9847,
      "step": 1673
    },
    {
      "epoch": 1.0786462530217567,
      "grad_norm": 4.325850834108062,
      "learning_rate": 9.990016157836361e-06,
      "loss": 3.8963,
      "step": 1674
    },
    {
      "epoch": 1.0792908944399677,
      "grad_norm": 2.7220704710174473,
      "learning_rate": 9.990004012849002e-06,
      "loss": 3.6857,
      "step": 1675
    },
    {
      "epoch": 1.0799355358581788,
      "grad_norm": 5.130316918588702,
      "learning_rate": 9.989991860487374e-06,
      "loss": 3.9595,
      "step": 1676
    },
    {
      "epoch": 1.08058017727639,
      "grad_norm": 3.3602196967523392,
      "learning_rate": 9.989979700751497e-06,
      "loss": 3.9621,
      "step": 1677
    },
    {
      "epoch": 1.0812248186946012,
      "grad_norm": 5.12484416719124,
      "learning_rate": 9.989967533641391e-06,
      "loss": 4.4059,
      "step": 1678
    },
    {
      "epoch": 1.0818694601128123,
      "grad_norm": 2.697546289617622,
      "learning_rate": 9.989955359157077e-06,
      "loss": 3.696,
      "step": 1679
    },
    {
      "epoch": 1.0825141015310233,
      "grad_norm": 4.037261420688732,
      "learning_rate": 9.989943177298575e-06,
      "loss": 3.3877,
      "step": 1680
    },
    {
      "epoch": 1.0831587429492344,
      "grad_norm": 4.059855128736802,
      "learning_rate": 9.989930988065904e-06,
      "loss": 4.4,
      "step": 1681
    },
    {
      "epoch": 1.0838033843674455,
      "grad_norm": 3.3419576084507163,
      "learning_rate": 9.989918791459083e-06,
      "loss": 4.1891,
      "step": 1682
    },
    {
      "epoch": 1.0844480257856568,
      "grad_norm": 4.11896439563032,
      "learning_rate": 9.989906587478136e-06,
      "loss": 3.835,
      "step": 1683
    },
    {
      "epoch": 1.0850926672038679,
      "grad_norm": 3.8417428015612134,
      "learning_rate": 9.989894376123079e-06,
      "loss": 4.0053,
      "step": 1684
    },
    {
      "epoch": 1.085737308622079,
      "grad_norm": 3.230158337820362,
      "learning_rate": 9.989882157393934e-06,
      "loss": 3.9101,
      "step": 1685
    },
    {
      "epoch": 1.08638195004029,
      "grad_norm": 3.5774017118957158,
      "learning_rate": 9.98986993129072e-06,
      "loss": 3.8526,
      "step": 1686
    },
    {
      "epoch": 1.0870265914585011,
      "grad_norm": 3.6295075175323843,
      "learning_rate": 9.989857697813458e-06,
      "loss": 4.2221,
      "step": 1687
    },
    {
      "epoch": 1.0876712328767124,
      "grad_norm": 3.574899055776584,
      "learning_rate": 9.989845456962168e-06,
      "loss": 3.7552,
      "step": 1688
    },
    {
      "epoch": 1.0883158742949235,
      "grad_norm": 3.691850812100777,
      "learning_rate": 9.98983320873687e-06,
      "loss": 4.119,
      "step": 1689
    },
    {
      "epoch": 1.0889605157131346,
      "grad_norm": 3.550669451513109,
      "learning_rate": 9.989820953137585e-06,
      "loss": 3.955,
      "step": 1690
    },
    {
      "epoch": 1.0896051571313456,
      "grad_norm": 2.7904997449805498,
      "learning_rate": 9.98980869016433e-06,
      "loss": 3.9766,
      "step": 1691
    },
    {
      "epoch": 1.0902497985495567,
      "grad_norm": 3.8132151801721488,
      "learning_rate": 9.98979641981713e-06,
      "loss": 3.9617,
      "step": 1692
    },
    {
      "epoch": 1.090894439967768,
      "grad_norm": 3.4043031873778267,
      "learning_rate": 9.989784142096e-06,
      "loss": 3.7989,
      "step": 1693
    },
    {
      "epoch": 1.091539081385979,
      "grad_norm": 3.4512221687453826,
      "learning_rate": 9.989771857000963e-06,
      "loss": 3.9392,
      "step": 1694
    },
    {
      "epoch": 1.0921837228041902,
      "grad_norm": 3.1681709020264273,
      "learning_rate": 9.98975956453204e-06,
      "loss": 3.8209,
      "step": 1695
    },
    {
      "epoch": 1.0928283642224013,
      "grad_norm": 3.583799851637117,
      "learning_rate": 9.989747264689248e-06,
      "loss": 3.9764,
      "step": 1696
    },
    {
      "epoch": 1.0934730056406123,
      "grad_norm": 3.4059191602704084,
      "learning_rate": 9.989734957472613e-06,
      "loss": 3.7692,
      "step": 1697
    },
    {
      "epoch": 1.0941176470588236,
      "grad_norm": 3.5925491533820653,
      "learning_rate": 9.989722642882148e-06,
      "loss": 3.9719,
      "step": 1698
    },
    {
      "epoch": 1.0947622884770347,
      "grad_norm": 2.442363381020917,
      "learning_rate": 9.989710320917878e-06,
      "loss": 3.9293,
      "step": 1699
    },
    {
      "epoch": 1.0954069298952458,
      "grad_norm": 3.3444791381116756,
      "learning_rate": 9.989697991579818e-06,
      "loss": 3.9462,
      "step": 1700
    },
    {
      "epoch": 1.0954069298952458,
      "eval_loss": 3.992245674133301,
      "eval_runtime": 2.9439,
      "eval_samples_per_second": 33.968,
      "eval_steps_per_second": 4.416,
      "step": 1700
    },
    {
      "epoch": 1.0960515713134569,
      "grad_norm": 3.762014061430913,
      "learning_rate": 9.989685654867996e-06,
      "loss": 3.8983,
      "step": 1701
    },
    {
      "epoch": 1.096696212731668,
      "grad_norm": 3.5319568456227928,
      "learning_rate": 9.989673310782429e-06,
      "loss": 3.6242,
      "step": 1702
    },
    {
      "epoch": 1.097340854149879,
      "grad_norm": 3.52471709880745,
      "learning_rate": 9.989660959323135e-06,
      "loss": 4.1818,
      "step": 1703
    },
    {
      "epoch": 1.0979854955680903,
      "grad_norm": 3.0629558867947835,
      "learning_rate": 9.989648600490137e-06,
      "loss": 4.0449,
      "step": 1704
    },
    {
      "epoch": 1.0986301369863014,
      "grad_norm": 4.035779373155959,
      "learning_rate": 9.989636234283452e-06,
      "loss": 3.9241,
      "step": 1705
    },
    {
      "epoch": 1.0992747784045125,
      "grad_norm": 3.8577773066235137,
      "learning_rate": 9.989623860703105e-06,
      "loss": 3.9535,
      "step": 1706
    },
    {
      "epoch": 1.0999194198227236,
      "grad_norm": 3.6681182682949522,
      "learning_rate": 9.989611479749112e-06,
      "loss": 3.7543,
      "step": 1707
    },
    {
      "epoch": 1.1005640612409346,
      "grad_norm": 4.761817077316123,
      "learning_rate": 9.989599091421497e-06,
      "loss": 3.8692,
      "step": 1708
    },
    {
      "epoch": 1.101208702659146,
      "grad_norm": 2.7927357406762,
      "learning_rate": 9.989586695720278e-06,
      "loss": 4.1202,
      "step": 1709
    },
    {
      "epoch": 1.101853344077357,
      "grad_norm": 4.169537624620771,
      "learning_rate": 9.989574292645476e-06,
      "loss": 3.7126,
      "step": 1710
    },
    {
      "epoch": 1.102497985495568,
      "grad_norm": 3.3526928788974533,
      "learning_rate": 9.98956188219711e-06,
      "loss": 3.7835,
      "step": 1711
    },
    {
      "epoch": 1.1031426269137792,
      "grad_norm": 4.018544196846084,
      "learning_rate": 9.989549464375202e-06,
      "loss": 3.7758,
      "step": 1712
    },
    {
      "epoch": 1.1037872683319903,
      "grad_norm": 4.376380180340182,
      "learning_rate": 9.989537039179773e-06,
      "loss": 3.9655,
      "step": 1713
    },
    {
      "epoch": 1.1044319097502013,
      "grad_norm": 4.271531002562363,
      "learning_rate": 9.989524606610842e-06,
      "loss": 3.7178,
      "step": 1714
    },
    {
      "epoch": 1.1050765511684126,
      "grad_norm": 4.950862953805492,
      "learning_rate": 9.98951216666843e-06,
      "loss": 4.2926,
      "step": 1715
    },
    {
      "epoch": 1.1057211925866237,
      "grad_norm": 4.067775381885589,
      "learning_rate": 9.989499719352556e-06,
      "loss": 4.1971,
      "step": 1716
    },
    {
      "epoch": 1.1063658340048348,
      "grad_norm": 4.485184600558862,
      "learning_rate": 9.989487264663243e-06,
      "loss": 4.217,
      "step": 1717
    },
    {
      "epoch": 1.1070104754230459,
      "grad_norm": 3.6544015719727145,
      "learning_rate": 9.98947480260051e-06,
      "loss": 3.7904,
      "step": 1718
    },
    {
      "epoch": 1.107655116841257,
      "grad_norm": 3.262052334959046,
      "learning_rate": 9.989462333164376e-06,
      "loss": 3.9948,
      "step": 1719
    },
    {
      "epoch": 1.1082997582594682,
      "grad_norm": 3.506044474715552,
      "learning_rate": 9.989449856354865e-06,
      "loss": 4.1126,
      "step": 1720
    },
    {
      "epoch": 1.1089443996776793,
      "grad_norm": 2.7964403869773347,
      "learning_rate": 9.989437372171997e-06,
      "loss": 4.1435,
      "step": 1721
    },
    {
      "epoch": 1.1095890410958904,
      "grad_norm": 2.8598239912701464,
      "learning_rate": 9.98942488061579e-06,
      "loss": 4.1587,
      "step": 1722
    },
    {
      "epoch": 1.1102336825141015,
      "grad_norm": 3.899373365666866,
      "learning_rate": 9.989412381686264e-06,
      "loss": 3.8935,
      "step": 1723
    },
    {
      "epoch": 1.1108783239323126,
      "grad_norm": 2.463779202907894,
      "learning_rate": 9.989399875383442e-06,
      "loss": 3.8708,
      "step": 1724
    },
    {
      "epoch": 1.1115229653505239,
      "grad_norm": 4.375887748332769,
      "learning_rate": 9.989387361707345e-06,
      "loss": 4.0492,
      "step": 1725
    },
    {
      "epoch": 1.112167606768735,
      "grad_norm": 3.5343310980325087,
      "learning_rate": 9.989374840657991e-06,
      "loss": 3.9327,
      "step": 1726
    },
    {
      "epoch": 1.112812248186946,
      "grad_norm": 3.1723193031303007,
      "learning_rate": 9.989362312235402e-06,
      "loss": 3.8531,
      "step": 1727
    },
    {
      "epoch": 1.113456889605157,
      "grad_norm": 4.903765267935144,
      "learning_rate": 9.989349776439599e-06,
      "loss": 3.8567,
      "step": 1728
    },
    {
      "epoch": 1.1141015310233682,
      "grad_norm": 3.6554507831442047,
      "learning_rate": 9.989337233270603e-06,
      "loss": 3.8811,
      "step": 1729
    },
    {
      "epoch": 1.1147461724415795,
      "grad_norm": 3.2961911929836316,
      "learning_rate": 9.98932468272843e-06,
      "loss": 3.8824,
      "step": 1730
    },
    {
      "epoch": 1.1153908138597906,
      "grad_norm": 4.056587346553051,
      "learning_rate": 9.989312124813109e-06,
      "loss": 3.6199,
      "step": 1731
    },
    {
      "epoch": 1.1160354552780016,
      "grad_norm": 3.5642687640842947,
      "learning_rate": 9.989299559524652e-06,
      "loss": 3.6906,
      "step": 1732
    },
    {
      "epoch": 1.1166800966962127,
      "grad_norm": 4.917926204954766,
      "learning_rate": 9.989286986863085e-06,
      "loss": 3.6524,
      "step": 1733
    },
    {
      "epoch": 1.1173247381144238,
      "grad_norm": 3.461500502132499,
      "learning_rate": 9.989274406828427e-06,
      "loss": 3.9616,
      "step": 1734
    },
    {
      "epoch": 1.117969379532635,
      "grad_norm": 3.0051255469999223,
      "learning_rate": 9.989261819420697e-06,
      "loss": 3.8771,
      "step": 1735
    },
    {
      "epoch": 1.1186140209508462,
      "grad_norm": 4.030266445909922,
      "learning_rate": 9.98924922463992e-06,
      "loss": 4.198,
      "step": 1736
    },
    {
      "epoch": 1.1192586623690572,
      "grad_norm": 3.2827765076101767,
      "learning_rate": 9.989236622486113e-06,
      "loss": 3.7824,
      "step": 1737
    },
    {
      "epoch": 1.1199033037872683,
      "grad_norm": 4.697915639130308,
      "learning_rate": 9.989224012959299e-06,
      "loss": 4.064,
      "step": 1738
    },
    {
      "epoch": 1.1205479452054794,
      "grad_norm": 5.247970689361686,
      "learning_rate": 9.989211396059497e-06,
      "loss": 3.9825,
      "step": 1739
    },
    {
      "epoch": 1.1211925866236905,
      "grad_norm": 2.8498140856317757,
      "learning_rate": 9.989198771786727e-06,
      "loss": 3.8518,
      "step": 1740
    },
    {
      "epoch": 1.1218372280419018,
      "grad_norm": 5.270345488570428,
      "learning_rate": 9.989186140141012e-06,
      "loss": 4.2431,
      "step": 1741
    },
    {
      "epoch": 1.1224818694601129,
      "grad_norm": 3.036635284835441,
      "learning_rate": 9.989173501122373e-06,
      "loss": 3.8494,
      "step": 1742
    },
    {
      "epoch": 1.123126510878324,
      "grad_norm": 5.468662032194312,
      "learning_rate": 9.989160854730826e-06,
      "loss": 3.6807,
      "step": 1743
    },
    {
      "epoch": 1.123771152296535,
      "grad_norm": 3.1428056813170833,
      "learning_rate": 9.989148200966399e-06,
      "loss": 4.024,
      "step": 1744
    },
    {
      "epoch": 1.124415793714746,
      "grad_norm": 3.430698155566455,
      "learning_rate": 9.989135539829106e-06,
      "loss": 4.075,
      "step": 1745
    },
    {
      "epoch": 1.1250604351329572,
      "grad_norm": 2.63336269795107,
      "learning_rate": 9.989122871318973e-06,
      "loss": 4.176,
      "step": 1746
    },
    {
      "epoch": 1.1257050765511685,
      "grad_norm": 3.4483776466114286,
      "learning_rate": 9.98911019543602e-06,
      "loss": 3.886,
      "step": 1747
    },
    {
      "epoch": 1.1263497179693795,
      "grad_norm": 2.4434369167860783,
      "learning_rate": 9.989097512180263e-06,
      "loss": 3.7908,
      "step": 1748
    },
    {
      "epoch": 1.1269943593875906,
      "grad_norm": 4.212800252493298,
      "learning_rate": 9.989084821551728e-06,
      "loss": 3.8578,
      "step": 1749
    },
    {
      "epoch": 1.1276390008058017,
      "grad_norm": 3.703237645980486,
      "learning_rate": 9.989072123550435e-06,
      "loss": 4.0052,
      "step": 1750
    },
    {
      "epoch": 1.1282836422240128,
      "grad_norm": 4.316047755686812,
      "learning_rate": 9.989059418176402e-06,
      "loss": 3.7014,
      "step": 1751
    },
    {
      "epoch": 1.128928283642224,
      "grad_norm": 5.077907288086579,
      "learning_rate": 9.989046705429653e-06,
      "loss": 4.1128,
      "step": 1752
    },
    {
      "epoch": 1.1295729250604352,
      "grad_norm": 4.261441227023075,
      "learning_rate": 9.989033985310208e-06,
      "loss": 4.1195,
      "step": 1753
    },
    {
      "epoch": 1.1302175664786462,
      "grad_norm": 4.447608259752609,
      "learning_rate": 9.989021257818087e-06,
      "loss": 4.1282,
      "step": 1754
    },
    {
      "epoch": 1.1308622078968573,
      "grad_norm": 4.386251022597697,
      "learning_rate": 9.989008522953312e-06,
      "loss": 3.8252,
      "step": 1755
    },
    {
      "epoch": 1.1315068493150684,
      "grad_norm": 4.280228337757428,
      "learning_rate": 9.988995780715902e-06,
      "loss": 3.6701,
      "step": 1756
    },
    {
      "epoch": 1.1321514907332797,
      "grad_norm": 4.402196919096214,
      "learning_rate": 9.988983031105883e-06,
      "loss": 3.4549,
      "step": 1757
    },
    {
      "epoch": 1.1327961321514908,
      "grad_norm": 3.657512827953254,
      "learning_rate": 9.988970274123269e-06,
      "loss": 3.6042,
      "step": 1758
    },
    {
      "epoch": 1.1334407735697019,
      "grad_norm": 3.9120168729351232,
      "learning_rate": 9.988957509768086e-06,
      "loss": 3.9076,
      "step": 1759
    },
    {
      "epoch": 1.134085414987913,
      "grad_norm": 3.1205175818489357,
      "learning_rate": 9.988944738040353e-06,
      "loss": 4.2008,
      "step": 1760
    },
    {
      "epoch": 1.134730056406124,
      "grad_norm": 3.1138525063964044,
      "learning_rate": 9.98893195894009e-06,
      "loss": 3.9334,
      "step": 1761
    },
    {
      "epoch": 1.1353746978243353,
      "grad_norm": 4.317553379998441,
      "learning_rate": 9.98891917246732e-06,
      "loss": 4.0382,
      "step": 1762
    },
    {
      "epoch": 1.1360193392425464,
      "grad_norm": 4.155633368707985,
      "learning_rate": 9.988906378622064e-06,
      "loss": 4.1393,
      "step": 1763
    },
    {
      "epoch": 1.1366639806607575,
      "grad_norm": 3.385619788628045,
      "learning_rate": 9.98889357740434e-06,
      "loss": 3.8518,
      "step": 1764
    },
    {
      "epoch": 1.1373086220789685,
      "grad_norm": 3.7810537850566552,
      "learning_rate": 9.988880768814173e-06,
      "loss": 3.8582,
      "step": 1765
    },
    {
      "epoch": 1.1379532634971796,
      "grad_norm": 4.560173183841127,
      "learning_rate": 9.988867952851582e-06,
      "loss": 3.6693,
      "step": 1766
    },
    {
      "epoch": 1.138597904915391,
      "grad_norm": 4.058952727539433,
      "learning_rate": 9.98885512951659e-06,
      "loss": 3.8993,
      "step": 1767
    },
    {
      "epoch": 1.139242546333602,
      "grad_norm": 3.643935895380519,
      "learning_rate": 9.988842298809214e-06,
      "loss": 3.9085,
      "step": 1768
    },
    {
      "epoch": 1.139887187751813,
      "grad_norm": 4.065703736256933,
      "learning_rate": 9.988829460729478e-06,
      "loss": 4.0674,
      "step": 1769
    },
    {
      "epoch": 1.1405318291700242,
      "grad_norm": 3.1007431144851427,
      "learning_rate": 9.988816615277403e-06,
      "loss": 3.9608,
      "step": 1770
    },
    {
      "epoch": 1.1411764705882352,
      "grad_norm": 3.7727192948649106,
      "learning_rate": 9.98880376245301e-06,
      "loss": 3.7551,
      "step": 1771
    },
    {
      "epoch": 1.1418211120064465,
      "grad_norm": 3.1036546560481613,
      "learning_rate": 9.988790902256318e-06,
      "loss": 4.2154,
      "step": 1772
    },
    {
      "epoch": 1.1424657534246576,
      "grad_norm": 3.459230142449732,
      "learning_rate": 9.988778034687351e-06,
      "loss": 4.3267,
      "step": 1773
    },
    {
      "epoch": 1.1431103948428687,
      "grad_norm": 3.5152693679600717,
      "learning_rate": 9.98876515974613e-06,
      "loss": 4.1671,
      "step": 1774
    },
    {
      "epoch": 1.1437550362610798,
      "grad_norm": 3.2903146477467997,
      "learning_rate": 9.988752277432674e-06,
      "loss": 3.6584,
      "step": 1775
    },
    {
      "epoch": 1.1443996776792908,
      "grad_norm": 3.047874562898735,
      "learning_rate": 9.988739387747006e-06,
      "loss": 3.9904,
      "step": 1776
    },
    {
      "epoch": 1.145044319097502,
      "grad_norm": 3.679852812440371,
      "learning_rate": 9.988726490689145e-06,
      "loss": 4.0849,
      "step": 1777
    },
    {
      "epoch": 1.1456889605157132,
      "grad_norm": 3.2245870519645647,
      "learning_rate": 9.988713586259115e-06,
      "loss": 4.2743,
      "step": 1778
    },
    {
      "epoch": 1.1463336019339243,
      "grad_norm": 2.7949804830274885,
      "learning_rate": 9.988700674456935e-06,
      "loss": 4.0846,
      "step": 1779
    },
    {
      "epoch": 1.1469782433521354,
      "grad_norm": 4.2753558537242915,
      "learning_rate": 9.988687755282629e-06,
      "loss": 4.2145,
      "step": 1780
    },
    {
      "epoch": 1.1476228847703465,
      "grad_norm": 2.5933761539364166,
      "learning_rate": 9.988674828736214e-06,
      "loss": 3.9619,
      "step": 1781
    },
    {
      "epoch": 1.1482675261885575,
      "grad_norm": 4.130921943757308,
      "learning_rate": 9.988661894817714e-06,
      "loss": 3.8079,
      "step": 1782
    },
    {
      "epoch": 1.1489121676067686,
      "grad_norm": 3.438528281160671,
      "learning_rate": 9.988648953527151e-06,
      "loss": 4.3037,
      "step": 1783
    },
    {
      "epoch": 1.14955680902498,
      "grad_norm": 2.8870471827475033,
      "learning_rate": 9.988636004864544e-06,
      "loss": 3.9661,
      "step": 1784
    },
    {
      "epoch": 1.150201450443191,
      "grad_norm": 3.7772107727780297,
      "learning_rate": 9.988623048829915e-06,
      "loss": 3.8234,
      "step": 1785
    },
    {
      "epoch": 1.150846091861402,
      "grad_norm": 2.991596031933219,
      "learning_rate": 9.988610085423287e-06,
      "loss": 4.1853,
      "step": 1786
    },
    {
      "epoch": 1.1514907332796132,
      "grad_norm": 2.969724135282625,
      "learning_rate": 9.98859711464468e-06,
      "loss": 3.8124,
      "step": 1787
    },
    {
      "epoch": 1.1521353746978242,
      "grad_norm": 3.483082736286614,
      "learning_rate": 9.988584136494112e-06,
      "loss": 3.6171,
      "step": 1788
    },
    {
      "epoch": 1.1527800161160355,
      "grad_norm": 4.49705853117553,
      "learning_rate": 9.98857115097161e-06,
      "loss": 3.9732,
      "step": 1789
    },
    {
      "epoch": 1.1534246575342466,
      "grad_norm": 2.870605778923009,
      "learning_rate": 9.988558158077193e-06,
      "loss": 3.4204,
      "step": 1790
    },
    {
      "epoch": 1.1540692989524577,
      "grad_norm": 4.227279870123146,
      "learning_rate": 9.98854515781088e-06,
      "loss": 3.8594,
      "step": 1791
    },
    {
      "epoch": 1.1547139403706688,
      "grad_norm": 4.010164568760435,
      "learning_rate": 9.988532150172697e-06,
      "loss": 3.9794,
      "step": 1792
    },
    {
      "epoch": 1.1553585817888798,
      "grad_norm": 2.491400629238742,
      "learning_rate": 9.988519135162661e-06,
      "loss": 4.0825,
      "step": 1793
    },
    {
      "epoch": 1.1560032232070911,
      "grad_norm": 3.342768355415532,
      "learning_rate": 9.988506112780796e-06,
      "loss": 4.1278,
      "step": 1794
    },
    {
      "epoch": 1.1566478646253022,
      "grad_norm": 2.4185169675702447,
      "learning_rate": 9.988493083027125e-06,
      "loss": 3.6785,
      "step": 1795
    },
    {
      "epoch": 1.1572925060435133,
      "grad_norm": 4.134553179498191,
      "learning_rate": 9.988480045901664e-06,
      "loss": 3.9676,
      "step": 1796
    },
    {
      "epoch": 1.1579371474617244,
      "grad_norm": 2.8722786221990395,
      "learning_rate": 9.988467001404437e-06,
      "loss": 4.0481,
      "step": 1797
    },
    {
      "epoch": 1.1585817888799355,
      "grad_norm": 3.910214802085235,
      "learning_rate": 9.988453949535468e-06,
      "loss": 3.7375,
      "step": 1798
    },
    {
      "epoch": 1.1592264302981468,
      "grad_norm": 2.8062550514115103,
      "learning_rate": 9.988440890294776e-06,
      "loss": 4.1379,
      "step": 1799
    },
    {
      "epoch": 1.1598710717163578,
      "grad_norm": 3.7940975688479015,
      "learning_rate": 9.988427823682381e-06,
      "loss": 3.5329,
      "step": 1800
    },
    {
      "epoch": 1.1598710717163578,
      "eval_loss": 3.9825518131256104,
      "eval_runtime": 2.9512,
      "eval_samples_per_second": 33.884,
      "eval_steps_per_second": 4.405,
      "step": 1800
    },
    {
      "epoch": 1.160515713134569,
      "grad_norm": 3.6701221240165722,
      "learning_rate": 9.988414749698307e-06,
      "loss": 3.9061,
      "step": 1801
    },
    {
      "epoch": 1.16116035455278,
      "grad_norm": 3.3567323652056933,
      "learning_rate": 9.988401668342574e-06,
      "loss": 3.8031,
      "step": 1802
    },
    {
      "epoch": 1.161804995970991,
      "grad_norm": 4.351119447804005,
      "learning_rate": 9.988388579615206e-06,
      "loss": 3.9207,
      "step": 1803
    },
    {
      "epoch": 1.1624496373892024,
      "grad_norm": 3.6442157478402177,
      "learning_rate": 9.988375483516221e-06,
      "loss": 4.1588,
      "step": 1804
    },
    {
      "epoch": 1.1630942788074135,
      "grad_norm": 3.4527954856137155,
      "learning_rate": 9.988362380045643e-06,
      "loss": 4.1022,
      "step": 1805
    },
    {
      "epoch": 1.1637389202256245,
      "grad_norm": 4.741842696102188,
      "learning_rate": 9.988349269203493e-06,
      "loss": 3.8013,
      "step": 1806
    },
    {
      "epoch": 1.1643835616438356,
      "grad_norm": 3.192853356528951,
      "learning_rate": 9.988336150989792e-06,
      "loss": 3.5048,
      "step": 1807
    },
    {
      "epoch": 1.1650282030620467,
      "grad_norm": 3.2701664194187363,
      "learning_rate": 9.988323025404561e-06,
      "loss": 3.7368,
      "step": 1808
    },
    {
      "epoch": 1.1656728444802578,
      "grad_norm": 3.0448724249811976,
      "learning_rate": 9.988309892447823e-06,
      "loss": 3.8934,
      "step": 1809
    },
    {
      "epoch": 1.166317485898469,
      "grad_norm": 3.519952032314601,
      "learning_rate": 9.988296752119597e-06,
      "loss": 3.5742,
      "step": 1810
    },
    {
      "epoch": 1.1669621273166801,
      "grad_norm": 3.299191139895636,
      "learning_rate": 9.988283604419908e-06,
      "loss": 3.9079,
      "step": 1811
    },
    {
      "epoch": 1.1676067687348912,
      "grad_norm": 3.974675060761151,
      "learning_rate": 9.988270449348776e-06,
      "loss": 3.6366,
      "step": 1812
    },
    {
      "epoch": 1.1682514101531023,
      "grad_norm": 4.406487240638463,
      "learning_rate": 9.988257286906224e-06,
      "loss": 3.6642,
      "step": 1813
    },
    {
      "epoch": 1.1688960515713134,
      "grad_norm": 3.613954113579946,
      "learning_rate": 9.98824411709227e-06,
      "loss": 3.9738,
      "step": 1814
    },
    {
      "epoch": 1.1695406929895245,
      "grad_norm": 3.6390120701210127,
      "learning_rate": 9.98823093990694e-06,
      "loss": 3.9827,
      "step": 1815
    },
    {
      "epoch": 1.1701853344077358,
      "grad_norm": 3.2587247679683293,
      "learning_rate": 9.988217755350252e-06,
      "loss": 3.9377,
      "step": 1816
    },
    {
      "epoch": 1.1708299758259468,
      "grad_norm": 3.596399579917901,
      "learning_rate": 9.98820456342223e-06,
      "loss": 3.9651,
      "step": 1817
    },
    {
      "epoch": 1.171474617244158,
      "grad_norm": 2.7043347634888852,
      "learning_rate": 9.988191364122895e-06,
      "loss": 4.2661,
      "step": 1818
    },
    {
      "epoch": 1.172119258662369,
      "grad_norm": 3.247185888233271,
      "learning_rate": 9.988178157452268e-06,
      "loss": 3.8014,
      "step": 1819
    },
    {
      "epoch": 1.17276390008058,
      "grad_norm": 3.135870031903032,
      "learning_rate": 9.988164943410372e-06,
      "loss": 3.8442,
      "step": 1820
    },
    {
      "epoch": 1.1734085414987914,
      "grad_norm": 3.451784931518943,
      "learning_rate": 9.988151721997226e-06,
      "loss": 3.9723,
      "step": 1821
    },
    {
      "epoch": 1.1740531829170024,
      "grad_norm": 3.2399148386153764,
      "learning_rate": 9.988138493212856e-06,
      "loss": 3.9682,
      "step": 1822
    },
    {
      "epoch": 1.1746978243352135,
      "grad_norm": 3.7184812175437605,
      "learning_rate": 9.988125257057281e-06,
      "loss": 4.0094,
      "step": 1823
    },
    {
      "epoch": 1.1753424657534246,
      "grad_norm": 4.351798908927362,
      "learning_rate": 9.988112013530521e-06,
      "loss": 4.1786,
      "step": 1824
    },
    {
      "epoch": 1.1759871071716357,
      "grad_norm": 2.6223207308031484,
      "learning_rate": 9.988098762632602e-06,
      "loss": 3.8092,
      "step": 1825
    },
    {
      "epoch": 1.176631748589847,
      "grad_norm": 3.906147715496165,
      "learning_rate": 9.988085504363543e-06,
      "loss": 4.0313,
      "step": 1826
    },
    {
      "epoch": 1.177276390008058,
      "grad_norm": 4.419061093449283,
      "learning_rate": 9.988072238723367e-06,
      "loss": 4.1384,
      "step": 1827
    },
    {
      "epoch": 1.1779210314262691,
      "grad_norm": 4.129564155596772,
      "learning_rate": 9.988058965712094e-06,
      "loss": 3.7349,
      "step": 1828
    },
    {
      "epoch": 1.1785656728444802,
      "grad_norm": 5.187695321886989,
      "learning_rate": 9.988045685329748e-06,
      "loss": 3.8997,
      "step": 1829
    },
    {
      "epoch": 1.1792103142626913,
      "grad_norm": 3.1069564710687394,
      "learning_rate": 9.98803239757635e-06,
      "loss": 3.9694,
      "step": 1830
    },
    {
      "epoch": 1.1798549556809026,
      "grad_norm": 4.773095024110546,
      "learning_rate": 9.98801910245192e-06,
      "loss": 3.7816,
      "step": 1831
    },
    {
      "epoch": 1.1804995970991137,
      "grad_norm": 3.2451863270671524,
      "learning_rate": 9.988005799956483e-06,
      "loss": 4.0787,
      "step": 1832
    },
    {
      "epoch": 1.1811442385173248,
      "grad_norm": 3.870749390106647,
      "learning_rate": 9.987992490090058e-06,
      "loss": 3.8764,
      "step": 1833
    },
    {
      "epoch": 1.1817888799355358,
      "grad_norm": 3.6614258881318964,
      "learning_rate": 9.98797917285267e-06,
      "loss": 4.0399,
      "step": 1834
    },
    {
      "epoch": 1.182433521353747,
      "grad_norm": 3.601942894430052,
      "learning_rate": 9.987965848244337e-06,
      "loss": 3.9679,
      "step": 1835
    },
    {
      "epoch": 1.1830781627719582,
      "grad_norm": 2.9769482640545895,
      "learning_rate": 9.987952516265084e-06,
      "loss": 4.149,
      "step": 1836
    },
    {
      "epoch": 1.1837228041901693,
      "grad_norm": 3.42203550929517,
      "learning_rate": 9.987939176914931e-06,
      "loss": 3.6394,
      "step": 1837
    },
    {
      "epoch": 1.1843674456083804,
      "grad_norm": 3.3187813794873757,
      "learning_rate": 9.987925830193903e-06,
      "loss": 3.7925,
      "step": 1838
    },
    {
      "epoch": 1.1850120870265914,
      "grad_norm": 3.289457847081879,
      "learning_rate": 9.987912476102018e-06,
      "loss": 3.7442,
      "step": 1839
    },
    {
      "epoch": 1.1856567284448025,
      "grad_norm": 2.7100355453882488,
      "learning_rate": 9.9878991146393e-06,
      "loss": 3.7781,
      "step": 1840
    },
    {
      "epoch": 1.1863013698630138,
      "grad_norm": 2.3160827522276786,
      "learning_rate": 9.987885745805771e-06,
      "loss": 4.0932,
      "step": 1841
    },
    {
      "epoch": 1.186946011281225,
      "grad_norm": 3.635935564930435,
      "learning_rate": 9.98787236960145e-06,
      "loss": 3.9886,
      "step": 1842
    },
    {
      "epoch": 1.187590652699436,
      "grad_norm": 3.1084280793179655,
      "learning_rate": 9.987858986026365e-06,
      "loss": 3.9502,
      "step": 1843
    },
    {
      "epoch": 1.188235294117647,
      "grad_norm": 3.9304390049902613,
      "learning_rate": 9.987845595080531e-06,
      "loss": 3.7704,
      "step": 1844
    },
    {
      "epoch": 1.1888799355358581,
      "grad_norm": 3.93341089663766,
      "learning_rate": 9.987832196763975e-06,
      "loss": 3.952,
      "step": 1845
    },
    {
      "epoch": 1.1895245769540692,
      "grad_norm": 2.8232877045183424,
      "learning_rate": 9.98781879107672e-06,
      "loss": 3.9629,
      "step": 1846
    },
    {
      "epoch": 1.1901692183722805,
      "grad_norm": 3.8691602000805747,
      "learning_rate": 9.987805378018781e-06,
      "loss": 3.9448,
      "step": 1847
    },
    {
      "epoch": 1.1908138597904916,
      "grad_norm": 3.0834089623251977,
      "learning_rate": 9.987791957590188e-06,
      "loss": 4.0812,
      "step": 1848
    },
    {
      "epoch": 1.1914585012087027,
      "grad_norm": 3.3292966589309234,
      "learning_rate": 9.987778529790956e-06,
      "loss": 3.7043,
      "step": 1849
    },
    {
      "epoch": 1.1921031426269137,
      "grad_norm": 4.653751436031829,
      "learning_rate": 9.987765094621114e-06,
      "loss": 3.5739,
      "step": 1850
    },
    {
      "epoch": 1.1927477840451248,
      "grad_norm": 2.710868085403838,
      "learning_rate": 9.987751652080678e-06,
      "loss": 3.8027,
      "step": 1851
    },
    {
      "epoch": 1.193392425463336,
      "grad_norm": 3.7884151514263067,
      "learning_rate": 9.987738202169675e-06,
      "loss": 4.1585,
      "step": 1852
    },
    {
      "epoch": 1.1940370668815472,
      "grad_norm": 3.0419621458707713,
      "learning_rate": 9.987724744888123e-06,
      "loss": 4.0669,
      "step": 1853
    },
    {
      "epoch": 1.1946817082997583,
      "grad_norm": 2.889881833099957,
      "learning_rate": 9.987711280236047e-06,
      "loss": 4.0572,
      "step": 1854
    },
    {
      "epoch": 1.1953263497179694,
      "grad_norm": 3.3109882760543594,
      "learning_rate": 9.987697808213467e-06,
      "loss": 3.7393,
      "step": 1855
    },
    {
      "epoch": 1.1959709911361804,
      "grad_norm": 2.629003343405612,
      "learning_rate": 9.987684328820408e-06,
      "loss": 3.9694,
      "step": 1856
    },
    {
      "epoch": 1.1966156325543915,
      "grad_norm": 3.396088458075726,
      "learning_rate": 9.987670842056888e-06,
      "loss": 4.1197,
      "step": 1857
    },
    {
      "epoch": 1.1972602739726028,
      "grad_norm": 3.064541863325108,
      "learning_rate": 9.987657347922935e-06,
      "loss": 4.1827,
      "step": 1858
    },
    {
      "epoch": 1.197904915390814,
      "grad_norm": 3.772719434729434,
      "learning_rate": 9.987643846418564e-06,
      "loss": 4.1539,
      "step": 1859
    },
    {
      "epoch": 1.198549556809025,
      "grad_norm": 2.9723018399073946,
      "learning_rate": 9.987630337543801e-06,
      "loss": 3.7463,
      "step": 1860
    },
    {
      "epoch": 1.199194198227236,
      "grad_norm": 3.246850273261637,
      "learning_rate": 9.98761682129867e-06,
      "loss": 4.2634,
      "step": 1861
    },
    {
      "epoch": 1.1998388396454471,
      "grad_norm": 3.611456556968883,
      "learning_rate": 9.98760329768319e-06,
      "loss": 3.8145,
      "step": 1862
    },
    {
      "epoch": 1.2004834810636584,
      "grad_norm": 3.945401213296383,
      "learning_rate": 9.987589766697384e-06,
      "loss": 3.8671,
      "step": 1863
    },
    {
      "epoch": 1.2011281224818695,
      "grad_norm": 2.603334922419104,
      "learning_rate": 9.987576228341275e-06,
      "loss": 3.871,
      "step": 1864
    },
    {
      "epoch": 1.2017727639000806,
      "grad_norm": 3.3692238780793584,
      "learning_rate": 9.987562682614886e-06,
      "loss": 4.2215,
      "step": 1865
    },
    {
      "epoch": 1.2024174053182917,
      "grad_norm": 3.2061690622847054,
      "learning_rate": 9.987549129518235e-06,
      "loss": 3.9548,
      "step": 1866
    },
    {
      "epoch": 1.2030620467365027,
      "grad_norm": 3.2233409339754946,
      "learning_rate": 9.98753556905135e-06,
      "loss": 4.0193,
      "step": 1867
    },
    {
      "epoch": 1.203706688154714,
      "grad_norm": 4.885826430002004,
      "learning_rate": 9.98752200121425e-06,
      "loss": 3.9296,
      "step": 1868
    },
    {
      "epoch": 1.2043513295729251,
      "grad_norm": 2.557613883643586,
      "learning_rate": 9.987508426006958e-06,
      "loss": 3.8503,
      "step": 1869
    },
    {
      "epoch": 1.2049959709911362,
      "grad_norm": 4.329064731253431,
      "learning_rate": 9.987494843429495e-06,
      "loss": 3.6288,
      "step": 1870
    },
    {
      "epoch": 1.2056406124093473,
      "grad_norm": 3.4258832139581483,
      "learning_rate": 9.987481253481886e-06,
      "loss": 3.8935,
      "step": 1871
    },
    {
      "epoch": 1.2062852538275584,
      "grad_norm": 3.9473667688104257,
      "learning_rate": 9.98746765616415e-06,
      "loss": 3.7662,
      "step": 1872
    },
    {
      "epoch": 1.2069298952457697,
      "grad_norm": 4.3965436168020915,
      "learning_rate": 9.987454051476315e-06,
      "loss": 4.0946,
      "step": 1873
    },
    {
      "epoch": 1.2075745366639807,
      "grad_norm": 2.6284607378231044,
      "learning_rate": 9.987440439418397e-06,
      "loss": 4.0891,
      "step": 1874
    },
    {
      "epoch": 1.2082191780821918,
      "grad_norm": 3.9036432355708013,
      "learning_rate": 9.98742681999042e-06,
      "loss": 3.7903,
      "step": 1875
    },
    {
      "epoch": 1.208863819500403,
      "grad_norm": 2.3558023719318846,
      "learning_rate": 9.987413193192407e-06,
      "loss": 4.0726,
      "step": 1876
    },
    {
      "epoch": 1.209508460918614,
      "grad_norm": 3.7453819916807296,
      "learning_rate": 9.987399559024382e-06,
      "loss": 3.7192,
      "step": 1877
    },
    {
      "epoch": 1.210153102336825,
      "grad_norm": 3.250663635529802,
      "learning_rate": 9.987385917486367e-06,
      "loss": 3.775,
      "step": 1878
    },
    {
      "epoch": 1.2107977437550363,
      "grad_norm": 3.3692392063597683,
      "learning_rate": 9.987372268578381e-06,
      "loss": 3.8976,
      "step": 1879
    },
    {
      "epoch": 1.2114423851732474,
      "grad_norm": 3.0756311057776218,
      "learning_rate": 9.98735861230045e-06,
      "loss": 4.191,
      "step": 1880
    },
    {
      "epoch": 1.2120870265914585,
      "grad_norm": 3.4317917777027684,
      "learning_rate": 9.987344948652595e-06,
      "loss": 3.8661,
      "step": 1881
    },
    {
      "epoch": 1.2127316680096696,
      "grad_norm": 3.8763584642292805,
      "learning_rate": 9.987331277634838e-06,
      "loss": 3.9536,
      "step": 1882
    },
    {
      "epoch": 1.2133763094278807,
      "grad_norm": 3.6241062593539137,
      "learning_rate": 9.987317599247202e-06,
      "loss": 3.9182,
      "step": 1883
    },
    {
      "epoch": 1.2140209508460917,
      "grad_norm": 3.556492590622819,
      "learning_rate": 9.987303913489712e-06,
      "loss": 4.1287,
      "step": 1884
    },
    {
      "epoch": 1.214665592264303,
      "grad_norm": 3.2742364612450294,
      "learning_rate": 9.987290220362385e-06,
      "loss": 3.793,
      "step": 1885
    },
    {
      "epoch": 1.2153102336825141,
      "grad_norm": 3.4986685212739252,
      "learning_rate": 9.98727651986525e-06,
      "loss": 4.0414,
      "step": 1886
    },
    {
      "epoch": 1.2159548751007252,
      "grad_norm": 3.1402082569860053,
      "learning_rate": 9.987262811998324e-06,
      "loss": 3.8099,
      "step": 1887
    },
    {
      "epoch": 1.2165995165189363,
      "grad_norm": 4.691802466165194,
      "learning_rate": 9.987249096761631e-06,
      "loss": 3.8065,
      "step": 1888
    },
    {
      "epoch": 1.2172441579371474,
      "grad_norm": 3.4186929967214486,
      "learning_rate": 9.987235374155196e-06,
      "loss": 3.8788,
      "step": 1889
    },
    {
      "epoch": 1.2178887993553587,
      "grad_norm": 5.683514294135798,
      "learning_rate": 9.987221644179038e-06,
      "loss": 3.8437,
      "step": 1890
    },
    {
      "epoch": 1.2185334407735697,
      "grad_norm": 4.165619820227577,
      "learning_rate": 9.987207906833181e-06,
      "loss": 4.1911,
      "step": 1891
    },
    {
      "epoch": 1.2191780821917808,
      "grad_norm": 4.401445600597047,
      "learning_rate": 9.987194162117647e-06,
      "loss": 4.0469,
      "step": 1892
    },
    {
      "epoch": 1.2198227236099919,
      "grad_norm": 5.0068961826612055,
      "learning_rate": 9.987180410032463e-06,
      "loss": 4.0121,
      "step": 1893
    },
    {
      "epoch": 1.220467365028203,
      "grad_norm": 3.490887823355733,
      "learning_rate": 9.987166650577645e-06,
      "loss": 3.8451,
      "step": 1894
    },
    {
      "epoch": 1.2211120064464143,
      "grad_norm": 4.995826748431483,
      "learning_rate": 9.987152883753218e-06,
      "loss": 3.6496,
      "step": 1895
    },
    {
      "epoch": 1.2217566478646253,
      "grad_norm": 3.1075241107870903,
      "learning_rate": 9.987139109559207e-06,
      "loss": 3.7839,
      "step": 1896
    },
    {
      "epoch": 1.2224012892828364,
      "grad_norm": 4.21862044979706,
      "learning_rate": 9.987125327995633e-06,
      "loss": 3.9966,
      "step": 1897
    },
    {
      "epoch": 1.2230459307010475,
      "grad_norm": 2.796363802145756,
      "learning_rate": 9.987111539062516e-06,
      "loss": 3.63,
      "step": 1898
    },
    {
      "epoch": 1.2236905721192586,
      "grad_norm": 4.560013194058935,
      "learning_rate": 9.987097742759884e-06,
      "loss": 3.6532,
      "step": 1899
    },
    {
      "epoch": 1.2243352135374699,
      "grad_norm": 2.57607278561701,
      "learning_rate": 9.987083939087754e-06,
      "loss": 4.0007,
      "step": 1900
    },
    {
      "epoch": 1.2243352135374699,
      "eval_loss": 3.9754340648651123,
      "eval_runtime": 2.9693,
      "eval_samples_per_second": 33.678,
      "eval_steps_per_second": 4.378,
      "step": 1900
    },
    {
      "epoch": 1.224979854955681,
      "grad_norm": 4.0407771240383035,
      "learning_rate": 9.987070128046153e-06,
      "loss": 3.8476,
      "step": 1901
    },
    {
      "epoch": 1.225624496373892,
      "grad_norm": 3.2547461899455667,
      "learning_rate": 9.987056309635102e-06,
      "loss": 3.6229,
      "step": 1902
    },
    {
      "epoch": 1.2262691377921031,
      "grad_norm": 3.1917484617570477,
      "learning_rate": 9.987042483854623e-06,
      "loss": 3.9207,
      "step": 1903
    },
    {
      "epoch": 1.2269137792103142,
      "grad_norm": 2.758239872854138,
      "learning_rate": 9.987028650704738e-06,
      "loss": 4.0099,
      "step": 1904
    },
    {
      "epoch": 1.2275584206285255,
      "grad_norm": 2.6263905953396613,
      "learning_rate": 9.987014810185474e-06,
      "loss": 3.9467,
      "step": 1905
    },
    {
      "epoch": 1.2282030620467366,
      "grad_norm": 2.531638326409757,
      "learning_rate": 9.98700096229685e-06,
      "loss": 4.2046,
      "step": 1906
    },
    {
      "epoch": 1.2288477034649476,
      "grad_norm": 2.390049876885393,
      "learning_rate": 9.986987107038888e-06,
      "loss": 3.9844,
      "step": 1907
    },
    {
      "epoch": 1.2294923448831587,
      "grad_norm": 2.6342918504301256,
      "learning_rate": 9.986973244411615e-06,
      "loss": 3.9937,
      "step": 1908
    },
    {
      "epoch": 1.2301369863013698,
      "grad_norm": 3.0454098268390233,
      "learning_rate": 9.98695937441505e-06,
      "loss": 4.2576,
      "step": 1909
    },
    {
      "epoch": 1.230781627719581,
      "grad_norm": 3.044827159627676,
      "learning_rate": 9.986945497049217e-06,
      "loss": 3.6754,
      "step": 1910
    },
    {
      "epoch": 1.2314262691377922,
      "grad_norm": 3.5381042657319495,
      "learning_rate": 9.986931612314138e-06,
      "loss": 3.523,
      "step": 1911
    },
    {
      "epoch": 1.2320709105560033,
      "grad_norm": 2.9126589092553066,
      "learning_rate": 9.986917720209837e-06,
      "loss": 4.0632,
      "step": 1912
    },
    {
      "epoch": 1.2327155519742143,
      "grad_norm": 3.084528031433908,
      "learning_rate": 9.986903820736338e-06,
      "loss": 4.1894,
      "step": 1913
    },
    {
      "epoch": 1.2333601933924254,
      "grad_norm": 3.3260400304094753,
      "learning_rate": 9.98688991389366e-06,
      "loss": 3.8325,
      "step": 1914
    },
    {
      "epoch": 1.2340048348106365,
      "grad_norm": 3.6398460178944156,
      "learning_rate": 9.986875999681828e-06,
      "loss": 3.8143,
      "step": 1915
    },
    {
      "epoch": 1.2346494762288478,
      "grad_norm": 2.6946386008882572,
      "learning_rate": 9.986862078100866e-06,
      "loss": 3.8098,
      "step": 1916
    },
    {
      "epoch": 1.2352941176470589,
      "grad_norm": 3.2484226732934602,
      "learning_rate": 9.986848149150795e-06,
      "loss": 3.9604,
      "step": 1917
    },
    {
      "epoch": 1.23593875906527,
      "grad_norm": 2.594573324429987,
      "learning_rate": 9.986834212831638e-06,
      "loss": 3.8323,
      "step": 1918
    },
    {
      "epoch": 1.236583400483481,
      "grad_norm": 4.801013517866623,
      "learning_rate": 9.98682026914342e-06,
      "loss": 4.1169,
      "step": 1919
    },
    {
      "epoch": 1.237228041901692,
      "grad_norm": 2.696995388186817,
      "learning_rate": 9.986806318086163e-06,
      "loss": 3.8984,
      "step": 1920
    },
    {
      "epoch": 1.2378726833199032,
      "grad_norm": 4.188521451225964,
      "learning_rate": 9.986792359659888e-06,
      "loss": 3.8518,
      "step": 1921
    },
    {
      "epoch": 1.2385173247381145,
      "grad_norm": 3.5892934448399294,
      "learning_rate": 9.986778393864619e-06,
      "loss": 3.7429,
      "step": 1922
    },
    {
      "epoch": 1.2391619661563256,
      "grad_norm": 3.461617550296115,
      "learning_rate": 9.98676442070038e-06,
      "loss": 3.9059,
      "step": 1923
    },
    {
      "epoch": 1.2398066075745366,
      "grad_norm": 3.2145795913900996,
      "learning_rate": 9.98675044016719e-06,
      "loss": 3.6495,
      "step": 1924
    },
    {
      "epoch": 1.2404512489927477,
      "grad_norm": 3.2054615395219197,
      "learning_rate": 9.98673645226508e-06,
      "loss": 3.4881,
      "step": 1925
    },
    {
      "epoch": 1.2410958904109588,
      "grad_norm": 4.204661196521186,
      "learning_rate": 9.986722456994066e-06,
      "loss": 3.8829,
      "step": 1926
    },
    {
      "epoch": 1.24174053182917,
      "grad_norm": 3.346597837195991,
      "learning_rate": 9.986708454354172e-06,
      "loss": 3.9504,
      "step": 1927
    },
    {
      "epoch": 1.2423851732473812,
      "grad_norm": 3.021641548131854,
      "learning_rate": 9.986694444345423e-06,
      "loss": 4.1365,
      "step": 1928
    },
    {
      "epoch": 1.2430298146655923,
      "grad_norm": 3.0259283649584883,
      "learning_rate": 9.98668042696784e-06,
      "loss": 3.9214,
      "step": 1929
    },
    {
      "epoch": 1.2436744560838033,
      "grad_norm": 2.8561795682790576,
      "learning_rate": 9.98666640222145e-06,
      "loss": 4.2082,
      "step": 1930
    },
    {
      "epoch": 1.2443190975020144,
      "grad_norm": 2.9122948226297765,
      "learning_rate": 9.98665237010627e-06,
      "loss": 4.0577,
      "step": 1931
    },
    {
      "epoch": 1.2449637389202257,
      "grad_norm": 2.9282451853216287,
      "learning_rate": 9.986638330622327e-06,
      "loss": 3.9955,
      "step": 1932
    },
    {
      "epoch": 1.2456083803384368,
      "grad_norm": 3.368035569093638,
      "learning_rate": 9.986624283769643e-06,
      "loss": 3.8449,
      "step": 1933
    },
    {
      "epoch": 1.2462530217566479,
      "grad_norm": 3.396570844074573,
      "learning_rate": 9.986610229548242e-06,
      "loss": 3.8494,
      "step": 1934
    },
    {
      "epoch": 1.246897663174859,
      "grad_norm": 3.2989140779411565,
      "learning_rate": 9.986596167958145e-06,
      "loss": 3.8839,
      "step": 1935
    },
    {
      "epoch": 1.24754230459307,
      "grad_norm": 2.5324716415661954,
      "learning_rate": 9.986582098999379e-06,
      "loss": 3.7889,
      "step": 1936
    },
    {
      "epoch": 1.2481869460112813,
      "grad_norm": 3.3100915346867956,
      "learning_rate": 9.986568022671963e-06,
      "loss": 4.0154,
      "step": 1937
    },
    {
      "epoch": 1.2488315874294924,
      "grad_norm": 2.5779126596468336,
      "learning_rate": 9.986553938975922e-06,
      "loss": 3.8623,
      "step": 1938
    },
    {
      "epoch": 1.2494762288477035,
      "grad_norm": 3.792582823592053,
      "learning_rate": 9.986539847911278e-06,
      "loss": 4.0487,
      "step": 1939
    },
    {
      "epoch": 1.2501208702659146,
      "grad_norm": 2.4005857387569365,
      "learning_rate": 9.986525749478057e-06,
      "loss": 3.4917,
      "step": 1940
    },
    {
      "epoch": 1.2507655116841256,
      "grad_norm": 3.2724337413757554,
      "learning_rate": 9.986511643676278e-06,
      "loss": 3.825,
      "step": 1941
    },
    {
      "epoch": 1.251410153102337,
      "grad_norm": 3.3184256287019993,
      "learning_rate": 9.986497530505968e-06,
      "loss": 3.793,
      "step": 1942
    },
    {
      "epoch": 1.252054794520548,
      "grad_norm": 3.153897847270786,
      "learning_rate": 9.986483409967147e-06,
      "loss": 3.4487,
      "step": 1943
    },
    {
      "epoch": 1.252699435938759,
      "grad_norm": 4.059050949671729,
      "learning_rate": 9.986469282059839e-06,
      "loss": 3.74,
      "step": 1944
    },
    {
      "epoch": 1.2533440773569702,
      "grad_norm": 3.3043439444969094,
      "learning_rate": 9.98645514678407e-06,
      "loss": 4.2157,
      "step": 1945
    },
    {
      "epoch": 1.2539887187751813,
      "grad_norm": 3.329002165278193,
      "learning_rate": 9.98644100413986e-06,
      "loss": 4.0927,
      "step": 1946
    },
    {
      "epoch": 1.2546333601933926,
      "grad_norm": 3.3900689091277116,
      "learning_rate": 9.986426854127232e-06,
      "loss": 3.8757,
      "step": 1947
    },
    {
      "epoch": 1.2552780016116034,
      "grad_norm": 3.1276934601035857,
      "learning_rate": 9.986412696746212e-06,
      "loss": 3.7743,
      "step": 1948
    },
    {
      "epoch": 1.2559226430298147,
      "grad_norm": 3.4618762222588693,
      "learning_rate": 9.986398531996821e-06,
      "loss": 4.1029,
      "step": 1949
    },
    {
      "epoch": 1.2565672844480258,
      "grad_norm": 2.96300902042064,
      "learning_rate": 9.986384359879084e-06,
      "loss": 3.8359,
      "step": 1950
    },
    {
      "epoch": 1.2572119258662369,
      "grad_norm": 4.215741838380281,
      "learning_rate": 9.986370180393023e-06,
      "loss": 3.9459,
      "step": 1951
    },
    {
      "epoch": 1.257856567284448,
      "grad_norm": 3.431854464842989,
      "learning_rate": 9.986355993538661e-06,
      "loss": 4.176,
      "step": 1952
    },
    {
      "epoch": 1.258501208702659,
      "grad_norm": 4.258855378251324,
      "learning_rate": 9.986341799316024e-06,
      "loss": 3.9923,
      "step": 1953
    },
    {
      "epoch": 1.2591458501208703,
      "grad_norm": 5.68540661903793,
      "learning_rate": 9.98632759772513e-06,
      "loss": 4.0081,
      "step": 1954
    },
    {
      "epoch": 1.2597904915390814,
      "grad_norm": 2.9977626329964053,
      "learning_rate": 9.986313388766009e-06,
      "loss": 4.132,
      "step": 1955
    },
    {
      "epoch": 1.2604351329572925,
      "grad_norm": 4.806226423595457,
      "learning_rate": 9.986299172438678e-06,
      "loss": 3.9679,
      "step": 1956
    },
    {
      "epoch": 1.2610797743755036,
      "grad_norm": 3.630743359494514,
      "learning_rate": 9.986284948743165e-06,
      "loss": 3.824,
      "step": 1957
    },
    {
      "epoch": 1.2617244157937146,
      "grad_norm": 4.334137314331285,
      "learning_rate": 9.98627071767949e-06,
      "loss": 3.6721,
      "step": 1958
    },
    {
      "epoch": 1.262369057211926,
      "grad_norm": 4.281871077484727,
      "learning_rate": 9.98625647924768e-06,
      "loss": 3.9537,
      "step": 1959
    },
    {
      "epoch": 1.263013698630137,
      "grad_norm": 3.641215400718522,
      "learning_rate": 9.986242233447755e-06,
      "loss": 3.8205,
      "step": 1960
    },
    {
      "epoch": 1.263658340048348,
      "grad_norm": 3.956420434476358,
      "learning_rate": 9.98622798027974e-06,
      "loss": 4.0794,
      "step": 1961
    },
    {
      "epoch": 1.2643029814665592,
      "grad_norm": 3.862184794259888,
      "learning_rate": 9.986213719743658e-06,
      "loss": 4.2947,
      "step": 1962
    },
    {
      "epoch": 1.2649476228847703,
      "grad_norm": 4.104145663329467,
      "learning_rate": 9.986199451839532e-06,
      "loss": 4.156,
      "step": 1963
    },
    {
      "epoch": 1.2655922643029816,
      "grad_norm": 3.46109076388451,
      "learning_rate": 9.986185176567387e-06,
      "loss": 4.0213,
      "step": 1964
    },
    {
      "epoch": 1.2662369057211926,
      "grad_norm": 4.578612185288578,
      "learning_rate": 9.986170893927247e-06,
      "loss": 3.8199,
      "step": 1965
    },
    {
      "epoch": 1.2668815471394037,
      "grad_norm": 2.7675056554569015,
      "learning_rate": 9.986156603919132e-06,
      "loss": 3.9296,
      "step": 1966
    },
    {
      "epoch": 1.2675261885576148,
      "grad_norm": 4.70881497439852,
      "learning_rate": 9.986142306543067e-06,
      "loss": 3.8328,
      "step": 1967
    },
    {
      "epoch": 1.2681708299758259,
      "grad_norm": 2.9481151991102834,
      "learning_rate": 9.986128001799077e-06,
      "loss": 3.6321,
      "step": 1968
    },
    {
      "epoch": 1.2688154713940372,
      "grad_norm": 4.039845317758208,
      "learning_rate": 9.986113689687183e-06,
      "loss": 3.8651,
      "step": 1969
    },
    {
      "epoch": 1.2694601128122482,
      "grad_norm": 3.2553018835673986,
      "learning_rate": 9.986099370207411e-06,
      "loss": 3.8495,
      "step": 1970
    },
    {
      "epoch": 1.2701047542304593,
      "grad_norm": 4.319485317529179,
      "learning_rate": 9.986085043359784e-06,
      "loss": 3.7096,
      "step": 1971
    },
    {
      "epoch": 1.2707493956486704,
      "grad_norm": 3.2795732445711274,
      "learning_rate": 9.986070709144324e-06,
      "loss": 3.8745,
      "step": 1972
    },
    {
      "epoch": 1.2713940370668815,
      "grad_norm": 3.876431778563834,
      "learning_rate": 9.986056367561054e-06,
      "loss": 3.745,
      "step": 1973
    },
    {
      "epoch": 1.2720386784850928,
      "grad_norm": 2.8293910543274423,
      "learning_rate": 9.986042018610002e-06,
      "loss": 3.8586,
      "step": 1974
    },
    {
      "epoch": 1.2726833199033039,
      "grad_norm": 2.945842257303101,
      "learning_rate": 9.986027662291187e-06,
      "loss": 4.0543,
      "step": 1975
    },
    {
      "epoch": 1.273327961321515,
      "grad_norm": 3.225194012966329,
      "learning_rate": 9.986013298604633e-06,
      "loss": 3.9818,
      "step": 1976
    },
    {
      "epoch": 1.273972602739726,
      "grad_norm": 3.3910345310139975,
      "learning_rate": 9.985998927550366e-06,
      "loss": 4.1034,
      "step": 1977
    },
    {
      "epoch": 1.274617244157937,
      "grad_norm": 3.1738282250584975,
      "learning_rate": 9.985984549128409e-06,
      "loss": 3.8572,
      "step": 1978
    },
    {
      "epoch": 1.2752618855761484,
      "grad_norm": 3.9545284163482117,
      "learning_rate": 9.985970163338783e-06,
      "loss": 3.9429,
      "step": 1979
    },
    {
      "epoch": 1.2759065269943595,
      "grad_norm": 3.2225706079066625,
      "learning_rate": 9.985955770181515e-06,
      "loss": 3.9778,
      "step": 1980
    },
    {
      "epoch": 1.2765511684125705,
      "grad_norm": 3.4722086478181367,
      "learning_rate": 9.985941369656628e-06,
      "loss": 3.6864,
      "step": 1981
    },
    {
      "epoch": 1.2771958098307816,
      "grad_norm": 3.6631560538570445,
      "learning_rate": 9.985926961764144e-06,
      "loss": 3.6362,
      "step": 1982
    },
    {
      "epoch": 1.2778404512489927,
      "grad_norm": 4.251976882371711,
      "learning_rate": 9.985912546504089e-06,
      "loss": 3.6203,
      "step": 1983
    },
    {
      "epoch": 1.278485092667204,
      "grad_norm": 4.129144287953225,
      "learning_rate": 9.985898123876481e-06,
      "loss": 4.2349,
      "step": 1984
    },
    {
      "epoch": 1.2791297340854149,
      "grad_norm": 3.8827515285035927,
      "learning_rate": 9.985883693881351e-06,
      "loss": 3.7846,
      "step": 1985
    },
    {
      "epoch": 1.2797743755036262,
      "grad_norm": 6.24174570980488,
      "learning_rate": 9.98586925651872e-06,
      "loss": 3.7214,
      "step": 1986
    },
    {
      "epoch": 1.2804190169218372,
      "grad_norm": 2.837119011644369,
      "learning_rate": 9.98585481178861e-06,
      "loss": 4.1628,
      "step": 1987
    },
    {
      "epoch": 1.2810636583400483,
      "grad_norm": 4.67552986205252,
      "learning_rate": 9.985840359691046e-06,
      "loss": 3.8706,
      "step": 1988
    },
    {
      "epoch": 1.2817082997582594,
      "grad_norm": 2.54876869946624,
      "learning_rate": 9.985825900226054e-06,
      "loss": 3.8169,
      "step": 1989
    },
    {
      "epoch": 1.2823529411764705,
      "grad_norm": 4.892983057332234,
      "learning_rate": 9.985811433393654e-06,
      "loss": 3.637,
      "step": 1990
    },
    {
      "epoch": 1.2829975825946818,
      "grad_norm": 3.4164966926776112,
      "learning_rate": 9.985796959193871e-06,
      "loss": 3.5311,
      "step": 1991
    },
    {
      "epoch": 1.2836422240128929,
      "grad_norm": 3.6381330184982055,
      "learning_rate": 9.98578247762673e-06,
      "loss": 3.8975,
      "step": 1992
    },
    {
      "epoch": 1.284286865431104,
      "grad_norm": 3.2770079722228975,
      "learning_rate": 9.985767988692252e-06,
      "loss": 3.4897,
      "step": 1993
    },
    {
      "epoch": 1.284931506849315,
      "grad_norm": 3.434811635066883,
      "learning_rate": 9.985753492390464e-06,
      "loss": 3.9152,
      "step": 1994
    },
    {
      "epoch": 1.285576148267526,
      "grad_norm": 2.758260204621348,
      "learning_rate": 9.985738988721389e-06,
      "loss": 3.9587,
      "step": 1995
    },
    {
      "epoch": 1.2862207896857374,
      "grad_norm": 3.5210358199144474,
      "learning_rate": 9.985724477685048e-06,
      "loss": 3.8886,
      "step": 1996
    },
    {
      "epoch": 1.2868654311039485,
      "grad_norm": 3.9108421182578015,
      "learning_rate": 9.985709959281468e-06,
      "loss": 3.6888,
      "step": 1997
    },
    {
      "epoch": 1.2875100725221595,
      "grad_norm": 3.7753222238054653,
      "learning_rate": 9.985695433510674e-06,
      "loss": 3.6993,
      "step": 1998
    },
    {
      "epoch": 1.2881547139403706,
      "grad_norm": 3.1059871744231944,
      "learning_rate": 9.985680900372686e-06,
      "loss": 3.6046,
      "step": 1999
    },
    {
      "epoch": 1.2887993553585817,
      "grad_norm": 3.248240277484013,
      "learning_rate": 9.98566635986753e-06,
      "loss": 3.76,
      "step": 2000
    },
    {
      "epoch": 1.2887993553585817,
      "eval_loss": 3.9611682891845703,
      "eval_runtime": 2.9684,
      "eval_samples_per_second": 33.689,
      "eval_steps_per_second": 4.38,
      "step": 2000
    },
    {
      "epoch": 1.289443996776793,
      "grad_norm": 2.759079358407632,
      "learning_rate": 9.985651811995229e-06,
      "loss": 4.083,
      "step": 2001
    },
    {
      "epoch": 1.290088638195004,
      "grad_norm": 3.3407528394685766,
      "learning_rate": 9.98563725675581e-06,
      "loss": 3.4364,
      "step": 2002
    },
    {
      "epoch": 1.2907332796132152,
      "grad_norm": 2.26310360154311,
      "learning_rate": 9.98562269414929e-06,
      "loss": 3.9976,
      "step": 2003
    },
    {
      "epoch": 1.2913779210314262,
      "grad_norm": 2.6024848783058903,
      "learning_rate": 9.985608124175701e-06,
      "loss": 4.0155,
      "step": 2004
    },
    {
      "epoch": 1.2920225624496373,
      "grad_norm": 2.392719414026699,
      "learning_rate": 9.98559354683506e-06,
      "loss": 3.8531,
      "step": 2005
    },
    {
      "epoch": 1.2926672038678486,
      "grad_norm": 2.423032102331372,
      "learning_rate": 9.985578962127397e-06,
      "loss": 3.7872,
      "step": 2006
    },
    {
      "epoch": 1.2933118452860597,
      "grad_norm": 2.5333314249518346,
      "learning_rate": 9.985564370052731e-06,
      "loss": 3.6248,
      "step": 2007
    },
    {
      "epoch": 1.2939564867042708,
      "grad_norm": 2.7211125012063326,
      "learning_rate": 9.98554977061109e-06,
      "loss": 3.5416,
      "step": 2008
    },
    {
      "epoch": 1.2946011281224818,
      "grad_norm": 2.779038060165124,
      "learning_rate": 9.985535163802496e-06,
      "loss": 3.7212,
      "step": 2009
    },
    {
      "epoch": 1.295245769540693,
      "grad_norm": 2.4741058602599995,
      "learning_rate": 9.98552054962697e-06,
      "loss": 3.7491,
      "step": 2010
    },
    {
      "epoch": 1.2958904109589042,
      "grad_norm": 3.750323163715542,
      "learning_rate": 9.985505928084542e-06,
      "loss": 3.7704,
      "step": 2011
    },
    {
      "epoch": 1.2965350523771153,
      "grad_norm": 2.6015322581372855,
      "learning_rate": 9.985491299175232e-06,
      "loss": 4.0544,
      "step": 2012
    },
    {
      "epoch": 1.2971796937953264,
      "grad_norm": 3.183237266449941,
      "learning_rate": 9.985476662899066e-06,
      "loss": 4.1351,
      "step": 2013
    },
    {
      "epoch": 1.2978243352135375,
      "grad_norm": 3.0080320224412755,
      "learning_rate": 9.985462019256066e-06,
      "loss": 4.1241,
      "step": 2014
    },
    {
      "epoch": 1.2984689766317485,
      "grad_norm": 2.3708675972314275,
      "learning_rate": 9.985447368246257e-06,
      "loss": 4.0766,
      "step": 2015
    },
    {
      "epoch": 1.2991136180499598,
      "grad_norm": 2.6946406456070604,
      "learning_rate": 9.985432709869663e-06,
      "loss": 4.0322,
      "step": 2016
    },
    {
      "epoch": 1.2997582594681707,
      "grad_norm": 2.7581645523364227,
      "learning_rate": 9.98541804412631e-06,
      "loss": 4.0505,
      "step": 2017
    },
    {
      "epoch": 1.300402900886382,
      "grad_norm": 2.7383569808650297,
      "learning_rate": 9.985403371016219e-06,
      "loss": 3.5023,
      "step": 2018
    },
    {
      "epoch": 1.301047542304593,
      "grad_norm": 3.1812867917490504,
      "learning_rate": 9.985388690539417e-06,
      "loss": 4.1563,
      "step": 2019
    },
    {
      "epoch": 1.3016921837228042,
      "grad_norm": 2.365788961659637,
      "learning_rate": 9.985374002695926e-06,
      "loss": 3.8126,
      "step": 2020
    },
    {
      "epoch": 1.3023368251410152,
      "grad_norm": 4.036252048725355,
      "learning_rate": 9.98535930748577e-06,
      "loss": 3.7972,
      "step": 2021
    },
    {
      "epoch": 1.3029814665592263,
      "grad_norm": 4.888277197394934,
      "learning_rate": 9.985344604908973e-06,
      "loss": 3.5919,
      "step": 2022
    },
    {
      "epoch": 1.3036261079774376,
      "grad_norm": 3.573446756653692,
      "learning_rate": 9.985329894965563e-06,
      "loss": 3.9939,
      "step": 2023
    },
    {
      "epoch": 1.3042707493956487,
      "grad_norm": 4.20851616495367,
      "learning_rate": 9.985315177655557e-06,
      "loss": 3.8756,
      "step": 2024
    },
    {
      "epoch": 1.3049153908138598,
      "grad_norm": 3.3620123300987323,
      "learning_rate": 9.985300452978986e-06,
      "loss": 3.825,
      "step": 2025
    },
    {
      "epoch": 1.3055600322320708,
      "grad_norm": 3.309478240568313,
      "learning_rate": 9.98528572093587e-06,
      "loss": 3.9695,
      "step": 2026
    },
    {
      "epoch": 1.306204673650282,
      "grad_norm": 3.433888580028466,
      "learning_rate": 9.985270981526237e-06,
      "loss": 4.1072,
      "step": 2027
    },
    {
      "epoch": 1.3068493150684932,
      "grad_norm": 2.618020413735353,
      "learning_rate": 9.985256234750106e-06,
      "loss": 4.1756,
      "step": 2028
    },
    {
      "epoch": 1.3074939564867043,
      "grad_norm": 3.038354624570296,
      "learning_rate": 9.985241480607507e-06,
      "loss": 3.8327,
      "step": 2029
    },
    {
      "epoch": 1.3081385979049154,
      "grad_norm": 2.7471102609900035,
      "learning_rate": 9.98522671909846e-06,
      "loss": 3.767,
      "step": 2030
    },
    {
      "epoch": 1.3087832393231265,
      "grad_norm": 3.9887358523911285,
      "learning_rate": 9.98521195022299e-06,
      "loss": 4.123,
      "step": 2031
    },
    {
      "epoch": 1.3094278807413375,
      "grad_norm": 3.2643687332807816,
      "learning_rate": 9.985197173981122e-06,
      "loss": 4.1908,
      "step": 2032
    },
    {
      "epoch": 1.3100725221595488,
      "grad_norm": 4.040786059801933,
      "learning_rate": 9.985182390372882e-06,
      "loss": 4.0025,
      "step": 2033
    },
    {
      "epoch": 1.31071716357776,
      "grad_norm": 3.701622580569442,
      "learning_rate": 9.985167599398291e-06,
      "loss": 3.9772,
      "step": 2034
    },
    {
      "epoch": 1.311361804995971,
      "grad_norm": 3.2996520620934793,
      "learning_rate": 9.985152801057375e-06,
      "loss": 4.2761,
      "step": 2035
    },
    {
      "epoch": 1.312006446414182,
      "grad_norm": 4.0641975172311335,
      "learning_rate": 9.985137995350158e-06,
      "loss": 3.8468,
      "step": 2036
    },
    {
      "epoch": 1.3126510878323931,
      "grad_norm": 2.414855794457334,
      "learning_rate": 9.985123182276664e-06,
      "loss": 3.736,
      "step": 2037
    },
    {
      "epoch": 1.3132957292506044,
      "grad_norm": 5.469686801598308,
      "learning_rate": 9.985108361836919e-06,
      "loss": 3.7214,
      "step": 2038
    },
    {
      "epoch": 1.3139403706688155,
      "grad_norm": 2.6034344235699285,
      "learning_rate": 9.985093534030944e-06,
      "loss": 4.0186,
      "step": 2039
    },
    {
      "epoch": 1.3145850120870266,
      "grad_norm": 4.624667423816767,
      "learning_rate": 9.985078698858765e-06,
      "loss": 4.1463,
      "step": 2040
    },
    {
      "epoch": 1.3152296535052377,
      "grad_norm": 3.7595975781346156,
      "learning_rate": 9.985063856320409e-06,
      "loss": 3.4854,
      "step": 2041
    },
    {
      "epoch": 1.3158742949234488,
      "grad_norm": 4.338858844669144,
      "learning_rate": 9.985049006415896e-06,
      "loss": 3.762,
      "step": 2042
    },
    {
      "epoch": 1.31651893634166,
      "grad_norm": 3.874711991462512,
      "learning_rate": 9.985034149145255e-06,
      "loss": 4.1148,
      "step": 2043
    },
    {
      "epoch": 1.3171635777598711,
      "grad_norm": 4.3822898584347465,
      "learning_rate": 9.985019284508505e-06,
      "loss": 3.9596,
      "step": 2044
    },
    {
      "epoch": 1.3178082191780822,
      "grad_norm": 4.005832049571162,
      "learning_rate": 9.985004412505675e-06,
      "loss": 3.9071,
      "step": 2045
    },
    {
      "epoch": 1.3184528605962933,
      "grad_norm": 4.805973770381963,
      "learning_rate": 9.984989533136786e-06,
      "loss": 3.7777,
      "step": 2046
    },
    {
      "epoch": 1.3190975020145044,
      "grad_norm": 5.01049555826462,
      "learning_rate": 9.984974646401866e-06,
      "loss": 4.0948,
      "step": 2047
    },
    {
      "epoch": 1.3197421434327157,
      "grad_norm": 4.759332830898791,
      "learning_rate": 9.984959752300936e-06,
      "loss": 3.8519,
      "step": 2048
    },
    {
      "epoch": 1.3203867848509268,
      "grad_norm": 4.100165585161697,
      "learning_rate": 9.984944850834025e-06,
      "loss": 3.808,
      "step": 2049
    },
    {
      "epoch": 1.3210314262691378,
      "grad_norm": 4.271303645258416,
      "learning_rate": 9.984929942001152e-06,
      "loss": 3.9676,
      "step": 2050
    },
    {
      "epoch": 1.321676067687349,
      "grad_norm": 3.6664899307068475,
      "learning_rate": 9.984915025802344e-06,
      "loss": 3.889,
      "step": 2051
    },
    {
      "epoch": 1.32232070910556,
      "grad_norm": 3.88359817949557,
      "learning_rate": 9.984900102237627e-06,
      "loss": 3.866,
      "step": 2052
    },
    {
      "epoch": 1.3229653505237713,
      "grad_norm": 3.8994066223075774,
      "learning_rate": 9.984885171307022e-06,
      "loss": 4.1189,
      "step": 2053
    },
    {
      "epoch": 1.3236099919419821,
      "grad_norm": 3.1815945783960564,
      "learning_rate": 9.984870233010559e-06,
      "loss": 3.9586,
      "step": 2054
    },
    {
      "epoch": 1.3242546333601934,
      "grad_norm": 3.1835972038975244,
      "learning_rate": 9.984855287348255e-06,
      "loss": 4.0716,
      "step": 2055
    },
    {
      "epoch": 1.3248992747784045,
      "grad_norm": 3.2240262041324024,
      "learning_rate": 9.984840334320141e-06,
      "loss": 4.192,
      "step": 2056
    },
    {
      "epoch": 1.3255439161966156,
      "grad_norm": 2.7981021616912725,
      "learning_rate": 9.984825373926238e-06,
      "loss": 3.8068,
      "step": 2057
    },
    {
      "epoch": 1.3261885576148267,
      "grad_norm": 3.208843655720475,
      "learning_rate": 9.984810406166574e-06,
      "loss": 4.1124,
      "step": 2058
    },
    {
      "epoch": 1.3268331990330378,
      "grad_norm": 3.7668891896452,
      "learning_rate": 9.98479543104117e-06,
      "loss": 3.8027,
      "step": 2059
    },
    {
      "epoch": 1.327477840451249,
      "grad_norm": 2.502514860123731,
      "learning_rate": 9.984780448550051e-06,
      "loss": 3.8254,
      "step": 2060
    },
    {
      "epoch": 1.3281224818694601,
      "grad_norm": 3.355622168561727,
      "learning_rate": 9.984765458693243e-06,
      "loss": 3.9808,
      "step": 2061
    },
    {
      "epoch": 1.3287671232876712,
      "grad_norm": 2.934064474095662,
      "learning_rate": 9.984750461470771e-06,
      "loss": 4.0594,
      "step": 2062
    },
    {
      "epoch": 1.3294117647058823,
      "grad_norm": 3.417765687335333,
      "learning_rate": 9.984735456882658e-06,
      "loss": 3.664,
      "step": 2063
    },
    {
      "epoch": 1.3300564061240934,
      "grad_norm": 2.7862966439261534,
      "learning_rate": 9.98472044492893e-06,
      "loss": 3.9415,
      "step": 2064
    },
    {
      "epoch": 1.3307010475423047,
      "grad_norm": 2.7887818054165208,
      "learning_rate": 9.98470542560961e-06,
      "loss": 3.8137,
      "step": 2065
    },
    {
      "epoch": 1.3313456889605157,
      "grad_norm": 2.400013183224424,
      "learning_rate": 9.984690398924726e-06,
      "loss": 4.1863,
      "step": 2066
    },
    {
      "epoch": 1.3319903303787268,
      "grad_norm": 2.748055673357412,
      "learning_rate": 9.984675364874298e-06,
      "loss": 3.8043,
      "step": 2067
    },
    {
      "epoch": 1.332634971796938,
      "grad_norm": 3.2129752587794957,
      "learning_rate": 9.984660323458354e-06,
      "loss": 4.08,
      "step": 2068
    },
    {
      "epoch": 1.333279613215149,
      "grad_norm": 2.8199126626277726,
      "learning_rate": 9.984645274676919e-06,
      "loss": 3.9117,
      "step": 2069
    },
    {
      "epoch": 1.3339242546333603,
      "grad_norm": 3.527487338378521,
      "learning_rate": 9.984630218530014e-06,
      "loss": 3.8316,
      "step": 2070
    },
    {
      "epoch": 1.3345688960515714,
      "grad_norm": 3.212674502095126,
      "learning_rate": 9.984615155017668e-06,
      "loss": 3.919,
      "step": 2071
    },
    {
      "epoch": 1.3352135374697824,
      "grad_norm": 2.619932027342947,
      "learning_rate": 9.984600084139905e-06,
      "loss": 3.7989,
      "step": 2072
    },
    {
      "epoch": 1.3358581788879935,
      "grad_norm": 3.0599470546810275,
      "learning_rate": 9.984585005896747e-06,
      "loss": 3.9948,
      "step": 2073
    },
    {
      "epoch": 1.3365028203062046,
      "grad_norm": 2.37160620496873,
      "learning_rate": 9.984569920288222e-06,
      "loss": 4.1896,
      "step": 2074
    },
    {
      "epoch": 1.337147461724416,
      "grad_norm": 2.98324266446142,
      "learning_rate": 9.984554827314352e-06,
      "loss": 4.2747,
      "step": 2075
    },
    {
      "epoch": 1.337792103142627,
      "grad_norm": 2.4233188827600483,
      "learning_rate": 9.984539726975164e-06,
      "loss": 3.8784,
      "step": 2076
    },
    {
      "epoch": 1.338436744560838,
      "grad_norm": 3.7171312798095797,
      "learning_rate": 9.984524619270682e-06,
      "loss": 3.9424,
      "step": 2077
    },
    {
      "epoch": 1.3390813859790491,
      "grad_norm": 2.8567090382591593,
      "learning_rate": 9.98450950420093e-06,
      "loss": 4.2668,
      "step": 2078
    },
    {
      "epoch": 1.3397260273972602,
      "grad_norm": 2.4395504187761405,
      "learning_rate": 9.984494381765933e-06,
      "loss": 4.0847,
      "step": 2079
    },
    {
      "epoch": 1.3403706688154715,
      "grad_norm": 3.0127944890949028,
      "learning_rate": 9.984479251965717e-06,
      "loss": 3.5627,
      "step": 2080
    },
    {
      "epoch": 1.3410153102336826,
      "grad_norm": 3.0186771337010763,
      "learning_rate": 9.984464114800307e-06,
      "loss": 3.8555,
      "step": 2081
    },
    {
      "epoch": 1.3416599516518937,
      "grad_norm": 3.389855092361089,
      "learning_rate": 9.984448970269726e-06,
      "loss": 3.9249,
      "step": 2082
    },
    {
      "epoch": 1.3423045930701047,
      "grad_norm": 3.1269360026912016,
      "learning_rate": 9.984433818374002e-06,
      "loss": 4.0087,
      "step": 2083
    },
    {
      "epoch": 1.3429492344883158,
      "grad_norm": 2.873012907455525,
      "learning_rate": 9.984418659113155e-06,
      "loss": 3.8651,
      "step": 2084
    },
    {
      "epoch": 1.3435938759065271,
      "grad_norm": 3.687079015038929,
      "learning_rate": 9.984403492487214e-06,
      "loss": 3.9746,
      "step": 2085
    },
    {
      "epoch": 1.344238517324738,
      "grad_norm": 4.302484593203723,
      "learning_rate": 9.984388318496202e-06,
      "loss": 4.0643,
      "step": 2086
    },
    {
      "epoch": 1.3448831587429493,
      "grad_norm": 3.489652894517244,
      "learning_rate": 9.984373137140147e-06,
      "loss": 3.6235,
      "step": 2087
    },
    {
      "epoch": 1.3455278001611604,
      "grad_norm": 3.8423431273036748,
      "learning_rate": 9.984357948419069e-06,
      "loss": 3.8475,
      "step": 2088
    },
    {
      "epoch": 1.3461724415793714,
      "grad_norm": 3.1094788063647734,
      "learning_rate": 9.984342752332995e-06,
      "loss": 3.8534,
      "step": 2089
    },
    {
      "epoch": 1.3468170829975825,
      "grad_norm": 3.670952075071233,
      "learning_rate": 9.984327548881952e-06,
      "loss": 4.1091,
      "step": 2090
    },
    {
      "epoch": 1.3474617244157936,
      "grad_norm": 2.970288103176986,
      "learning_rate": 9.984312338065962e-06,
      "loss": 3.9597,
      "step": 2091
    },
    {
      "epoch": 1.348106365834005,
      "grad_norm": 4.1077768075679595,
      "learning_rate": 9.984297119885054e-06,
      "loss": 3.7277,
      "step": 2092
    },
    {
      "epoch": 1.348751007252216,
      "grad_norm": 5.321990558190213,
      "learning_rate": 9.984281894339248e-06,
      "loss": 3.499,
      "step": 2093
    },
    {
      "epoch": 1.349395648670427,
      "grad_norm": 3.007875168471451,
      "learning_rate": 9.984266661428573e-06,
      "loss": 3.9558,
      "step": 2094
    },
    {
      "epoch": 1.3500402900886381,
      "grad_norm": 3.7930878277224034,
      "learning_rate": 9.984251421153051e-06,
      "loss": 3.7212,
      "step": 2095
    },
    {
      "epoch": 1.3506849315068492,
      "grad_norm": 3.57336687843754,
      "learning_rate": 9.984236173512707e-06,
      "loss": 4.0,
      "step": 2096
    },
    {
      "epoch": 1.3513295729250605,
      "grad_norm": 3.0957636903218706,
      "learning_rate": 9.984220918507571e-06,
      "loss": 3.731,
      "step": 2097
    },
    {
      "epoch": 1.3519742143432716,
      "grad_norm": 3.427692390526636,
      "learning_rate": 9.984205656137663e-06,
      "loss": 3.892,
      "step": 2098
    },
    {
      "epoch": 1.3526188557614827,
      "grad_norm": 3.0780047049969275,
      "learning_rate": 9.98419038640301e-06,
      "loss": 3.9539,
      "step": 2099
    },
    {
      "epoch": 1.3532634971796937,
      "grad_norm": 3.044347276040091,
      "learning_rate": 9.984175109303635e-06,
      "loss": 3.9923,
      "step": 2100
    },
    {
      "epoch": 1.3532634971796937,
      "eval_loss": 3.96040415763855,
      "eval_runtime": 2.9735,
      "eval_samples_per_second": 33.631,
      "eval_steps_per_second": 4.372,
      "step": 2100
    },
    {
      "epoch": 1.3539081385979048,
      "grad_norm": 2.9630141083157984,
      "learning_rate": 9.984159824839567e-06,
      "loss": 4.029,
      "step": 2101
    },
    {
      "epoch": 1.3545527800161161,
      "grad_norm": 4.233134691577558,
      "learning_rate": 9.984144533010827e-06,
      "loss": 3.8687,
      "step": 2102
    },
    {
      "epoch": 1.3551974214343272,
      "grad_norm": 2.7855223165941294,
      "learning_rate": 9.984129233817442e-06,
      "loss": 4.1642,
      "step": 2103
    },
    {
      "epoch": 1.3558420628525383,
      "grad_norm": 3.51770457716218,
      "learning_rate": 9.984113927259438e-06,
      "loss": 3.7468,
      "step": 2104
    },
    {
      "epoch": 1.3564867042707494,
      "grad_norm": 3.240389143940416,
      "learning_rate": 9.984098613336838e-06,
      "loss": 4.0559,
      "step": 2105
    },
    {
      "epoch": 1.3571313456889604,
      "grad_norm": 3.6922298108854648,
      "learning_rate": 9.98408329204967e-06,
      "loss": 3.7347,
      "step": 2106
    },
    {
      "epoch": 1.3577759871071717,
      "grad_norm": 3.0587057106376188,
      "learning_rate": 9.984067963397957e-06,
      "loss": 3.7785,
      "step": 2107
    },
    {
      "epoch": 1.3584206285253828,
      "grad_norm": 3.8645387292936806,
      "learning_rate": 9.984052627381724e-06,
      "loss": 3.435,
      "step": 2108
    },
    {
      "epoch": 1.359065269943594,
      "grad_norm": 5.071779767351883,
      "learning_rate": 9.984037284000998e-06,
      "loss": 3.9515,
      "step": 2109
    },
    {
      "epoch": 1.359709911361805,
      "grad_norm": 2.9735244358680784,
      "learning_rate": 9.984021933255803e-06,
      "loss": 3.6863,
      "step": 2110
    },
    {
      "epoch": 1.360354552780016,
      "grad_norm": 3.980035193559343,
      "learning_rate": 9.984006575146163e-06,
      "loss": 4.385,
      "step": 2111
    },
    {
      "epoch": 1.3609991941982273,
      "grad_norm": 3.1388767163100604,
      "learning_rate": 9.983991209672106e-06,
      "loss": 4.014,
      "step": 2112
    },
    {
      "epoch": 1.3616438356164384,
      "grad_norm": 4.705694585913865,
      "learning_rate": 9.983975836833655e-06,
      "loss": 3.9255,
      "step": 2113
    },
    {
      "epoch": 1.3622884770346495,
      "grad_norm": 3.2300031273741467,
      "learning_rate": 9.983960456630837e-06,
      "loss": 3.6901,
      "step": 2114
    },
    {
      "epoch": 1.3629331184528606,
      "grad_norm": 5.052645428905986,
      "learning_rate": 9.983945069063674e-06,
      "loss": 3.7718,
      "step": 2115
    },
    {
      "epoch": 1.3635777598710717,
      "grad_norm": 2.612739204591209,
      "learning_rate": 9.983929674132195e-06,
      "loss": 4.2916,
      "step": 2116
    },
    {
      "epoch": 1.364222401289283,
      "grad_norm": 4.660305308932021,
      "learning_rate": 9.983914271836425e-06,
      "loss": 3.7992,
      "step": 2117
    },
    {
      "epoch": 1.364867042707494,
      "grad_norm": 2.4719497644343513,
      "learning_rate": 9.983898862176386e-06,
      "loss": 4.2351,
      "step": 2118
    },
    {
      "epoch": 1.3655116841257051,
      "grad_norm": 4.529385807009994,
      "learning_rate": 9.983883445152107e-06,
      "loss": 3.8638,
      "step": 2119
    },
    {
      "epoch": 1.3661563255439162,
      "grad_norm": 2.854740262224721,
      "learning_rate": 9.98386802076361e-06,
      "loss": 3.9244,
      "step": 2120
    },
    {
      "epoch": 1.3668009669621273,
      "grad_norm": 5.300245310507249,
      "learning_rate": 9.983852589010924e-06,
      "loss": 3.7957,
      "step": 2121
    },
    {
      "epoch": 1.3674456083803386,
      "grad_norm": 3.2837051876937653,
      "learning_rate": 9.983837149894073e-06,
      "loss": 4.0185,
      "step": 2122
    },
    {
      "epoch": 1.3680902497985494,
      "grad_norm": 4.762622931806754,
      "learning_rate": 9.98382170341308e-06,
      "loss": 4.2336,
      "step": 2123
    },
    {
      "epoch": 1.3687348912167607,
      "grad_norm": 2.565801834687394,
      "learning_rate": 9.983806249567972e-06,
      "loss": 3.7591,
      "step": 2124
    },
    {
      "epoch": 1.3693795326349718,
      "grad_norm": 4.703809407772385,
      "learning_rate": 9.983790788358777e-06,
      "loss": 3.7833,
      "step": 2125
    },
    {
      "epoch": 1.3700241740531829,
      "grad_norm": 2.728755438200214,
      "learning_rate": 9.983775319785516e-06,
      "loss": 3.7741,
      "step": 2126
    },
    {
      "epoch": 1.370668815471394,
      "grad_norm": 4.401482949492199,
      "learning_rate": 9.983759843848216e-06,
      "loss": 3.7024,
      "step": 2127
    },
    {
      "epoch": 1.371313456889605,
      "grad_norm": 3.33038961001621,
      "learning_rate": 9.983744360546904e-06,
      "loss": 3.6455,
      "step": 2128
    },
    {
      "epoch": 1.3719580983078163,
      "grad_norm": 4.590077048764284,
      "learning_rate": 9.983728869881604e-06,
      "loss": 3.8841,
      "step": 2129
    },
    {
      "epoch": 1.3726027397260274,
      "grad_norm": 2.371805480461483,
      "learning_rate": 9.983713371852339e-06,
      "loss": 3.9843,
      "step": 2130
    },
    {
      "epoch": 1.3732473811442385,
      "grad_norm": 4.240249499405883,
      "learning_rate": 9.98369786645914e-06,
      "loss": 4.0977,
      "step": 2131
    },
    {
      "epoch": 1.3738920225624496,
      "grad_norm": 2.6154795599413267,
      "learning_rate": 9.983682353702029e-06,
      "loss": 3.9645,
      "step": 2132
    },
    {
      "epoch": 1.3745366639806607,
      "grad_norm": 3.3329299435123323,
      "learning_rate": 9.983666833581032e-06,
      "loss": 4.2002,
      "step": 2133
    },
    {
      "epoch": 1.375181305398872,
      "grad_norm": 2.5414965959390825,
      "learning_rate": 9.983651306096175e-06,
      "loss": 3.6214,
      "step": 2134
    },
    {
      "epoch": 1.375825946817083,
      "grad_norm": 3.3881152493000686,
      "learning_rate": 9.983635771247483e-06,
      "loss": 3.4733,
      "step": 2135
    },
    {
      "epoch": 1.3764705882352941,
      "grad_norm": 2.868368533300878,
      "learning_rate": 9.98362022903498e-06,
      "loss": 3.6599,
      "step": 2136
    },
    {
      "epoch": 1.3771152296535052,
      "grad_norm": 3.2907949572243034,
      "learning_rate": 9.983604679458693e-06,
      "loss": 3.5542,
      "step": 2137
    },
    {
      "epoch": 1.3777598710717163,
      "grad_norm": 3.478181818523338,
      "learning_rate": 9.98358912251865e-06,
      "loss": 3.9202,
      "step": 2138
    },
    {
      "epoch": 1.3784045124899276,
      "grad_norm": 2.505642343054845,
      "learning_rate": 9.983573558214872e-06,
      "loss": 3.7385,
      "step": 2139
    },
    {
      "epoch": 1.3790491539081386,
      "grad_norm": 2.580765450349243,
      "learning_rate": 9.983557986547388e-06,
      "loss": 3.6026,
      "step": 2140
    },
    {
      "epoch": 1.3796937953263497,
      "grad_norm": 3.1296643753557962,
      "learning_rate": 9.983542407516221e-06,
      "loss": 3.8387,
      "step": 2141
    },
    {
      "epoch": 1.3803384367445608,
      "grad_norm": 2.657340028567411,
      "learning_rate": 9.9835268211214e-06,
      "loss": 4.0205,
      "step": 2142
    },
    {
      "epoch": 1.3809830781627719,
      "grad_norm": 2.230953000248864,
      "learning_rate": 9.983511227362947e-06,
      "loss": 3.8753,
      "step": 2143
    },
    {
      "epoch": 1.3816277195809832,
      "grad_norm": 2.36481691598007,
      "learning_rate": 9.983495626240887e-06,
      "loss": 4.0221,
      "step": 2144
    },
    {
      "epoch": 1.3822723609991943,
      "grad_norm": 2.6163755009846588,
      "learning_rate": 9.983480017755251e-06,
      "loss": 3.5517,
      "step": 2145
    },
    {
      "epoch": 1.3829170024174053,
      "grad_norm": 2.730625112655343,
      "learning_rate": 9.98346440190606e-06,
      "loss": 3.5938,
      "step": 2146
    },
    {
      "epoch": 1.3835616438356164,
      "grad_norm": 2.9582626308430084,
      "learning_rate": 9.983448778693341e-06,
      "loss": 4.1431,
      "step": 2147
    },
    {
      "epoch": 1.3842062852538275,
      "grad_norm": 3.4076656263369376,
      "learning_rate": 9.98343314811712e-06,
      "loss": 3.9511,
      "step": 2148
    },
    {
      "epoch": 1.3848509266720388,
      "grad_norm": 3.196215328239903,
      "learning_rate": 9.983417510177422e-06,
      "loss": 3.8256,
      "step": 2149
    },
    {
      "epoch": 1.3854955680902499,
      "grad_norm": 2.5085413546657773,
      "learning_rate": 9.983401864874273e-06,
      "loss": 3.974,
      "step": 2150
    },
    {
      "epoch": 1.386140209508461,
      "grad_norm": 3.101874339226366,
      "learning_rate": 9.9833862122077e-06,
      "loss": 4.0956,
      "step": 2151
    },
    {
      "epoch": 1.386784850926672,
      "grad_norm": 2.272774343561467,
      "learning_rate": 9.983370552177725e-06,
      "loss": 4.1308,
      "step": 2152
    },
    {
      "epoch": 1.387429492344883,
      "grad_norm": 2.915489062516524,
      "learning_rate": 9.983354884784378e-06,
      "loss": 3.8327,
      "step": 2153
    },
    {
      "epoch": 1.3880741337630944,
      "grad_norm": 2.596552329058741,
      "learning_rate": 9.983339210027682e-06,
      "loss": 4.042,
      "step": 2154
    },
    {
      "epoch": 1.3887187751813053,
      "grad_norm": 2.3923984564157332,
      "learning_rate": 9.983323527907665e-06,
      "loss": 4.2901,
      "step": 2155
    },
    {
      "epoch": 1.3893634165995166,
      "grad_norm": 3.1453172530120566,
      "learning_rate": 9.98330783842435e-06,
      "loss": 3.863,
      "step": 2156
    },
    {
      "epoch": 1.3900080580177276,
      "grad_norm": 2.397443557046323,
      "learning_rate": 9.983292141577764e-06,
      "loss": 3.7685,
      "step": 2157
    },
    {
      "epoch": 1.3906526994359387,
      "grad_norm": 2.781535444278177,
      "learning_rate": 9.983276437367933e-06,
      "loss": 3.9928,
      "step": 2158
    },
    {
      "epoch": 1.3912973408541498,
      "grad_norm": 2.876399848977298,
      "learning_rate": 9.983260725794884e-06,
      "loss": 3.9371,
      "step": 2159
    },
    {
      "epoch": 1.3919419822723609,
      "grad_norm": 2.3859576623853562,
      "learning_rate": 9.98324500685864e-06,
      "loss": 4.0069,
      "step": 2160
    },
    {
      "epoch": 1.3925866236905722,
      "grad_norm": 2.8087634147454916,
      "learning_rate": 9.983229280559229e-06,
      "loss": 3.9016,
      "step": 2161
    },
    {
      "epoch": 1.3932312651087833,
      "grad_norm": 3.1128034702540943,
      "learning_rate": 9.983213546896677e-06,
      "loss": 4.0956,
      "step": 2162
    },
    {
      "epoch": 1.3938759065269943,
      "grad_norm": 2.437195185180259,
      "learning_rate": 9.983197805871006e-06,
      "loss": 3.8004,
      "step": 2163
    },
    {
      "epoch": 1.3945205479452054,
      "grad_norm": 3.4629533791185523,
      "learning_rate": 9.983182057482246e-06,
      "loss": 3.7809,
      "step": 2164
    },
    {
      "epoch": 1.3951651893634165,
      "grad_norm": 2.5222024188728467,
      "learning_rate": 9.983166301730424e-06,
      "loss": 3.9847,
      "step": 2165
    },
    {
      "epoch": 1.3958098307816278,
      "grad_norm": 3.6912586799298444,
      "learning_rate": 9.983150538615562e-06,
      "loss": 3.9085,
      "step": 2166
    },
    {
      "epoch": 1.3964544721998389,
      "grad_norm": 3.0170448778186367,
      "learning_rate": 9.983134768137687e-06,
      "loss": 4.0349,
      "step": 2167
    },
    {
      "epoch": 1.39709911361805,
      "grad_norm": 2.2993490575493185,
      "learning_rate": 9.983118990296827e-06,
      "loss": 3.8547,
      "step": 2168
    },
    {
      "epoch": 1.397743755036261,
      "grad_norm": 2.8792971156389235,
      "learning_rate": 9.983103205093005e-06,
      "loss": 3.9933,
      "step": 2169
    },
    {
      "epoch": 1.398388396454472,
      "grad_norm": 2.584641255036395,
      "learning_rate": 9.983087412526249e-06,
      "loss": 3.5623,
      "step": 2170
    },
    {
      "epoch": 1.3990330378726834,
      "grad_norm": 3.4115678784482073,
      "learning_rate": 9.983071612596582e-06,
      "loss": 3.9766,
      "step": 2171
    },
    {
      "epoch": 1.3996776792908945,
      "grad_norm": 2.875279474661255,
      "learning_rate": 9.983055805304035e-06,
      "loss": 3.8558,
      "step": 2172
    },
    {
      "epoch": 1.4003223207091056,
      "grad_norm": 2.475125629211845,
      "learning_rate": 9.98303999064863e-06,
      "loss": 3.9581,
      "step": 2173
    },
    {
      "epoch": 1.4009669621273166,
      "grad_norm": 4.487159280741332,
      "learning_rate": 9.983024168630392e-06,
      "loss": 3.6079,
      "step": 2174
    },
    {
      "epoch": 1.4016116035455277,
      "grad_norm": 3.4886850541297942,
      "learning_rate": 9.983008339249353e-06,
      "loss": 3.8447,
      "step": 2175
    },
    {
      "epoch": 1.402256244963739,
      "grad_norm": 3.421474873539419,
      "learning_rate": 9.982992502505532e-06,
      "loss": 3.8617,
      "step": 2176
    },
    {
      "epoch": 1.40290088638195,
      "grad_norm": 4.519801911571004,
      "learning_rate": 9.982976658398959e-06,
      "loss": 3.8483,
      "step": 2177
    },
    {
      "epoch": 1.4035455278001612,
      "grad_norm": 2.9857163398850575,
      "learning_rate": 9.982960806929659e-06,
      "loss": 3.7764,
      "step": 2178
    },
    {
      "epoch": 1.4041901692183723,
      "grad_norm": 3.8879430608066636,
      "learning_rate": 9.982944948097657e-06,
      "loss": 3.7718,
      "step": 2179
    },
    {
      "epoch": 1.4048348106365833,
      "grad_norm": 3.6928531058991094,
      "learning_rate": 9.982929081902982e-06,
      "loss": 3.7434,
      "step": 2180
    },
    {
      "epoch": 1.4054794520547946,
      "grad_norm": 2.300051600608644,
      "learning_rate": 9.982913208345657e-06,
      "loss": 4.1556,
      "step": 2181
    },
    {
      "epoch": 1.4061240934730057,
      "grad_norm": 3.8111405425135882,
      "learning_rate": 9.98289732742571e-06,
      "loss": 3.7063,
      "step": 2182
    },
    {
      "epoch": 1.4067687348912168,
      "grad_norm": 3.2245233365971,
      "learning_rate": 9.982881439143165e-06,
      "loss": 4.1605,
      "step": 2183
    },
    {
      "epoch": 1.4074133763094279,
      "grad_norm": 2.775277527327712,
      "learning_rate": 9.982865543498052e-06,
      "loss": 4.037,
      "step": 2184
    },
    {
      "epoch": 1.408058017727639,
      "grad_norm": 4.193423573367931,
      "learning_rate": 9.982849640490391e-06,
      "loss": 4.041,
      "step": 2185
    },
    {
      "epoch": 1.4087026591458502,
      "grad_norm": 3.22489618654858,
      "learning_rate": 9.982833730120214e-06,
      "loss": 3.9826,
      "step": 2186
    },
    {
      "epoch": 1.4093473005640613,
      "grad_norm": 2.7947553493337725,
      "learning_rate": 9.982817812387545e-06,
      "loss": 3.8195,
      "step": 2187
    },
    {
      "epoch": 1.4099919419822724,
      "grad_norm": 2.9028744979708114,
      "learning_rate": 9.982801887292408e-06,
      "loss": 3.8247,
      "step": 2188
    },
    {
      "epoch": 1.4106365834004835,
      "grad_norm": 3.0391745512009614,
      "learning_rate": 9.982785954834833e-06,
      "loss": 3.86,
      "step": 2189
    },
    {
      "epoch": 1.4112812248186946,
      "grad_norm": 3.212819942476262,
      "learning_rate": 9.982770015014843e-06,
      "loss": 3.9804,
      "step": 2190
    },
    {
      "epoch": 1.4119258662369059,
      "grad_norm": 3.2278033300022813,
      "learning_rate": 9.982754067832466e-06,
      "loss": 3.7399,
      "step": 2191
    },
    {
      "epoch": 1.4125705076551167,
      "grad_norm": 3.218918331578814,
      "learning_rate": 9.982738113287728e-06,
      "loss": 4.0154,
      "step": 2192
    },
    {
      "epoch": 1.413215149073328,
      "grad_norm": 3.311307158985886,
      "learning_rate": 9.982722151380655e-06,
      "loss": 3.8858,
      "step": 2193
    },
    {
      "epoch": 1.413859790491539,
      "grad_norm": 2.8575942091856548,
      "learning_rate": 9.982706182111272e-06,
      "loss": 3.8348,
      "step": 2194
    },
    {
      "epoch": 1.4145044319097502,
      "grad_norm": 3.1011250679938644,
      "learning_rate": 9.982690205479608e-06,
      "loss": 4.0213,
      "step": 2195
    },
    {
      "epoch": 1.4151490733279612,
      "grad_norm": 3.009261398324563,
      "learning_rate": 9.982674221485684e-06,
      "loss": 3.7623,
      "step": 2196
    },
    {
      "epoch": 1.4157937147461723,
      "grad_norm": 3.04489031303926,
      "learning_rate": 9.982658230129533e-06,
      "loss": 3.6961,
      "step": 2197
    },
    {
      "epoch": 1.4164383561643836,
      "grad_norm": 3.367945400204578,
      "learning_rate": 9.982642231411176e-06,
      "loss": 3.8397,
      "step": 2198
    },
    {
      "epoch": 1.4170829975825947,
      "grad_norm": 2.651267558865765,
      "learning_rate": 9.982626225330643e-06,
      "loss": 4.1918,
      "step": 2199
    },
    {
      "epoch": 1.4177276390008058,
      "grad_norm": 3.5049614122104877,
      "learning_rate": 9.982610211887957e-06,
      "loss": 3.8719,
      "step": 2200
    },
    {
      "epoch": 1.4177276390008058,
      "eval_loss": 3.9418160915374756,
      "eval_runtime": 2.9767,
      "eval_samples_per_second": 33.595,
      "eval_steps_per_second": 4.367,
      "step": 2200
    },
    {
      "epoch": 1.4183722804190169,
      "grad_norm": 2.4862643656114263,
      "learning_rate": 9.982594191083149e-06,
      "loss": 3.8748,
      "step": 2201
    },
    {
      "epoch": 1.419016921837228,
      "grad_norm": 2.8694336506801346,
      "learning_rate": 9.98257816291624e-06,
      "loss": 3.921,
      "step": 2202
    },
    {
      "epoch": 1.4196615632554392,
      "grad_norm": 2.878398750782533,
      "learning_rate": 9.982562127387258e-06,
      "loss": 4.2241,
      "step": 2203
    },
    {
      "epoch": 1.4203062046736503,
      "grad_norm": 2.7314337162946893,
      "learning_rate": 9.982546084496231e-06,
      "loss": 3.9027,
      "step": 2204
    },
    {
      "epoch": 1.4209508460918614,
      "grad_norm": 2.967434303831236,
      "learning_rate": 9.982530034243182e-06,
      "loss": 3.7878,
      "step": 2205
    },
    {
      "epoch": 1.4215954875100725,
      "grad_norm": 2.3684586704359023,
      "learning_rate": 9.982513976628143e-06,
      "loss": 3.8561,
      "step": 2206
    },
    {
      "epoch": 1.4222401289282836,
      "grad_norm": 3.405974246380415,
      "learning_rate": 9.982497911651134e-06,
      "loss": 3.5759,
      "step": 2207
    },
    {
      "epoch": 1.4228847703464949,
      "grad_norm": 2.294485613315395,
      "learning_rate": 9.982481839312187e-06,
      "loss": 4.145,
      "step": 2208
    },
    {
      "epoch": 1.423529411764706,
      "grad_norm": 2.8241789371693167,
      "learning_rate": 9.982465759611325e-06,
      "loss": 3.6183,
      "step": 2209
    },
    {
      "epoch": 1.424174053182917,
      "grad_norm": 2.2228005448679227,
      "learning_rate": 9.982449672548573e-06,
      "loss": 4.1821,
      "step": 2210
    },
    {
      "epoch": 1.424818694601128,
      "grad_norm": 3.079792721882284,
      "learning_rate": 9.98243357812396e-06,
      "loss": 3.7709,
      "step": 2211
    },
    {
      "epoch": 1.4254633360193392,
      "grad_norm": 2.5518729291764326,
      "learning_rate": 9.982417476337514e-06,
      "loss": 3.879,
      "step": 2212
    },
    {
      "epoch": 1.4261079774375505,
      "grad_norm": 2.3740702849048727,
      "learning_rate": 9.982401367189258e-06,
      "loss": 3.7881,
      "step": 2213
    },
    {
      "epoch": 1.4267526188557615,
      "grad_norm": 3.119697480749814,
      "learning_rate": 9.982385250679221e-06,
      "loss": 3.7876,
      "step": 2214
    },
    {
      "epoch": 1.4273972602739726,
      "grad_norm": 2.5996906027898246,
      "learning_rate": 9.982369126807427e-06,
      "loss": 3.8323,
      "step": 2215
    },
    {
      "epoch": 1.4280419016921837,
      "grad_norm": 3.415058447126049,
      "learning_rate": 9.982352995573905e-06,
      "loss": 3.6814,
      "step": 2216
    },
    {
      "epoch": 1.4286865431103948,
      "grad_norm": 3.966868511200336,
      "learning_rate": 9.982336856978679e-06,
      "loss": 3.4488,
      "step": 2217
    },
    {
      "epoch": 1.429331184528606,
      "grad_norm": 3.463731923069516,
      "learning_rate": 9.982320711021778e-06,
      "loss": 3.9263,
      "step": 2218
    },
    {
      "epoch": 1.4299758259468172,
      "grad_norm": 2.8670591979389295,
      "learning_rate": 9.982304557703227e-06,
      "loss": 3.8561,
      "step": 2219
    },
    {
      "epoch": 1.4306204673650282,
      "grad_norm": 3.588245623180043,
      "learning_rate": 9.982288397023051e-06,
      "loss": 4.1147,
      "step": 2220
    },
    {
      "epoch": 1.4312651087832393,
      "grad_norm": 2.674755304297058,
      "learning_rate": 9.982272228981282e-06,
      "loss": 3.9765,
      "step": 2221
    },
    {
      "epoch": 1.4319097502014504,
      "grad_norm": 2.972136923908248,
      "learning_rate": 9.982256053577941e-06,
      "loss": 4.0382,
      "step": 2222
    },
    {
      "epoch": 1.4325543916196617,
      "grad_norm": 2.603402120455553,
      "learning_rate": 9.982239870813058e-06,
      "loss": 3.8176,
      "step": 2223
    },
    {
      "epoch": 1.4331990330378725,
      "grad_norm": 2.8820668369961426,
      "learning_rate": 9.982223680686656e-06,
      "loss": 3.8252,
      "step": 2224
    },
    {
      "epoch": 1.4338436744560838,
      "grad_norm": 2.8747397490784508,
      "learning_rate": 9.982207483198764e-06,
      "loss": 3.6415,
      "step": 2225
    },
    {
      "epoch": 1.434488315874295,
      "grad_norm": 3.1534055259404066,
      "learning_rate": 9.98219127834941e-06,
      "loss": 3.9689,
      "step": 2226
    },
    {
      "epoch": 1.435132957292506,
      "grad_norm": 3.0846686735856395,
      "learning_rate": 9.982175066138617e-06,
      "loss": 3.7034,
      "step": 2227
    },
    {
      "epoch": 1.435777598710717,
      "grad_norm": 2.871854449114187,
      "learning_rate": 9.982158846566416e-06,
      "loss": 3.9708,
      "step": 2228
    },
    {
      "epoch": 1.4364222401289282,
      "grad_norm": 3.350748999297372,
      "learning_rate": 9.982142619632828e-06,
      "loss": 4.2241,
      "step": 2229
    },
    {
      "epoch": 1.4370668815471395,
      "grad_norm": 2.428854640295526,
      "learning_rate": 9.982126385337887e-06,
      "loss": 4.1168,
      "step": 2230
    },
    {
      "epoch": 1.4377115229653505,
      "grad_norm": 2.487492206912729,
      "learning_rate": 9.982110143681612e-06,
      "loss": 3.9613,
      "step": 2231
    },
    {
      "epoch": 1.4383561643835616,
      "grad_norm": 2.3398827359498053,
      "learning_rate": 9.982093894664034e-06,
      "loss": 3.775,
      "step": 2232
    },
    {
      "epoch": 1.4390008058017727,
      "grad_norm": 2.8288192919589443,
      "learning_rate": 9.98207763828518e-06,
      "loss": 3.9719,
      "step": 2233
    },
    {
      "epoch": 1.4396454472199838,
      "grad_norm": 2.531957629974298,
      "learning_rate": 9.982061374545073e-06,
      "loss": 3.9603,
      "step": 2234
    },
    {
      "epoch": 1.440290088638195,
      "grad_norm": 2.756552112344176,
      "learning_rate": 9.982045103443745e-06,
      "loss": 3.9783,
      "step": 2235
    },
    {
      "epoch": 1.4409347300564062,
      "grad_norm": 2.6479580844698627,
      "learning_rate": 9.982028824981219e-06,
      "loss": 3.8118,
      "step": 2236
    },
    {
      "epoch": 1.4415793714746172,
      "grad_norm": 2.6251316535356044,
      "learning_rate": 9.982012539157523e-06,
      "loss": 3.7229,
      "step": 2237
    },
    {
      "epoch": 1.4422240128928283,
      "grad_norm": 2.6992077463341233,
      "learning_rate": 9.981996245972682e-06,
      "loss": 4.0011,
      "step": 2238
    },
    {
      "epoch": 1.4428686543110394,
      "grad_norm": 2.9313622716400096,
      "learning_rate": 9.981979945426727e-06,
      "loss": 3.8069,
      "step": 2239
    },
    {
      "epoch": 1.4435132957292507,
      "grad_norm": 3.224400962715131,
      "learning_rate": 9.98196363751968e-06,
      "loss": 3.9787,
      "step": 2240
    },
    {
      "epoch": 1.4441579371474618,
      "grad_norm": 3.3578003909741914,
      "learning_rate": 9.981947322251571e-06,
      "loss": 3.742,
      "step": 2241
    },
    {
      "epoch": 1.4448025785656728,
      "grad_norm": 3.9061750377268,
      "learning_rate": 9.981930999622425e-06,
      "loss": 3.9439,
      "step": 2242
    },
    {
      "epoch": 1.445447219983884,
      "grad_norm": 2.963577113476258,
      "learning_rate": 9.98191466963227e-06,
      "loss": 4.1257,
      "step": 2243
    },
    {
      "epoch": 1.446091861402095,
      "grad_norm": 4.299584522163999,
      "learning_rate": 9.981898332281131e-06,
      "loss": 3.8127,
      "step": 2244
    },
    {
      "epoch": 1.4467365028203063,
      "grad_norm": 4.4620289103658575,
      "learning_rate": 9.981881987569035e-06,
      "loss": 4.061,
      "step": 2245
    },
    {
      "epoch": 1.4473811442385174,
      "grad_norm": 3.6553463639061192,
      "learning_rate": 9.981865635496012e-06,
      "loss": 3.8494,
      "step": 2246
    },
    {
      "epoch": 1.4480257856567285,
      "grad_norm": 5.027223054949533,
      "learning_rate": 9.981849276062087e-06,
      "loss": 3.4063,
      "step": 2247
    },
    {
      "epoch": 1.4486704270749395,
      "grad_norm": 2.5053838040854335,
      "learning_rate": 9.981832909267286e-06,
      "loss": 4.1327,
      "step": 2248
    },
    {
      "epoch": 1.4493150684931506,
      "grad_norm": 4.397894025862482,
      "learning_rate": 9.981816535111637e-06,
      "loss": 3.3294,
      "step": 2249
    },
    {
      "epoch": 1.449959709911362,
      "grad_norm": 5.230648887416011,
      "learning_rate": 9.981800153595166e-06,
      "loss": 3.7979,
      "step": 2250
    },
    {
      "epoch": 1.450604351329573,
      "grad_norm": 2.784324302833091,
      "learning_rate": 9.9817837647179e-06,
      "loss": 3.848,
      "step": 2251
    },
    {
      "epoch": 1.451248992747784,
      "grad_norm": 3.537269791320958,
      "learning_rate": 9.981767368479865e-06,
      "loss": 4.0044,
      "step": 2252
    },
    {
      "epoch": 1.4518936341659952,
      "grad_norm": 2.8378616168290574,
      "learning_rate": 9.981750964881092e-06,
      "loss": 3.6338,
      "step": 2253
    },
    {
      "epoch": 1.4525382755842062,
      "grad_norm": 3.646977920279947,
      "learning_rate": 9.981734553921603e-06,
      "loss": 3.8163,
      "step": 2254
    },
    {
      "epoch": 1.4531829170024175,
      "grad_norm": 3.1137896932463396,
      "learning_rate": 9.981718135601427e-06,
      "loss": 3.7522,
      "step": 2255
    },
    {
      "epoch": 1.4538275584206286,
      "grad_norm": 3.532322279687441,
      "learning_rate": 9.981701709920592e-06,
      "loss": 3.9202,
      "step": 2256
    },
    {
      "epoch": 1.4544721998388397,
      "grad_norm": 2.7902293968764043,
      "learning_rate": 9.981685276879125e-06,
      "loss": 3.8563,
      "step": 2257
    },
    {
      "epoch": 1.4551168412570508,
      "grad_norm": 3.9544425374377994,
      "learning_rate": 9.98166883647705e-06,
      "loss": 3.8184,
      "step": 2258
    },
    {
      "epoch": 1.4557614826752618,
      "grad_norm": 3.8812128982217033,
      "learning_rate": 9.981652388714397e-06,
      "loss": 3.8158,
      "step": 2259
    },
    {
      "epoch": 1.4564061240934731,
      "grad_norm": 3.5195563214316437,
      "learning_rate": 9.981635933591192e-06,
      "loss": 3.8383,
      "step": 2260
    },
    {
      "epoch": 1.457050765511684,
      "grad_norm": 3.100628357179828,
      "learning_rate": 9.981619471107462e-06,
      "loss": 3.403,
      "step": 2261
    },
    {
      "epoch": 1.4576954069298953,
      "grad_norm": 3.360136196007246,
      "learning_rate": 9.981603001263232e-06,
      "loss": 3.6645,
      "step": 2262
    },
    {
      "epoch": 1.4583400483481064,
      "grad_norm": 2.3395859036546884,
      "learning_rate": 9.981586524058533e-06,
      "loss": 3.6898,
      "step": 2263
    },
    {
      "epoch": 1.4589846897663175,
      "grad_norm": 3.1994664189662734,
      "learning_rate": 9.98157003949339e-06,
      "loss": 3.8408,
      "step": 2264
    },
    {
      "epoch": 1.4596293311845285,
      "grad_norm": 2.5004402654748046,
      "learning_rate": 9.981553547567831e-06,
      "loss": 3.8,
      "step": 2265
    },
    {
      "epoch": 1.4602739726027396,
      "grad_norm": 3.5148998184259836,
      "learning_rate": 9.981537048281881e-06,
      "loss": 3.6673,
      "step": 2266
    },
    {
      "epoch": 1.460918614020951,
      "grad_norm": 2.64413621834775,
      "learning_rate": 9.98152054163557e-06,
      "loss": 3.8222,
      "step": 2267
    },
    {
      "epoch": 1.461563255439162,
      "grad_norm": 3.744658911622523,
      "learning_rate": 9.981504027628922e-06,
      "loss": 4.0516,
      "step": 2268
    },
    {
      "epoch": 1.462207896857373,
      "grad_norm": 2.600087447070223,
      "learning_rate": 9.981487506261967e-06,
      "loss": 3.7572,
      "step": 2269
    },
    {
      "epoch": 1.4628525382755841,
      "grad_norm": 3.168596466105198,
      "learning_rate": 9.981470977534731e-06,
      "loss": 4.0744,
      "step": 2270
    },
    {
      "epoch": 1.4634971796937952,
      "grad_norm": 2.6088967619846573,
      "learning_rate": 9.98145444144724e-06,
      "loss": 4.1173,
      "step": 2271
    },
    {
      "epoch": 1.4641418211120065,
      "grad_norm": 2.980876594615551,
      "learning_rate": 9.981437897999521e-06,
      "loss": 3.9095,
      "step": 2272
    },
    {
      "epoch": 1.4647864625302176,
      "grad_norm": 2.2329506126684597,
      "learning_rate": 9.981421347191603e-06,
      "loss": 4.3061,
      "step": 2273
    },
    {
      "epoch": 1.4654311039484287,
      "grad_norm": 3.313049204919703,
      "learning_rate": 9.981404789023513e-06,
      "loss": 3.6875,
      "step": 2274
    },
    {
      "epoch": 1.4660757453666398,
      "grad_norm": 3.103609860390492,
      "learning_rate": 9.981388223495277e-06,
      "loss": 3.9428,
      "step": 2275
    },
    {
      "epoch": 1.4667203867848508,
      "grad_norm": 2.613424520250206,
      "learning_rate": 9.981371650606923e-06,
      "loss": 4.0397,
      "step": 2276
    },
    {
      "epoch": 1.4673650282030621,
      "grad_norm": 2.8163866300794127,
      "learning_rate": 9.98135507035848e-06,
      "loss": 3.7216,
      "step": 2277
    },
    {
      "epoch": 1.4680096696212732,
      "grad_norm": 3.1584681909723353,
      "learning_rate": 9.98133848274997e-06,
      "loss": 3.674,
      "step": 2278
    },
    {
      "epoch": 1.4686543110394843,
      "grad_norm": 2.200104304585967,
      "learning_rate": 9.981321887781425e-06,
      "loss": 3.7494,
      "step": 2279
    },
    {
      "epoch": 1.4692989524576954,
      "grad_norm": 2.8536918717467104,
      "learning_rate": 9.981305285452872e-06,
      "loss": 4.0831,
      "step": 2280
    },
    {
      "epoch": 1.4699435938759065,
      "grad_norm": 2.541686106082502,
      "learning_rate": 9.981288675764336e-06,
      "loss": 3.5534,
      "step": 2281
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 2.743719851243555,
      "learning_rate": 9.981272058715847e-06,
      "loss": 3.6977,
      "step": 2282
    },
    {
      "epoch": 1.4712328767123288,
      "grad_norm": 2.574133714765345,
      "learning_rate": 9.981255434307427e-06,
      "loss": 3.7124,
      "step": 2283
    },
    {
      "epoch": 1.47187751813054,
      "grad_norm": 2.8739967338179553,
      "learning_rate": 9.981238802539109e-06,
      "loss": 3.852,
      "step": 2284
    },
    {
      "epoch": 1.472522159548751,
      "grad_norm": 2.6171147475064984,
      "learning_rate": 9.981222163410918e-06,
      "loss": 4.2326,
      "step": 2285
    },
    {
      "epoch": 1.473166800966962,
      "grad_norm": 2.799345003836793,
      "learning_rate": 9.981205516922883e-06,
      "loss": 3.8077,
      "step": 2286
    },
    {
      "epoch": 1.4738114423851734,
      "grad_norm": 2.7989975547940817,
      "learning_rate": 9.98118886307503e-06,
      "loss": 3.8839,
      "step": 2287
    },
    {
      "epoch": 1.4744560838033844,
      "grad_norm": 3.2272981937377105,
      "learning_rate": 9.981172201867384e-06,
      "loss": 3.9058,
      "step": 2288
    },
    {
      "epoch": 1.4751007252215955,
      "grad_norm": 2.990633740181258,
      "learning_rate": 9.981155533299976e-06,
      "loss": 4.0805,
      "step": 2289
    },
    {
      "epoch": 1.4757453666398066,
      "grad_norm": 2.5092102986991462,
      "learning_rate": 9.981138857372832e-06,
      "loss": 4.1398,
      "step": 2290
    },
    {
      "epoch": 1.4763900080580177,
      "grad_norm": 3.2429254530110843,
      "learning_rate": 9.981122174085979e-06,
      "loss": 3.9737,
      "step": 2291
    },
    {
      "epoch": 1.477034649476229,
      "grad_norm": 3.244292878222683,
      "learning_rate": 9.981105483439444e-06,
      "loss": 3.9012,
      "step": 2292
    },
    {
      "epoch": 1.4776792908944398,
      "grad_norm": 3.0359770471761123,
      "learning_rate": 9.981088785433256e-06,
      "loss": 3.9697,
      "step": 2293
    },
    {
      "epoch": 1.4783239323126511,
      "grad_norm": 3.0381070441298745,
      "learning_rate": 9.981072080067443e-06,
      "loss": 3.6349,
      "step": 2294
    },
    {
      "epoch": 1.4789685737308622,
      "grad_norm": 2.4280743187798484,
      "learning_rate": 9.98105536734203e-06,
      "loss": 4.2847,
      "step": 2295
    },
    {
      "epoch": 1.4796132151490733,
      "grad_norm": 3.6936977845950825,
      "learning_rate": 9.981038647257046e-06,
      "loss": 3.7325,
      "step": 2296
    },
    {
      "epoch": 1.4802578565672844,
      "grad_norm": 2.4151935387334547,
      "learning_rate": 9.981021919812516e-06,
      "loss": 3.9351,
      "step": 2297
    },
    {
      "epoch": 1.4809024979854954,
      "grad_norm": 3.2798571587908336,
      "learning_rate": 9.98100518500847e-06,
      "loss": 3.6974,
      "step": 2298
    },
    {
      "epoch": 1.4815471394037067,
      "grad_norm": 2.1955982537479803,
      "learning_rate": 9.980988442844937e-06,
      "loss": 4.0044,
      "step": 2299
    },
    {
      "epoch": 1.4821917808219178,
      "grad_norm": 3.2199240740178685,
      "learning_rate": 9.98097169332194e-06,
      "loss": 3.7071,
      "step": 2300
    },
    {
      "epoch": 1.4821917808219178,
      "eval_loss": 3.9231793880462646,
      "eval_runtime": 2.9491,
      "eval_samples_per_second": 33.909,
      "eval_steps_per_second": 4.408,
      "step": 2300
    },
    {
      "epoch": 1.482836422240129,
      "grad_norm": 2.2864745101557507,
      "learning_rate": 9.980954936439512e-06,
      "loss": 3.9923,
      "step": 2301
    },
    {
      "epoch": 1.48348106365834,
      "grad_norm": 3.0817758670151267,
      "learning_rate": 9.980938172197675e-06,
      "loss": 3.9901,
      "step": 2302
    },
    {
      "epoch": 1.484125705076551,
      "grad_norm": 2.321309303820576,
      "learning_rate": 9.98092140059646e-06,
      "loss": 4.0295,
      "step": 2303
    },
    {
      "epoch": 1.4847703464947624,
      "grad_norm": 2.79153264050316,
      "learning_rate": 9.980904621635893e-06,
      "loss": 4.0478,
      "step": 2304
    },
    {
      "epoch": 1.4854149879129734,
      "grad_norm": 2.895727783562837,
      "learning_rate": 9.980887835316002e-06,
      "loss": 3.5416,
      "step": 2305
    },
    {
      "epoch": 1.4860596293311845,
      "grad_norm": 2.680652100330307,
      "learning_rate": 9.980871041636815e-06,
      "loss": 3.9627,
      "step": 2306
    },
    {
      "epoch": 1.4867042707493956,
      "grad_norm": 2.458610697560786,
      "learning_rate": 9.98085424059836e-06,
      "loss": 3.8415,
      "step": 2307
    },
    {
      "epoch": 1.4873489121676067,
      "grad_norm": 2.6239378295795017,
      "learning_rate": 9.980837432200663e-06,
      "loss": 4.1108,
      "step": 2308
    },
    {
      "epoch": 1.487993553585818,
      "grad_norm": 2.9401581678302002,
      "learning_rate": 9.980820616443753e-06,
      "loss": 3.8966,
      "step": 2309
    },
    {
      "epoch": 1.488638195004029,
      "grad_norm": 2.830877155976834,
      "learning_rate": 9.980803793327656e-06,
      "loss": 3.4347,
      "step": 2310
    },
    {
      "epoch": 1.4892828364222401,
      "grad_norm": 3.311558651111599,
      "learning_rate": 9.980786962852402e-06,
      "loss": 3.8851,
      "step": 2311
    },
    {
      "epoch": 1.4899274778404512,
      "grad_norm": 3.649625658766751,
      "learning_rate": 9.980770125018017e-06,
      "loss": 4.1267,
      "step": 2312
    },
    {
      "epoch": 1.4905721192586623,
      "grad_norm": 3.8394196403212923,
      "learning_rate": 9.980753279824528e-06,
      "loss": 3.6093,
      "step": 2313
    },
    {
      "epoch": 1.4912167606768736,
      "grad_norm": 2.9917796209270358,
      "learning_rate": 9.980736427271965e-06,
      "loss": 3.8073,
      "step": 2314
    },
    {
      "epoch": 1.4918614020950847,
      "grad_norm": 3.7184527244730137,
      "learning_rate": 9.980719567360354e-06,
      "loss": 4.5149,
      "step": 2315
    },
    {
      "epoch": 1.4925060435132957,
      "grad_norm": 3.1731138891716633,
      "learning_rate": 9.980702700089722e-06,
      "loss": 3.6912,
      "step": 2316
    },
    {
      "epoch": 1.4931506849315068,
      "grad_norm": 3.844944047700348,
      "learning_rate": 9.980685825460099e-06,
      "loss": 3.4841,
      "step": 2317
    },
    {
      "epoch": 1.493795326349718,
      "grad_norm": 3.0036834444115765,
      "learning_rate": 9.980668943471509e-06,
      "loss": 3.8127,
      "step": 2318
    },
    {
      "epoch": 1.4944399677679292,
      "grad_norm": 4.065004920834685,
      "learning_rate": 9.980652054123985e-06,
      "loss": 4.0406,
      "step": 2319
    },
    {
      "epoch": 1.4950846091861403,
      "grad_norm": 2.935092513758284,
      "learning_rate": 9.980635157417553e-06,
      "loss": 3.9873,
      "step": 2320
    },
    {
      "epoch": 1.4957292506043514,
      "grad_norm": 3.902732602848445,
      "learning_rate": 9.980618253352237e-06,
      "loss": 3.4506,
      "step": 2321
    },
    {
      "epoch": 1.4963738920225624,
      "grad_norm": 4.51683778611849,
      "learning_rate": 9.980601341928068e-06,
      "loss": 4.0497,
      "step": 2322
    },
    {
      "epoch": 1.4970185334407735,
      "grad_norm": 3.3054190081729287,
      "learning_rate": 9.980584423145074e-06,
      "loss": 3.978,
      "step": 2323
    },
    {
      "epoch": 1.4976631748589848,
      "grad_norm": 4.891191778872376,
      "learning_rate": 9.98056749700328e-06,
      "loss": 3.9956,
      "step": 2324
    },
    {
      "epoch": 1.498307816277196,
      "grad_norm": 2.943807159564163,
      "learning_rate": 9.980550563502718e-06,
      "loss": 4.0138,
      "step": 2325
    },
    {
      "epoch": 1.498952457695407,
      "grad_norm": 4.3580404620266275,
      "learning_rate": 9.980533622643412e-06,
      "loss": 4.0414,
      "step": 2326
    },
    {
      "epoch": 1.499597099113618,
      "grad_norm": 3.470077714291176,
      "learning_rate": 9.980516674425394e-06,
      "loss": 3.9256,
      "step": 2327
    },
    {
      "epoch": 1.5002417405318291,
      "grad_norm": 3.46043175355199,
      "learning_rate": 9.980499718848686e-06,
      "loss": 4.0499,
      "step": 2328
    },
    {
      "epoch": 1.5008863819500404,
      "grad_norm": 3.338657173676837,
      "learning_rate": 9.98048275591332e-06,
      "loss": 3.9718,
      "step": 2329
    },
    {
      "epoch": 1.5015310233682513,
      "grad_norm": 3.6192377200291697,
      "learning_rate": 9.980465785619325e-06,
      "loss": 3.794,
      "step": 2330
    },
    {
      "epoch": 1.5021756647864626,
      "grad_norm": 3.262281554205127,
      "learning_rate": 9.980448807966725e-06,
      "loss": 4.3137,
      "step": 2331
    },
    {
      "epoch": 1.5028203062046737,
      "grad_norm": 3.9827085442926147,
      "learning_rate": 9.98043182295555e-06,
      "loss": 3.795,
      "step": 2332
    },
    {
      "epoch": 1.5034649476228847,
      "grad_norm": 3.7818850053675663,
      "learning_rate": 9.980414830585827e-06,
      "loss": 3.8219,
      "step": 2333
    },
    {
      "epoch": 1.504109589041096,
      "grad_norm": 3.737944251201691,
      "learning_rate": 9.980397830857586e-06,
      "loss": 3.8635,
      "step": 2334
    },
    {
      "epoch": 1.504754230459307,
      "grad_norm": 4.0857208042306885,
      "learning_rate": 9.980380823770851e-06,
      "loss": 3.502,
      "step": 2335
    },
    {
      "epoch": 1.5053988718775182,
      "grad_norm": 3.3850757453193894,
      "learning_rate": 9.980363809325657e-06,
      "loss": 3.9218,
      "step": 2336
    },
    {
      "epoch": 1.5060435132957293,
      "grad_norm": 3.017649112842977,
      "learning_rate": 9.980346787522023e-06,
      "loss": 4.1434,
      "step": 2337
    },
    {
      "epoch": 1.5066881547139404,
      "grad_norm": 2.666500230418695,
      "learning_rate": 9.980329758359983e-06,
      "loss": 3.8377,
      "step": 2338
    },
    {
      "epoch": 1.5073327961321517,
      "grad_norm": 2.7438552357352237,
      "learning_rate": 9.980312721839563e-06,
      "loss": 4.229,
      "step": 2339
    },
    {
      "epoch": 1.5079774375503625,
      "grad_norm": 3.4333307595992797,
      "learning_rate": 9.980295677960791e-06,
      "loss": 3.9951,
      "step": 2340
    },
    {
      "epoch": 1.5086220789685738,
      "grad_norm": 3.0278894421547697,
      "learning_rate": 9.980278626723696e-06,
      "loss": 3.8329,
      "step": 2341
    },
    {
      "epoch": 1.5092667203867849,
      "grad_norm": 4.0980928469324605,
      "learning_rate": 9.980261568128305e-06,
      "loss": 4.2049,
      "step": 2342
    },
    {
      "epoch": 1.509911361804996,
      "grad_norm": 3.1409968617349637,
      "learning_rate": 9.980244502174643e-06,
      "loss": 3.7777,
      "step": 2343
    },
    {
      "epoch": 1.510556003223207,
      "grad_norm": 3.3652954663019687,
      "learning_rate": 9.980227428862746e-06,
      "loss": 3.6822,
      "step": 2344
    },
    {
      "epoch": 1.5112006446414181,
      "grad_norm": 4.005751471263383,
      "learning_rate": 9.980210348192636e-06,
      "loss": 3.717,
      "step": 2345
    },
    {
      "epoch": 1.5118452860596294,
      "grad_norm": 2.389179016029971,
      "learning_rate": 9.98019326016434e-06,
      "loss": 3.8841,
      "step": 2346
    },
    {
      "epoch": 1.5124899274778405,
      "grad_norm": 2.8539293431463526,
      "learning_rate": 9.980176164777892e-06,
      "loss": 3.8978,
      "step": 2347
    },
    {
      "epoch": 1.5131345688960516,
      "grad_norm": 3.164553090019337,
      "learning_rate": 9.980159062033314e-06,
      "loss": 3.8321,
      "step": 2348
    },
    {
      "epoch": 1.5137792103142627,
      "grad_norm": 3.224928564887154,
      "learning_rate": 9.980141951930637e-06,
      "loss": 3.6129,
      "step": 2349
    },
    {
      "epoch": 1.5144238517324737,
      "grad_norm": 3.1889544148841154,
      "learning_rate": 9.98012483446989e-06,
      "loss": 3.8209,
      "step": 2350
    },
    {
      "epoch": 1.515068493150685,
      "grad_norm": 3.365244185856998,
      "learning_rate": 9.980107709651098e-06,
      "loss": 3.8584,
      "step": 2351
    },
    {
      "epoch": 1.515713134568896,
      "grad_norm": 2.9458014566427986,
      "learning_rate": 9.980090577474292e-06,
      "loss": 3.8355,
      "step": 2352
    },
    {
      "epoch": 1.5163577759871072,
      "grad_norm": 3.255345599738484,
      "learning_rate": 9.980073437939499e-06,
      "loss": 3.9628,
      "step": 2353
    },
    {
      "epoch": 1.5170024174053183,
      "grad_norm": 2.901716739545477,
      "learning_rate": 9.980056291046747e-06,
      "loss": 4.0741,
      "step": 2354
    },
    {
      "epoch": 1.5176470588235293,
      "grad_norm": 2.6836223412570286,
      "learning_rate": 9.980039136796066e-06,
      "loss": 3.8359,
      "step": 2355
    },
    {
      "epoch": 1.5182917002417406,
      "grad_norm": 2.6150631093087546,
      "learning_rate": 9.98002197518748e-06,
      "loss": 3.8304,
      "step": 2356
    },
    {
      "epoch": 1.5189363416599515,
      "grad_norm": 2.9869039957336305,
      "learning_rate": 9.980004806221021e-06,
      "loss": 4.1842,
      "step": 2357
    },
    {
      "epoch": 1.5195809830781628,
      "grad_norm": 2.75916457256707,
      "learning_rate": 9.979987629896716e-06,
      "loss": 3.7932,
      "step": 2358
    },
    {
      "epoch": 1.5202256244963739,
      "grad_norm": 3.065052213146246,
      "learning_rate": 9.979970446214592e-06,
      "loss": 3.9948,
      "step": 2359
    },
    {
      "epoch": 1.520870265914585,
      "grad_norm": 2.623758673831364,
      "learning_rate": 9.97995325517468e-06,
      "loss": 3.7811,
      "step": 2360
    },
    {
      "epoch": 1.5215149073327963,
      "grad_norm": 2.711895238566217,
      "learning_rate": 9.979936056777007e-06,
      "loss": 3.8033,
      "step": 2361
    },
    {
      "epoch": 1.5221595487510071,
      "grad_norm": 2.65546979334624,
      "learning_rate": 9.979918851021598e-06,
      "loss": 3.7998,
      "step": 2362
    },
    {
      "epoch": 1.5228041901692184,
      "grad_norm": 3.8956671374481764,
      "learning_rate": 9.979901637908487e-06,
      "loss": 3.7473,
      "step": 2363
    },
    {
      "epoch": 1.5234488315874295,
      "grad_norm": 3.1768386751646607,
      "learning_rate": 9.979884417437698e-06,
      "loss": 3.7334,
      "step": 2364
    },
    {
      "epoch": 1.5240934730056406,
      "grad_norm": 3.3438415963904466,
      "learning_rate": 9.979867189609261e-06,
      "loss": 3.6874,
      "step": 2365
    },
    {
      "epoch": 1.5247381144238519,
      "grad_norm": 4.181563325411231,
      "learning_rate": 9.979849954423204e-06,
      "loss": 3.6889,
      "step": 2366
    },
    {
      "epoch": 1.5253827558420627,
      "grad_norm": 3.8805810314670897,
      "learning_rate": 9.979832711879555e-06,
      "loss": 3.7407,
      "step": 2367
    },
    {
      "epoch": 1.526027397260274,
      "grad_norm": 3.3666178618999387,
      "learning_rate": 9.979815461978342e-06,
      "loss": 4.0449,
      "step": 2368
    },
    {
      "epoch": 1.526672038678485,
      "grad_norm": 3.488070717384151,
      "learning_rate": 9.979798204719595e-06,
      "loss": 3.7402,
      "step": 2369
    },
    {
      "epoch": 1.5273166800966962,
      "grad_norm": 3.021659375045095,
      "learning_rate": 9.979780940103341e-06,
      "loss": 3.9044,
      "step": 2370
    },
    {
      "epoch": 1.5279613215149075,
      "grad_norm": 3.2704272580902636,
      "learning_rate": 9.979763668129608e-06,
      "loss": 4.0938,
      "step": 2371
    },
    {
      "epoch": 1.5286059629331183,
      "grad_norm": 3.3963850737128194,
      "learning_rate": 9.979746388798426e-06,
      "loss": 4.1441,
      "step": 2372
    },
    {
      "epoch": 1.5292506043513296,
      "grad_norm": 3.430799100602559,
      "learning_rate": 9.979729102109821e-06,
      "loss": 3.8486,
      "step": 2373
    },
    {
      "epoch": 1.5298952457695407,
      "grad_norm": 2.65497298283207,
      "learning_rate": 9.979711808063825e-06,
      "loss": 3.8669,
      "step": 2374
    },
    {
      "epoch": 1.5305398871877518,
      "grad_norm": 3.0578981094858166,
      "learning_rate": 9.979694506660463e-06,
      "loss": 3.9553,
      "step": 2375
    },
    {
      "epoch": 1.5311845286059629,
      "grad_norm": 2.617575240102096,
      "learning_rate": 9.979677197899764e-06,
      "loss": 3.7519,
      "step": 2376
    },
    {
      "epoch": 1.531829170024174,
      "grad_norm": 3.082745216818466,
      "learning_rate": 9.979659881781757e-06,
      "loss": 4.0685,
      "step": 2377
    },
    {
      "epoch": 1.5324738114423853,
      "grad_norm": 2.848846649583681,
      "learning_rate": 9.97964255830647e-06,
      "loss": 3.8751,
      "step": 2378
    },
    {
      "epoch": 1.5331184528605963,
      "grad_norm": 2.947756240213898,
      "learning_rate": 9.979625227473932e-06,
      "loss": 4.1837,
      "step": 2379
    },
    {
      "epoch": 1.5337630942788074,
      "grad_norm": 3.154921708090247,
      "learning_rate": 9.979607889284173e-06,
      "loss": 3.9327,
      "step": 2380
    },
    {
      "epoch": 1.5344077356970185,
      "grad_norm": 3.9594750466082385,
      "learning_rate": 9.979590543737218e-06,
      "loss": 3.3921,
      "step": 2381
    },
    {
      "epoch": 1.5350523771152296,
      "grad_norm": 3.823813909889059,
      "learning_rate": 9.979573190833099e-06,
      "loss": 3.6775,
      "step": 2382
    },
    {
      "epoch": 1.5356970185334409,
      "grad_norm": 3.7734656738956867,
      "learning_rate": 9.979555830571841e-06,
      "loss": 4.17,
      "step": 2383
    },
    {
      "epoch": 1.5363416599516517,
      "grad_norm": 3.2082203196612205,
      "learning_rate": 9.979538462953476e-06,
      "loss": 4.0565,
      "step": 2384
    },
    {
      "epoch": 1.536986301369863,
      "grad_norm": 4.180970520504912,
      "learning_rate": 9.979521087978032e-06,
      "loss": 3.8532,
      "step": 2385
    },
    {
      "epoch": 1.537630942788074,
      "grad_norm": 3.653547388752025,
      "learning_rate": 9.979503705645533e-06,
      "loss": 4.0745,
      "step": 2386
    },
    {
      "epoch": 1.5382755842062852,
      "grad_norm": 6.099908929470313,
      "learning_rate": 9.979486315956013e-06,
      "loss": 3.3639,
      "step": 2387
    },
    {
      "epoch": 1.5389202256244965,
      "grad_norm": 5.055695499151762,
      "learning_rate": 9.979468918909499e-06,
      "loss": 3.8848,
      "step": 2388
    },
    {
      "epoch": 1.5395648670427073,
      "grad_norm": 3.608742139496736,
      "learning_rate": 9.979451514506017e-06,
      "loss": 4.3517,
      "step": 2389
    },
    {
      "epoch": 1.5402095084609186,
      "grad_norm": 4.00734209152891,
      "learning_rate": 9.979434102745599e-06,
      "loss": 4.1459,
      "step": 2390
    },
    {
      "epoch": 1.5408541498791297,
      "grad_norm": 3.4046144829552385,
      "learning_rate": 9.979416683628272e-06,
      "loss": 4.0214,
      "step": 2391
    },
    {
      "epoch": 1.5414987912973408,
      "grad_norm": 3.5675274439914135,
      "learning_rate": 9.979399257154065e-06,
      "loss": 4.2748,
      "step": 2392
    },
    {
      "epoch": 1.542143432715552,
      "grad_norm": 3.1437098677348647,
      "learning_rate": 9.979381823323007e-06,
      "loss": 4.0864,
      "step": 2393
    },
    {
      "epoch": 1.542788074133763,
      "grad_norm": 3.0913087724940067,
      "learning_rate": 9.979364382135124e-06,
      "loss": 3.6413,
      "step": 2394
    },
    {
      "epoch": 1.5434327155519743,
      "grad_norm": 3.2831874166406085,
      "learning_rate": 9.97934693359045e-06,
      "loss": 3.6755,
      "step": 2395
    },
    {
      "epoch": 1.5440773569701853,
      "grad_norm": 2.8889955606058337,
      "learning_rate": 9.979329477689007e-06,
      "loss": 4.4334,
      "step": 2396
    },
    {
      "epoch": 1.5447219983883964,
      "grad_norm": 3.0760866752016818,
      "learning_rate": 9.97931201443083e-06,
      "loss": 4.2411,
      "step": 2397
    },
    {
      "epoch": 1.5453666398066077,
      "grad_norm": 2.6436478271859554,
      "learning_rate": 9.979294543815943e-06,
      "loss": 3.7299,
      "step": 2398
    },
    {
      "epoch": 1.5460112812248186,
      "grad_norm": 3.636011235584603,
      "learning_rate": 9.979277065844375e-06,
      "loss": 3.8887,
      "step": 2399
    },
    {
      "epoch": 1.5466559226430299,
      "grad_norm": 2.8559356571396637,
      "learning_rate": 9.979259580516159e-06,
      "loss": 3.8182,
      "step": 2400
    },
    {
      "epoch": 1.5466559226430299,
      "eval_loss": 3.917158842086792,
      "eval_runtime": 2.9305,
      "eval_samples_per_second": 34.124,
      "eval_steps_per_second": 4.436,
      "step": 2400
    },
    {
      "epoch": 1.547300564061241,
      "grad_norm": 4.076080167924537,
      "learning_rate": 9.97924208783132e-06,
      "loss": 3.8766,
      "step": 2401
    },
    {
      "epoch": 1.547945205479452,
      "grad_norm": 3.586312184409465,
      "learning_rate": 9.97922458778989e-06,
      "loss": 3.867,
      "step": 2402
    },
    {
      "epoch": 1.5485898468976633,
      "grad_norm": 3.035171957772572,
      "learning_rate": 9.979207080391892e-06,
      "loss": 3.676,
      "step": 2403
    },
    {
      "epoch": 1.5492344883158742,
      "grad_norm": 2.9707252205870107,
      "learning_rate": 9.979189565637358e-06,
      "loss": 3.796,
      "step": 2404
    },
    {
      "epoch": 1.5498791297340855,
      "grad_norm": 3.522998171017967,
      "learning_rate": 9.979172043526319e-06,
      "loss": 3.7935,
      "step": 2405
    },
    {
      "epoch": 1.5505237711522966,
      "grad_norm": 4.240802016312739,
      "learning_rate": 9.979154514058799e-06,
      "loss": 3.7729,
      "step": 2406
    },
    {
      "epoch": 1.5511684125705076,
      "grad_norm": 2.7176752216088556,
      "learning_rate": 9.979136977234833e-06,
      "loss": 3.8229,
      "step": 2407
    },
    {
      "epoch": 1.551813053988719,
      "grad_norm": 3.4794220060438685,
      "learning_rate": 9.979119433054443e-06,
      "loss": 3.7201,
      "step": 2408
    },
    {
      "epoch": 1.5524576954069298,
      "grad_norm": 2.824139280128908,
      "learning_rate": 9.979101881517661e-06,
      "loss": 4.0111,
      "step": 2409
    },
    {
      "epoch": 1.553102336825141,
      "grad_norm": 3.612812604174346,
      "learning_rate": 9.979084322624518e-06,
      "loss": 3.8929,
      "step": 2410
    },
    {
      "epoch": 1.5537469782433522,
      "grad_norm": 2.9370262964671805,
      "learning_rate": 9.979066756375039e-06,
      "loss": 3.8534,
      "step": 2411
    },
    {
      "epoch": 1.5543916196615633,
      "grad_norm": 4.083740541260284,
      "learning_rate": 9.979049182769255e-06,
      "loss": 3.6016,
      "step": 2412
    },
    {
      "epoch": 1.5550362610797743,
      "grad_norm": 4.436766855904513,
      "learning_rate": 9.979031601807197e-06,
      "loss": 3.7071,
      "step": 2413
    },
    {
      "epoch": 1.5556809024979854,
      "grad_norm": 3.499320916586163,
      "learning_rate": 9.979014013488888e-06,
      "loss": 3.6922,
      "step": 2414
    },
    {
      "epoch": 1.5563255439161967,
      "grad_norm": 3.0448934697224947,
      "learning_rate": 9.978996417814361e-06,
      "loss": 4.213,
      "step": 2415
    },
    {
      "epoch": 1.5569701853344078,
      "grad_norm": 3.7056246219771545,
      "learning_rate": 9.978978814783647e-06,
      "loss": 4.0768,
      "step": 2416
    },
    {
      "epoch": 1.5576148267526189,
      "grad_norm": 2.5839894460527595,
      "learning_rate": 9.978961204396767e-06,
      "loss": 3.8016,
      "step": 2417
    },
    {
      "epoch": 1.55825946817083,
      "grad_norm": 4.187372787733355,
      "learning_rate": 9.978943586653758e-06,
      "loss": 3.5794,
      "step": 2418
    },
    {
      "epoch": 1.558904109589041,
      "grad_norm": 2.7920816618102604,
      "learning_rate": 9.978925961554646e-06,
      "loss": 3.6179,
      "step": 2419
    },
    {
      "epoch": 1.5595487510072523,
      "grad_norm": 3.2913256846939505,
      "learning_rate": 9.978908329099458e-06,
      "loss": 4.0149,
      "step": 2420
    },
    {
      "epoch": 1.5601933924254632,
      "grad_norm": 2.6450234569946853,
      "learning_rate": 9.978890689288226e-06,
      "loss": 4.3376,
      "step": 2421
    },
    {
      "epoch": 1.5608380338436745,
      "grad_norm": 2.9791052797355904,
      "learning_rate": 9.978873042120978e-06,
      "loss": 4.4282,
      "step": 2422
    },
    {
      "epoch": 1.5614826752618856,
      "grad_norm": 2.383021349837768,
      "learning_rate": 9.978855387597744e-06,
      "loss": 3.7455,
      "step": 2423
    },
    {
      "epoch": 1.5621273166800966,
      "grad_norm": 3.84956801261268,
      "learning_rate": 9.978837725718549e-06,
      "loss": 4.0241,
      "step": 2424
    },
    {
      "epoch": 1.562771958098308,
      "grad_norm": 2.3589662989439444,
      "learning_rate": 9.978820056483426e-06,
      "loss": 3.8569,
      "step": 2425
    },
    {
      "epoch": 1.5634165995165188,
      "grad_norm": 3.96732010939179,
      "learning_rate": 9.978802379892402e-06,
      "loss": 3.7355,
      "step": 2426
    },
    {
      "epoch": 1.56406124093473,
      "grad_norm": 3.172001919351202,
      "learning_rate": 9.978784695945508e-06,
      "loss": 4.0696,
      "step": 2427
    },
    {
      "epoch": 1.5647058823529412,
      "grad_norm": 4.187003907885103,
      "learning_rate": 9.97876700464277e-06,
      "loss": 3.8196,
      "step": 2428
    },
    {
      "epoch": 1.5653505237711522,
      "grad_norm": 3.9734663069980707,
      "learning_rate": 9.97874930598422e-06,
      "loss": 3.7916,
      "step": 2429
    },
    {
      "epoch": 1.5659951651893635,
      "grad_norm": 3.2641607021243093,
      "learning_rate": 9.978731599969886e-06,
      "loss": 3.778,
      "step": 2430
    },
    {
      "epoch": 1.5666398066075744,
      "grad_norm": 5.2880432359078,
      "learning_rate": 9.978713886599796e-06,
      "loss": 3.5909,
      "step": 2431
    },
    {
      "epoch": 1.5672844480257857,
      "grad_norm": 2.690647296892736,
      "learning_rate": 9.978696165873982e-06,
      "loss": 3.9006,
      "step": 2432
    },
    {
      "epoch": 1.5679290894439968,
      "grad_norm": 4.203464999242629,
      "learning_rate": 9.978678437792472e-06,
      "loss": 4.2593,
      "step": 2433
    },
    {
      "epoch": 1.5685737308622079,
      "grad_norm": 3.9083749029724237,
      "learning_rate": 9.978660702355292e-06,
      "loss": 3.9983,
      "step": 2434
    },
    {
      "epoch": 1.5692183722804192,
      "grad_norm": 4.373723392202182,
      "learning_rate": 9.978642959562473e-06,
      "loss": 4.2849,
      "step": 2435
    },
    {
      "epoch": 1.56986301369863,
      "grad_norm": 3.1906170373079425,
      "learning_rate": 9.978625209414047e-06,
      "loss": 4.1167,
      "step": 2436
    },
    {
      "epoch": 1.5705076551168413,
      "grad_norm": 3.9984672392260574,
      "learning_rate": 9.97860745191004e-06,
      "loss": 3.726,
      "step": 2437
    },
    {
      "epoch": 1.5711522965350524,
      "grad_norm": 4.089360215129973,
      "learning_rate": 9.97858968705048e-06,
      "loss": 3.8728,
      "step": 2438
    },
    {
      "epoch": 1.5717969379532635,
      "grad_norm": 4.44140169547732,
      "learning_rate": 9.9785719148354e-06,
      "loss": 3.7521,
      "step": 2439
    },
    {
      "epoch": 1.5724415793714748,
      "grad_norm": 3.4246831032297833,
      "learning_rate": 9.978554135264826e-06,
      "loss": 3.4078,
      "step": 2440
    },
    {
      "epoch": 1.5730862207896856,
      "grad_norm": 4.393122381833209,
      "learning_rate": 9.97853634833879e-06,
      "loss": 3.811,
      "step": 2441
    },
    {
      "epoch": 1.573730862207897,
      "grad_norm": 2.8028455314323453,
      "learning_rate": 9.97851855405732e-06,
      "loss": 4.004,
      "step": 2442
    },
    {
      "epoch": 1.574375503626108,
      "grad_norm": 2.925580790547484,
      "learning_rate": 9.978500752420444e-06,
      "loss": 3.6784,
      "step": 2443
    },
    {
      "epoch": 1.575020145044319,
      "grad_norm": 2.676786325386367,
      "learning_rate": 9.97848294342819e-06,
      "loss": 3.7786,
      "step": 2444
    },
    {
      "epoch": 1.5756647864625302,
      "grad_norm": 2.7649781471064983,
      "learning_rate": 9.978465127080592e-06,
      "loss": 3.9029,
      "step": 2445
    },
    {
      "epoch": 1.5763094278807412,
      "grad_norm": 2.238491728796701,
      "learning_rate": 9.978447303377677e-06,
      "loss": 4.0842,
      "step": 2446
    },
    {
      "epoch": 1.5769540692989525,
      "grad_norm": 2.573217025201681,
      "learning_rate": 9.978429472319473e-06,
      "loss": 4.1709,
      "step": 2447
    },
    {
      "epoch": 1.5775987107171636,
      "grad_norm": 2.686252746952026,
      "learning_rate": 9.97841163390601e-06,
      "loss": 3.714,
      "step": 2448
    },
    {
      "epoch": 1.5782433521353747,
      "grad_norm": 2.9289704753794013,
      "learning_rate": 9.978393788137318e-06,
      "loss": 3.8656,
      "step": 2449
    },
    {
      "epoch": 1.5788879935535858,
      "grad_norm": 2.5884403058690046,
      "learning_rate": 9.978375935013425e-06,
      "loss": 3.5193,
      "step": 2450
    },
    {
      "epoch": 1.5795326349717969,
      "grad_norm": 3.090718147187769,
      "learning_rate": 9.978358074534362e-06,
      "loss": 3.7391,
      "step": 2451
    },
    {
      "epoch": 1.5801772763900082,
      "grad_norm": 2.8966044627852594,
      "learning_rate": 9.978340206700158e-06,
      "loss": 3.8845,
      "step": 2452
    },
    {
      "epoch": 1.580821917808219,
      "grad_norm": 2.8536062241233977,
      "learning_rate": 9.978322331510841e-06,
      "loss": 3.3233,
      "step": 2453
    },
    {
      "epoch": 1.5814665592264303,
      "grad_norm": 3.084699690576879,
      "learning_rate": 9.97830444896644e-06,
      "loss": 3.6056,
      "step": 2454
    },
    {
      "epoch": 1.5821112006446414,
      "grad_norm": 2.3809474614340758,
      "learning_rate": 9.978286559066987e-06,
      "loss": 4.2702,
      "step": 2455
    },
    {
      "epoch": 1.5827558420628525,
      "grad_norm": 2.7750398783561088,
      "learning_rate": 9.978268661812512e-06,
      "loss": 3.7436,
      "step": 2456
    },
    {
      "epoch": 1.5834004834810638,
      "grad_norm": 2.6682419240409505,
      "learning_rate": 9.97825075720304e-06,
      "loss": 4.1181,
      "step": 2457
    },
    {
      "epoch": 1.5840451248992746,
      "grad_norm": 3.488901498728917,
      "learning_rate": 9.978232845238602e-06,
      "loss": 3.8426,
      "step": 2458
    },
    {
      "epoch": 1.584689766317486,
      "grad_norm": 2.7647572660905797,
      "learning_rate": 9.97821492591923e-06,
      "loss": 4.0513,
      "step": 2459
    },
    {
      "epoch": 1.585334407735697,
      "grad_norm": 3.0261952403283705,
      "learning_rate": 9.97819699924495e-06,
      "loss": 3.7926,
      "step": 2460
    },
    {
      "epoch": 1.585979049153908,
      "grad_norm": 2.922867196024493,
      "learning_rate": 9.978179065215794e-06,
      "loss": 3.3036,
      "step": 2461
    },
    {
      "epoch": 1.5866236905721194,
      "grad_norm": 3.361452475062735,
      "learning_rate": 9.97816112383179e-06,
      "loss": 3.8927,
      "step": 2462
    },
    {
      "epoch": 1.5872683319903302,
      "grad_norm": 2.5519707950304675,
      "learning_rate": 9.978143175092968e-06,
      "loss": 4.0746,
      "step": 2463
    },
    {
      "epoch": 1.5879129734085415,
      "grad_norm": 3.3823998078104434,
      "learning_rate": 9.978125218999357e-06,
      "loss": 3.8236,
      "step": 2464
    },
    {
      "epoch": 1.5885576148267526,
      "grad_norm": 2.751122825981369,
      "learning_rate": 9.97810725555099e-06,
      "loss": 3.7742,
      "step": 2465
    },
    {
      "epoch": 1.5892022562449637,
      "grad_norm": 3.6096553473002904,
      "learning_rate": 9.97808928474789e-06,
      "loss": 4.0921,
      "step": 2466
    },
    {
      "epoch": 1.589846897663175,
      "grad_norm": 2.1780827806778005,
      "learning_rate": 9.978071306590092e-06,
      "loss": 3.8287,
      "step": 2467
    },
    {
      "epoch": 1.5904915390813859,
      "grad_norm": 3.6490973339690336,
      "learning_rate": 9.978053321077622e-06,
      "loss": 4.0695,
      "step": 2468
    },
    {
      "epoch": 1.5911361804995972,
      "grad_norm": 3.0070505870687487,
      "learning_rate": 9.97803532821051e-06,
      "loss": 3.6009,
      "step": 2469
    },
    {
      "epoch": 1.5917808219178082,
      "grad_norm": 4.176486156183155,
      "learning_rate": 9.978017327988789e-06,
      "loss": 3.8655,
      "step": 2470
    },
    {
      "epoch": 1.5924254633360193,
      "grad_norm": 3.4306205395634755,
      "learning_rate": 9.977999320412485e-06,
      "loss": 3.7353,
      "step": 2471
    },
    {
      "epoch": 1.5930701047542306,
      "grad_norm": 4.873435186480457,
      "learning_rate": 9.977981305481629e-06,
      "loss": 3.8611,
      "step": 2472
    },
    {
      "epoch": 1.5937147461724415,
      "grad_norm": 2.8240663839601123,
      "learning_rate": 9.97796328319625e-06,
      "loss": 4.0535,
      "step": 2473
    },
    {
      "epoch": 1.5943593875906528,
      "grad_norm": 4.449573310907348,
      "learning_rate": 9.977945253556378e-06,
      "loss": 4.0287,
      "step": 2474
    },
    {
      "epoch": 1.5950040290088638,
      "grad_norm": 3.534080588185457,
      "learning_rate": 9.977927216562044e-06,
      "loss": 3.7686,
      "step": 2475
    },
    {
      "epoch": 1.595648670427075,
      "grad_norm": 3.9609001201021936,
      "learning_rate": 9.977909172213273e-06,
      "loss": 3.7337,
      "step": 2476
    },
    {
      "epoch": 1.5962933118452862,
      "grad_norm": 2.9680346383681258,
      "learning_rate": 9.9778911205101e-06,
      "loss": 3.7777,
      "step": 2477
    },
    {
      "epoch": 1.596937953263497,
      "grad_norm": 3.44812100752309,
      "learning_rate": 9.977873061452551e-06,
      "loss": 3.9532,
      "step": 2478
    },
    {
      "epoch": 1.5975825946817084,
      "grad_norm": 3.091458482018474,
      "learning_rate": 9.97785499504066e-06,
      "loss": 4.0134,
      "step": 2479
    },
    {
      "epoch": 1.5982272360999195,
      "grad_norm": 3.5108608446945344,
      "learning_rate": 9.977836921274451e-06,
      "loss": 3.7762,
      "step": 2480
    },
    {
      "epoch": 1.5988718775181305,
      "grad_norm": 3.3022292432306544,
      "learning_rate": 9.977818840153956e-06,
      "loss": 3.645,
      "step": 2481
    },
    {
      "epoch": 1.5995165189363416,
      "grad_norm": 3.1945387071060094,
      "learning_rate": 9.977800751679207e-06,
      "loss": 3.9537,
      "step": 2482
    },
    {
      "epoch": 1.6001611603545527,
      "grad_norm": 3.4427492976458143,
      "learning_rate": 9.97778265585023e-06,
      "loss": 3.9789,
      "step": 2483
    },
    {
      "epoch": 1.600805801772764,
      "grad_norm": 2.8082128989446593,
      "learning_rate": 9.97776455266706e-06,
      "loss": 4.0481,
      "step": 2484
    },
    {
      "epoch": 1.601450443190975,
      "grad_norm": 2.7169018134143395,
      "learning_rate": 9.97774644212972e-06,
      "loss": 4.3786,
      "step": 2485
    },
    {
      "epoch": 1.6020950846091861,
      "grad_norm": 2.6551190954637542,
      "learning_rate": 9.977728324238243e-06,
      "loss": 3.7177,
      "step": 2486
    },
    {
      "epoch": 1.6027397260273972,
      "grad_norm": 3.367337908678305,
      "learning_rate": 9.97771019899266e-06,
      "loss": 3.9716,
      "step": 2487
    },
    {
      "epoch": 1.6033843674456083,
      "grad_norm": 2.475047070246669,
      "learning_rate": 9.977692066393e-06,
      "loss": 3.9446,
      "step": 2488
    },
    {
      "epoch": 1.6040290088638196,
      "grad_norm": 3.5702238041496908,
      "learning_rate": 9.97767392643929e-06,
      "loss": 4.0558,
      "step": 2489
    },
    {
      "epoch": 1.6046736502820305,
      "grad_norm": 2.5174933368686228,
      "learning_rate": 9.977655779131564e-06,
      "loss": 3.8977,
      "step": 2490
    },
    {
      "epoch": 1.6053182917002418,
      "grad_norm": 4.054826804172225,
      "learning_rate": 9.977637624469848e-06,
      "loss": 4.0886,
      "step": 2491
    },
    {
      "epoch": 1.6059629331184528,
      "grad_norm": 3.1147130382267907,
      "learning_rate": 9.977619462454176e-06,
      "loss": 3.7427,
      "step": 2492
    },
    {
      "epoch": 1.606607574536664,
      "grad_norm": 2.6940643338004815,
      "learning_rate": 9.977601293084576e-06,
      "loss": 4.0982,
      "step": 2493
    },
    {
      "epoch": 1.6072522159548752,
      "grad_norm": 4.381585851672686,
      "learning_rate": 9.977583116361078e-06,
      "loss": 3.8974,
      "step": 2494
    },
    {
      "epoch": 1.607896857373086,
      "grad_norm": 2.8276784401951662,
      "learning_rate": 9.977564932283707e-06,
      "loss": 3.9189,
      "step": 2495
    },
    {
      "epoch": 1.6085414987912974,
      "grad_norm": 3.629566314097801,
      "learning_rate": 9.9775467408525e-06,
      "loss": 3.5086,
      "step": 2496
    },
    {
      "epoch": 1.6091861402095085,
      "grad_norm": 3.4047014773004776,
      "learning_rate": 9.977528542067485e-06,
      "loss": 3.9229,
      "step": 2497
    },
    {
      "epoch": 1.6098307816277195,
      "grad_norm": 3.3528336755111323,
      "learning_rate": 9.977510335928689e-06,
      "loss": 3.7853,
      "step": 2498
    },
    {
      "epoch": 1.6104754230459308,
      "grad_norm": 3.315044760390528,
      "learning_rate": 9.977492122436145e-06,
      "loss": 3.9025,
      "step": 2499
    },
    {
      "epoch": 1.6111200644641417,
      "grad_norm": 3.114085221085715,
      "learning_rate": 9.97747390158988e-06,
      "loss": 3.7659,
      "step": 2500
    },
    {
      "epoch": 1.6111200644641417,
      "eval_loss": 3.901240825653076,
      "eval_runtime": 2.9411,
      "eval_samples_per_second": 34.001,
      "eval_steps_per_second": 4.42,
      "step": 2500
    },
    {
      "epoch": 1.611764705882353,
      "grad_norm": 3.312845511702674,
      "learning_rate": 9.977455673389927e-06,
      "loss": 3.7878,
      "step": 2501
    },
    {
      "epoch": 1.612409347300564,
      "grad_norm": 2.767619418753767,
      "learning_rate": 9.977437437836314e-06,
      "loss": 3.7246,
      "step": 2502
    },
    {
      "epoch": 1.6130539887187751,
      "grad_norm": 2.7227293397581716,
      "learning_rate": 9.977419194929074e-06,
      "loss": 3.8744,
      "step": 2503
    },
    {
      "epoch": 1.6136986301369864,
      "grad_norm": 2.9743745555860657,
      "learning_rate": 9.977400944668231e-06,
      "loss": 3.9086,
      "step": 2504
    },
    {
      "epoch": 1.6143432715551973,
      "grad_norm": 2.8324070277111533,
      "learning_rate": 9.97738268705382e-06,
      "loss": 3.9597,
      "step": 2505
    },
    {
      "epoch": 1.6149879129734086,
      "grad_norm": 2.5925163126716932,
      "learning_rate": 9.977364422085867e-06,
      "loss": 3.787,
      "step": 2506
    },
    {
      "epoch": 1.6156325543916197,
      "grad_norm": 2.4903551249658338,
      "learning_rate": 9.977346149764408e-06,
      "loss": 3.9847,
      "step": 2507
    },
    {
      "epoch": 1.6162771958098308,
      "grad_norm": 3.444186178423647,
      "learning_rate": 9.977327870089468e-06,
      "loss": 4.1698,
      "step": 2508
    },
    {
      "epoch": 1.616921837228042,
      "grad_norm": 2.7976467960036033,
      "learning_rate": 9.977309583061079e-06,
      "loss": 3.9456,
      "step": 2509
    },
    {
      "epoch": 1.617566478646253,
      "grad_norm": 3.257611205255707,
      "learning_rate": 9.97729128867927e-06,
      "loss": 3.7174,
      "step": 2510
    },
    {
      "epoch": 1.6182111200644642,
      "grad_norm": 2.8526988374255686,
      "learning_rate": 9.977272986944073e-06,
      "loss": 3.8216,
      "step": 2511
    },
    {
      "epoch": 1.6188557614826753,
      "grad_norm": 2.7109606445814243,
      "learning_rate": 9.977254677855513e-06,
      "loss": 4.0878,
      "step": 2512
    },
    {
      "epoch": 1.6195004029008864,
      "grad_norm": 3.6901020274515046,
      "learning_rate": 9.977236361413627e-06,
      "loss": 3.6002,
      "step": 2513
    },
    {
      "epoch": 1.6201450443190974,
      "grad_norm": 2.699331010356001,
      "learning_rate": 9.97721803761844e-06,
      "loss": 3.7845,
      "step": 2514
    },
    {
      "epoch": 1.6207896857373085,
      "grad_norm": 3.5928863299284677,
      "learning_rate": 9.977199706469985e-06,
      "loss": 3.5063,
      "step": 2515
    },
    {
      "epoch": 1.6214343271555198,
      "grad_norm": 11.725506228095883,
      "learning_rate": 9.97718136796829e-06,
      "loss": 4.0764,
      "step": 2516
    },
    {
      "epoch": 1.622078968573731,
      "grad_norm": 2.9043746639433587,
      "learning_rate": 9.977163022113386e-06,
      "loss": 3.7001,
      "step": 2517
    },
    {
      "epoch": 1.622723609991942,
      "grad_norm": 2.449773299370308,
      "learning_rate": 9.977144668905305e-06,
      "loss": 4.1707,
      "step": 2518
    },
    {
      "epoch": 1.623368251410153,
      "grad_norm": 3.3083225016345557,
      "learning_rate": 9.977126308344073e-06,
      "loss": 3.4655,
      "step": 2519
    },
    {
      "epoch": 1.6240128928283641,
      "grad_norm": 3.280291625899847,
      "learning_rate": 9.977107940429725e-06,
      "loss": 3.5856,
      "step": 2520
    },
    {
      "epoch": 1.6246575342465754,
      "grad_norm": 2.621036843873295,
      "learning_rate": 9.977089565162286e-06,
      "loss": 4.0999,
      "step": 2521
    },
    {
      "epoch": 1.6253021756647863,
      "grad_norm": 3.1129806212097404,
      "learning_rate": 9.97707118254179e-06,
      "loss": 3.3479,
      "step": 2522
    },
    {
      "epoch": 1.6259468170829976,
      "grad_norm": 2.6523568701188465,
      "learning_rate": 9.977052792568268e-06,
      "loss": 4.1789,
      "step": 2523
    },
    {
      "epoch": 1.6265914585012087,
      "grad_norm": 3.3964313130570765,
      "learning_rate": 9.977034395241747e-06,
      "loss": 3.5913,
      "step": 2524
    },
    {
      "epoch": 1.6272360999194198,
      "grad_norm": 3.641825974616129,
      "learning_rate": 9.977015990562259e-06,
      "loss": 3.5983,
      "step": 2525
    },
    {
      "epoch": 1.627880741337631,
      "grad_norm": 3.6553245289717826,
      "learning_rate": 9.976997578529832e-06,
      "loss": 3.8316,
      "step": 2526
    },
    {
      "epoch": 1.628525382755842,
      "grad_norm": 2.402462407693416,
      "learning_rate": 9.9769791591445e-06,
      "loss": 3.8105,
      "step": 2527
    },
    {
      "epoch": 1.6291700241740532,
      "grad_norm": 3.236456998567786,
      "learning_rate": 9.976960732406288e-06,
      "loss": 4.1963,
      "step": 2528
    },
    {
      "epoch": 1.6298146655922643,
      "grad_norm": 2.3920572327466507,
      "learning_rate": 9.976942298315232e-06,
      "loss": 3.8564,
      "step": 2529
    },
    {
      "epoch": 1.6304593070104754,
      "grad_norm": 3.264538587909204,
      "learning_rate": 9.976923856871357e-06,
      "loss": 3.9759,
      "step": 2530
    },
    {
      "epoch": 1.6311039484286867,
      "grad_norm": 3.240425226215869,
      "learning_rate": 9.9769054080747e-06,
      "loss": 3.6519,
      "step": 2531
    },
    {
      "epoch": 1.6317485898468975,
      "grad_norm": 3.401583644201799,
      "learning_rate": 9.976886951925283e-06,
      "loss": 4.2155,
      "step": 2532
    },
    {
      "epoch": 1.6323932312651088,
      "grad_norm": 2.9321213576724916,
      "learning_rate": 9.976868488423145e-06,
      "loss": 3.8851,
      "step": 2533
    },
    {
      "epoch": 1.63303787268332,
      "grad_norm": 3.2701569776806507,
      "learning_rate": 9.97685001756831e-06,
      "loss": 4.0597,
      "step": 2534
    },
    {
      "epoch": 1.633682514101531,
      "grad_norm": 3.1773609040101998,
      "learning_rate": 9.97683153936081e-06,
      "loss": 3.8971,
      "step": 2535
    },
    {
      "epoch": 1.6343271555197423,
      "grad_norm": 2.70442615733595,
      "learning_rate": 9.976813053800675e-06,
      "loss": 4.2169,
      "step": 2536
    },
    {
      "epoch": 1.6349717969379531,
      "grad_norm": 2.5797650737951665,
      "learning_rate": 9.976794560887938e-06,
      "loss": 3.961,
      "step": 2537
    },
    {
      "epoch": 1.6356164383561644,
      "grad_norm": 2.8420410850191518,
      "learning_rate": 9.976776060622626e-06,
      "loss": 3.6662,
      "step": 2538
    },
    {
      "epoch": 1.6362610797743755,
      "grad_norm": 2.86236346266424,
      "learning_rate": 9.976757553004772e-06,
      "loss": 3.661,
      "step": 2539
    },
    {
      "epoch": 1.6369057211925866,
      "grad_norm": 2.1653556983460835,
      "learning_rate": 9.976739038034402e-06,
      "loss": 3.8711,
      "step": 2540
    },
    {
      "epoch": 1.637550362610798,
      "grad_norm": 2.5581335542736507,
      "learning_rate": 9.976720515711551e-06,
      "loss": 3.8274,
      "step": 2541
    },
    {
      "epoch": 1.6381950040290088,
      "grad_norm": 2.66237497453646,
      "learning_rate": 9.97670198603625e-06,
      "loss": 3.7064,
      "step": 2542
    },
    {
      "epoch": 1.63883964544722,
      "grad_norm": 2.5783260327318827,
      "learning_rate": 9.976683449008526e-06,
      "loss": 3.5928,
      "step": 2543
    },
    {
      "epoch": 1.6394842868654311,
      "grad_norm": 2.286795888217165,
      "learning_rate": 9.976664904628411e-06,
      "loss": 3.8511,
      "step": 2544
    },
    {
      "epoch": 1.6401289282836422,
      "grad_norm": 2.433424999296529,
      "learning_rate": 9.976646352895935e-06,
      "loss": 3.7092,
      "step": 2545
    },
    {
      "epoch": 1.6407735697018535,
      "grad_norm": 2.3423132199163708,
      "learning_rate": 9.97662779381113e-06,
      "loss": 4.2441,
      "step": 2546
    },
    {
      "epoch": 1.6414182111200644,
      "grad_norm": 2.6553354738914847,
      "learning_rate": 9.976609227374024e-06,
      "loss": 3.7718,
      "step": 2547
    },
    {
      "epoch": 1.6420628525382757,
      "grad_norm": 2.783734666897264,
      "learning_rate": 9.97659065358465e-06,
      "loss": 3.6524,
      "step": 2548
    },
    {
      "epoch": 1.6427074939564867,
      "grad_norm": 2.45574344536295,
      "learning_rate": 9.976572072443035e-06,
      "loss": 3.9613,
      "step": 2549
    },
    {
      "epoch": 1.6433521353746978,
      "grad_norm": 2.2504758740060846,
      "learning_rate": 9.976553483949213e-06,
      "loss": 3.8071,
      "step": 2550
    },
    {
      "epoch": 1.643996776792909,
      "grad_norm": 2.8154337781179173,
      "learning_rate": 9.976534888103215e-06,
      "loss": 4.1891,
      "step": 2551
    },
    {
      "epoch": 1.64464141821112,
      "grad_norm": 2.4264762450069792,
      "learning_rate": 9.976516284905067e-06,
      "loss": 3.6696,
      "step": 2552
    },
    {
      "epoch": 1.6452860596293313,
      "grad_norm": 2.653598638520668,
      "learning_rate": 9.976497674354805e-06,
      "loss": 3.789,
      "step": 2553
    },
    {
      "epoch": 1.6459307010475424,
      "grad_norm": 2.394414669075135,
      "learning_rate": 9.976479056452455e-06,
      "loss": 3.7647,
      "step": 2554
    },
    {
      "epoch": 1.6465753424657534,
      "grad_norm": 2.6510022510860742,
      "learning_rate": 9.97646043119805e-06,
      "loss": 4.2459,
      "step": 2555
    },
    {
      "epoch": 1.6472199838839645,
      "grad_norm": 2.8363015338020707,
      "learning_rate": 9.97644179859162e-06,
      "loss": 3.5341,
      "step": 2556
    },
    {
      "epoch": 1.6478646253021756,
      "grad_norm": 2.340596560053494,
      "learning_rate": 9.976423158633195e-06,
      "loss": 4.0118,
      "step": 2557
    },
    {
      "epoch": 1.648509266720387,
      "grad_norm": 2.820162850406387,
      "learning_rate": 9.976404511322808e-06,
      "loss": 4.1483,
      "step": 2558
    },
    {
      "epoch": 1.6491539081385977,
      "grad_norm": 2.734739647443155,
      "learning_rate": 9.976385856660487e-06,
      "loss": 4.0295,
      "step": 2559
    },
    {
      "epoch": 1.649798549556809,
      "grad_norm": 2.590242468502446,
      "learning_rate": 9.976367194646265e-06,
      "loss": 4.2895,
      "step": 2560
    },
    {
      "epoch": 1.6504431909750201,
      "grad_norm": 2.3951346351548195,
      "learning_rate": 9.97634852528017e-06,
      "loss": 3.804,
      "step": 2561
    },
    {
      "epoch": 1.6510878323932312,
      "grad_norm": 3.116038619787975,
      "learning_rate": 9.976329848562234e-06,
      "loss": 4.0654,
      "step": 2562
    },
    {
      "epoch": 1.6517324738114425,
      "grad_norm": 2.741471193554736,
      "learning_rate": 9.976311164492489e-06,
      "loss": 3.828,
      "step": 2563
    },
    {
      "epoch": 1.6523771152296534,
      "grad_norm": 2.4423568168485916,
      "learning_rate": 9.976292473070962e-06,
      "loss": 3.3813,
      "step": 2564
    },
    {
      "epoch": 1.6530217566478647,
      "grad_norm": 3.955825338149962,
      "learning_rate": 9.976273774297688e-06,
      "loss": 3.8483,
      "step": 2565
    },
    {
      "epoch": 1.6536663980660757,
      "grad_norm": 3.678175790478613,
      "learning_rate": 9.976255068172693e-06,
      "loss": 4.2928,
      "step": 2566
    },
    {
      "epoch": 1.6543110394842868,
      "grad_norm": 3.3221781902306455,
      "learning_rate": 9.976236354696014e-06,
      "loss": 3.7582,
      "step": 2567
    },
    {
      "epoch": 1.6549556809024981,
      "grad_norm": 3.3327912568635654,
      "learning_rate": 9.976217633867675e-06,
      "loss": 4.188,
      "step": 2568
    },
    {
      "epoch": 1.655600322320709,
      "grad_norm": 3.3769742912392733,
      "learning_rate": 9.976198905687711e-06,
      "loss": 3.7843,
      "step": 2569
    },
    {
      "epoch": 1.6562449637389203,
      "grad_norm": 4.222591051173317,
      "learning_rate": 9.976180170156152e-06,
      "loss": 3.5618,
      "step": 2570
    },
    {
      "epoch": 1.6568896051571314,
      "grad_norm": 2.562354677766319,
      "learning_rate": 9.976161427273029e-06,
      "loss": 3.9337,
      "step": 2571
    },
    {
      "epoch": 1.6575342465753424,
      "grad_norm": 3.836960247640763,
      "learning_rate": 9.976142677038372e-06,
      "loss": 3.902,
      "step": 2572
    },
    {
      "epoch": 1.6581788879935537,
      "grad_norm": 2.205021384538348,
      "learning_rate": 9.976123919452212e-06,
      "loss": 3.756,
      "step": 2573
    },
    {
      "epoch": 1.6588235294117646,
      "grad_norm": 3.8589256311549955,
      "learning_rate": 9.976105154514578e-06,
      "loss": 3.9561,
      "step": 2574
    },
    {
      "epoch": 1.6594681708299759,
      "grad_norm": 2.9978680391093833,
      "learning_rate": 9.976086382225504e-06,
      "loss": 4.1012,
      "step": 2575
    },
    {
      "epoch": 1.660112812248187,
      "grad_norm": 2.567729437814289,
      "learning_rate": 9.97606760258502e-06,
      "loss": 3.7836,
      "step": 2576
    },
    {
      "epoch": 1.660757453666398,
      "grad_norm": 3.246695208984918,
      "learning_rate": 9.976048815593156e-06,
      "loss": 3.7203,
      "step": 2577
    },
    {
      "epoch": 1.6614020950846093,
      "grad_norm": 3.271865887517298,
      "learning_rate": 9.976030021249942e-06,
      "loss": 4.0386,
      "step": 2578
    },
    {
      "epoch": 1.6620467365028202,
      "grad_norm": 2.9945835195738844,
      "learning_rate": 9.97601121955541e-06,
      "loss": 4.0117,
      "step": 2579
    },
    {
      "epoch": 1.6626913779210315,
      "grad_norm": 3.544089230230902,
      "learning_rate": 9.975992410509592e-06,
      "loss": 3.919,
      "step": 2580
    },
    {
      "epoch": 1.6633360193392426,
      "grad_norm": 3.4286006092826433,
      "learning_rate": 9.975973594112518e-06,
      "loss": 3.6104,
      "step": 2581
    },
    {
      "epoch": 1.6639806607574537,
      "grad_norm": 4.289943404328765,
      "learning_rate": 9.975954770364219e-06,
      "loss": 3.2876,
      "step": 2582
    },
    {
      "epoch": 1.6646253021756647,
      "grad_norm": 3.523768851537682,
      "learning_rate": 9.975935939264723e-06,
      "loss": 4.0905,
      "step": 2583
    },
    {
      "epoch": 1.6652699435938758,
      "grad_norm": 4.3345735398802745,
      "learning_rate": 9.975917100814067e-06,
      "loss": 3.8325,
      "step": 2584
    },
    {
      "epoch": 1.6659145850120871,
      "grad_norm": 2.82019318377837,
      "learning_rate": 9.975898255012276e-06,
      "loss": 3.8546,
      "step": 2585
    },
    {
      "epoch": 1.6665592264302982,
      "grad_norm": 3.4185491664446825,
      "learning_rate": 9.975879401859386e-06,
      "loss": 3.8863,
      "step": 2586
    },
    {
      "epoch": 1.6672038678485093,
      "grad_norm": 2.799673250610851,
      "learning_rate": 9.975860541355424e-06,
      "loss": 3.6833,
      "step": 2587
    },
    {
      "epoch": 1.6678485092667203,
      "grad_norm": 3.5216963466768973,
      "learning_rate": 9.97584167350042e-06,
      "loss": 3.9619,
      "step": 2588
    },
    {
      "epoch": 1.6684931506849314,
      "grad_norm": 3.1225426380880013,
      "learning_rate": 9.97582279829441e-06,
      "loss": 3.8346,
      "step": 2589
    },
    {
      "epoch": 1.6691377921031427,
      "grad_norm": 4.481268609141939,
      "learning_rate": 9.975803915737423e-06,
      "loss": 3.6896,
      "step": 2590
    },
    {
      "epoch": 1.6697824335213536,
      "grad_norm": 3.1483270809591852,
      "learning_rate": 9.975785025829488e-06,
      "loss": 3.8027,
      "step": 2591
    },
    {
      "epoch": 1.6704270749395649,
      "grad_norm": 3.862893988499011,
      "learning_rate": 9.975766128570637e-06,
      "loss": 4.0057,
      "step": 2592
    },
    {
      "epoch": 1.671071716357776,
      "grad_norm": 3.980632710534473,
      "learning_rate": 9.975747223960904e-06,
      "loss": 3.7599,
      "step": 2593
    },
    {
      "epoch": 1.671716357775987,
      "grad_norm": 3.2716267120615,
      "learning_rate": 9.975728312000314e-06,
      "loss": 4.1773,
      "step": 2594
    },
    {
      "epoch": 1.6723609991941983,
      "grad_norm": 3.070646911778935,
      "learning_rate": 9.975709392688904e-06,
      "loss": 3.6355,
      "step": 2595
    },
    {
      "epoch": 1.6730056406124092,
      "grad_norm": 3.83901587058559,
      "learning_rate": 9.9756904660267e-06,
      "loss": 3.6354,
      "step": 2596
    },
    {
      "epoch": 1.6736502820306205,
      "grad_norm": 3.030070395988672,
      "learning_rate": 9.97567153201374e-06,
      "loss": 4.0824,
      "step": 2597
    },
    {
      "epoch": 1.6742949234488316,
      "grad_norm": 3.2644064447442522,
      "learning_rate": 9.975652590650047e-06,
      "loss": 3.9088,
      "step": 2598
    },
    {
      "epoch": 1.6749395648670427,
      "grad_norm": 3.328644282078238,
      "learning_rate": 9.975633641935657e-06,
      "loss": 4.124,
      "step": 2599
    },
    {
      "epoch": 1.675584206285254,
      "grad_norm": 3.6568281896493606,
      "learning_rate": 9.9756146858706e-06,
      "loss": 3.9083,
      "step": 2600
    },
    {
      "epoch": 1.675584206285254,
      "eval_loss": 3.9025745391845703,
      "eval_runtime": 2.9534,
      "eval_samples_per_second": 33.859,
      "eval_steps_per_second": 4.402,
      "step": 2600
    },
    {
      "epoch": 1.6762288477034648,
      "grad_norm": 2.4207863854402443,
      "learning_rate": 9.975595722454909e-06,
      "loss": 3.7992,
      "step": 2601
    },
    {
      "epoch": 1.676873489121676,
      "grad_norm": 3.7558879489428563,
      "learning_rate": 9.97557675168861e-06,
      "loss": 3.4777,
      "step": 2602
    },
    {
      "epoch": 1.6775181305398872,
      "grad_norm": 2.4310913325617034,
      "learning_rate": 9.97555777357174e-06,
      "loss": 3.713,
      "step": 2603
    },
    {
      "epoch": 1.6781627719580983,
      "grad_norm": 3.7696243084292034,
      "learning_rate": 9.975538788104327e-06,
      "loss": 3.8767,
      "step": 2604
    },
    {
      "epoch": 1.6788074133763096,
      "grad_norm": 2.67408125125156,
      "learning_rate": 9.975519795286402e-06,
      "loss": 3.8288,
      "step": 2605
    },
    {
      "epoch": 1.6794520547945204,
      "grad_norm": 3.6388829822294064,
      "learning_rate": 9.975500795117998e-06,
      "loss": 3.7696,
      "step": 2606
    },
    {
      "epoch": 1.6800966962127317,
      "grad_norm": 2.850145076970275,
      "learning_rate": 9.975481787599145e-06,
      "loss": 3.8156,
      "step": 2607
    },
    {
      "epoch": 1.6807413376309428,
      "grad_norm": 3.1497373931433073,
      "learning_rate": 9.975462772729874e-06,
      "loss": 4.1017,
      "step": 2608
    },
    {
      "epoch": 1.6813859790491539,
      "grad_norm": 2.5969287537732906,
      "learning_rate": 9.975443750510218e-06,
      "loss": 4.1317,
      "step": 2609
    },
    {
      "epoch": 1.6820306204673652,
      "grad_norm": 2.7904485204565317,
      "learning_rate": 9.975424720940204e-06,
      "loss": 4.1444,
      "step": 2610
    },
    {
      "epoch": 1.682675261885576,
      "grad_norm": 2.73187993746796,
      "learning_rate": 9.975405684019869e-06,
      "loss": 3.7999,
      "step": 2611
    },
    {
      "epoch": 1.6833199033037873,
      "grad_norm": 3.0890397664574785,
      "learning_rate": 9.97538663974924e-06,
      "loss": 3.7699,
      "step": 2612
    },
    {
      "epoch": 1.6839645447219984,
      "grad_norm": 2.3905325558410113,
      "learning_rate": 9.975367588128351e-06,
      "loss": 3.7748,
      "step": 2613
    },
    {
      "epoch": 1.6846091861402095,
      "grad_norm": 2.480217337158334,
      "learning_rate": 9.97534852915723e-06,
      "loss": 3.6503,
      "step": 2614
    },
    {
      "epoch": 1.6852538275584208,
      "grad_norm": 2.5704233043540685,
      "learning_rate": 9.975329462835913e-06,
      "loss": 3.6819,
      "step": 2615
    },
    {
      "epoch": 1.6858984689766316,
      "grad_norm": 2.7639078168507014,
      "learning_rate": 9.975310389164426e-06,
      "loss": 3.8272,
      "step": 2616
    },
    {
      "epoch": 1.686543110394843,
      "grad_norm": 2.6205416220093127,
      "learning_rate": 9.975291308142805e-06,
      "loss": 4.19,
      "step": 2617
    },
    {
      "epoch": 1.687187751813054,
      "grad_norm": 2.422566346802355,
      "learning_rate": 9.975272219771078e-06,
      "loss": 3.6282,
      "step": 2618
    },
    {
      "epoch": 1.687832393231265,
      "grad_norm": 2.720005280905035,
      "learning_rate": 9.975253124049278e-06,
      "loss": 3.6266,
      "step": 2619
    },
    {
      "epoch": 1.6884770346494762,
      "grad_norm": 2.8107388927873753,
      "learning_rate": 9.975234020977435e-06,
      "loss": 3.552,
      "step": 2620
    },
    {
      "epoch": 1.6891216760676873,
      "grad_norm": 2.9545541079345266,
      "learning_rate": 9.975214910555582e-06,
      "loss": 4.201,
      "step": 2621
    },
    {
      "epoch": 1.6897663174858986,
      "grad_norm": 2.883336780226778,
      "learning_rate": 9.97519579278375e-06,
      "loss": 3.8273,
      "step": 2622
    },
    {
      "epoch": 1.6904109589041096,
      "grad_norm": 2.3191954776877273,
      "learning_rate": 9.97517666766197e-06,
      "loss": 4.3964,
      "step": 2623
    },
    {
      "epoch": 1.6910556003223207,
      "grad_norm": 2.741596223237845,
      "learning_rate": 9.975157535190275e-06,
      "loss": 4.0454,
      "step": 2624
    },
    {
      "epoch": 1.6917002417405318,
      "grad_norm": 2.5559799656973032,
      "learning_rate": 9.975138395368692e-06,
      "loss": 3.8061,
      "step": 2625
    },
    {
      "epoch": 1.6923448831587429,
      "grad_norm": 2.893215451136404,
      "learning_rate": 9.975119248197258e-06,
      "loss": 3.9315,
      "step": 2626
    },
    {
      "epoch": 1.6929895245769542,
      "grad_norm": 2.998967013409516,
      "learning_rate": 9.975100093676e-06,
      "loss": 3.7198,
      "step": 2627
    },
    {
      "epoch": 1.693634165995165,
      "grad_norm": 3.248614008546211,
      "learning_rate": 9.975080931804952e-06,
      "loss": 3.8306,
      "step": 2628
    },
    {
      "epoch": 1.6942788074133763,
      "grad_norm": 3.3350505950526257,
      "learning_rate": 9.975061762584146e-06,
      "loss": 3.6792,
      "step": 2629
    },
    {
      "epoch": 1.6949234488315874,
      "grad_norm": 3.97626864355891,
      "learning_rate": 9.975042586013612e-06,
      "loss": 3.7098,
      "step": 2630
    },
    {
      "epoch": 1.6955680902497985,
      "grad_norm": 2.8256914292207855,
      "learning_rate": 9.97502340209338e-06,
      "loss": 3.8407,
      "step": 2631
    },
    {
      "epoch": 1.6962127316680098,
      "grad_norm": 3.5041274422835165,
      "learning_rate": 9.975004210823485e-06,
      "loss": 3.7344,
      "step": 2632
    },
    {
      "epoch": 1.6968573730862206,
      "grad_norm": 2.638138143548548,
      "learning_rate": 9.974985012203957e-06,
      "loss": 4.1303,
      "step": 2633
    },
    {
      "epoch": 1.697502014504432,
      "grad_norm": 2.6826255826459615,
      "learning_rate": 9.974965806234826e-06,
      "loss": 3.8724,
      "step": 2634
    },
    {
      "epoch": 1.698146655922643,
      "grad_norm": 3.203798740719802,
      "learning_rate": 9.974946592916127e-06,
      "loss": 4.2453,
      "step": 2635
    },
    {
      "epoch": 1.698791297340854,
      "grad_norm": 2.6535384071947212,
      "learning_rate": 9.974927372247886e-06,
      "loss": 3.6273,
      "step": 2636
    },
    {
      "epoch": 1.6994359387590654,
      "grad_norm": 2.8409210624460957,
      "learning_rate": 9.97490814423014e-06,
      "loss": 3.9252,
      "step": 2637
    },
    {
      "epoch": 1.7000805801772763,
      "grad_norm": 2.56320066561909,
      "learning_rate": 9.974888908862917e-06,
      "loss": 3.7605,
      "step": 2638
    },
    {
      "epoch": 1.7007252215954876,
      "grad_norm": 3.186230282417363,
      "learning_rate": 9.974869666146251e-06,
      "loss": 3.7643,
      "step": 2639
    },
    {
      "epoch": 1.7013698630136986,
      "grad_norm": 2.5854734476275874,
      "learning_rate": 9.974850416080175e-06,
      "loss": 3.8813,
      "step": 2640
    },
    {
      "epoch": 1.7020145044319097,
      "grad_norm": 3.129256159011067,
      "learning_rate": 9.974831158664715e-06,
      "loss": 3.8505,
      "step": 2641
    },
    {
      "epoch": 1.702659145850121,
      "grad_norm": 2.7465714282290326,
      "learning_rate": 9.974811893899909e-06,
      "loss": 3.9736,
      "step": 2642
    },
    {
      "epoch": 1.7033037872683319,
      "grad_norm": 2.269816756383112,
      "learning_rate": 9.974792621785783e-06,
      "loss": 3.6604,
      "step": 2643
    },
    {
      "epoch": 1.7039484286865432,
      "grad_norm": 2.7042521692038077,
      "learning_rate": 9.974773342322375e-06,
      "loss": 3.7023,
      "step": 2644
    },
    {
      "epoch": 1.7045930701047542,
      "grad_norm": 2.2674660219212486,
      "learning_rate": 9.974754055509709e-06,
      "loss": 4.1416,
      "step": 2645
    },
    {
      "epoch": 1.7052377115229653,
      "grad_norm": 2.5498598464729065,
      "learning_rate": 9.974734761347822e-06,
      "loss": 3.8817,
      "step": 2646
    },
    {
      "epoch": 1.7058823529411766,
      "grad_norm": 2.077172490562123,
      "learning_rate": 9.974715459836744e-06,
      "loss": 3.9662,
      "step": 2647
    },
    {
      "epoch": 1.7065269943593875,
      "grad_norm": 2.489434123034825,
      "learning_rate": 9.97469615097651e-06,
      "loss": 3.8579,
      "step": 2648
    },
    {
      "epoch": 1.7071716357775988,
      "grad_norm": 2.338522180833159,
      "learning_rate": 9.974676834767145e-06,
      "loss": 4.0946,
      "step": 2649
    },
    {
      "epoch": 1.7078162771958099,
      "grad_norm": 2.552542622413827,
      "learning_rate": 9.974657511208685e-06,
      "loss": 3.7802,
      "step": 2650
    },
    {
      "epoch": 1.708460918614021,
      "grad_norm": 2.4914589238169276,
      "learning_rate": 9.974638180301163e-06,
      "loss": 4.0551,
      "step": 2651
    },
    {
      "epoch": 1.709105560032232,
      "grad_norm": 3.278284229012676,
      "learning_rate": 9.974618842044606e-06,
      "loss": 3.8922,
      "step": 2652
    },
    {
      "epoch": 1.709750201450443,
      "grad_norm": 2.823713047655676,
      "learning_rate": 9.974599496439051e-06,
      "loss": 3.7052,
      "step": 2653
    },
    {
      "epoch": 1.7103948428686544,
      "grad_norm": 2.729634724751791,
      "learning_rate": 9.974580143484528e-06,
      "loss": 3.9292,
      "step": 2654
    },
    {
      "epoch": 1.7110394842868655,
      "grad_norm": 2.1416295443745024,
      "learning_rate": 9.974560783181068e-06,
      "loss": 4.1505,
      "step": 2655
    },
    {
      "epoch": 1.7116841257050766,
      "grad_norm": 3.217089707472176,
      "learning_rate": 9.974541415528702e-06,
      "loss": 3.7468,
      "step": 2656
    },
    {
      "epoch": 1.7123287671232876,
      "grad_norm": 2.2626660648233066,
      "learning_rate": 9.974522040527463e-06,
      "loss": 3.725,
      "step": 2657
    },
    {
      "epoch": 1.7129734085414987,
      "grad_norm": 3.347086396635144,
      "learning_rate": 9.974502658177385e-06,
      "loss": 3.8759,
      "step": 2658
    },
    {
      "epoch": 1.71361804995971,
      "grad_norm": 2.6387448431556217,
      "learning_rate": 9.974483268478493e-06,
      "loss": 3.6676,
      "step": 2659
    },
    {
      "epoch": 1.7142626913779209,
      "grad_norm": 3.5172090893061796,
      "learning_rate": 9.974463871430828e-06,
      "loss": 3.8032,
      "step": 2660
    },
    {
      "epoch": 1.7149073327961322,
      "grad_norm": 2.3142409976572016,
      "learning_rate": 9.974444467034413e-06,
      "loss": 4.0613,
      "step": 2661
    },
    {
      "epoch": 1.7155519742143432,
      "grad_norm": 3.52099061145164,
      "learning_rate": 9.974425055289287e-06,
      "loss": 3.6991,
      "step": 2662
    },
    {
      "epoch": 1.7161966156325543,
      "grad_norm": 2.6881111847974357,
      "learning_rate": 9.974405636195479e-06,
      "loss": 3.928,
      "step": 2663
    },
    {
      "epoch": 1.7168412570507656,
      "grad_norm": 3.832761499771061,
      "learning_rate": 9.974386209753019e-06,
      "loss": 3.5085,
      "step": 2664
    },
    {
      "epoch": 1.7174858984689765,
      "grad_norm": 3.5743044313320573,
      "learning_rate": 9.974366775961942e-06,
      "loss": 3.685,
      "step": 2665
    },
    {
      "epoch": 1.7181305398871878,
      "grad_norm": 4.070286843043529,
      "learning_rate": 9.974347334822279e-06,
      "loss": 3.8164,
      "step": 2666
    },
    {
      "epoch": 1.7187751813053989,
      "grad_norm": 2.3511711044409487,
      "learning_rate": 9.974327886334062e-06,
      "loss": 3.871,
      "step": 2667
    },
    {
      "epoch": 1.71941982272361,
      "grad_norm": 5.691721163470896,
      "learning_rate": 9.974308430497322e-06,
      "loss": 4.0311,
      "step": 2668
    },
    {
      "epoch": 1.7200644641418212,
      "grad_norm": 3.031724572531889,
      "learning_rate": 9.97428896731209e-06,
      "loss": 4.0062,
      "step": 2669
    },
    {
      "epoch": 1.720709105560032,
      "grad_norm": 3.8927434527900937,
      "learning_rate": 9.974269496778402e-06,
      "loss": 3.8186,
      "step": 2670
    },
    {
      "epoch": 1.7213537469782434,
      "grad_norm": 3.06585385607471,
      "learning_rate": 9.974250018896287e-06,
      "loss": 4.1722,
      "step": 2671
    },
    {
      "epoch": 1.7219983883964545,
      "grad_norm": 3.627567134108038,
      "learning_rate": 9.974230533665775e-06,
      "loss": 4.241,
      "step": 2672
    },
    {
      "epoch": 1.7226430298146655,
      "grad_norm": 3.280460131610015,
      "learning_rate": 9.974211041086902e-06,
      "loss": 3.7226,
      "step": 2673
    },
    {
      "epoch": 1.7232876712328768,
      "grad_norm": 3.3464004649580996,
      "learning_rate": 9.9741915411597e-06,
      "loss": 3.6853,
      "step": 2674
    },
    {
      "epoch": 1.7239323126510877,
      "grad_norm": 3.5756604660366613,
      "learning_rate": 9.974172033884198e-06,
      "loss": 4.0341,
      "step": 2675
    },
    {
      "epoch": 1.724576954069299,
      "grad_norm": 3.8337381383725417,
      "learning_rate": 9.97415251926043e-06,
      "loss": 3.7581,
      "step": 2676
    },
    {
      "epoch": 1.72522159548751,
      "grad_norm": 4.165628796525005,
      "learning_rate": 9.974132997288428e-06,
      "loss": 3.9487,
      "step": 2677
    },
    {
      "epoch": 1.7258662369057212,
      "grad_norm": 3.3653155543102073,
      "learning_rate": 9.974113467968221e-06,
      "loss": 3.9803,
      "step": 2678
    },
    {
      "epoch": 1.7265108783239325,
      "grad_norm": 3.8377157344299127,
      "learning_rate": 9.974093931299846e-06,
      "loss": 4.2648,
      "step": 2679
    },
    {
      "epoch": 1.7271555197421433,
      "grad_norm": 3.9463693514465743,
      "learning_rate": 9.974074387283334e-06,
      "loss": 3.8051,
      "step": 2680
    },
    {
      "epoch": 1.7278001611603546,
      "grad_norm": 4.0293383346325164,
      "learning_rate": 9.974054835918714e-06,
      "loss": 3.9524,
      "step": 2681
    },
    {
      "epoch": 1.7284448025785657,
      "grad_norm": 3.9916591135239283,
      "learning_rate": 9.974035277206022e-06,
      "loss": 3.9197,
      "step": 2682
    },
    {
      "epoch": 1.7290894439967768,
      "grad_norm": 3.9064808335165306,
      "learning_rate": 9.974015711145285e-06,
      "loss": 4.0794,
      "step": 2683
    },
    {
      "epoch": 1.729734085414988,
      "grad_norm": 4.026983768310526,
      "learning_rate": 9.97399613773654e-06,
      "loss": 3.581,
      "step": 2684
    },
    {
      "epoch": 1.730378726833199,
      "grad_norm": 2.5235233377471267,
      "learning_rate": 9.973976556979817e-06,
      "loss": 4.0405,
      "step": 2685
    },
    {
      "epoch": 1.7310233682514102,
      "grad_norm": 3.9075400132342177,
      "learning_rate": 9.97395696887515e-06,
      "loss": 3.9192,
      "step": 2686
    },
    {
      "epoch": 1.7316680096696213,
      "grad_norm": 2.700663364408915,
      "learning_rate": 9.973937373422568e-06,
      "loss": 4.0866,
      "step": 2687
    },
    {
      "epoch": 1.7323126510878324,
      "grad_norm": 4.660699358117564,
      "learning_rate": 9.973917770622106e-06,
      "loss": 3.6912,
      "step": 2688
    },
    {
      "epoch": 1.7329572925060435,
      "grad_norm": 2.6137557869561627,
      "learning_rate": 9.973898160473794e-06,
      "loss": 3.6342,
      "step": 2689
    },
    {
      "epoch": 1.7336019339242545,
      "grad_norm": 3.155164320865544,
      "learning_rate": 9.973878542977666e-06,
      "loss": 4.1423,
      "step": 2690
    },
    {
      "epoch": 1.7342465753424658,
      "grad_norm": 2.3093109110788945,
      "learning_rate": 9.973858918133755e-06,
      "loss": 4.0352,
      "step": 2691
    },
    {
      "epoch": 1.734891216760677,
      "grad_norm": 3.1813285740843407,
      "learning_rate": 9.973839285942088e-06,
      "loss": 3.9052,
      "step": 2692
    },
    {
      "epoch": 1.735535858178888,
      "grad_norm": 3.3126048617480324,
      "learning_rate": 9.973819646402705e-06,
      "loss": 3.7401,
      "step": 2693
    },
    {
      "epoch": 1.736180499597099,
      "grad_norm": 2.684674470007228,
      "learning_rate": 9.973799999515632e-06,
      "loss": 3.9979,
      "step": 2694
    },
    {
      "epoch": 1.7368251410153102,
      "grad_norm": 2.368110737591844,
      "learning_rate": 9.973780345280905e-06,
      "loss": 4.1643,
      "step": 2695
    },
    {
      "epoch": 1.7374697824335215,
      "grad_norm": 3.2151620891712325,
      "learning_rate": 9.973760683698554e-06,
      "loss": 3.9992,
      "step": 2696
    },
    {
      "epoch": 1.7381144238517323,
      "grad_norm": 2.683227079586433,
      "learning_rate": 9.973741014768612e-06,
      "loss": 3.9452,
      "step": 2697
    },
    {
      "epoch": 1.7387590652699436,
      "grad_norm": 3.2735112066284553,
      "learning_rate": 9.973721338491113e-06,
      "loss": 4.0285,
      "step": 2698
    },
    {
      "epoch": 1.7394037066881547,
      "grad_norm": 3.0708943036837195,
      "learning_rate": 9.973701654866086e-06,
      "loss": 3.6536,
      "step": 2699
    },
    {
      "epoch": 1.7400483481063658,
      "grad_norm": 2.2142786087516066,
      "learning_rate": 9.973681963893564e-06,
      "loss": 4.0533,
      "step": 2700
    },
    {
      "epoch": 1.7400483481063658,
      "eval_loss": 3.9029653072357178,
      "eval_runtime": 2.9387,
      "eval_samples_per_second": 34.029,
      "eval_steps_per_second": 4.424,
      "step": 2700
    },
    {
      "epoch": 1.740692989524577,
      "grad_norm": 2.8941469528958943,
      "learning_rate": 9.973662265573582e-06,
      "loss": 3.8203,
      "step": 2701
    },
    {
      "epoch": 1.741337630942788,
      "grad_norm": 2.2239292559802997,
      "learning_rate": 9.973642559906172e-06,
      "loss": 4.0366,
      "step": 2702
    },
    {
      "epoch": 1.7419822723609992,
      "grad_norm": 2.724064754321839,
      "learning_rate": 9.973622846891363e-06,
      "loss": 3.9894,
      "step": 2703
    },
    {
      "epoch": 1.7426269137792103,
      "grad_norm": 2.6091095498338044,
      "learning_rate": 9.97360312652919e-06,
      "loss": 3.7647,
      "step": 2704
    },
    {
      "epoch": 1.7432715551974214,
      "grad_norm": 2.8580950026117944,
      "learning_rate": 9.973583398819685e-06,
      "loss": 3.864,
      "step": 2705
    },
    {
      "epoch": 1.7439161966156327,
      "grad_norm": 3.45063398873907,
      "learning_rate": 9.973563663762882e-06,
      "loss": 3.9193,
      "step": 2706
    },
    {
      "epoch": 1.7445608380338435,
      "grad_norm": 3.2202308080254527,
      "learning_rate": 9.97354392135881e-06,
      "loss": 3.5573,
      "step": 2707
    },
    {
      "epoch": 1.7452054794520548,
      "grad_norm": 2.725424092756485,
      "learning_rate": 9.973524171607504e-06,
      "loss": 4.1066,
      "step": 2708
    },
    {
      "epoch": 1.745850120870266,
      "grad_norm": 2.945747514257077,
      "learning_rate": 9.973504414508996e-06,
      "loss": 3.9055,
      "step": 2709
    },
    {
      "epoch": 1.746494762288477,
      "grad_norm": 3.112478532917672,
      "learning_rate": 9.973484650063316e-06,
      "loss": 3.7742,
      "step": 2710
    },
    {
      "epoch": 1.7471394037066883,
      "grad_norm": 2.214201520074197,
      "learning_rate": 9.9734648782705e-06,
      "loss": 3.8749,
      "step": 2711
    },
    {
      "epoch": 1.7477840451248992,
      "grad_norm": 3.6384929692445915,
      "learning_rate": 9.973445099130578e-06,
      "loss": 3.679,
      "step": 2712
    },
    {
      "epoch": 1.7484286865431105,
      "grad_norm": 2.3428166906032897,
      "learning_rate": 9.973425312643583e-06,
      "loss": 3.6465,
      "step": 2713
    },
    {
      "epoch": 1.7490733279613215,
      "grad_norm": 2.8689428630491314,
      "learning_rate": 9.973405518809551e-06,
      "loss": 3.8246,
      "step": 2714
    },
    {
      "epoch": 1.7497179693795326,
      "grad_norm": 2.188073152930889,
      "learning_rate": 9.973385717628508e-06,
      "loss": 3.7293,
      "step": 2715
    },
    {
      "epoch": 1.750362610797744,
      "grad_norm": 2.390562303886967,
      "learning_rate": 9.97336590910049e-06,
      "loss": 4.0444,
      "step": 2716
    },
    {
      "epoch": 1.7510072522159548,
      "grad_norm": 2.4230497446793886,
      "learning_rate": 9.973346093225533e-06,
      "loss": 3.836,
      "step": 2717
    },
    {
      "epoch": 1.751651893634166,
      "grad_norm": 2.838005510240164,
      "learning_rate": 9.973326270003662e-06,
      "loss": 3.7941,
      "step": 2718
    },
    {
      "epoch": 1.7522965350523771,
      "grad_norm": 2.3601316527698972,
      "learning_rate": 9.973306439434916e-06,
      "loss": 3.9272,
      "step": 2719
    },
    {
      "epoch": 1.7529411764705882,
      "grad_norm": 2.59897589673401,
      "learning_rate": 9.973286601519326e-06,
      "loss": 3.7951,
      "step": 2720
    },
    {
      "epoch": 1.7535858178887993,
      "grad_norm": 2.7775226369644517,
      "learning_rate": 9.973266756256921e-06,
      "loss": 3.7964,
      "step": 2721
    },
    {
      "epoch": 1.7542304593070104,
      "grad_norm": 2.3609309387480124,
      "learning_rate": 9.973246903647737e-06,
      "loss": 3.7703,
      "step": 2722
    },
    {
      "epoch": 1.7548751007252217,
      "grad_norm": 2.6933535655154115,
      "learning_rate": 9.973227043691806e-06,
      "loss": 3.59,
      "step": 2723
    },
    {
      "epoch": 1.7555197421434328,
      "grad_norm": 2.704970812472343,
      "learning_rate": 9.973207176389162e-06,
      "loss": 3.9649,
      "step": 2724
    },
    {
      "epoch": 1.7561643835616438,
      "grad_norm": 3.0510490954208067,
      "learning_rate": 9.973187301739837e-06,
      "loss": 3.9861,
      "step": 2725
    },
    {
      "epoch": 1.756809024979855,
      "grad_norm": 3.0323985386158627,
      "learning_rate": 9.97316741974386e-06,
      "loss": 3.1647,
      "step": 2726
    },
    {
      "epoch": 1.757453666398066,
      "grad_norm": 2.285235553619978,
      "learning_rate": 9.973147530401267e-06,
      "loss": 3.9534,
      "step": 2727
    },
    {
      "epoch": 1.7580983078162773,
      "grad_norm": 2.3904041544321006,
      "learning_rate": 9.973127633712092e-06,
      "loss": 4.1505,
      "step": 2728
    },
    {
      "epoch": 1.7587429492344882,
      "grad_norm": 2.250606356574925,
      "learning_rate": 9.973107729676365e-06,
      "loss": 4.38,
      "step": 2729
    },
    {
      "epoch": 1.7593875906526995,
      "grad_norm": 2.175801664866482,
      "learning_rate": 9.973087818294118e-06,
      "loss": 3.6172,
      "step": 2730
    },
    {
      "epoch": 1.7600322320709105,
      "grad_norm": 2.3564778466992085,
      "learning_rate": 9.973067899565388e-06,
      "loss": 3.4715,
      "step": 2731
    },
    {
      "epoch": 1.7606768734891216,
      "grad_norm": 2.800878799378597,
      "learning_rate": 9.973047973490202e-06,
      "loss": 3.5859,
      "step": 2732
    },
    {
      "epoch": 1.761321514907333,
      "grad_norm": 2.2957448863328875,
      "learning_rate": 9.973028040068598e-06,
      "loss": 3.8172,
      "step": 2733
    },
    {
      "epoch": 1.7619661563255438,
      "grad_norm": 2.4104212514183363,
      "learning_rate": 9.973008099300606e-06,
      "loss": 3.9327,
      "step": 2734
    },
    {
      "epoch": 1.762610797743755,
      "grad_norm": 2.6949909596795956,
      "learning_rate": 9.972988151186258e-06,
      "loss": 3.3868,
      "step": 2735
    },
    {
      "epoch": 1.7632554391619661,
      "grad_norm": 2.9750718537361767,
      "learning_rate": 9.972968195725589e-06,
      "loss": 3.7643,
      "step": 2736
    },
    {
      "epoch": 1.7639000805801772,
      "grad_norm": 2.5024939691152257,
      "learning_rate": 9.97294823291863e-06,
      "loss": 3.6688,
      "step": 2737
    },
    {
      "epoch": 1.7645447219983885,
      "grad_norm": 4.078191429593392,
      "learning_rate": 9.972928262765416e-06,
      "loss": 3.5423,
      "step": 2738
    },
    {
      "epoch": 1.7651893634165994,
      "grad_norm": 2.6022457225082265,
      "learning_rate": 9.972908285265976e-06,
      "loss": 3.8277,
      "step": 2739
    },
    {
      "epoch": 1.7658340048348107,
      "grad_norm": 3.2571122098068113,
      "learning_rate": 9.972888300420346e-06,
      "loss": 4.1037,
      "step": 2740
    },
    {
      "epoch": 1.7664786462530218,
      "grad_norm": 2.6378621846192742,
      "learning_rate": 9.972868308228559e-06,
      "loss": 3.7767,
      "step": 2741
    },
    {
      "epoch": 1.7671232876712328,
      "grad_norm": 4.189480842725556,
      "learning_rate": 9.972848308690644e-06,
      "loss": 3.6996,
      "step": 2742
    },
    {
      "epoch": 1.7677679290894441,
      "grad_norm": 5.771757885243953,
      "learning_rate": 9.972828301806638e-06,
      "loss": 3.6094,
      "step": 2743
    },
    {
      "epoch": 1.768412570507655,
      "grad_norm": 2.682876072773727,
      "learning_rate": 9.972808287576573e-06,
      "loss": 3.8044,
      "step": 2744
    },
    {
      "epoch": 1.7690572119258663,
      "grad_norm": 5.410350335404421,
      "learning_rate": 9.972788266000481e-06,
      "loss": 3.7236,
      "step": 2745
    },
    {
      "epoch": 1.7697018533440774,
      "grad_norm": 2.84955099587206,
      "learning_rate": 9.972768237078396e-06,
      "loss": 4.3833,
      "step": 2746
    },
    {
      "epoch": 1.7703464947622884,
      "grad_norm": 6.219262662982975,
      "learning_rate": 9.97274820081035e-06,
      "loss": 3.7631,
      "step": 2747
    },
    {
      "epoch": 1.7709911361804997,
      "grad_norm": 3.247171104856052,
      "learning_rate": 9.972728157196374e-06,
      "loss": 3.8135,
      "step": 2748
    },
    {
      "epoch": 1.7716357775987106,
      "grad_norm": 6.598596523292922,
      "learning_rate": 9.972708106236506e-06,
      "loss": 3.6602,
      "step": 2749
    },
    {
      "epoch": 1.772280419016922,
      "grad_norm": 2.355482641052861,
      "learning_rate": 9.972688047930773e-06,
      "loss": 3.6826,
      "step": 2750
    },
    {
      "epoch": 1.772925060435133,
      "grad_norm": 6.2914521547830065,
      "learning_rate": 9.972667982279213e-06,
      "loss": 3.9388,
      "step": 2751
    },
    {
      "epoch": 1.773569701853344,
      "grad_norm": 2.432234773598774,
      "learning_rate": 9.972647909281855e-06,
      "loss": 3.8451,
      "step": 2752
    },
    {
      "epoch": 1.7742143432715554,
      "grad_norm": 5.2144808617240574,
      "learning_rate": 9.972627828938735e-06,
      "loss": 4.1114,
      "step": 2753
    },
    {
      "epoch": 1.7748589846897662,
      "grad_norm": 2.9724565064477315,
      "learning_rate": 9.972607741249885e-06,
      "loss": 3.8769,
      "step": 2754
    },
    {
      "epoch": 1.7755036261079775,
      "grad_norm": 4.19143923667302,
      "learning_rate": 9.972587646215336e-06,
      "loss": 3.8003,
      "step": 2755
    },
    {
      "epoch": 1.7761482675261886,
      "grad_norm": 3.5912131158444573,
      "learning_rate": 9.972567543835123e-06,
      "loss": 3.8171,
      "step": 2756
    },
    {
      "epoch": 1.7767929089443997,
      "grad_norm": 3.718317576528299,
      "learning_rate": 9.97254743410928e-06,
      "loss": 3.7548,
      "step": 2757
    },
    {
      "epoch": 1.7774375503626108,
      "grad_norm": 3.7158024374129672,
      "learning_rate": 9.972527317037838e-06,
      "loss": 3.7201,
      "step": 2758
    },
    {
      "epoch": 1.7780821917808218,
      "grad_norm": 2.836064506216201,
      "learning_rate": 9.972507192620832e-06,
      "loss": 3.7391,
      "step": 2759
    },
    {
      "epoch": 1.7787268331990331,
      "grad_norm": 4.513426913412716,
      "learning_rate": 9.972487060858292e-06,
      "loss": 3.9656,
      "step": 2760
    },
    {
      "epoch": 1.7793714746172442,
      "grad_norm": 2.789740273326885,
      "learning_rate": 9.972466921750254e-06,
      "loss": 3.9467,
      "step": 2761
    },
    {
      "epoch": 1.7800161160354553,
      "grad_norm": 4.625928677463052,
      "learning_rate": 9.972446775296748e-06,
      "loss": 3.8334,
      "step": 2762
    },
    {
      "epoch": 1.7806607574536664,
      "grad_norm": 2.873346145983623,
      "learning_rate": 9.97242662149781e-06,
      "loss": 3.5769,
      "step": 2763
    },
    {
      "epoch": 1.7813053988718774,
      "grad_norm": 4.189948916569902,
      "learning_rate": 9.972406460353475e-06,
      "loss": 3.8699,
      "step": 2764
    },
    {
      "epoch": 1.7819500402900887,
      "grad_norm": 2.4680077232291215,
      "learning_rate": 9.972386291863769e-06,
      "loss": 3.6527,
      "step": 2765
    },
    {
      "epoch": 1.7825946817082996,
      "grad_norm": 4.028438345883719,
      "learning_rate": 9.972366116028733e-06,
      "loss": 4.2189,
      "step": 2766
    },
    {
      "epoch": 1.783239323126511,
      "grad_norm": 3.0149160602057385,
      "learning_rate": 9.972345932848394e-06,
      "loss": 3.6765,
      "step": 2767
    },
    {
      "epoch": 1.783883964544722,
      "grad_norm": 3.947322221509394,
      "learning_rate": 9.972325742322788e-06,
      "loss": 3.7191,
      "step": 2768
    },
    {
      "epoch": 1.784528605962933,
      "grad_norm": 2.6698363546451533,
      "learning_rate": 9.97230554445195e-06,
      "loss": 3.5349,
      "step": 2769
    },
    {
      "epoch": 1.7851732473811444,
      "grad_norm": 3.7714929573559974,
      "learning_rate": 9.97228533923591e-06,
      "loss": 3.9581,
      "step": 2770
    },
    {
      "epoch": 1.7858178887993552,
      "grad_norm": 3.367704533327938,
      "learning_rate": 9.9722651266747e-06,
      "loss": 3.7173,
      "step": 2771
    },
    {
      "epoch": 1.7864625302175665,
      "grad_norm": 4.343288346460259,
      "learning_rate": 9.972244906768358e-06,
      "loss": 4.1213,
      "step": 2772
    },
    {
      "epoch": 1.7871071716357776,
      "grad_norm": 2.9864216253549243,
      "learning_rate": 9.972224679516913e-06,
      "loss": 3.9826,
      "step": 2773
    },
    {
      "epoch": 1.7877518130539887,
      "grad_norm": 3.805011002842893,
      "learning_rate": 9.9722044449204e-06,
      "loss": 3.7571,
      "step": 2774
    },
    {
      "epoch": 1.7883964544722,
      "grad_norm": 2.688806306339419,
      "learning_rate": 9.972184202978853e-06,
      "loss": 3.7916,
      "step": 2775
    },
    {
      "epoch": 1.7890410958904108,
      "grad_norm": 2.5797721747688356,
      "learning_rate": 9.972163953692305e-06,
      "loss": 3.597,
      "step": 2776
    },
    {
      "epoch": 1.7896857373086221,
      "grad_norm": 2.767318401791229,
      "learning_rate": 9.972143697060787e-06,
      "loss": 4.0918,
      "step": 2777
    },
    {
      "epoch": 1.7903303787268332,
      "grad_norm": 2.3189458193738006,
      "learning_rate": 9.972123433084336e-06,
      "loss": 3.8324,
      "step": 2778
    },
    {
      "epoch": 1.7909750201450443,
      "grad_norm": 2.4394575078169556,
      "learning_rate": 9.97210316176298e-06,
      "loss": 3.7369,
      "step": 2779
    },
    {
      "epoch": 1.7916196615632556,
      "grad_norm": 2.543037266905616,
      "learning_rate": 9.972082883096757e-06,
      "loss": 3.9921,
      "step": 2780
    },
    {
      "epoch": 1.7922643029814664,
      "grad_norm": 2.4285740093240546,
      "learning_rate": 9.972062597085698e-06,
      "loss": 4.1228,
      "step": 2781
    },
    {
      "epoch": 1.7929089443996777,
      "grad_norm": 2.720650834643631,
      "learning_rate": 9.972042303729837e-06,
      "loss": 3.5283,
      "step": 2782
    },
    {
      "epoch": 1.7935535858178888,
      "grad_norm": 2.849424827656186,
      "learning_rate": 9.972022003029207e-06,
      "loss": 3.5958,
      "step": 2783
    },
    {
      "epoch": 1.7941982272361,
      "grad_norm": 2.216603381104868,
      "learning_rate": 9.972001694983845e-06,
      "loss": 3.6897,
      "step": 2784
    },
    {
      "epoch": 1.7948428686543112,
      "grad_norm": 2.942993754952277,
      "learning_rate": 9.971981379593777e-06,
      "loss": 3.62,
      "step": 2785
    },
    {
      "epoch": 1.795487510072522,
      "grad_norm": 2.2644903257409053,
      "learning_rate": 9.971961056859042e-06,
      "loss": 3.9038,
      "step": 2786
    },
    {
      "epoch": 1.7961321514907334,
      "grad_norm": 3.65204940115,
      "learning_rate": 9.971940726779673e-06,
      "loss": 3.4495,
      "step": 2787
    },
    {
      "epoch": 1.7967767929089444,
      "grad_norm": 4.206895614090809,
      "learning_rate": 9.9719203893557e-06,
      "loss": 3.7482,
      "step": 2788
    },
    {
      "epoch": 1.7974214343271555,
      "grad_norm": 2.736573908970271,
      "learning_rate": 9.97190004458716e-06,
      "loss": 3.801,
      "step": 2789
    },
    {
      "epoch": 1.7980660757453666,
      "grad_norm": 3.1040608580736904,
      "learning_rate": 9.971879692474084e-06,
      "loss": 3.6055,
      "step": 2790
    },
    {
      "epoch": 1.7987107171635777,
      "grad_norm": 3.069433314901919,
      "learning_rate": 9.971859333016509e-06,
      "loss": 3.7847,
      "step": 2791
    },
    {
      "epoch": 1.799355358581789,
      "grad_norm": 2.553423472164832,
      "learning_rate": 9.971838966214463e-06,
      "loss": 3.7079,
      "step": 2792
    },
    {
      "epoch": 1.8,
      "grad_norm": 2.8877271771580557,
      "learning_rate": 9.971818592067983e-06,
      "loss": 4.0199,
      "step": 2793
    },
    {
      "epoch": 1.8006446414182111,
      "grad_norm": 2.620655473929782,
      "learning_rate": 9.971798210577101e-06,
      "loss": 3.9804,
      "step": 2794
    },
    {
      "epoch": 1.8012892828364222,
      "grad_norm": 2.3795659782793286,
      "learning_rate": 9.971777821741853e-06,
      "loss": 4.0016,
      "step": 2795
    },
    {
      "epoch": 1.8019339242546333,
      "grad_norm": 2.892146175252499,
      "learning_rate": 9.971757425562269e-06,
      "loss": 3.6957,
      "step": 2796
    },
    {
      "epoch": 1.8025785656728446,
      "grad_norm": 2.244673911418874,
      "learning_rate": 9.971737022038385e-06,
      "loss": 4.1728,
      "step": 2797
    },
    {
      "epoch": 1.8032232070910554,
      "grad_norm": 2.4834415011841786,
      "learning_rate": 9.971716611170235e-06,
      "loss": 4.1512,
      "step": 2798
    },
    {
      "epoch": 1.8038678485092667,
      "grad_norm": 2.3199785474695847,
      "learning_rate": 9.97169619295785e-06,
      "loss": 3.9191,
      "step": 2799
    },
    {
      "epoch": 1.8045124899274778,
      "grad_norm": 2.916620004814753,
      "learning_rate": 9.971675767401265e-06,
      "loss": 3.64,
      "step": 2800
    },
    {
      "epoch": 1.8045124899274778,
      "eval_loss": 3.876554012298584,
      "eval_runtime": 2.9416,
      "eval_samples_per_second": 33.996,
      "eval_steps_per_second": 4.419,
      "step": 2800
    },
    {
      "epoch": 1.805157131345689,
      "grad_norm": 2.428157044383223,
      "learning_rate": 9.971655334500512e-06,
      "loss": 4.2065,
      "step": 2801
    },
    {
      "epoch": 1.8058017727639002,
      "grad_norm": 2.5466322912154724,
      "learning_rate": 9.971634894255628e-06,
      "loss": 4.0506,
      "step": 2802
    },
    {
      "epoch": 1.806446414182111,
      "grad_norm": 2.9186494130639944,
      "learning_rate": 9.971614446666643e-06,
      "loss": 4.1997,
      "step": 2803
    },
    {
      "epoch": 1.8070910556003223,
      "grad_norm": 2.952337377866186,
      "learning_rate": 9.971593991733595e-06,
      "loss": 3.2854,
      "step": 2804
    },
    {
      "epoch": 1.8077356970185334,
      "grad_norm": 2.9116963585870175,
      "learning_rate": 9.971573529456511e-06,
      "loss": 3.617,
      "step": 2805
    },
    {
      "epoch": 1.8083803384367445,
      "grad_norm": 2.6589846595639295,
      "learning_rate": 9.97155305983543e-06,
      "loss": 3.8953,
      "step": 2806
    },
    {
      "epoch": 1.8090249798549558,
      "grad_norm": 2.9214974508380784,
      "learning_rate": 9.971532582870383e-06,
      "loss": 3.7614,
      "step": 2807
    },
    {
      "epoch": 1.8096696212731667,
      "grad_norm": 2.208782837085123,
      "learning_rate": 9.971512098561405e-06,
      "loss": 3.8361,
      "step": 2808
    },
    {
      "epoch": 1.810314262691378,
      "grad_norm": 3.5076993735173403,
      "learning_rate": 9.97149160690853e-06,
      "loss": 3.6493,
      "step": 2809
    },
    {
      "epoch": 1.810958904109589,
      "grad_norm": 2.272291178111227,
      "learning_rate": 9.971471107911789e-06,
      "loss": 3.9459,
      "step": 2810
    },
    {
      "epoch": 1.8116035455278001,
      "grad_norm": 3.654851458663047,
      "learning_rate": 9.97145060157122e-06,
      "loss": 3.6669,
      "step": 2811
    },
    {
      "epoch": 1.8122481869460114,
      "grad_norm": 3.5517457178727523,
      "learning_rate": 9.97143008788685e-06,
      "loss": 4.0497,
      "step": 2812
    },
    {
      "epoch": 1.8128928283642223,
      "grad_norm": 3.3507592376367725,
      "learning_rate": 9.971409566858721e-06,
      "loss": 3.6402,
      "step": 2813
    },
    {
      "epoch": 1.8135374697824336,
      "grad_norm": 3.7326772472509613,
      "learning_rate": 9.971389038486862e-06,
      "loss": 3.7053,
      "step": 2814
    },
    {
      "epoch": 1.8141821112006447,
      "grad_norm": 2.6965538854612485,
      "learning_rate": 9.971368502771305e-06,
      "loss": 4.1633,
      "step": 2815
    },
    {
      "epoch": 1.8148267526188557,
      "grad_norm": 3.62764120950956,
      "learning_rate": 9.97134795971209e-06,
      "loss": 4.028,
      "step": 2816
    },
    {
      "epoch": 1.815471394037067,
      "grad_norm": 2.447550780701197,
      "learning_rate": 9.971327409309242e-06,
      "loss": 4.0669,
      "step": 2817
    },
    {
      "epoch": 1.8161160354552779,
      "grad_norm": 3.223273612693325,
      "learning_rate": 9.971306851562802e-06,
      "loss": 4.0967,
      "step": 2818
    },
    {
      "epoch": 1.8167606768734892,
      "grad_norm": 2.1102445637131275,
      "learning_rate": 9.971286286472801e-06,
      "loss": 3.7244,
      "step": 2819
    },
    {
      "epoch": 1.8174053182917003,
      "grad_norm": 2.490904823083339,
      "learning_rate": 9.971265714039272e-06,
      "loss": 4.2551,
      "step": 2820
    },
    {
      "epoch": 1.8180499597099113,
      "grad_norm": 2.23342620035383,
      "learning_rate": 9.97124513426225e-06,
      "loss": 3.9958,
      "step": 2821
    },
    {
      "epoch": 1.8186946011281226,
      "grad_norm": 2.8953359233785685,
      "learning_rate": 9.971224547141768e-06,
      "loss": 3.5665,
      "step": 2822
    },
    {
      "epoch": 1.8193392425463335,
      "grad_norm": 3.4625257416057145,
      "learning_rate": 9.971203952677863e-06,
      "loss": 3.6258,
      "step": 2823
    },
    {
      "epoch": 1.8199838839645448,
      "grad_norm": 3.1130758854509457,
      "learning_rate": 9.971183350870565e-06,
      "loss": 4.0602,
      "step": 2824
    },
    {
      "epoch": 1.8206285253827559,
      "grad_norm": 3.550953659924266,
      "learning_rate": 9.97116274171991e-06,
      "loss": 4.0905,
      "step": 2825
    },
    {
      "epoch": 1.821273166800967,
      "grad_norm": 2.5015830040251474,
      "learning_rate": 9.971142125225929e-06,
      "loss": 3.959,
      "step": 2826
    },
    {
      "epoch": 1.821917808219178,
      "grad_norm": 3.5914859162462274,
      "learning_rate": 9.971121501388659e-06,
      "loss": 3.7049,
      "step": 2827
    },
    {
      "epoch": 1.8225624496373891,
      "grad_norm": 3.3106599054453856,
      "learning_rate": 9.971100870208131e-06,
      "loss": 3.434,
      "step": 2828
    },
    {
      "epoch": 1.8232070910556004,
      "grad_norm": 2.894033257580632,
      "learning_rate": 9.971080231684382e-06,
      "loss": 3.9694,
      "step": 2829
    },
    {
      "epoch": 1.8238517324738115,
      "grad_norm": 3.308736842144477,
      "learning_rate": 9.971059585817446e-06,
      "loss": 3.7745,
      "step": 2830
    },
    {
      "epoch": 1.8244963738920226,
      "grad_norm": 2.6279566304046,
      "learning_rate": 9.971038932607353e-06,
      "loss": 4.1097,
      "step": 2831
    },
    {
      "epoch": 1.8251410153102336,
      "grad_norm": 3.9502340865052763,
      "learning_rate": 9.971018272054137e-06,
      "loss": 3.9111,
      "step": 2832
    },
    {
      "epoch": 1.8257856567284447,
      "grad_norm": 2.0844835837898126,
      "learning_rate": 9.970997604157839e-06,
      "loss": 3.8737,
      "step": 2833
    },
    {
      "epoch": 1.826430298146656,
      "grad_norm": 2.847759070536181,
      "learning_rate": 9.970976928918486e-06,
      "loss": 3.7894,
      "step": 2834
    },
    {
      "epoch": 1.8270749395648669,
      "grad_norm": 2.6265856982050235,
      "learning_rate": 9.970956246336113e-06,
      "loss": 3.7088,
      "step": 2835
    },
    {
      "epoch": 1.8277195809830782,
      "grad_norm": 2.4849315235409324,
      "learning_rate": 9.970935556410758e-06,
      "loss": 3.9488,
      "step": 2836
    },
    {
      "epoch": 1.8283642224012893,
      "grad_norm": 2.929323503870172,
      "learning_rate": 9.97091485914245e-06,
      "loss": 3.6704,
      "step": 2837
    },
    {
      "epoch": 1.8290088638195003,
      "grad_norm": 2.704754177922529,
      "learning_rate": 9.970894154531225e-06,
      "loss": 3.818,
      "step": 2838
    },
    {
      "epoch": 1.8296535052377116,
      "grad_norm": 3.4250085679064357,
      "learning_rate": 9.970873442577118e-06,
      "loss": 4.0633,
      "step": 2839
    },
    {
      "epoch": 1.8302981466559225,
      "grad_norm": 2.552075564633054,
      "learning_rate": 9.970852723280161e-06,
      "loss": 3.8215,
      "step": 2840
    },
    {
      "epoch": 1.8309427880741338,
      "grad_norm": 2.19303075825584,
      "learning_rate": 9.970831996640392e-06,
      "loss": 4.1399,
      "step": 2841
    },
    {
      "epoch": 1.8315874294923449,
      "grad_norm": 2.23605526765497,
      "learning_rate": 9.970811262657839e-06,
      "loss": 3.9836,
      "step": 2842
    },
    {
      "epoch": 1.832232070910556,
      "grad_norm": 2.497858384463548,
      "learning_rate": 9.970790521332538e-06,
      "loss": 4.0929,
      "step": 2843
    },
    {
      "epoch": 1.8328767123287673,
      "grad_norm": 2.2054934290277486,
      "learning_rate": 9.970769772664527e-06,
      "loss": 3.6198,
      "step": 2844
    },
    {
      "epoch": 1.833521353746978,
      "grad_norm": 3.42257928677727,
      "learning_rate": 9.970749016653837e-06,
      "loss": 4.0456,
      "step": 2845
    },
    {
      "epoch": 1.8341659951651894,
      "grad_norm": 3.536247620379857,
      "learning_rate": 9.970728253300503e-06,
      "loss": 3.7487,
      "step": 2846
    },
    {
      "epoch": 1.8348106365834005,
      "grad_norm": 2.0390380425045054,
      "learning_rate": 9.970707482604557e-06,
      "loss": 3.904,
      "step": 2847
    },
    {
      "epoch": 1.8354552780016116,
      "grad_norm": 3.6458041821568714,
      "learning_rate": 9.970686704566035e-06,
      "loss": 3.7723,
      "step": 2848
    },
    {
      "epoch": 1.8360999194198229,
      "grad_norm": 2.6397044383046917,
      "learning_rate": 9.97066591918497e-06,
      "loss": 3.7842,
      "step": 2849
    },
    {
      "epoch": 1.8367445608380337,
      "grad_norm": 2.6671536326650633,
      "learning_rate": 9.970645126461398e-06,
      "loss": 4.266,
      "step": 2850
    },
    {
      "epoch": 1.837389202256245,
      "grad_norm": 2.637086422424431,
      "learning_rate": 9.970624326395352e-06,
      "loss": 4.0204,
      "step": 2851
    },
    {
      "epoch": 1.838033843674456,
      "grad_norm": 2.0705727436198793,
      "learning_rate": 9.970603518986866e-06,
      "loss": 3.8395,
      "step": 2852
    },
    {
      "epoch": 1.8386784850926672,
      "grad_norm": 2.3526130409029866,
      "learning_rate": 9.970582704235974e-06,
      "loss": 4.2619,
      "step": 2853
    },
    {
      "epoch": 1.8393231265108785,
      "grad_norm": 3.1612190583360613,
      "learning_rate": 9.970561882142713e-06,
      "loss": 3.6396,
      "step": 2854
    },
    {
      "epoch": 1.8399677679290893,
      "grad_norm": 2.1615140893015568,
      "learning_rate": 9.97054105270711e-06,
      "loss": 3.9183,
      "step": 2855
    },
    {
      "epoch": 1.8406124093473006,
      "grad_norm": 2.727780467517507,
      "learning_rate": 9.970520215929207e-06,
      "loss": 3.7781,
      "step": 2856
    },
    {
      "epoch": 1.8412570507655117,
      "grad_norm": 2.862399390195357,
      "learning_rate": 9.970499371809035e-06,
      "loss": 4.2509,
      "step": 2857
    },
    {
      "epoch": 1.8419016921837228,
      "grad_norm": 2.6735717644845725,
      "learning_rate": 9.970478520346628e-06,
      "loss": 3.8528,
      "step": 2858
    },
    {
      "epoch": 1.8425463336019339,
      "grad_norm": 2.6455701856631912,
      "learning_rate": 9.970457661542022e-06,
      "loss": 4.0535,
      "step": 2859
    },
    {
      "epoch": 1.843190975020145,
      "grad_norm": 3.166786253341326,
      "learning_rate": 9.97043679539525e-06,
      "loss": 3.7692,
      "step": 2860
    },
    {
      "epoch": 1.8438356164383563,
      "grad_norm": 2.927521159853231,
      "learning_rate": 9.970415921906343e-06,
      "loss": 4.0219,
      "step": 2861
    },
    {
      "epoch": 1.8444802578565673,
      "grad_norm": 2.7937996132353407,
      "learning_rate": 9.97039504107534e-06,
      "loss": 3.9526,
      "step": 2862
    },
    {
      "epoch": 1.8451248992747784,
      "grad_norm": 3.5323181591056465,
      "learning_rate": 9.970374152902275e-06,
      "loss": 4.1613,
      "step": 2863
    },
    {
      "epoch": 1.8457695406929895,
      "grad_norm": 2.3856605343770987,
      "learning_rate": 9.97035325738718e-06,
      "loss": 3.7346,
      "step": 2864
    },
    {
      "epoch": 1.8464141821112006,
      "grad_norm": 3.3814727896914123,
      "learning_rate": 9.970332354530091e-06,
      "loss": 3.7231,
      "step": 2865
    },
    {
      "epoch": 1.8470588235294119,
      "grad_norm": 2.916952766611592,
      "learning_rate": 9.970311444331043e-06,
      "loss": 3.8442,
      "step": 2866
    },
    {
      "epoch": 1.8477034649476227,
      "grad_norm": 4.247297412231891,
      "learning_rate": 9.970290526790066e-06,
      "loss": 3.425,
      "step": 2867
    },
    {
      "epoch": 1.848348106365834,
      "grad_norm": 3.252526018108813,
      "learning_rate": 9.970269601907198e-06,
      "loss": 3.6371,
      "step": 2868
    },
    {
      "epoch": 1.848992747784045,
      "grad_norm": 3.5681816621116433,
      "learning_rate": 9.970248669682476e-06,
      "loss": 3.8272,
      "step": 2869
    },
    {
      "epoch": 1.8496373892022562,
      "grad_norm": 3.213625756204994,
      "learning_rate": 9.97022773011593e-06,
      "loss": 3.8428,
      "step": 2870
    },
    {
      "epoch": 1.8502820306204675,
      "grad_norm": 3.7269323018129357,
      "learning_rate": 9.970206783207593e-06,
      "loss": 4.028,
      "step": 2871
    },
    {
      "epoch": 1.8509266720386783,
      "grad_norm": 3.4497156872726076,
      "learning_rate": 9.970185828957504e-06,
      "loss": 4.2497,
      "step": 2872
    },
    {
      "epoch": 1.8515713134568896,
      "grad_norm": 3.3146143476718466,
      "learning_rate": 9.970164867365695e-06,
      "loss": 4.1746,
      "step": 2873
    },
    {
      "epoch": 1.8522159548751007,
      "grad_norm": 3.2064003890647275,
      "learning_rate": 9.9701438984322e-06,
      "loss": 3.8247,
      "step": 2874
    },
    {
      "epoch": 1.8528605962933118,
      "grad_norm": 4.364882271898353,
      "learning_rate": 9.970122922157055e-06,
      "loss": 3.8647,
      "step": 2875
    },
    {
      "epoch": 1.853505237711523,
      "grad_norm": 4.180701018478427,
      "learning_rate": 9.970101938540296e-06,
      "loss": 3.9721,
      "step": 2876
    },
    {
      "epoch": 1.854149879129734,
      "grad_norm": 4.493942819572039,
      "learning_rate": 9.970080947581952e-06,
      "loss": 3.5495,
      "step": 2877
    },
    {
      "epoch": 1.8547945205479452,
      "grad_norm": 4.344994823691541,
      "learning_rate": 9.970059949282061e-06,
      "loss": 3.7863,
      "step": 2878
    },
    {
      "epoch": 1.8554391619661563,
      "grad_norm": 2.6921845825612487,
      "learning_rate": 9.970038943640658e-06,
      "loss": 3.701,
      "step": 2879
    },
    {
      "epoch": 1.8560838033843674,
      "grad_norm": 3.0051269927756765,
      "learning_rate": 9.970017930657777e-06,
      "loss": 3.8225,
      "step": 2880
    },
    {
      "epoch": 1.8567284448025787,
      "grad_norm": 2.872466712017062,
      "learning_rate": 9.96999691033345e-06,
      "loss": 3.9612,
      "step": 2881
    },
    {
      "epoch": 1.8573730862207896,
      "grad_norm": 2.8886044554783443,
      "learning_rate": 9.969975882667716e-06,
      "loss": 4.0779,
      "step": 2882
    },
    {
      "epoch": 1.8580177276390009,
      "grad_norm": 2.6886414793697395,
      "learning_rate": 9.969954847660604e-06,
      "loss": 3.9118,
      "step": 2883
    },
    {
      "epoch": 1.858662369057212,
      "grad_norm": 2.659609595664248,
      "learning_rate": 9.969933805312156e-06,
      "loss": 3.7839,
      "step": 2884
    },
    {
      "epoch": 1.859307010475423,
      "grad_norm": 3.299971435169795,
      "learning_rate": 9.969912755622399e-06,
      "loss": 3.6918,
      "step": 2885
    },
    {
      "epoch": 1.8599516518936343,
      "grad_norm": 3.2679150235023804,
      "learning_rate": 9.969891698591373e-06,
      "loss": 3.9125,
      "step": 2886
    },
    {
      "epoch": 1.8605962933118452,
      "grad_norm": 2.782958640448289,
      "learning_rate": 9.969870634219108e-06,
      "loss": 3.6127,
      "step": 2887
    },
    {
      "epoch": 1.8612409347300565,
      "grad_norm": 3.6033046543680856,
      "learning_rate": 9.969849562505645e-06,
      "loss": 3.6978,
      "step": 2888
    },
    {
      "epoch": 1.8618855761482676,
      "grad_norm": 2.755484920365974,
      "learning_rate": 9.969828483451011e-06,
      "loss": 3.8295,
      "step": 2889
    },
    {
      "epoch": 1.8625302175664786,
      "grad_norm": 3.7045429136144885,
      "learning_rate": 9.969807397055245e-06,
      "loss": 3.8025,
      "step": 2890
    },
    {
      "epoch": 1.86317485898469,
      "grad_norm": 3.429674429164175,
      "learning_rate": 9.969786303318383e-06,
      "loss": 3.8532,
      "step": 2891
    },
    {
      "epoch": 1.8638195004029008,
      "grad_norm": 3.0052904872242943,
      "learning_rate": 9.969765202240454e-06,
      "loss": 4.0109,
      "step": 2892
    },
    {
      "epoch": 1.864464141821112,
      "grad_norm": 2.799999359086361,
      "learning_rate": 9.9697440938215e-06,
      "loss": 3.7517,
      "step": 2893
    },
    {
      "epoch": 1.8651087832393232,
      "grad_norm": 2.6972179483877494,
      "learning_rate": 9.96972297806155e-06,
      "loss": 3.6989,
      "step": 2894
    },
    {
      "epoch": 1.8657534246575342,
      "grad_norm": 2.3007981263911663,
      "learning_rate": 9.96970185496064e-06,
      "loss": 3.812,
      "step": 2895
    },
    {
      "epoch": 1.8663980660757453,
      "grad_norm": 2.5301164507638383,
      "learning_rate": 9.969680724518806e-06,
      "loss": 4.0006,
      "step": 2896
    },
    {
      "epoch": 1.8670427074939564,
      "grad_norm": 2.506901751693225,
      "learning_rate": 9.969659586736082e-06,
      "loss": 3.569,
      "step": 2897
    },
    {
      "epoch": 1.8676873489121677,
      "grad_norm": 3.2013485113126605,
      "learning_rate": 9.969638441612503e-06,
      "loss": 3.5521,
      "step": 2898
    },
    {
      "epoch": 1.8683319903303788,
      "grad_norm": 2.1329123761834827,
      "learning_rate": 9.969617289148102e-06,
      "loss": 3.6949,
      "step": 2899
    },
    {
      "epoch": 1.8689766317485899,
      "grad_norm": 3.578476205055043,
      "learning_rate": 9.969596129342916e-06,
      "loss": 3.5598,
      "step": 2900
    },
    {
      "epoch": 1.8689766317485899,
      "eval_loss": 3.8745734691619873,
      "eval_runtime": 2.9489,
      "eval_samples_per_second": 33.911,
      "eval_steps_per_second": 4.408,
      "step": 2900
    },
    {
      "epoch": 1.869621273166801,
      "grad_norm": 2.8832709110996753,
      "learning_rate": 9.969574962196979e-06,
      "loss": 4.2763,
      "step": 2901
    },
    {
      "epoch": 1.870265914585012,
      "grad_norm": 2.612903817806239,
      "learning_rate": 9.969553787710327e-06,
      "loss": 4.0578,
      "step": 2902
    },
    {
      "epoch": 1.8709105560032233,
      "grad_norm": 2.634638104356898,
      "learning_rate": 9.969532605882992e-06,
      "loss": 3.7232,
      "step": 2903
    },
    {
      "epoch": 1.8715551974214342,
      "grad_norm": 3.132618355531557,
      "learning_rate": 9.96951141671501e-06,
      "loss": 3.8052,
      "step": 2904
    },
    {
      "epoch": 1.8721998388396455,
      "grad_norm": 2.8500958996067522,
      "learning_rate": 9.969490220206416e-06,
      "loss": 3.9609,
      "step": 2905
    },
    {
      "epoch": 1.8728444802578565,
      "grad_norm": 2.869894526884218,
      "learning_rate": 9.969469016357245e-06,
      "loss": 3.8404,
      "step": 2906
    },
    {
      "epoch": 1.8734891216760676,
      "grad_norm": 2.724640837355598,
      "learning_rate": 9.96944780516753e-06,
      "loss": 3.6996,
      "step": 2907
    },
    {
      "epoch": 1.874133763094279,
      "grad_norm": 2.726108540060733,
      "learning_rate": 9.96942658663731e-06,
      "loss": 3.5785,
      "step": 2908
    },
    {
      "epoch": 1.8747784045124898,
      "grad_norm": 2.750849739676768,
      "learning_rate": 9.969405360766618e-06,
      "loss": 3.5749,
      "step": 2909
    },
    {
      "epoch": 1.875423045930701,
      "grad_norm": 2.7637886133611738,
      "learning_rate": 9.969384127555485e-06,
      "loss": 3.9729,
      "step": 2910
    },
    {
      "epoch": 1.8760676873489122,
      "grad_norm": 3.091796858959688,
      "learning_rate": 9.969362887003952e-06,
      "loss": 3.9726,
      "step": 2911
    },
    {
      "epoch": 1.8767123287671232,
      "grad_norm": 3.0054285727174608,
      "learning_rate": 9.96934163911205e-06,
      "loss": 3.6347,
      "step": 2912
    },
    {
      "epoch": 1.8773569701853345,
      "grad_norm": 3.191438995475037,
      "learning_rate": 9.969320383879815e-06,
      "loss": 3.7997,
      "step": 2913
    },
    {
      "epoch": 1.8780016116035454,
      "grad_norm": 3.0884940872667115,
      "learning_rate": 9.969299121307282e-06,
      "loss": 4.0061,
      "step": 2914
    },
    {
      "epoch": 1.8786462530217567,
      "grad_norm": 2.6848507958447714,
      "learning_rate": 9.969277851394484e-06,
      "loss": 3.8001,
      "step": 2915
    },
    {
      "epoch": 1.8792908944399678,
      "grad_norm": 3.3884358501839196,
      "learning_rate": 9.969256574141459e-06,
      "loss": 3.9557,
      "step": 2916
    },
    {
      "epoch": 1.8799355358581789,
      "grad_norm": 2.903888185627749,
      "learning_rate": 9.96923528954824e-06,
      "loss": 3.9109,
      "step": 2917
    },
    {
      "epoch": 1.8805801772763902,
      "grad_norm": 3.016710327343774,
      "learning_rate": 9.969213997614865e-06,
      "loss": 4.0496,
      "step": 2918
    },
    {
      "epoch": 1.881224818694601,
      "grad_norm": 3.2169270065745126,
      "learning_rate": 9.969192698341364e-06,
      "loss": 3.4901,
      "step": 2919
    },
    {
      "epoch": 1.8818694601128123,
      "grad_norm": 3.518942747888367,
      "learning_rate": 9.969171391727773e-06,
      "loss": 3.7017,
      "step": 2920
    },
    {
      "epoch": 1.8825141015310234,
      "grad_norm": 3.1974700495162502,
      "learning_rate": 9.96915007777413e-06,
      "loss": 4.1984,
      "step": 2921
    },
    {
      "epoch": 1.8831587429492345,
      "grad_norm": 3.4415469771028695,
      "learning_rate": 9.969128756480469e-06,
      "loss": 3.8695,
      "step": 2922
    },
    {
      "epoch": 1.8838033843674458,
      "grad_norm": 2.974009131213115,
      "learning_rate": 9.969107427846826e-06,
      "loss": 4.2333,
      "step": 2923
    },
    {
      "epoch": 1.8844480257856566,
      "grad_norm": 3.541541815810382,
      "learning_rate": 9.969086091873233e-06,
      "loss": 4.0364,
      "step": 2924
    },
    {
      "epoch": 1.885092667203868,
      "grad_norm": 2.5931207769299,
      "learning_rate": 9.969064748559727e-06,
      "loss": 4.0216,
      "step": 2925
    },
    {
      "epoch": 1.885737308622079,
      "grad_norm": 3.473547176877614,
      "learning_rate": 9.969043397906341e-06,
      "loss": 3.9141,
      "step": 2926
    },
    {
      "epoch": 1.88638195004029,
      "grad_norm": 1.9710172202361957,
      "learning_rate": 9.969022039913111e-06,
      "loss": 3.6356,
      "step": 2927
    },
    {
      "epoch": 1.8870265914585012,
      "grad_norm": 3.0052566240737626,
      "learning_rate": 9.969000674580076e-06,
      "loss": 3.8644,
      "step": 2928
    },
    {
      "epoch": 1.8876712328767122,
      "grad_norm": 2.4405441848163045,
      "learning_rate": 9.968979301907265e-06,
      "loss": 4.0708,
      "step": 2929
    },
    {
      "epoch": 1.8883158742949235,
      "grad_norm": 2.7008442856615664,
      "learning_rate": 9.968957921894718e-06,
      "loss": 3.9894,
      "step": 2930
    },
    {
      "epoch": 1.8889605157131346,
      "grad_norm": 2.845896303738844,
      "learning_rate": 9.968936534542466e-06,
      "loss": 3.8428,
      "step": 2931
    },
    {
      "epoch": 1.8896051571313457,
      "grad_norm": 2.6861746757062384,
      "learning_rate": 9.968915139850548e-06,
      "loss": 3.9687,
      "step": 2932
    },
    {
      "epoch": 1.8902497985495568,
      "grad_norm": 2.825429477378464,
      "learning_rate": 9.968893737818997e-06,
      "loss": 3.7675,
      "step": 2933
    },
    {
      "epoch": 1.8908944399677678,
      "grad_norm": 2.181511455408036,
      "learning_rate": 9.968872328447849e-06,
      "loss": 3.8511,
      "step": 2934
    },
    {
      "epoch": 1.8915390813859791,
      "grad_norm": 3.18448406301444,
      "learning_rate": 9.968850911737139e-06,
      "loss": 4.0879,
      "step": 2935
    },
    {
      "epoch": 1.89218372280419,
      "grad_norm": 3.3002018587155155,
      "learning_rate": 9.9688294876869e-06,
      "loss": 3.6628,
      "step": 2936
    },
    {
      "epoch": 1.8928283642224013,
      "grad_norm": 2.418332808136525,
      "learning_rate": 9.96880805629717e-06,
      "loss": 3.8956,
      "step": 2937
    },
    {
      "epoch": 1.8934730056406124,
      "grad_norm": 3.181453389531373,
      "learning_rate": 9.968786617567982e-06,
      "loss": 3.6933,
      "step": 2938
    },
    {
      "epoch": 1.8941176470588235,
      "grad_norm": 2.4390999346439104,
      "learning_rate": 9.968765171499373e-06,
      "loss": 3.8202,
      "step": 2939
    },
    {
      "epoch": 1.8947622884770348,
      "grad_norm": 3.4861318747119068,
      "learning_rate": 9.968743718091377e-06,
      "loss": 3.4776,
      "step": 2940
    },
    {
      "epoch": 1.8954069298952456,
      "grad_norm": 2.6321977358844397,
      "learning_rate": 9.968722257344032e-06,
      "loss": 4.122,
      "step": 2941
    },
    {
      "epoch": 1.896051571313457,
      "grad_norm": 2.4188390171776795,
      "learning_rate": 9.96870078925737e-06,
      "loss": 3.932,
      "step": 2942
    },
    {
      "epoch": 1.896696212731668,
      "grad_norm": 3.005197804561884,
      "learning_rate": 9.968679313831427e-06,
      "loss": 3.7333,
      "step": 2943
    },
    {
      "epoch": 1.897340854149879,
      "grad_norm": 2.831945959720193,
      "learning_rate": 9.96865783106624e-06,
      "loss": 3.9549,
      "step": 2944
    },
    {
      "epoch": 1.8979854955680904,
      "grad_norm": 2.4730273327963594,
      "learning_rate": 9.96863634096184e-06,
      "loss": 4.0275,
      "step": 2945
    },
    {
      "epoch": 1.8986301369863012,
      "grad_norm": 2.7098674828108176,
      "learning_rate": 9.968614843518268e-06,
      "loss": 3.5403,
      "step": 2946
    },
    {
      "epoch": 1.8992747784045125,
      "grad_norm": 2.5888513416874006,
      "learning_rate": 9.968593338735557e-06,
      "loss": 3.8262,
      "step": 2947
    },
    {
      "epoch": 1.8999194198227236,
      "grad_norm": 2.5597272061890455,
      "learning_rate": 9.96857182661374e-06,
      "loss": 4.0215,
      "step": 2948
    },
    {
      "epoch": 1.9005640612409347,
      "grad_norm": 3.3175813026704337,
      "learning_rate": 9.968550307152854e-06,
      "loss": 4.3102,
      "step": 2949
    },
    {
      "epoch": 1.901208702659146,
      "grad_norm": 2.2482797904165106,
      "learning_rate": 9.968528780352936e-06,
      "loss": 4.1123,
      "step": 2950
    },
    {
      "epoch": 1.9018533440773568,
      "grad_norm": 2.3453102138644555,
      "learning_rate": 9.968507246214018e-06,
      "loss": 4.002,
      "step": 2951
    },
    {
      "epoch": 1.9024979854955681,
      "grad_norm": 2.912250545252581,
      "learning_rate": 9.968485704736139e-06,
      "loss": 4.0923,
      "step": 2952
    },
    {
      "epoch": 1.9031426269137792,
      "grad_norm": 2.7764315707847116,
      "learning_rate": 9.968464155919332e-06,
      "loss": 3.8529,
      "step": 2953
    },
    {
      "epoch": 1.9037872683319903,
      "grad_norm": 2.4006745344901734,
      "learning_rate": 9.968442599763633e-06,
      "loss": 3.9606,
      "step": 2954
    },
    {
      "epoch": 1.9044319097502016,
      "grad_norm": 2.5093341303479253,
      "learning_rate": 9.968421036269077e-06,
      "loss": 3.8096,
      "step": 2955
    },
    {
      "epoch": 1.9050765511684125,
      "grad_norm": 3.0963795814038972,
      "learning_rate": 9.9683994654357e-06,
      "loss": 4.2808,
      "step": 2956
    },
    {
      "epoch": 1.9057211925866238,
      "grad_norm": 2.634978510325269,
      "learning_rate": 9.968377887263537e-06,
      "loss": 3.7523,
      "step": 2957
    },
    {
      "epoch": 1.9063658340048348,
      "grad_norm": 2.5518189287542694,
      "learning_rate": 9.968356301752625e-06,
      "loss": 3.8354,
      "step": 2958
    },
    {
      "epoch": 1.907010475423046,
      "grad_norm": 2.3355331023772887,
      "learning_rate": 9.968334708902997e-06,
      "loss": 3.717,
      "step": 2959
    },
    {
      "epoch": 1.9076551168412572,
      "grad_norm": 2.9435835967861617,
      "learning_rate": 9.968313108714691e-06,
      "loss": 3.9011,
      "step": 2960
    },
    {
      "epoch": 1.908299758259468,
      "grad_norm": 2.493098082300927,
      "learning_rate": 9.96829150118774e-06,
      "loss": 3.969,
      "step": 2961
    },
    {
      "epoch": 1.9089443996776794,
      "grad_norm": 2.777008663302003,
      "learning_rate": 9.96826988632218e-06,
      "loss": 4.0452,
      "step": 2962
    },
    {
      "epoch": 1.9095890410958904,
      "grad_norm": 2.8262562199777115,
      "learning_rate": 9.96824826411805e-06,
      "loss": 3.6135,
      "step": 2963
    },
    {
      "epoch": 1.9102336825141015,
      "grad_norm": 2.406800642095561,
      "learning_rate": 9.968226634575378e-06,
      "loss": 3.6909,
      "step": 2964
    },
    {
      "epoch": 1.9108783239323126,
      "grad_norm": 3.129624233145741,
      "learning_rate": 9.968204997694206e-06,
      "loss": 3.8408,
      "step": 2965
    },
    {
      "epoch": 1.9115229653505237,
      "grad_norm": 2.2496850588106656,
      "learning_rate": 9.96818335347457e-06,
      "loss": 3.7256,
      "step": 2966
    },
    {
      "epoch": 1.912167606768735,
      "grad_norm": 2.4730380979503703,
      "learning_rate": 9.9681617019165e-06,
      "loss": 4.0521,
      "step": 2967
    },
    {
      "epoch": 1.912812248186946,
      "grad_norm": 2.4493930384857276,
      "learning_rate": 9.968140043020036e-06,
      "loss": 4.1316,
      "step": 2968
    },
    {
      "epoch": 1.9134568896051571,
      "grad_norm": 2.8853103412666856,
      "learning_rate": 9.968118376785211e-06,
      "loss": 3.9123,
      "step": 2969
    },
    {
      "epoch": 1.9141015310233682,
      "grad_norm": 3.277971743148348,
      "learning_rate": 9.968096703212063e-06,
      "loss": 3.8341,
      "step": 2970
    },
    {
      "epoch": 1.9147461724415793,
      "grad_norm": 2.7669762034930985,
      "learning_rate": 9.968075022300628e-06,
      "loss": 3.5847,
      "step": 2971
    },
    {
      "epoch": 1.9153908138597906,
      "grad_norm": 2.992773420725433,
      "learning_rate": 9.96805333405094e-06,
      "loss": 3.7281,
      "step": 2972
    },
    {
      "epoch": 1.9160354552780015,
      "grad_norm": 3.215095380534848,
      "learning_rate": 9.968031638463032e-06,
      "loss": 3.7259,
      "step": 2973
    },
    {
      "epoch": 1.9166800966962128,
      "grad_norm": 2.791253217196971,
      "learning_rate": 9.968009935536945e-06,
      "loss": 3.8144,
      "step": 2974
    },
    {
      "epoch": 1.9173247381144238,
      "grad_norm": 3.5167169934153506,
      "learning_rate": 9.96798822527271e-06,
      "loss": 3.5773,
      "step": 2975
    },
    {
      "epoch": 1.917969379532635,
      "grad_norm": 2.067252349840949,
      "learning_rate": 9.967966507670366e-06,
      "loss": 3.8565,
      "step": 2976
    },
    {
      "epoch": 1.9186140209508462,
      "grad_norm": 3.2668662029300037,
      "learning_rate": 9.967944782729947e-06,
      "loss": 4.008,
      "step": 2977
    },
    {
      "epoch": 1.919258662369057,
      "grad_norm": 2.236168971351405,
      "learning_rate": 9.96792305045149e-06,
      "loss": 3.43,
      "step": 2978
    },
    {
      "epoch": 1.9199033037872684,
      "grad_norm": 3.8578992274168806,
      "learning_rate": 9.967901310835026e-06,
      "loss": 3.9839,
      "step": 2979
    },
    {
      "epoch": 1.9205479452054794,
      "grad_norm": 2.9261539466320827,
      "learning_rate": 9.967879563880598e-06,
      "loss": 3.9884,
      "step": 2980
    },
    {
      "epoch": 1.9211925866236905,
      "grad_norm": 2.894079451551084,
      "learning_rate": 9.967857809588239e-06,
      "loss": 3.9349,
      "step": 2981
    },
    {
      "epoch": 1.9218372280419018,
      "grad_norm": 2.637496572366643,
      "learning_rate": 9.967836047957982e-06,
      "loss": 3.8877,
      "step": 2982
    },
    {
      "epoch": 1.9224818694601127,
      "grad_norm": 3.930107538076766,
      "learning_rate": 9.967814278989864e-06,
      "loss": 3.5545,
      "step": 2983
    },
    {
      "epoch": 1.923126510878324,
      "grad_norm": 2.5842003109942953,
      "learning_rate": 9.967792502683921e-06,
      "loss": 3.7481,
      "step": 2984
    },
    {
      "epoch": 1.923771152296535,
      "grad_norm": 3.178661388351108,
      "learning_rate": 9.96777071904019e-06,
      "loss": 3.8275,
      "step": 2985
    },
    {
      "epoch": 1.9244157937147461,
      "grad_norm": 2.5755381002625675,
      "learning_rate": 9.967748928058709e-06,
      "loss": 3.7804,
      "step": 2986
    },
    {
      "epoch": 1.9250604351329574,
      "grad_norm": 3.1048545430377277,
      "learning_rate": 9.967727129739506e-06,
      "loss": 3.8452,
      "step": 2987
    },
    {
      "epoch": 1.9257050765511683,
      "grad_norm": 2.7608004908565915,
      "learning_rate": 9.967705324082624e-06,
      "loss": 3.8836,
      "step": 2988
    },
    {
      "epoch": 1.9263497179693796,
      "grad_norm": 2.345985231615741,
      "learning_rate": 9.967683511088096e-06,
      "loss": 3.6013,
      "step": 2989
    },
    {
      "epoch": 1.9269943593875907,
      "grad_norm": 2.7082815551866197,
      "learning_rate": 9.967661690755956e-06,
      "loss": 3.7426,
      "step": 2990
    },
    {
      "epoch": 1.9276390008058018,
      "grad_norm": 2.7211505938355485,
      "learning_rate": 9.967639863086245e-06,
      "loss": 3.7516,
      "step": 2991
    },
    {
      "epoch": 1.928283642224013,
      "grad_norm": 3.1283154178571144,
      "learning_rate": 9.967618028078993e-06,
      "loss": 3.9255,
      "step": 2992
    },
    {
      "epoch": 1.928928283642224,
      "grad_norm": 3.999774257787334,
      "learning_rate": 9.96759618573424e-06,
      "loss": 3.928,
      "step": 2993
    },
    {
      "epoch": 1.9295729250604352,
      "grad_norm": 2.6591280254227305,
      "learning_rate": 9.967574336052022e-06,
      "loss": 3.9142,
      "step": 2994
    },
    {
      "epoch": 1.9302175664786463,
      "grad_norm": 3.407293316106728,
      "learning_rate": 9.967552479032371e-06,
      "loss": 3.684,
      "step": 2995
    },
    {
      "epoch": 1.9308622078968574,
      "grad_norm": 2.5684409307131433,
      "learning_rate": 9.967530614675328e-06,
      "loss": 3.8518,
      "step": 2996
    },
    {
      "epoch": 1.9315068493150684,
      "grad_norm": 2.580058975254512,
      "learning_rate": 9.967508742980922e-06,
      "loss": 4.252,
      "step": 2997
    },
    {
      "epoch": 1.9321514907332795,
      "grad_norm": 2.6282291274713616,
      "learning_rate": 9.967486863949197e-06,
      "loss": 3.6536,
      "step": 2998
    },
    {
      "epoch": 1.9327961321514908,
      "grad_norm": 2.2532518592089312,
      "learning_rate": 9.967464977580185e-06,
      "loss": 3.7465,
      "step": 2999
    },
    {
      "epoch": 1.933440773569702,
      "grad_norm": 2.908099490671934,
      "learning_rate": 9.96744308387392e-06,
      "loss": 3.9548,
      "step": 3000
    },
    {
      "epoch": 1.933440773569702,
      "eval_loss": 3.8685309886932373,
      "eval_runtime": 2.9294,
      "eval_samples_per_second": 34.136,
      "eval_steps_per_second": 4.438,
      "step": 3000
    },
    {
      "epoch": 1.934085414987913,
      "grad_norm": 3.1150214778632743,
      "learning_rate": 9.967421182830442e-06,
      "loss": 3.5075,
      "step": 3001
    },
    {
      "epoch": 1.934730056406124,
      "grad_norm": 3.4594339617363423,
      "learning_rate": 9.967399274449782e-06,
      "loss": 3.8373,
      "step": 3002
    },
    {
      "epoch": 1.9353746978243351,
      "grad_norm": 3.1614828972925944,
      "learning_rate": 9.967377358731983e-06,
      "loss": 3.739,
      "step": 3003
    },
    {
      "epoch": 1.9360193392425464,
      "grad_norm": 2.39426687210923,
      "learning_rate": 9.967355435677074e-06,
      "loss": 4.0542,
      "step": 3004
    },
    {
      "epoch": 1.9366639806607573,
      "grad_norm": 3.055235928852704,
      "learning_rate": 9.967333505285095e-06,
      "loss": 3.7695,
      "step": 3005
    },
    {
      "epoch": 1.9373086220789686,
      "grad_norm": 2.1838831291865524,
      "learning_rate": 9.96731156755608e-06,
      "loss": 3.8381,
      "step": 3006
    },
    {
      "epoch": 1.9379532634971797,
      "grad_norm": 3.464483533408182,
      "learning_rate": 9.967289622490068e-06,
      "loss": 3.8232,
      "step": 3007
    },
    {
      "epoch": 1.9385979049153907,
      "grad_norm": 3.61246717921723,
      "learning_rate": 9.967267670087092e-06,
      "loss": 3.7911,
      "step": 3008
    },
    {
      "epoch": 1.939242546333602,
      "grad_norm": 2.5538102863935914,
      "learning_rate": 9.967245710347188e-06,
      "loss": 4.089,
      "step": 3009
    },
    {
      "epoch": 1.939887187751813,
      "grad_norm": 3.2668626623844146,
      "learning_rate": 9.967223743270393e-06,
      "loss": 3.6838,
      "step": 3010
    },
    {
      "epoch": 1.9405318291700242,
      "grad_norm": 2.3112882627566567,
      "learning_rate": 9.967201768856744e-06,
      "loss": 3.5894,
      "step": 3011
    },
    {
      "epoch": 1.9411764705882353,
      "grad_norm": 2.4485481466671226,
      "learning_rate": 9.967179787106277e-06,
      "loss": 3.923,
      "step": 3012
    },
    {
      "epoch": 1.9418211120064464,
      "grad_norm": 2.715495589182596,
      "learning_rate": 9.967157798019027e-06,
      "loss": 4.0607,
      "step": 3013
    },
    {
      "epoch": 1.9424657534246577,
      "grad_norm": 2.3612654732047096,
      "learning_rate": 9.967135801595031e-06,
      "loss": 3.8425,
      "step": 3014
    },
    {
      "epoch": 1.9431103948428685,
      "grad_norm": 2.742018573280678,
      "learning_rate": 9.967113797834325e-06,
      "loss": 3.784,
      "step": 3015
    },
    {
      "epoch": 1.9437550362610798,
      "grad_norm": 2.821649352373416,
      "learning_rate": 9.967091786736943e-06,
      "loss": 3.7592,
      "step": 3016
    },
    {
      "epoch": 1.944399677679291,
      "grad_norm": 2.765991754637882,
      "learning_rate": 9.967069768302924e-06,
      "loss": 3.9276,
      "step": 3017
    },
    {
      "epoch": 1.945044319097502,
      "grad_norm": 2.468174311089239,
      "learning_rate": 9.967047742532304e-06,
      "loss": 3.8373,
      "step": 3018
    },
    {
      "epoch": 1.9456889605157133,
      "grad_norm": 2.410917980756187,
      "learning_rate": 9.967025709425118e-06,
      "loss": 3.7808,
      "step": 3019
    },
    {
      "epoch": 1.9463336019339241,
      "grad_norm": 2.7039820758606092,
      "learning_rate": 9.9670036689814e-06,
      "loss": 3.6762,
      "step": 3020
    },
    {
      "epoch": 1.9469782433521354,
      "grad_norm": 2.3166357429030873,
      "learning_rate": 9.966981621201191e-06,
      "loss": 3.7525,
      "step": 3021
    },
    {
      "epoch": 1.9476228847703465,
      "grad_norm": 2.303851903088141,
      "learning_rate": 9.966959566084523e-06,
      "loss": 3.837,
      "step": 3022
    },
    {
      "epoch": 1.9482675261885576,
      "grad_norm": 3.04404027497758,
      "learning_rate": 9.966937503631439e-06,
      "loss": 3.813,
      "step": 3023
    },
    {
      "epoch": 1.9489121676067689,
      "grad_norm": 2.5332038085735,
      "learning_rate": 9.966915433841965e-06,
      "loss": 3.3309,
      "step": 3024
    },
    {
      "epoch": 1.9495568090249797,
      "grad_norm": 3.1276339642036,
      "learning_rate": 9.966893356716145e-06,
      "loss": 3.888,
      "step": 3025
    },
    {
      "epoch": 1.950201450443191,
      "grad_norm": 2.3178640301957136,
      "learning_rate": 9.966871272254011e-06,
      "loss": 3.826,
      "step": 3026
    },
    {
      "epoch": 1.9508460918614021,
      "grad_norm": 3.244915463468357,
      "learning_rate": 9.966849180455604e-06,
      "loss": 3.667,
      "step": 3027
    },
    {
      "epoch": 1.9514907332796132,
      "grad_norm": 2.773397342680458,
      "learning_rate": 9.966827081320956e-06,
      "loss": 3.8744,
      "step": 3028
    },
    {
      "epoch": 1.9521353746978245,
      "grad_norm": 2.649340228176902,
      "learning_rate": 9.966804974850106e-06,
      "loss": 3.8472,
      "step": 3029
    },
    {
      "epoch": 1.9527800161160354,
      "grad_norm": 2.8125455818254377,
      "learning_rate": 9.966782861043086e-06,
      "loss": 3.6057,
      "step": 3030
    },
    {
      "epoch": 1.9534246575342467,
      "grad_norm": 2.943924461276942,
      "learning_rate": 9.966760739899937e-06,
      "loss": 3.8422,
      "step": 3031
    },
    {
      "epoch": 1.9540692989524577,
      "grad_norm": 2.418857667417326,
      "learning_rate": 9.966738611420694e-06,
      "loss": 3.5148,
      "step": 3032
    },
    {
      "epoch": 1.9547139403706688,
      "grad_norm": 2.6949704628755056,
      "learning_rate": 9.966716475605393e-06,
      "loss": 3.5043,
      "step": 3033
    },
    {
      "epoch": 1.95535858178888,
      "grad_norm": 2.9287976370364337,
      "learning_rate": 9.966694332454068e-06,
      "loss": 3.8439,
      "step": 3034
    },
    {
      "epoch": 1.956003223207091,
      "grad_norm": 2.602308530571674,
      "learning_rate": 9.96667218196676e-06,
      "loss": 3.6329,
      "step": 3035
    },
    {
      "epoch": 1.9566478646253023,
      "grad_norm": 2.1015982388524668,
      "learning_rate": 9.966650024143504e-06,
      "loss": 3.7924,
      "step": 3036
    },
    {
      "epoch": 1.9572925060435133,
      "grad_norm": 2.7163821727963207,
      "learning_rate": 9.966627858984334e-06,
      "loss": 3.9082,
      "step": 3037
    },
    {
      "epoch": 1.9579371474617244,
      "grad_norm": 3.150359866376796,
      "learning_rate": 9.966605686489288e-06,
      "loss": 3.7243,
      "step": 3038
    },
    {
      "epoch": 1.9585817888799355,
      "grad_norm": 2.558976803215787,
      "learning_rate": 9.966583506658404e-06,
      "loss": 3.8257,
      "step": 3039
    },
    {
      "epoch": 1.9592264302981466,
      "grad_norm": 2.2811651102930353,
      "learning_rate": 9.966561319491714e-06,
      "loss": 4.0846,
      "step": 3040
    },
    {
      "epoch": 1.9598710717163579,
      "grad_norm": 2.2867815136227136,
      "learning_rate": 9.966539124989258e-06,
      "loss": 3.9393,
      "step": 3041
    },
    {
      "epoch": 1.9605157131345687,
      "grad_norm": 2.247704735286883,
      "learning_rate": 9.966516923151072e-06,
      "loss": 3.7942,
      "step": 3042
    },
    {
      "epoch": 1.96116035455278,
      "grad_norm": 1.9759431727890824,
      "learning_rate": 9.966494713977192e-06,
      "loss": 3.8594,
      "step": 3043
    },
    {
      "epoch": 1.9618049959709911,
      "grad_norm": 2.754137239624115,
      "learning_rate": 9.966472497467654e-06,
      "loss": 4.0171,
      "step": 3044
    },
    {
      "epoch": 1.9624496373892022,
      "grad_norm": 1.9712194485341648,
      "learning_rate": 9.966450273622498e-06,
      "loss": 3.7435,
      "step": 3045
    },
    {
      "epoch": 1.9630942788074135,
      "grad_norm": 2.3917941439651624,
      "learning_rate": 9.966428042441755e-06,
      "loss": 3.8436,
      "step": 3046
    },
    {
      "epoch": 1.9637389202256244,
      "grad_norm": 2.5379159692300575,
      "learning_rate": 9.966405803925466e-06,
      "loss": 3.5253,
      "step": 3047
    },
    {
      "epoch": 1.9643835616438357,
      "grad_norm": 2.710686813393692,
      "learning_rate": 9.966383558073663e-06,
      "loss": 3.7006,
      "step": 3048
    },
    {
      "epoch": 1.9650282030620467,
      "grad_norm": 3.5770567775377415,
      "learning_rate": 9.966361304886385e-06,
      "loss": 3.9484,
      "step": 3049
    },
    {
      "epoch": 1.9656728444802578,
      "grad_norm": 2.9321988648156982,
      "learning_rate": 9.96633904436367e-06,
      "loss": 3.6563,
      "step": 3050
    },
    {
      "epoch": 1.966317485898469,
      "grad_norm": 2.888625222090917,
      "learning_rate": 9.966316776505552e-06,
      "loss": 3.6529,
      "step": 3051
    },
    {
      "epoch": 1.96696212731668,
      "grad_norm": 2.662068635744201,
      "learning_rate": 9.96629450131207e-06,
      "loss": 4.2128,
      "step": 3052
    },
    {
      "epoch": 1.9676067687348913,
      "grad_norm": 3.302005572160082,
      "learning_rate": 9.96627221878326e-06,
      "loss": 3.6687,
      "step": 3053
    },
    {
      "epoch": 1.9682514101531023,
      "grad_norm": 3.749772716747638,
      "learning_rate": 9.966249928919158e-06,
      "loss": 3.7861,
      "step": 3054
    },
    {
      "epoch": 1.9688960515713134,
      "grad_norm": 3.3726673137852528,
      "learning_rate": 9.9662276317198e-06,
      "loss": 3.9155,
      "step": 3055
    },
    {
      "epoch": 1.9695406929895247,
      "grad_norm": 2.7633218464690503,
      "learning_rate": 9.966205327185224e-06,
      "loss": 4.2591,
      "step": 3056
    },
    {
      "epoch": 1.9701853344077356,
      "grad_norm": 2.9889221327459534,
      "learning_rate": 9.966183015315465e-06,
      "loss": 3.7055,
      "step": 3057
    },
    {
      "epoch": 1.9708299758259469,
      "grad_norm": 3.5179849153331095,
      "learning_rate": 9.96616069611056e-06,
      "loss": 3.9233,
      "step": 3058
    },
    {
      "epoch": 1.971474617244158,
      "grad_norm": 5.841669483991331,
      "learning_rate": 9.966138369570546e-06,
      "loss": 3.7585,
      "step": 3059
    },
    {
      "epoch": 1.972119258662369,
      "grad_norm": 2.7683770564171626,
      "learning_rate": 9.96611603569546e-06,
      "loss": 3.7464,
      "step": 3060
    },
    {
      "epoch": 1.9727639000805803,
      "grad_norm": 4.6508589189601635,
      "learning_rate": 9.966093694485341e-06,
      "loss": 3.9226,
      "step": 3061
    },
    {
      "epoch": 1.9734085414987912,
      "grad_norm": 3.4452396282913593,
      "learning_rate": 9.96607134594022e-06,
      "loss": 3.8405,
      "step": 3062
    },
    {
      "epoch": 1.9740531829170025,
      "grad_norm": 3.148838246012439,
      "learning_rate": 9.96604899006014e-06,
      "loss": 3.8347,
      "step": 3063
    },
    {
      "epoch": 1.9746978243352136,
      "grad_norm": 2.7662136085526665,
      "learning_rate": 9.96602662684513e-06,
      "loss": 3.5532,
      "step": 3064
    },
    {
      "epoch": 1.9753424657534246,
      "grad_norm": 3.1267837021778617,
      "learning_rate": 9.966004256295234e-06,
      "loss": 3.8705,
      "step": 3065
    },
    {
      "epoch": 1.9759871071716357,
      "grad_norm": 2.349139560287924,
      "learning_rate": 9.965981878410487e-06,
      "loss": 3.7562,
      "step": 3066
    },
    {
      "epoch": 1.9766317485898468,
      "grad_norm": 3.310644442358796,
      "learning_rate": 9.965959493190924e-06,
      "loss": 4.0169,
      "step": 3067
    },
    {
      "epoch": 1.977276390008058,
      "grad_norm": 2.9488978743377574,
      "learning_rate": 9.965937100636583e-06,
      "loss": 3.6055,
      "step": 3068
    },
    {
      "epoch": 1.9779210314262692,
      "grad_norm": 2.9026856989199774,
      "learning_rate": 9.9659147007475e-06,
      "loss": 3.6616,
      "step": 3069
    },
    {
      "epoch": 1.9785656728444803,
      "grad_norm": 2.4912676031082017,
      "learning_rate": 9.965892293523712e-06,
      "loss": 3.7028,
      "step": 3070
    },
    {
      "epoch": 1.9792103142626913,
      "grad_norm": 2.5778810682727484,
      "learning_rate": 9.965869878965255e-06,
      "loss": 3.9219,
      "step": 3071
    },
    {
      "epoch": 1.9798549556809024,
      "grad_norm": 2.691127313563755,
      "learning_rate": 9.965847457072169e-06,
      "loss": 3.8521,
      "step": 3072
    },
    {
      "epoch": 1.9804995970991137,
      "grad_norm": 2.4550022609786044,
      "learning_rate": 9.965825027844487e-06,
      "loss": 3.6115,
      "step": 3073
    },
    {
      "epoch": 1.9811442385173246,
      "grad_norm": 3.072369233951805,
      "learning_rate": 9.96580259128225e-06,
      "loss": 3.9454,
      "step": 3074
    },
    {
      "epoch": 1.9817888799355359,
      "grad_norm": 2.320218807242768,
      "learning_rate": 9.965780147385489e-06,
      "loss": 3.6165,
      "step": 3075
    },
    {
      "epoch": 1.982433521353747,
      "grad_norm": 2.8798092962949733,
      "learning_rate": 9.965757696154244e-06,
      "loss": 3.875,
      "step": 3076
    },
    {
      "epoch": 1.983078162771958,
      "grad_norm": 2.35341228738525,
      "learning_rate": 9.965735237588555e-06,
      "loss": 3.6058,
      "step": 3077
    },
    {
      "epoch": 1.9837228041901693,
      "grad_norm": 2.5882570985600477,
      "learning_rate": 9.965712771688455e-06,
      "loss": 3.6274,
      "step": 3078
    },
    {
      "epoch": 1.9843674456083802,
      "grad_norm": 2.655151210085458,
      "learning_rate": 9.965690298453981e-06,
      "loss": 3.8755,
      "step": 3079
    },
    {
      "epoch": 1.9850120870265915,
      "grad_norm": 3.016047533956535,
      "learning_rate": 9.965667817885171e-06,
      "loss": 3.654,
      "step": 3080
    },
    {
      "epoch": 1.9856567284448026,
      "grad_norm": 2.659217103355746,
      "learning_rate": 9.96564532998206e-06,
      "loss": 3.9796,
      "step": 3081
    },
    {
      "epoch": 1.9863013698630136,
      "grad_norm": 3.74374553701215,
      "learning_rate": 9.965622834744688e-06,
      "loss": 4.0328,
      "step": 3082
    },
    {
      "epoch": 1.986946011281225,
      "grad_norm": 2.8334012862227818,
      "learning_rate": 9.965600332173093e-06,
      "loss": 3.7165,
      "step": 3083
    },
    {
      "epoch": 1.9875906526994358,
      "grad_norm": 3.4292229828021776,
      "learning_rate": 9.965577822267307e-06,
      "loss": 3.8101,
      "step": 3084
    },
    {
      "epoch": 1.988235294117647,
      "grad_norm": 3.899963590487287,
      "learning_rate": 9.965555305027368e-06,
      "loss": 4.0668,
      "step": 3085
    },
    {
      "epoch": 1.9888799355358582,
      "grad_norm": 2.859363068736904,
      "learning_rate": 9.965532780453317e-06,
      "loss": 3.7247,
      "step": 3086
    },
    {
      "epoch": 1.9895245769540693,
      "grad_norm": 3.844731680761013,
      "learning_rate": 9.965510248545186e-06,
      "loss": 3.9465,
      "step": 3087
    },
    {
      "epoch": 1.9901692183722806,
      "grad_norm": 3.075105910391869,
      "learning_rate": 9.965487709303017e-06,
      "loss": 3.8829,
      "step": 3088
    },
    {
      "epoch": 1.9908138597904914,
      "grad_norm": 3.329977929371563,
      "learning_rate": 9.965465162726844e-06,
      "loss": 3.3952,
      "step": 3089
    },
    {
      "epoch": 1.9914585012087027,
      "grad_norm": 4.5616632740857055,
      "learning_rate": 9.965442608816704e-06,
      "loss": 3.5721,
      "step": 3090
    },
    {
      "epoch": 1.9921031426269138,
      "grad_norm": 2.492259788163941,
      "learning_rate": 9.965420047572634e-06,
      "loss": 3.9854,
      "step": 3091
    },
    {
      "epoch": 1.9927477840451249,
      "grad_norm": 3.1256395933846184,
      "learning_rate": 9.965397478994672e-06,
      "loss": 3.878,
      "step": 3092
    },
    {
      "epoch": 1.9933924254633362,
      "grad_norm": 3.4304907772285094,
      "learning_rate": 9.965374903082854e-06,
      "loss": 3.8479,
      "step": 3093
    },
    {
      "epoch": 1.994037066881547,
      "grad_norm": 2.907797340993557,
      "learning_rate": 9.96535231983722e-06,
      "loss": 4.0066,
      "step": 3094
    },
    {
      "epoch": 1.9946817082997583,
      "grad_norm": 3.6395124963531975,
      "learning_rate": 9.965329729257804e-06,
      "loss": 3.8159,
      "step": 3095
    },
    {
      "epoch": 1.9953263497179694,
      "grad_norm": 3.1811173411443354,
      "learning_rate": 9.965307131344642e-06,
      "loss": 4.1077,
      "step": 3096
    },
    {
      "epoch": 1.9959709911361805,
      "grad_norm": 3.562126747770262,
      "learning_rate": 9.965284526097773e-06,
      "loss": 3.7006,
      "step": 3097
    },
    {
      "epoch": 1.9966156325543918,
      "grad_norm": 3.0083544703030483,
      "learning_rate": 9.965261913517235e-06,
      "loss": 3.6866,
      "step": 3098
    },
    {
      "epoch": 1.9972602739726026,
      "grad_norm": 3.748130577542129,
      "learning_rate": 9.965239293603065e-06,
      "loss": 3.5826,
      "step": 3099
    },
    {
      "epoch": 1.997904915390814,
      "grad_norm": 3.042922878690889,
      "learning_rate": 9.9652166663553e-06,
      "loss": 4.0591,
      "step": 3100
    },
    {
      "epoch": 1.997904915390814,
      "eval_loss": 3.8636364936828613,
      "eval_runtime": 2.9571,
      "eval_samples_per_second": 33.817,
      "eval_steps_per_second": 4.396,
      "step": 3100
    },
    {
      "epoch": 1.998549556809025,
      "grad_norm": 3.8262999387949566,
      "learning_rate": 9.965194031773975e-06,
      "loss": 3.5665,
      "step": 3101
    },
    {
      "epoch": 1.999194198227236,
      "grad_norm": 3.7921823840268303,
      "learning_rate": 9.965171389859131e-06,
      "loss": 3.8489,
      "step": 3102
    },
    {
      "epoch": 1.9998388396454472,
      "grad_norm": 3.697499247581374,
      "learning_rate": 9.9651487406108e-06,
      "loss": 3.7299,
      "step": 3103
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.697499247581374,
      "learning_rate": 9.965126084029023e-06,
      "loss": 1.0065,
      "step": 3104
    },
    {
      "epoch": 2.0006446414182113,
      "grad_norm": 3.3653998703976398,
      "learning_rate": 9.96510342011384e-06,
      "loss": 3.7437,
      "step": 3105
    },
    {
      "epoch": 2.001289282836422,
      "grad_norm": 3.112267339319431,
      "learning_rate": 9.96508074886528e-06,
      "loss": 3.566,
      "step": 3106
    },
    {
      "epoch": 2.0019339242546335,
      "grad_norm": 3.0243380919149496,
      "learning_rate": 9.965058070283386e-06,
      "loss": 4.1351,
      "step": 3107
    },
    {
      "epoch": 2.0025785656728443,
      "grad_norm": 3.1504978677855426,
      "learning_rate": 9.965035384368194e-06,
      "loss": 3.1806,
      "step": 3108
    },
    {
      "epoch": 2.0032232070910556,
      "grad_norm": 2.8159961897845736,
      "learning_rate": 9.965012691119742e-06,
      "loss": 3.3708,
      "step": 3109
    },
    {
      "epoch": 2.003867848509267,
      "grad_norm": 3.80227323474874,
      "learning_rate": 9.964989990538067e-06,
      "loss": 3.8384,
      "step": 3110
    },
    {
      "epoch": 2.0045124899274778,
      "grad_norm": 2.6110308053094515,
      "learning_rate": 9.964967282623205e-06,
      "loss": 3.8332,
      "step": 3111
    },
    {
      "epoch": 2.005157131345689,
      "grad_norm": 3.433279186978495,
      "learning_rate": 9.964944567375195e-06,
      "loss": 3.688,
      "step": 3112
    },
    {
      "epoch": 2.0058017727639,
      "grad_norm": 2.513796286803971,
      "learning_rate": 9.964921844794072e-06,
      "loss": 3.5714,
      "step": 3113
    },
    {
      "epoch": 2.0064464141821112,
      "grad_norm": 3.2661699697000532,
      "learning_rate": 9.964899114879876e-06,
      "loss": 3.6917,
      "step": 3114
    },
    {
      "epoch": 2.0070910556003225,
      "grad_norm": 3.1563121337103133,
      "learning_rate": 9.964876377632642e-06,
      "loss": 4.149,
      "step": 3115
    },
    {
      "epoch": 2.0077356970185334,
      "grad_norm": 2.91865285863518,
      "learning_rate": 9.964853633052411e-06,
      "loss": 3.7198,
      "step": 3116
    },
    {
      "epoch": 2.0083803384367447,
      "grad_norm": 2.8852521975305914,
      "learning_rate": 9.964830881139215e-06,
      "loss": 3.943,
      "step": 3117
    },
    {
      "epoch": 2.0090249798549555,
      "grad_norm": 2.4683890974582616,
      "learning_rate": 9.964808121893096e-06,
      "loss": 4.3096,
      "step": 3118
    },
    {
      "epoch": 2.009669621273167,
      "grad_norm": 2.6622715782992374,
      "learning_rate": 9.96478535531409e-06,
      "loss": 3.685,
      "step": 3119
    },
    {
      "epoch": 2.010314262691378,
      "grad_norm": 2.582836528585094,
      "learning_rate": 9.964762581402232e-06,
      "loss": 4.0053,
      "step": 3120
    },
    {
      "epoch": 2.010958904109589,
      "grad_norm": 2.8599763458676124,
      "learning_rate": 9.964739800157564e-06,
      "loss": 3.7564,
      "step": 3121
    },
    {
      "epoch": 2.0116035455278003,
      "grad_norm": 2.321715252647977,
      "learning_rate": 9.964717011580119e-06,
      "loss": 4.1573,
      "step": 3122
    },
    {
      "epoch": 2.012248186946011,
      "grad_norm": 3.2903757771570277,
      "learning_rate": 9.964694215669935e-06,
      "loss": 3.1206,
      "step": 3123
    },
    {
      "epoch": 2.0128928283642225,
      "grad_norm": 3.5897565343114195,
      "learning_rate": 9.964671412427053e-06,
      "loss": 3.5094,
      "step": 3124
    },
    {
      "epoch": 2.0135374697824333,
      "grad_norm": 2.698620252334408,
      "learning_rate": 9.964648601851506e-06,
      "loss": 3.9882,
      "step": 3125
    },
    {
      "epoch": 2.0141821112006446,
      "grad_norm": 2.8661189456165763,
      "learning_rate": 9.964625783943334e-06,
      "loss": 3.6174,
      "step": 3126
    },
    {
      "epoch": 2.014826752618856,
      "grad_norm": 2.9201095391589673,
      "learning_rate": 9.964602958702576e-06,
      "loss": 3.6212,
      "step": 3127
    },
    {
      "epoch": 2.0154713940370668,
      "grad_norm": 3.1240143425649545,
      "learning_rate": 9.964580126129267e-06,
      "loss": 3.7139,
      "step": 3128
    },
    {
      "epoch": 2.016116035455278,
      "grad_norm": 2.675279921584747,
      "learning_rate": 9.964557286223444e-06,
      "loss": 3.6488,
      "step": 3129
    },
    {
      "epoch": 2.016760676873489,
      "grad_norm": 2.8656500628165205,
      "learning_rate": 9.964534438985146e-06,
      "loss": 3.8841,
      "step": 3130
    },
    {
      "epoch": 2.0174053182917002,
      "grad_norm": 3.2912191268522246,
      "learning_rate": 9.96451158441441e-06,
      "loss": 3.5778,
      "step": 3131
    },
    {
      "epoch": 2.0180499597099115,
      "grad_norm": 2.4402083563766306,
      "learning_rate": 9.964488722511274e-06,
      "loss": 3.6704,
      "step": 3132
    },
    {
      "epoch": 2.0186946011281224,
      "grad_norm": 2.57331266006837,
      "learning_rate": 9.964465853275775e-06,
      "loss": 3.7236,
      "step": 3133
    },
    {
      "epoch": 2.0193392425463337,
      "grad_norm": 2.1410112559120855,
      "learning_rate": 9.964442976707951e-06,
      "loss": 3.7928,
      "step": 3134
    },
    {
      "epoch": 2.0199838839645445,
      "grad_norm": 2.6354549030287147,
      "learning_rate": 9.96442009280784e-06,
      "loss": 4.0472,
      "step": 3135
    },
    {
      "epoch": 2.020628525382756,
      "grad_norm": 2.532540683285841,
      "learning_rate": 9.964397201575477e-06,
      "loss": 3.8086,
      "step": 3136
    },
    {
      "epoch": 2.021273166800967,
      "grad_norm": 2.3024914888022834,
      "learning_rate": 9.964374303010903e-06,
      "loss": 3.6093,
      "step": 3137
    },
    {
      "epoch": 2.021917808219178,
      "grad_norm": 2.3328803417027664,
      "learning_rate": 9.964351397114153e-06,
      "loss": 3.7257,
      "step": 3138
    },
    {
      "epoch": 2.0225624496373893,
      "grad_norm": 2.2429815267887974,
      "learning_rate": 9.964328483885264e-06,
      "loss": 3.8924,
      "step": 3139
    },
    {
      "epoch": 2.0232070910556,
      "grad_norm": 2.361879349502373,
      "learning_rate": 9.964305563324279e-06,
      "loss": 3.4722,
      "step": 3140
    },
    {
      "epoch": 2.0238517324738114,
      "grad_norm": 2.4365657552618423,
      "learning_rate": 9.96428263543123e-06,
      "loss": 3.9053,
      "step": 3141
    },
    {
      "epoch": 2.0244963738920227,
      "grad_norm": 2.559922470261823,
      "learning_rate": 9.964259700206157e-06,
      "loss": 3.6684,
      "step": 3142
    },
    {
      "epoch": 2.0251410153102336,
      "grad_norm": 2.3870480190341574,
      "learning_rate": 9.964236757649098e-06,
      "loss": 3.7999,
      "step": 3143
    },
    {
      "epoch": 2.025785656728445,
      "grad_norm": 2.4315686891917028,
      "learning_rate": 9.96421380776009e-06,
      "loss": 3.9659,
      "step": 3144
    },
    {
      "epoch": 2.0264302981466558,
      "grad_norm": 2.294295933404592,
      "learning_rate": 9.964190850539169e-06,
      "loss": 3.7936,
      "step": 3145
    },
    {
      "epoch": 2.027074939564867,
      "grad_norm": 3.123211775440923,
      "learning_rate": 9.964167885986376e-06,
      "loss": 3.7687,
      "step": 3146
    },
    {
      "epoch": 2.0277195809830784,
      "grad_norm": 2.987783250180059,
      "learning_rate": 9.964144914101747e-06,
      "loss": 3.5917,
      "step": 3147
    },
    {
      "epoch": 2.028364222401289,
      "grad_norm": 2.457859682671702,
      "learning_rate": 9.964121934885318e-06,
      "loss": 3.7689,
      "step": 3148
    },
    {
      "epoch": 2.0290088638195005,
      "grad_norm": 2.93230137020969,
      "learning_rate": 9.96409894833713e-06,
      "loss": 3.9511,
      "step": 3149
    },
    {
      "epoch": 2.0296535052377114,
      "grad_norm": 2.4246681196146835,
      "learning_rate": 9.96407595445722e-06,
      "loss": 4.0376,
      "step": 3150
    },
    {
      "epoch": 2.0302981466559227,
      "grad_norm": 3.198490553644872,
      "learning_rate": 9.964052953245623e-06,
      "loss": 3.6761,
      "step": 3151
    },
    {
      "epoch": 2.030942788074134,
      "grad_norm": 2.161248352370924,
      "learning_rate": 9.964029944702381e-06,
      "loss": 3.5334,
      "step": 3152
    },
    {
      "epoch": 2.031587429492345,
      "grad_norm": 2.3916032286251134,
      "learning_rate": 9.964006928827529e-06,
      "loss": 3.8769,
      "step": 3153
    },
    {
      "epoch": 2.032232070910556,
      "grad_norm": 2.5920196461035556,
      "learning_rate": 9.963983905621105e-06,
      "loss": 3.9025,
      "step": 3154
    },
    {
      "epoch": 2.032876712328767,
      "grad_norm": 2.6183633474302415,
      "learning_rate": 9.963960875083147e-06,
      "loss": 4.1141,
      "step": 3155
    },
    {
      "epoch": 2.0335213537469783,
      "grad_norm": 2.4823572181998452,
      "learning_rate": 9.963937837213695e-06,
      "loss": 3.7086,
      "step": 3156
    },
    {
      "epoch": 2.034165995165189,
      "grad_norm": 2.864186399639718,
      "learning_rate": 9.963914792012783e-06,
      "loss": 3.7995,
      "step": 3157
    },
    {
      "epoch": 2.0348106365834004,
      "grad_norm": 2.7631929941735427,
      "learning_rate": 9.963891739480451e-06,
      "loss": 3.8967,
      "step": 3158
    },
    {
      "epoch": 2.0354552780016117,
      "grad_norm": 2.4907050393315324,
      "learning_rate": 9.963868679616737e-06,
      "loss": 3.8349,
      "step": 3159
    },
    {
      "epoch": 2.0360999194198226,
      "grad_norm": 2.5473068827427694,
      "learning_rate": 9.96384561242168e-06,
      "loss": 3.9724,
      "step": 3160
    },
    {
      "epoch": 2.036744560838034,
      "grad_norm": 2.7906624769943704,
      "learning_rate": 9.963822537895313e-06,
      "loss": 3.7305,
      "step": 3161
    },
    {
      "epoch": 2.0373892022562448,
      "grad_norm": 3.1549205516130576,
      "learning_rate": 9.96379945603768e-06,
      "loss": 3.9195,
      "step": 3162
    },
    {
      "epoch": 2.038033843674456,
      "grad_norm": 2.3936736037551727,
      "learning_rate": 9.963776366848815e-06,
      "loss": 3.946,
      "step": 3163
    },
    {
      "epoch": 2.0386784850926674,
      "grad_norm": 3.0768562451547985,
      "learning_rate": 9.963753270328757e-06,
      "loss": 3.6068,
      "step": 3164
    },
    {
      "epoch": 2.039323126510878,
      "grad_norm": 2.4514898031440446,
      "learning_rate": 9.963730166477544e-06,
      "loss": 3.6495,
      "step": 3165
    },
    {
      "epoch": 2.0399677679290895,
      "grad_norm": 2.9830370580357046,
      "learning_rate": 9.963707055295215e-06,
      "loss": 3.9437,
      "step": 3166
    },
    {
      "epoch": 2.0406124093473004,
      "grad_norm": 2.453174753210607,
      "learning_rate": 9.963683936781806e-06,
      "loss": 4.0577,
      "step": 3167
    },
    {
      "epoch": 2.0412570507655117,
      "grad_norm": 2.710229310520408,
      "learning_rate": 9.963660810937356e-06,
      "loss": 3.9642,
      "step": 3168
    },
    {
      "epoch": 2.041901692183723,
      "grad_norm": 2.859246230189462,
      "learning_rate": 9.963637677761905e-06,
      "loss": 3.599,
      "step": 3169
    },
    {
      "epoch": 2.042546333601934,
      "grad_norm": 2.6097481682080663,
      "learning_rate": 9.963614537255486e-06,
      "loss": 3.8352,
      "step": 3170
    },
    {
      "epoch": 2.043190975020145,
      "grad_norm": 3.202041445782477,
      "learning_rate": 9.963591389418142e-06,
      "loss": 3.9701,
      "step": 3171
    },
    {
      "epoch": 2.043835616438356,
      "grad_norm": 3.1444103379348154,
      "learning_rate": 9.963568234249907e-06,
      "loss": 3.9984,
      "step": 3172
    },
    {
      "epoch": 2.0444802578565673,
      "grad_norm": 3.2137484617326226,
      "learning_rate": 9.963545071750823e-06,
      "loss": 3.7023,
      "step": 3173
    },
    {
      "epoch": 2.0451248992747786,
      "grad_norm": 3.6407211462967064,
      "learning_rate": 9.963521901920924e-06,
      "loss": 3.5618,
      "step": 3174
    },
    {
      "epoch": 2.0457695406929894,
      "grad_norm": 2.4496330883675435,
      "learning_rate": 9.963498724760251e-06,
      "loss": 3.621,
      "step": 3175
    },
    {
      "epoch": 2.0464141821112007,
      "grad_norm": 3.236676836214389,
      "learning_rate": 9.96347554026884e-06,
      "loss": 3.7221,
      "step": 3176
    },
    {
      "epoch": 2.0470588235294116,
      "grad_norm": 2.5894486270767536,
      "learning_rate": 9.963452348446733e-06,
      "loss": 4.0602,
      "step": 3177
    },
    {
      "epoch": 2.047703464947623,
      "grad_norm": 3.0615872665093393,
      "learning_rate": 9.963429149293964e-06,
      "loss": 3.7218,
      "step": 3178
    },
    {
      "epoch": 2.048348106365834,
      "grad_norm": 2.3513428606579474,
      "learning_rate": 9.963405942810571e-06,
      "loss": 3.7878,
      "step": 3179
    },
    {
      "epoch": 2.048992747784045,
      "grad_norm": 3.0319388289501705,
      "learning_rate": 9.963382728996596e-06,
      "loss": 3.816,
      "step": 3180
    },
    {
      "epoch": 2.0496373892022564,
      "grad_norm": 2.4510250568843004,
      "learning_rate": 9.963359507852071e-06,
      "loss": 3.7026,
      "step": 3181
    },
    {
      "epoch": 2.050282030620467,
      "grad_norm": 3.477350512927996,
      "learning_rate": 9.96333627937704e-06,
      "loss": 3.6523,
      "step": 3182
    },
    {
      "epoch": 2.0509266720386785,
      "grad_norm": 2.547931763538016,
      "learning_rate": 9.963313043571538e-06,
      "loss": 3.3374,
      "step": 3183
    },
    {
      "epoch": 2.05157131345689,
      "grad_norm": 4.141834150989748,
      "learning_rate": 9.963289800435606e-06,
      "loss": 3.513,
      "step": 3184
    },
    {
      "epoch": 2.0522159548751007,
      "grad_norm": 5.167173390194346,
      "learning_rate": 9.963266549969279e-06,
      "loss": 3.9539,
      "step": 3185
    },
    {
      "epoch": 2.052860596293312,
      "grad_norm": 2.1942280083637344,
      "learning_rate": 9.963243292172596e-06,
      "loss": 3.9049,
      "step": 3186
    },
    {
      "epoch": 2.053505237711523,
      "grad_norm": 3.663631249594589,
      "learning_rate": 9.963220027045597e-06,
      "loss": 3.8381,
      "step": 3187
    },
    {
      "epoch": 2.054149879129734,
      "grad_norm": 2.500489711612705,
      "learning_rate": 9.963196754588317e-06,
      "loss": 3.9563,
      "step": 3188
    },
    {
      "epoch": 2.0547945205479454,
      "grad_norm": 3.753881934483911,
      "learning_rate": 9.963173474800798e-06,
      "loss": 3.94,
      "step": 3189
    },
    {
      "epoch": 2.0554391619661563,
      "grad_norm": 2.1387013444370955,
      "learning_rate": 9.963150187683075e-06,
      "loss": 4.321,
      "step": 3190
    },
    {
      "epoch": 2.0560838033843676,
      "grad_norm": 3.444524849058137,
      "learning_rate": 9.963126893235188e-06,
      "loss": 3.9992,
      "step": 3191
    },
    {
      "epoch": 2.0567284448025784,
      "grad_norm": 2.6262102839585846,
      "learning_rate": 9.963103591457175e-06,
      "loss": 3.5951,
      "step": 3192
    },
    {
      "epoch": 2.0573730862207897,
      "grad_norm": 3.656886829458931,
      "learning_rate": 9.963080282349073e-06,
      "loss": 3.919,
      "step": 3193
    },
    {
      "epoch": 2.0580177276390006,
      "grad_norm": 3.27344874061941,
      "learning_rate": 9.963056965910922e-06,
      "loss": 3.6922,
      "step": 3194
    },
    {
      "epoch": 2.058662369057212,
      "grad_norm": 3.6110588446280443,
      "learning_rate": 9.96303364214276e-06,
      "loss": 3.7858,
      "step": 3195
    },
    {
      "epoch": 2.059307010475423,
      "grad_norm": 2.7631562531758167,
      "learning_rate": 9.963010311044623e-06,
      "loss": 4.0061,
      "step": 3196
    },
    {
      "epoch": 2.059951651893634,
      "grad_norm": 3.9601678513440364,
      "learning_rate": 9.962986972616553e-06,
      "loss": 3.7842,
      "step": 3197
    },
    {
      "epoch": 2.0605962933118454,
      "grad_norm": 2.9428486505071896,
      "learning_rate": 9.962963626858587e-06,
      "loss": 3.4476,
      "step": 3198
    },
    {
      "epoch": 2.061240934730056,
      "grad_norm": 3.6864437706367834,
      "learning_rate": 9.962940273770764e-06,
      "loss": 3.6047,
      "step": 3199
    },
    {
      "epoch": 2.0618855761482675,
      "grad_norm": 2.5270924936672454,
      "learning_rate": 9.96291691335312e-06,
      "loss": 3.6555,
      "step": 3200
    },
    {
      "epoch": 2.0618855761482675,
      "eval_loss": 3.861973762512207,
      "eval_runtime": 2.9563,
      "eval_samples_per_second": 33.827,
      "eval_steps_per_second": 4.397,
      "step": 3200
    },
    {
      "epoch": 2.062530217566479,
      "grad_norm": 2.597051338745576,
      "learning_rate": 9.962893545605693e-06,
      "loss": 3.793,
      "step": 3201
    },
    {
      "epoch": 2.0631748589846897,
      "grad_norm": 3.160579860143078,
      "learning_rate": 9.962870170528524e-06,
      "loss": 3.689,
      "step": 3202
    },
    {
      "epoch": 2.063819500402901,
      "grad_norm": 3.396553293410842,
      "learning_rate": 9.962846788121651e-06,
      "loss": 4.0009,
      "step": 3203
    },
    {
      "epoch": 2.064464141821112,
      "grad_norm": 2.733667927285892,
      "learning_rate": 9.962823398385111e-06,
      "loss": 3.6219,
      "step": 3204
    },
    {
      "epoch": 2.065108783239323,
      "grad_norm": 7.9720546781310055,
      "learning_rate": 9.962800001318946e-06,
      "loss": 3.7277,
      "step": 3205
    },
    {
      "epoch": 2.0657534246575344,
      "grad_norm": 3.5607583984855777,
      "learning_rate": 9.96277659692319e-06,
      "loss": 3.5323,
      "step": 3206
    },
    {
      "epoch": 2.0663980660757453,
      "grad_norm": 3.375411141834838,
      "learning_rate": 9.962753185197883e-06,
      "loss": 3.8422,
      "step": 3207
    },
    {
      "epoch": 2.0670427074939566,
      "grad_norm": 2.872393735053856,
      "learning_rate": 9.962729766143062e-06,
      "loss": 3.8732,
      "step": 3208
    },
    {
      "epoch": 2.0676873489121674,
      "grad_norm": 4.345000673998132,
      "learning_rate": 9.96270633975877e-06,
      "loss": 3.5421,
      "step": 3209
    },
    {
      "epoch": 2.0683319903303787,
      "grad_norm": 2.7178208245769073,
      "learning_rate": 9.962682906045041e-06,
      "loss": 3.6623,
      "step": 3210
    },
    {
      "epoch": 2.06897663174859,
      "grad_norm": 2.559887442137305,
      "learning_rate": 9.962659465001914e-06,
      "loss": 3.8729,
      "step": 3211
    },
    {
      "epoch": 2.069621273166801,
      "grad_norm": 4.0447439968062815,
      "learning_rate": 9.962636016629429e-06,
      "loss": 3.366,
      "step": 3212
    },
    {
      "epoch": 2.070265914585012,
      "grad_norm": 2.8237728981647874,
      "learning_rate": 9.962612560927625e-06,
      "loss": 3.7959,
      "step": 3213
    },
    {
      "epoch": 2.070910556003223,
      "grad_norm": 3.585165545368933,
      "learning_rate": 9.96258909789654e-06,
      "loss": 3.8527,
      "step": 3214
    },
    {
      "epoch": 2.0715551974214343,
      "grad_norm": 2.7708808585286167,
      "learning_rate": 9.96256562753621e-06,
      "loss": 3.8426,
      "step": 3215
    },
    {
      "epoch": 2.0721998388396456,
      "grad_norm": 3.5057268445089744,
      "learning_rate": 9.962542149846676e-06,
      "loss": 3.9397,
      "step": 3216
    },
    {
      "epoch": 2.0728444802578565,
      "grad_norm": 3.21648034648996,
      "learning_rate": 9.962518664827975e-06,
      "loss": 3.7225,
      "step": 3217
    },
    {
      "epoch": 2.073489121676068,
      "grad_norm": 3.65566609626135,
      "learning_rate": 9.96249517248015e-06,
      "loss": 3.5809,
      "step": 3218
    },
    {
      "epoch": 2.0741337630942787,
      "grad_norm": 2.85702993823796,
      "learning_rate": 9.962471672803234e-06,
      "loss": 3.5291,
      "step": 3219
    },
    {
      "epoch": 2.07477840451249,
      "grad_norm": 3.386676272623589,
      "learning_rate": 9.96244816579727e-06,
      "loss": 3.7358,
      "step": 3220
    },
    {
      "epoch": 2.0754230459307013,
      "grad_norm": 2.4741476080896114,
      "learning_rate": 9.962424651462293e-06,
      "loss": 3.622,
      "step": 3221
    },
    {
      "epoch": 2.076067687348912,
      "grad_norm": 3.250418539613444,
      "learning_rate": 9.962401129798344e-06,
      "loss": 4.0096,
      "step": 3222
    },
    {
      "epoch": 2.0767123287671234,
      "grad_norm": 3.1064146784652,
      "learning_rate": 9.96237760080546e-06,
      "loss": 3.5927,
      "step": 3223
    },
    {
      "epoch": 2.0773569701853343,
      "grad_norm": 3.539317015548333,
      "learning_rate": 9.962354064483679e-06,
      "loss": 3.8757,
      "step": 3224
    },
    {
      "epoch": 2.0780016116035456,
      "grad_norm": 2.614626457468518,
      "learning_rate": 9.962330520833044e-06,
      "loss": 3.7834,
      "step": 3225
    },
    {
      "epoch": 2.0786462530217564,
      "grad_norm": 3.098778642041127,
      "learning_rate": 9.96230696985359e-06,
      "loss": 3.8631,
      "step": 3226
    },
    {
      "epoch": 2.0792908944399677,
      "grad_norm": 2.884783666462272,
      "learning_rate": 9.962283411545355e-06,
      "loss": 4.0525,
      "step": 3227
    },
    {
      "epoch": 2.079935535858179,
      "grad_norm": 3.0096129794325086,
      "learning_rate": 9.96225984590838e-06,
      "loss": 3.8114,
      "step": 3228
    },
    {
      "epoch": 2.08058017727639,
      "grad_norm": 2.69861225145517,
      "learning_rate": 9.962236272942702e-06,
      "loss": 3.9492,
      "step": 3229
    },
    {
      "epoch": 2.081224818694601,
      "grad_norm": 2.9733569491927216,
      "learning_rate": 9.96221269264836e-06,
      "loss": 3.8407,
      "step": 3230
    },
    {
      "epoch": 2.081869460112812,
      "grad_norm": 2.620064621878429,
      "learning_rate": 9.962189105025396e-06,
      "loss": 3.9295,
      "step": 3231
    },
    {
      "epoch": 2.0825141015310233,
      "grad_norm": 2.8403642199063057,
      "learning_rate": 9.962165510073844e-06,
      "loss": 3.7857,
      "step": 3232
    },
    {
      "epoch": 2.0831587429492346,
      "grad_norm": 3.2485550050638015,
      "learning_rate": 9.962141907793746e-06,
      "loss": 4.0493,
      "step": 3233
    },
    {
      "epoch": 2.0838033843674455,
      "grad_norm": 2.9472403457287077,
      "learning_rate": 9.962118298185139e-06,
      "loss": 3.4452,
      "step": 3234
    },
    {
      "epoch": 2.084448025785657,
      "grad_norm": 2.9299595961687954,
      "learning_rate": 9.962094681248062e-06,
      "loss": 4.0516,
      "step": 3235
    },
    {
      "epoch": 2.0850926672038677,
      "grad_norm": 3.869344081315448,
      "learning_rate": 9.962071056982554e-06,
      "loss": 3.857,
      "step": 3236
    },
    {
      "epoch": 2.085737308622079,
      "grad_norm": 2.8668654350772242,
      "learning_rate": 9.962047425388653e-06,
      "loss": 4.0375,
      "step": 3237
    },
    {
      "epoch": 2.0863819500402903,
      "grad_norm": 3.094435683053899,
      "learning_rate": 9.9620237864664e-06,
      "loss": 3.9261,
      "step": 3238
    },
    {
      "epoch": 2.087026591458501,
      "grad_norm": 3.259247864410441,
      "learning_rate": 9.962000140215832e-06,
      "loss": 3.5013,
      "step": 3239
    },
    {
      "epoch": 2.0876712328767124,
      "grad_norm": 2.8120249344474146,
      "learning_rate": 9.96197648663699e-06,
      "loss": 3.6072,
      "step": 3240
    },
    {
      "epoch": 2.0883158742949233,
      "grad_norm": 2.642446747617224,
      "learning_rate": 9.961952825729909e-06,
      "loss": 3.5551,
      "step": 3241
    },
    {
      "epoch": 2.0889605157131346,
      "grad_norm": 3.0649492576572546,
      "learning_rate": 9.961929157494631e-06,
      "loss": 3.4995,
      "step": 3242
    },
    {
      "epoch": 2.089605157131346,
      "grad_norm": 3.5182655604417046,
      "learning_rate": 9.961905481931195e-06,
      "loss": 3.6547,
      "step": 3243
    },
    {
      "epoch": 2.0902497985495567,
      "grad_norm": 2.8790900090567613,
      "learning_rate": 9.961881799039637e-06,
      "loss": 3.721,
      "step": 3244
    },
    {
      "epoch": 2.090894439967768,
      "grad_norm": 2.3545171580417,
      "learning_rate": 9.961858108819997e-06,
      "loss": 3.8132,
      "step": 3245
    },
    {
      "epoch": 2.091539081385979,
      "grad_norm": 2.779364433662271,
      "learning_rate": 9.961834411272316e-06,
      "loss": 3.5777,
      "step": 3246
    },
    {
      "epoch": 2.09218372280419,
      "grad_norm": 2.4679707629564884,
      "learning_rate": 9.961810706396632e-06,
      "loss": 3.8625,
      "step": 3247
    },
    {
      "epoch": 2.0928283642224015,
      "grad_norm": 2.6350861457484167,
      "learning_rate": 9.961786994192984e-06,
      "loss": 3.9737,
      "step": 3248
    },
    {
      "epoch": 2.0934730056406123,
      "grad_norm": 2.2100735034588115,
      "learning_rate": 9.961763274661408e-06,
      "loss": 3.3633,
      "step": 3249
    },
    {
      "epoch": 2.0941176470588236,
      "grad_norm": 2.677106279147314,
      "learning_rate": 9.961739547801948e-06,
      "loss": 3.8186,
      "step": 3250
    },
    {
      "epoch": 2.0947622884770345,
      "grad_norm": 2.948204028583405,
      "learning_rate": 9.961715813614637e-06,
      "loss": 3.8201,
      "step": 3251
    },
    {
      "epoch": 2.095406929895246,
      "grad_norm": 2.7215730012253223,
      "learning_rate": 9.961692072099519e-06,
      "loss": 3.7322,
      "step": 3252
    },
    {
      "epoch": 2.096051571313457,
      "grad_norm": 3.5771312311232113,
      "learning_rate": 9.961668323256632e-06,
      "loss": 3.8474,
      "step": 3253
    },
    {
      "epoch": 2.096696212731668,
      "grad_norm": 2.4014173178728986,
      "learning_rate": 9.961644567086015e-06,
      "loss": 3.8961,
      "step": 3254
    },
    {
      "epoch": 2.0973408541498793,
      "grad_norm": 3.456921378866513,
      "learning_rate": 9.961620803587705e-06,
      "loss": 3.8003,
      "step": 3255
    },
    {
      "epoch": 2.09798549556809,
      "grad_norm": 2.6399346699043096,
      "learning_rate": 9.961597032761742e-06,
      "loss": 3.5171,
      "step": 3256
    },
    {
      "epoch": 2.0986301369863014,
      "grad_norm": 4.131842598898191,
      "learning_rate": 9.961573254608166e-06,
      "loss": 3.6928,
      "step": 3257
    },
    {
      "epoch": 2.0992747784045127,
      "grad_norm": 2.4583170168895694,
      "learning_rate": 9.961549469127016e-06,
      "loss": 3.4705,
      "step": 3258
    },
    {
      "epoch": 2.0999194198227236,
      "grad_norm": 2.661236038002145,
      "learning_rate": 9.96152567631833e-06,
      "loss": 3.6288,
      "step": 3259
    },
    {
      "epoch": 2.100564061240935,
      "grad_norm": 2.7228996875688005,
      "learning_rate": 9.961501876182148e-06,
      "loss": 3.6809,
      "step": 3260
    },
    {
      "epoch": 2.1012087026591457,
      "grad_norm": 3.0963720750978148,
      "learning_rate": 9.961478068718508e-06,
      "loss": 3.7199,
      "step": 3261
    },
    {
      "epoch": 2.101853344077357,
      "grad_norm": 2.152240072399404,
      "learning_rate": 9.96145425392745e-06,
      "loss": 3.7355,
      "step": 3262
    },
    {
      "epoch": 2.102497985495568,
      "grad_norm": 3.3426417774852863,
      "learning_rate": 9.961430431809012e-06,
      "loss": 3.7115,
      "step": 3263
    },
    {
      "epoch": 2.103142626913779,
      "grad_norm": 2.3297108987737563,
      "learning_rate": 9.961406602363236e-06,
      "loss": 4.0862,
      "step": 3264
    },
    {
      "epoch": 2.1037872683319905,
      "grad_norm": 3.7914770508163786,
      "learning_rate": 9.961382765590158e-06,
      "loss": 3.3794,
      "step": 3265
    },
    {
      "epoch": 2.1044319097502013,
      "grad_norm": 3.0623250573186995,
      "learning_rate": 9.96135892148982e-06,
      "loss": 3.8146,
      "step": 3266
    },
    {
      "epoch": 2.1050765511684126,
      "grad_norm": 2.868665276215273,
      "learning_rate": 9.961335070062257e-06,
      "loss": 4.0624,
      "step": 3267
    },
    {
      "epoch": 2.1057211925866235,
      "grad_norm": 2.4778328486385446,
      "learning_rate": 9.961311211307511e-06,
      "loss": 3.5116,
      "step": 3268
    },
    {
      "epoch": 2.106365834004835,
      "grad_norm": 2.628592004062033,
      "learning_rate": 9.961287345225622e-06,
      "loss": 3.6577,
      "step": 3269
    },
    {
      "epoch": 2.107010475423046,
      "grad_norm": 3.2418006908574606,
      "learning_rate": 9.961263471816626e-06,
      "loss": 3.6743,
      "step": 3270
    },
    {
      "epoch": 2.107655116841257,
      "grad_norm": 2.533173281999266,
      "learning_rate": 9.961239591080565e-06,
      "loss": 4.0075,
      "step": 3271
    },
    {
      "epoch": 2.1082997582594682,
      "grad_norm": 2.2226625005521945,
      "learning_rate": 9.96121570301748e-06,
      "loss": 3.6283,
      "step": 3272
    },
    {
      "epoch": 2.108944399677679,
      "grad_norm": 2.7541625104401875,
      "learning_rate": 9.961191807627407e-06,
      "loss": 3.8931,
      "step": 3273
    },
    {
      "epoch": 2.1095890410958904,
      "grad_norm": 2.313947242871384,
      "learning_rate": 9.961167904910383e-06,
      "loss": 3.4765,
      "step": 3274
    },
    {
      "epoch": 2.1102336825141017,
      "grad_norm": 2.9121859242984947,
      "learning_rate": 9.961143994866452e-06,
      "loss": 3.6008,
      "step": 3275
    },
    {
      "epoch": 2.1108783239323126,
      "grad_norm": 2.3937479867686005,
      "learning_rate": 9.961120077495652e-06,
      "loss": 3.7782,
      "step": 3276
    },
    {
      "epoch": 2.111522965350524,
      "grad_norm": 2.8924797903256922,
      "learning_rate": 9.961096152798021e-06,
      "loss": 3.79,
      "step": 3277
    },
    {
      "epoch": 2.1121676067687347,
      "grad_norm": 3.1932480804548926,
      "learning_rate": 9.9610722207736e-06,
      "loss": 3.5944,
      "step": 3278
    },
    {
      "epoch": 2.112812248186946,
      "grad_norm": 2.1697843951558826,
      "learning_rate": 9.961048281422426e-06,
      "loss": 4.048,
      "step": 3279
    },
    {
      "epoch": 2.1134568896051573,
      "grad_norm": 2.77500408482798,
      "learning_rate": 9.96102433474454e-06,
      "loss": 3.8202,
      "step": 3280
    },
    {
      "epoch": 2.114101531023368,
      "grad_norm": 2.7942296416998813,
      "learning_rate": 9.96100038073998e-06,
      "loss": 3.3708,
      "step": 3281
    },
    {
      "epoch": 2.1147461724415795,
      "grad_norm": 4.524372837206789,
      "learning_rate": 9.96097641940879e-06,
      "loss": 3.4928,
      "step": 3282
    },
    {
      "epoch": 2.1153908138597903,
      "grad_norm": 2.9547334859851344,
      "learning_rate": 9.960952450751e-06,
      "loss": 3.8996,
      "step": 3283
    },
    {
      "epoch": 2.1160354552780016,
      "grad_norm": 3.5878887886222133,
      "learning_rate": 9.960928474766661e-06,
      "loss": 3.8662,
      "step": 3284
    },
    {
      "epoch": 2.116680096696213,
      "grad_norm": 2.862503742812002,
      "learning_rate": 9.960904491455803e-06,
      "loss": 3.786,
      "step": 3285
    },
    {
      "epoch": 2.117324738114424,
      "grad_norm": 2.994896043539894,
      "learning_rate": 9.960880500818469e-06,
      "loss": 3.5168,
      "step": 3286
    },
    {
      "epoch": 2.117969379532635,
      "grad_norm": 2.6549926986382886,
      "learning_rate": 9.960856502854698e-06,
      "loss": 3.7232,
      "step": 3287
    },
    {
      "epoch": 2.118614020950846,
      "grad_norm": 3.00910191661848,
      "learning_rate": 9.960832497564531e-06,
      "loss": 3.6883,
      "step": 3288
    },
    {
      "epoch": 2.1192586623690572,
      "grad_norm": 2.3980257144955295,
      "learning_rate": 9.960808484948005e-06,
      "loss": 4.0914,
      "step": 3289
    },
    {
      "epoch": 2.1199033037872685,
      "grad_norm": 2.347196644078018,
      "learning_rate": 9.960784465005161e-06,
      "loss": 4.0283,
      "step": 3290
    },
    {
      "epoch": 2.1205479452054794,
      "grad_norm": 2.0787627163043165,
      "learning_rate": 9.96076043773604e-06,
      "loss": 3.6365,
      "step": 3291
    },
    {
      "epoch": 2.1211925866236907,
      "grad_norm": 2.454778101611218,
      "learning_rate": 9.960736403140675e-06,
      "loss": 3.852,
      "step": 3292
    },
    {
      "epoch": 2.1218372280419016,
      "grad_norm": 2.370593385833654,
      "learning_rate": 9.960712361219113e-06,
      "loss": 3.2274,
      "step": 3293
    },
    {
      "epoch": 2.122481869460113,
      "grad_norm": 2.6220232190404325,
      "learning_rate": 9.960688311971389e-06,
      "loss": 3.5401,
      "step": 3294
    },
    {
      "epoch": 2.1231265108783237,
      "grad_norm": 2.584525416108668,
      "learning_rate": 9.960664255397545e-06,
      "loss": 3.5111,
      "step": 3295
    },
    {
      "epoch": 2.123771152296535,
      "grad_norm": 2.638393317038812,
      "learning_rate": 9.960640191497619e-06,
      "loss": 3.3535,
      "step": 3296
    },
    {
      "epoch": 2.1244157937147463,
      "grad_norm": 3.065305051696841,
      "learning_rate": 9.96061612027165e-06,
      "loss": 3.8434,
      "step": 3297
    },
    {
      "epoch": 2.125060435132957,
      "grad_norm": 2.7859256983615563,
      "learning_rate": 9.960592041719678e-06,
      "loss": 3.7907,
      "step": 3298
    },
    {
      "epoch": 2.1257050765511685,
      "grad_norm": 3.079091823257696,
      "learning_rate": 9.960567955841745e-06,
      "loss": 3.9466,
      "step": 3299
    },
    {
      "epoch": 2.1263497179693793,
      "grad_norm": 2.7053370950671387,
      "learning_rate": 9.960543862637888e-06,
      "loss": 3.9272,
      "step": 3300
    },
    {
      "epoch": 2.1263497179693793,
      "eval_loss": 3.8646678924560547,
      "eval_runtime": 2.9853,
      "eval_samples_per_second": 33.498,
      "eval_steps_per_second": 4.355,
      "step": 3300
    },
    {
      "epoch": 2.1269943593875906,
      "grad_norm": 3.1963321549041335,
      "learning_rate": 9.960519762108146e-06,
      "loss": 3.8132,
      "step": 3301
    },
    {
      "epoch": 2.127639000805802,
      "grad_norm": 2.374868534698828,
      "learning_rate": 9.96049565425256e-06,
      "loss": 4.009,
      "step": 3302
    },
    {
      "epoch": 2.128283642224013,
      "grad_norm": 2.7740444336853822,
      "learning_rate": 9.960471539071171e-06,
      "loss": 3.9115,
      "step": 3303
    },
    {
      "epoch": 2.128928283642224,
      "grad_norm": 2.314030299742595,
      "learning_rate": 9.960447416564014e-06,
      "loss": 3.6527,
      "step": 3304
    },
    {
      "epoch": 2.129572925060435,
      "grad_norm": 3.3486107745099836,
      "learning_rate": 9.960423286731134e-06,
      "loss": 3.5696,
      "step": 3305
    },
    {
      "epoch": 2.1302175664786462,
      "grad_norm": 3.0112789560214814,
      "learning_rate": 9.960399149572567e-06,
      "loss": 3.8159,
      "step": 3306
    },
    {
      "epoch": 2.1308622078968575,
      "grad_norm": 2.8314753534057417,
      "learning_rate": 9.960375005088353e-06,
      "loss": 3.5792,
      "step": 3307
    },
    {
      "epoch": 2.1315068493150684,
      "grad_norm": 3.202810446493759,
      "learning_rate": 9.960350853278533e-06,
      "loss": 3.2739,
      "step": 3308
    },
    {
      "epoch": 2.1321514907332797,
      "grad_norm": 2.7682117536605935,
      "learning_rate": 9.960326694143146e-06,
      "loss": 3.9431,
      "step": 3309
    },
    {
      "epoch": 2.1327961321514906,
      "grad_norm": 2.5543948258575027,
      "learning_rate": 9.960302527682235e-06,
      "loss": 3.9418,
      "step": 3310
    },
    {
      "epoch": 2.133440773569702,
      "grad_norm": 3.0092578537253862,
      "learning_rate": 9.960278353895832e-06,
      "loss": 3.8951,
      "step": 3311
    },
    {
      "epoch": 2.134085414987913,
      "grad_norm": 2.396787623801906,
      "learning_rate": 9.960254172783984e-06,
      "loss": 3.9195,
      "step": 3312
    },
    {
      "epoch": 2.134730056406124,
      "grad_norm": 2.930449977521786,
      "learning_rate": 9.960229984346725e-06,
      "loss": 3.6105,
      "step": 3313
    },
    {
      "epoch": 2.1353746978243353,
      "grad_norm": 2.8912759406928887,
      "learning_rate": 9.9602057885841e-06,
      "loss": 3.7703,
      "step": 3314
    },
    {
      "epoch": 2.136019339242546,
      "grad_norm": 2.83345801026079,
      "learning_rate": 9.960181585496146e-06,
      "loss": 3.8421,
      "step": 3315
    },
    {
      "epoch": 2.1366639806607575,
      "grad_norm": 2.439023956119338,
      "learning_rate": 9.960157375082902e-06,
      "loss": 3.5644,
      "step": 3316
    },
    {
      "epoch": 2.1373086220789688,
      "grad_norm": 2.506960619656694,
      "learning_rate": 9.96013315734441e-06,
      "loss": 4.0173,
      "step": 3317
    },
    {
      "epoch": 2.1379532634971796,
      "grad_norm": 2.5153471630880526,
      "learning_rate": 9.960108932280708e-06,
      "loss": 4.0597,
      "step": 3318
    },
    {
      "epoch": 2.138597904915391,
      "grad_norm": 3.0237655655487665,
      "learning_rate": 9.960084699891836e-06,
      "loss": 3.8371,
      "step": 3319
    },
    {
      "epoch": 2.139242546333602,
      "grad_norm": 2.602669368553949,
      "learning_rate": 9.960060460177835e-06,
      "loss": 3.6119,
      "step": 3320
    },
    {
      "epoch": 2.139887187751813,
      "grad_norm": 4.418121719451855,
      "learning_rate": 9.960036213138744e-06,
      "loss": 3.6198,
      "step": 3321
    },
    {
      "epoch": 2.1405318291700244,
      "grad_norm": 3.4004604348323086,
      "learning_rate": 9.960011958774604e-06,
      "loss": 3.9011,
      "step": 3322
    },
    {
      "epoch": 2.1411764705882352,
      "grad_norm": 3.2118290510602843,
      "learning_rate": 9.959987697085451e-06,
      "loss": 3.7648,
      "step": 3323
    },
    {
      "epoch": 2.1418211120064465,
      "grad_norm": 3.5969567016769037,
      "learning_rate": 9.959963428071329e-06,
      "loss": 3.8989,
      "step": 3324
    },
    {
      "epoch": 2.1424657534246574,
      "grad_norm": 2.277738524235679,
      "learning_rate": 9.959939151732277e-06,
      "loss": 3.9235,
      "step": 3325
    },
    {
      "epoch": 2.1431103948428687,
      "grad_norm": 3.1712633087208473,
      "learning_rate": 9.959914868068334e-06,
      "loss": 3.872,
      "step": 3326
    },
    {
      "epoch": 2.14375503626108,
      "grad_norm": 2.2379447628543514,
      "learning_rate": 9.959890577079539e-06,
      "loss": 3.7814,
      "step": 3327
    },
    {
      "epoch": 2.144399677679291,
      "grad_norm": 2.721862596274669,
      "learning_rate": 9.959866278765935e-06,
      "loss": 3.544,
      "step": 3328
    },
    {
      "epoch": 2.145044319097502,
      "grad_norm": 2.7347487297466544,
      "learning_rate": 9.959841973127559e-06,
      "loss": 4.0716,
      "step": 3329
    },
    {
      "epoch": 2.145688960515713,
      "grad_norm": 2.4632752836341263,
      "learning_rate": 9.95981766016445e-06,
      "loss": 3.4882,
      "step": 3330
    },
    {
      "epoch": 2.1463336019339243,
      "grad_norm": 2.648515757864532,
      "learning_rate": 9.959793339876652e-06,
      "loss": 3.6862,
      "step": 3331
    },
    {
      "epoch": 2.1469782433521356,
      "grad_norm": 3.3190647448732036,
      "learning_rate": 9.959769012264203e-06,
      "loss": 3.7605,
      "step": 3332
    },
    {
      "epoch": 2.1476228847703465,
      "grad_norm": 2.089652727867773,
      "learning_rate": 9.959744677327141e-06,
      "loss": 3.6985,
      "step": 3333
    },
    {
      "epoch": 2.1482675261885578,
      "grad_norm": 3.6145212527936574,
      "learning_rate": 9.959720335065509e-06,
      "loss": 3.746,
      "step": 3334
    },
    {
      "epoch": 2.1489121676067686,
      "grad_norm": 2.567992909511535,
      "learning_rate": 9.959695985479346e-06,
      "loss": 3.8281,
      "step": 3335
    },
    {
      "epoch": 2.14955680902498,
      "grad_norm": 2.6692451088757534,
      "learning_rate": 9.95967162856869e-06,
      "loss": 3.9666,
      "step": 3336
    },
    {
      "epoch": 2.1502014504431908,
      "grad_norm": 3.071069650906308,
      "learning_rate": 9.959647264333583e-06,
      "loss": 3.4371,
      "step": 3337
    },
    {
      "epoch": 2.150846091861402,
      "grad_norm": 2.7203253081138525,
      "learning_rate": 9.959622892774065e-06,
      "loss": 3.4822,
      "step": 3338
    },
    {
      "epoch": 2.1514907332796134,
      "grad_norm": 2.763958387566477,
      "learning_rate": 9.959598513890176e-06,
      "loss": 3.6403,
      "step": 3339
    },
    {
      "epoch": 2.1521353746978242,
      "grad_norm": 2.5770206878026602,
      "learning_rate": 9.959574127681956e-06,
      "loss": 4.0117,
      "step": 3340
    },
    {
      "epoch": 2.1527800161160355,
      "grad_norm": 4.301145313500402,
      "learning_rate": 9.959549734149445e-06,
      "loss": 3.4845,
      "step": 3341
    },
    {
      "epoch": 2.1534246575342464,
      "grad_norm": 2.148004732428706,
      "learning_rate": 9.95952533329268e-06,
      "loss": 3.6244,
      "step": 3342
    },
    {
      "epoch": 2.1540692989524577,
      "grad_norm": 2.752933782898566,
      "learning_rate": 9.959500925111708e-06,
      "loss": 3.8845,
      "step": 3343
    },
    {
      "epoch": 2.154713940370669,
      "grad_norm": 2.769734589724382,
      "learning_rate": 9.959476509606562e-06,
      "loss": 3.7395,
      "step": 3344
    },
    {
      "epoch": 2.15535858178888,
      "grad_norm": 2.6729794632572363,
      "learning_rate": 9.959452086777286e-06,
      "loss": 3.2582,
      "step": 3345
    },
    {
      "epoch": 2.156003223207091,
      "grad_norm": 2.393209551013444,
      "learning_rate": 9.95942765662392e-06,
      "loss": 4.0813,
      "step": 3346
    },
    {
      "epoch": 2.156647864625302,
      "grad_norm": 2.729839909554626,
      "learning_rate": 9.959403219146502e-06,
      "loss": 3.7914,
      "step": 3347
    },
    {
      "epoch": 2.1572925060435133,
      "grad_norm": 2.169248293457399,
      "learning_rate": 9.959378774345075e-06,
      "loss": 3.6897,
      "step": 3348
    },
    {
      "epoch": 2.1579371474617246,
      "grad_norm": 2.9483023837535485,
      "learning_rate": 9.959354322219677e-06,
      "loss": 3.8041,
      "step": 3349
    },
    {
      "epoch": 2.1585817888799355,
      "grad_norm": 2.1335192069879323,
      "learning_rate": 9.959329862770349e-06,
      "loss": 3.9069,
      "step": 3350
    },
    {
      "epoch": 2.1592264302981468,
      "grad_norm": 2.399774085819555,
      "learning_rate": 9.959305395997129e-06,
      "loss": 3.707,
      "step": 3351
    },
    {
      "epoch": 2.1598710717163576,
      "grad_norm": 2.5345323036669205,
      "learning_rate": 9.95928092190006e-06,
      "loss": 3.5896,
      "step": 3352
    },
    {
      "epoch": 2.160515713134569,
      "grad_norm": 2.8253174634604954,
      "learning_rate": 9.959256440479182e-06,
      "loss": 3.6469,
      "step": 3353
    },
    {
      "epoch": 2.16116035455278,
      "grad_norm": 2.2106694161127387,
      "learning_rate": 9.959231951734537e-06,
      "loss": 3.8315,
      "step": 3354
    },
    {
      "epoch": 2.161804995970991,
      "grad_norm": 2.8548693397057328,
      "learning_rate": 9.959207455666158e-06,
      "loss": 3.7543,
      "step": 3355
    },
    {
      "epoch": 2.1624496373892024,
      "grad_norm": 2.7425196549445716,
      "learning_rate": 9.959182952274093e-06,
      "loss": 3.7086,
      "step": 3356
    },
    {
      "epoch": 2.1630942788074132,
      "grad_norm": 3.0189195731591183,
      "learning_rate": 9.959158441558378e-06,
      "loss": 3.4851,
      "step": 3357
    },
    {
      "epoch": 2.1637389202256245,
      "grad_norm": 2.586024884072087,
      "learning_rate": 9.959133923519055e-06,
      "loss": 3.5616,
      "step": 3358
    },
    {
      "epoch": 2.1643835616438354,
      "grad_norm": 2.542117474240742,
      "learning_rate": 9.959109398156164e-06,
      "loss": 3.793,
      "step": 3359
    },
    {
      "epoch": 2.1650282030620467,
      "grad_norm": 2.290527189213587,
      "learning_rate": 9.959084865469743e-06,
      "loss": 3.4772,
      "step": 3360
    },
    {
      "epoch": 2.165672844480258,
      "grad_norm": 2.8784441484058996,
      "learning_rate": 9.959060325459836e-06,
      "loss": 3.8171,
      "step": 3361
    },
    {
      "epoch": 2.166317485898469,
      "grad_norm": 2.597093545341456,
      "learning_rate": 9.959035778126483e-06,
      "loss": 3.9691,
      "step": 3362
    },
    {
      "epoch": 2.16696212731668,
      "grad_norm": 2.3848015903825583,
      "learning_rate": 9.959011223469722e-06,
      "loss": 3.5615,
      "step": 3363
    },
    {
      "epoch": 2.167606768734891,
      "grad_norm": 2.536404941973935,
      "learning_rate": 9.958986661489593e-06,
      "loss": 3.5841,
      "step": 3364
    },
    {
      "epoch": 2.1682514101531023,
      "grad_norm": 2.444867234061079,
      "learning_rate": 9.958962092186138e-06,
      "loss": 3.7921,
      "step": 3365
    },
    {
      "epoch": 2.1688960515713136,
      "grad_norm": 2.5010425713673063,
      "learning_rate": 9.958937515559399e-06,
      "loss": 3.7057,
      "step": 3366
    },
    {
      "epoch": 2.1695406929895245,
      "grad_norm": 2.533713954263434,
      "learning_rate": 9.95891293160941e-06,
      "loss": 3.6648,
      "step": 3367
    },
    {
      "epoch": 2.1701853344077358,
      "grad_norm": 2.2139545442798174,
      "learning_rate": 9.958888340336221e-06,
      "loss": 3.7468,
      "step": 3368
    },
    {
      "epoch": 2.1708299758259466,
      "grad_norm": 2.717093514484068,
      "learning_rate": 9.958863741739863e-06,
      "loss": 4.0109,
      "step": 3369
    },
    {
      "epoch": 2.171474617244158,
      "grad_norm": 2.198836149201512,
      "learning_rate": 9.958839135820383e-06,
      "loss": 3.8024,
      "step": 3370
    },
    {
      "epoch": 2.172119258662369,
      "grad_norm": 2.7593154789220184,
      "learning_rate": 9.958814522577817e-06,
      "loss": 3.7425,
      "step": 3371
    },
    {
      "epoch": 2.17276390008058,
      "grad_norm": 2.493406880410087,
      "learning_rate": 9.95878990201221e-06,
      "loss": 3.2998,
      "step": 3372
    },
    {
      "epoch": 2.1734085414987914,
      "grad_norm": 2.497848684893122,
      "learning_rate": 9.958765274123597e-06,
      "loss": 3.6944,
      "step": 3373
    },
    {
      "epoch": 2.1740531829170022,
      "grad_norm": 2.300797985688944,
      "learning_rate": 9.958740638912022e-06,
      "loss": 3.4865,
      "step": 3374
    },
    {
      "epoch": 2.1746978243352135,
      "grad_norm": 2.7427023994282798,
      "learning_rate": 9.958715996377525e-06,
      "loss": 4.0719,
      "step": 3375
    },
    {
      "epoch": 2.175342465753425,
      "grad_norm": 3.0045843870875673,
      "learning_rate": 9.958691346520146e-06,
      "loss": 3.7115,
      "step": 3376
    },
    {
      "epoch": 2.1759871071716357,
      "grad_norm": 2.226259164859795,
      "learning_rate": 9.958666689339926e-06,
      "loss": 4.1031,
      "step": 3377
    },
    {
      "epoch": 2.176631748589847,
      "grad_norm": 3.632519417626271,
      "learning_rate": 9.958642024836905e-06,
      "loss": 3.8638,
      "step": 3378
    },
    {
      "epoch": 2.177276390008058,
      "grad_norm": 2.634957637411394,
      "learning_rate": 9.958617353011123e-06,
      "loss": 3.6154,
      "step": 3379
    },
    {
      "epoch": 2.177921031426269,
      "grad_norm": 2.619775782198995,
      "learning_rate": 9.95859267386262e-06,
      "loss": 3.2482,
      "step": 3380
    },
    {
      "epoch": 2.1785656728444804,
      "grad_norm": 2.902500116798892,
      "learning_rate": 9.95856798739144e-06,
      "loss": 3.7042,
      "step": 3381
    },
    {
      "epoch": 2.1792103142626913,
      "grad_norm": 2.160243176610707,
      "learning_rate": 9.95854329359762e-06,
      "loss": 3.9784,
      "step": 3382
    },
    {
      "epoch": 2.1798549556809026,
      "grad_norm": 3.8536233893573995,
      "learning_rate": 9.958518592481204e-06,
      "loss": 3.855,
      "step": 3383
    },
    {
      "epoch": 2.1804995970991135,
      "grad_norm": 2.300541569360286,
      "learning_rate": 9.958493884042228e-06,
      "loss": 4.1179,
      "step": 3384
    },
    {
      "epoch": 2.1811442385173248,
      "grad_norm": 3.6279973983475484,
      "learning_rate": 9.958469168280735e-06,
      "loss": 3.7521,
      "step": 3385
    },
    {
      "epoch": 2.181788879935536,
      "grad_norm": 2.758537674334315,
      "learning_rate": 9.958444445196766e-06,
      "loss": 3.3788,
      "step": 3386
    },
    {
      "epoch": 2.182433521353747,
      "grad_norm": 3.956397323172376,
      "learning_rate": 9.958419714790363e-06,
      "loss": 3.6043,
      "step": 3387
    },
    {
      "epoch": 2.183078162771958,
      "grad_norm": 2.978920288531288,
      "learning_rate": 9.958394977061562e-06,
      "loss": 3.8767,
      "step": 3388
    },
    {
      "epoch": 2.183722804190169,
      "grad_norm": 3.4148823020323382,
      "learning_rate": 9.958370232010407e-06,
      "loss": 3.7881,
      "step": 3389
    },
    {
      "epoch": 2.1843674456083804,
      "grad_norm": 3.2557762380731283,
      "learning_rate": 9.958345479636939e-06,
      "loss": 3.8054,
      "step": 3390
    },
    {
      "epoch": 2.1850120870265917,
      "grad_norm": 2.8832993848561843,
      "learning_rate": 9.958320719941195e-06,
      "loss": 3.8611,
      "step": 3391
    },
    {
      "epoch": 2.1856567284448025,
      "grad_norm": 2.7761671009153663,
      "learning_rate": 9.958295952923222e-06,
      "loss": 3.9729,
      "step": 3392
    },
    {
      "epoch": 2.186301369863014,
      "grad_norm": 2.849864629391252,
      "learning_rate": 9.958271178583055e-06,
      "loss": 3.862,
      "step": 3393
    },
    {
      "epoch": 2.1869460112812247,
      "grad_norm": 2.3268810718587205,
      "learning_rate": 9.958246396920737e-06,
      "loss": 4.0837,
      "step": 3394
    },
    {
      "epoch": 2.187590652699436,
      "grad_norm": 3.0624608789219754,
      "learning_rate": 9.958221607936308e-06,
      "loss": 3.8697,
      "step": 3395
    },
    {
      "epoch": 2.1882352941176473,
      "grad_norm": 3.2295374207490726,
      "learning_rate": 9.95819681162981e-06,
      "loss": 4.0849,
      "step": 3396
    },
    {
      "epoch": 2.188879935535858,
      "grad_norm": 3.336523201890265,
      "learning_rate": 9.958172008001282e-06,
      "loss": 3.8798,
      "step": 3397
    },
    {
      "epoch": 2.1895245769540694,
      "grad_norm": 3.4152244922843513,
      "learning_rate": 9.958147197050767e-06,
      "loss": 3.726,
      "step": 3398
    },
    {
      "epoch": 2.1901692183722803,
      "grad_norm": 3.707979386250868,
      "learning_rate": 9.958122378778301e-06,
      "loss": 3.7455,
      "step": 3399
    },
    {
      "epoch": 2.1908138597904916,
      "grad_norm": 3.5074865868674343,
      "learning_rate": 9.958097553183932e-06,
      "loss": 4.0687,
      "step": 3400
    },
    {
      "epoch": 2.1908138597904916,
      "eval_loss": 3.855738878250122,
      "eval_runtime": 2.9386,
      "eval_samples_per_second": 34.03,
      "eval_steps_per_second": 4.424,
      "step": 3400
    },
    {
      "epoch": 2.191458501208703,
      "grad_norm": 4.066691199195371,
      "learning_rate": 9.958072720267696e-06,
      "loss": 4.1897,
      "step": 3401
    },
    {
      "epoch": 2.1921031426269137,
      "grad_norm": 2.690951437548807,
      "learning_rate": 9.958047880029633e-06,
      "loss": 3.8055,
      "step": 3402
    },
    {
      "epoch": 2.192747784045125,
      "grad_norm": 3.3307807720597875,
      "learning_rate": 9.958023032469786e-06,
      "loss": 3.5453,
      "step": 3403
    },
    {
      "epoch": 2.193392425463336,
      "grad_norm": 3.072906679217652,
      "learning_rate": 9.957998177588196e-06,
      "loss": 3.7904,
      "step": 3404
    },
    {
      "epoch": 2.194037066881547,
      "grad_norm": 3.7262333826404737,
      "learning_rate": 9.957973315384903e-06,
      "loss": 3.9096,
      "step": 3405
    },
    {
      "epoch": 2.194681708299758,
      "grad_norm": 2.421565122929422,
      "learning_rate": 9.957948445859947e-06,
      "loss": 3.7129,
      "step": 3406
    },
    {
      "epoch": 2.1953263497179694,
      "grad_norm": 3.4420950965698,
      "learning_rate": 9.95792356901337e-06,
      "loss": 3.5113,
      "step": 3407
    },
    {
      "epoch": 2.1959709911361807,
      "grad_norm": 3.6939256093629305,
      "learning_rate": 9.957898684845214e-06,
      "loss": 3.984,
      "step": 3408
    },
    {
      "epoch": 2.1966156325543915,
      "grad_norm": 2.9685201061016415,
      "learning_rate": 9.957873793355517e-06,
      "loss": 3.9377,
      "step": 3409
    },
    {
      "epoch": 2.197260273972603,
      "grad_norm": 3.5049372941947783,
      "learning_rate": 9.957848894544322e-06,
      "loss": 3.7322,
      "step": 3410
    },
    {
      "epoch": 2.1979049153908137,
      "grad_norm": 3.012727342019842,
      "learning_rate": 9.957823988411668e-06,
      "loss": 3.4595,
      "step": 3411
    },
    {
      "epoch": 2.198549556809025,
      "grad_norm": 2.938049245430953,
      "learning_rate": 9.9577990749576e-06,
      "loss": 3.7327,
      "step": 3412
    },
    {
      "epoch": 2.1991941982272363,
      "grad_norm": 3.3732534182732095,
      "learning_rate": 9.957774154182153e-06,
      "loss": 3.7273,
      "step": 3413
    },
    {
      "epoch": 2.199838839645447,
      "grad_norm": 3.1008058588517695,
      "learning_rate": 9.957749226085374e-06,
      "loss": 3.5415,
      "step": 3414
    },
    {
      "epoch": 2.2004834810636584,
      "grad_norm": 2.9336293915924454,
      "learning_rate": 9.957724290667298e-06,
      "loss": 3.6817,
      "step": 3415
    },
    {
      "epoch": 2.2011281224818693,
      "grad_norm": 2.364712980520911,
      "learning_rate": 9.95769934792797e-06,
      "loss": 4.1667,
      "step": 3416
    },
    {
      "epoch": 2.2017727639000806,
      "grad_norm": 3.1360759939040412,
      "learning_rate": 9.95767439786743e-06,
      "loss": 3.8425,
      "step": 3417
    },
    {
      "epoch": 2.202417405318292,
      "grad_norm": 2.3693507467934434,
      "learning_rate": 9.957649440485718e-06,
      "loss": 3.9354,
      "step": 3418
    },
    {
      "epoch": 2.2030620467365027,
      "grad_norm": 3.010465401639579,
      "learning_rate": 9.957624475782877e-06,
      "loss": 3.9228,
      "step": 3419
    },
    {
      "epoch": 2.203706688154714,
      "grad_norm": 2.539540766310454,
      "learning_rate": 9.957599503758947e-06,
      "loss": 3.5964,
      "step": 3420
    },
    {
      "epoch": 2.204351329572925,
      "grad_norm": 2.8230025894534148,
      "learning_rate": 9.957574524413968e-06,
      "loss": 3.8518,
      "step": 3421
    },
    {
      "epoch": 2.204995970991136,
      "grad_norm": 2.8066707733033534,
      "learning_rate": 9.957549537747982e-06,
      "loss": 3.9861,
      "step": 3422
    },
    {
      "epoch": 2.2056406124093475,
      "grad_norm": 2.9922233066474284,
      "learning_rate": 9.95752454376103e-06,
      "loss": 3.819,
      "step": 3423
    },
    {
      "epoch": 2.2062852538275584,
      "grad_norm": 2.8738413898613318,
      "learning_rate": 9.957499542453154e-06,
      "loss": 3.594,
      "step": 3424
    },
    {
      "epoch": 2.2069298952457697,
      "grad_norm": 3.129624348122122,
      "learning_rate": 9.957474533824392e-06,
      "loss": 3.6212,
      "step": 3425
    },
    {
      "epoch": 2.2075745366639805,
      "grad_norm": 3.359571278030041,
      "learning_rate": 9.957449517874788e-06,
      "loss": 3.7482,
      "step": 3426
    },
    {
      "epoch": 2.208219178082192,
      "grad_norm": 2.7185731467173335,
      "learning_rate": 9.957424494604382e-06,
      "loss": 3.6765,
      "step": 3427
    },
    {
      "epoch": 2.2088638195004027,
      "grad_norm": 3.511978479228234,
      "learning_rate": 9.957399464013217e-06,
      "loss": 3.6942,
      "step": 3428
    },
    {
      "epoch": 2.209508460918614,
      "grad_norm": 3.1540037538553416,
      "learning_rate": 9.957374426101331e-06,
      "loss": 3.641,
      "step": 3429
    },
    {
      "epoch": 2.2101531023368253,
      "grad_norm": 2.9616746529267646,
      "learning_rate": 9.957349380868766e-06,
      "loss": 3.6706,
      "step": 3430
    },
    {
      "epoch": 2.210797743755036,
      "grad_norm": 2.538659827201992,
      "learning_rate": 9.957324328315563e-06,
      "loss": 3.5964,
      "step": 3431
    },
    {
      "epoch": 2.2114423851732474,
      "grad_norm": 2.909887719322009,
      "learning_rate": 9.957299268441764e-06,
      "loss": 3.8417,
      "step": 3432
    },
    {
      "epoch": 2.2120870265914583,
      "grad_norm": 3.3899737027513694,
      "learning_rate": 9.957274201247413e-06,
      "loss": 3.849,
      "step": 3433
    },
    {
      "epoch": 2.2127316680096696,
      "grad_norm": 2.61915833512239,
      "learning_rate": 9.957249126732545e-06,
      "loss": 3.9571,
      "step": 3434
    },
    {
      "epoch": 2.213376309427881,
      "grad_norm": 2.895781470422438,
      "learning_rate": 9.957224044897206e-06,
      "loss": 3.6571,
      "step": 3435
    },
    {
      "epoch": 2.2140209508460917,
      "grad_norm": 2.230623524592787,
      "learning_rate": 9.957198955741435e-06,
      "loss": 3.6335,
      "step": 3436
    },
    {
      "epoch": 2.214665592264303,
      "grad_norm": 2.6673165216805725,
      "learning_rate": 9.957173859265272e-06,
      "loss": 3.9517,
      "step": 3437
    },
    {
      "epoch": 2.215310233682514,
      "grad_norm": 2.1889938334806365,
      "learning_rate": 9.957148755468761e-06,
      "loss": 3.271,
      "step": 3438
    },
    {
      "epoch": 2.215954875100725,
      "grad_norm": 3.2701529509688223,
      "learning_rate": 9.957123644351944e-06,
      "loss": 3.7596,
      "step": 3439
    },
    {
      "epoch": 2.2165995165189365,
      "grad_norm": 2.1474720111090693,
      "learning_rate": 9.957098525914859e-06,
      "loss": 3.4334,
      "step": 3440
    },
    {
      "epoch": 2.2172441579371474,
      "grad_norm": 3.1568672335202046,
      "learning_rate": 9.957073400157546e-06,
      "loss": 4.0567,
      "step": 3441
    },
    {
      "epoch": 2.2178887993553587,
      "grad_norm": 2.1896329471736773,
      "learning_rate": 9.957048267080053e-06,
      "loss": 3.7825,
      "step": 3442
    },
    {
      "epoch": 2.2185334407735695,
      "grad_norm": 3.072990499769199,
      "learning_rate": 9.957023126682416e-06,
      "loss": 3.4493,
      "step": 3443
    },
    {
      "epoch": 2.219178082191781,
      "grad_norm": 2.108616073248156,
      "learning_rate": 9.956997978964675e-06,
      "loss": 3.6011,
      "step": 3444
    },
    {
      "epoch": 2.219822723609992,
      "grad_norm": 2.8213644961540516,
      "learning_rate": 9.956972823926878e-06,
      "loss": 4.1483,
      "step": 3445
    },
    {
      "epoch": 2.220467365028203,
      "grad_norm": 2.0779141099332694,
      "learning_rate": 9.956947661569059e-06,
      "loss": 3.7566,
      "step": 3446
    },
    {
      "epoch": 2.2211120064464143,
      "grad_norm": 3.418237700183724,
      "learning_rate": 9.956922491891263e-06,
      "loss": 3.6925,
      "step": 3447
    },
    {
      "epoch": 2.221756647864625,
      "grad_norm": 1.9706266565646473,
      "learning_rate": 9.95689731489353e-06,
      "loss": 3.9558,
      "step": 3448
    },
    {
      "epoch": 2.2224012892828364,
      "grad_norm": 2.3347118893821888,
      "learning_rate": 9.956872130575903e-06,
      "loss": 3.945,
      "step": 3449
    },
    {
      "epoch": 2.2230459307010477,
      "grad_norm": 1.9428363121910417,
      "learning_rate": 9.956846938938424e-06,
      "loss": 3.8722,
      "step": 3450
    },
    {
      "epoch": 2.2236905721192586,
      "grad_norm": 2.2743391746272796,
      "learning_rate": 9.95682173998113e-06,
      "loss": 3.7147,
      "step": 3451
    },
    {
      "epoch": 2.22433521353747,
      "grad_norm": 2.336582377439129,
      "learning_rate": 9.95679653370407e-06,
      "loss": 3.4787,
      "step": 3452
    },
    {
      "epoch": 2.2249798549556807,
      "grad_norm": 2.5155907662397876,
      "learning_rate": 9.956771320107274e-06,
      "loss": 3.9567,
      "step": 3453
    },
    {
      "epoch": 2.225624496373892,
      "grad_norm": 2.2304682897770163,
      "learning_rate": 9.956746099190795e-06,
      "loss": 3.69,
      "step": 3454
    },
    {
      "epoch": 2.2262691377921033,
      "grad_norm": 2.739045034438837,
      "learning_rate": 9.956720870954668e-06,
      "loss": 3.6368,
      "step": 3455
    },
    {
      "epoch": 2.226913779210314,
      "grad_norm": 2.1623999430491017,
      "learning_rate": 9.956695635398933e-06,
      "loss": 3.9005,
      "step": 3456
    },
    {
      "epoch": 2.2275584206285255,
      "grad_norm": 2.3299805931850157,
      "learning_rate": 9.956670392523638e-06,
      "loss": 3.5926,
      "step": 3457
    },
    {
      "epoch": 2.2282030620467363,
      "grad_norm": 2.6067861701268162,
      "learning_rate": 9.956645142328822e-06,
      "loss": 3.6764,
      "step": 3458
    },
    {
      "epoch": 2.2288477034649476,
      "grad_norm": 2.273060988453773,
      "learning_rate": 9.95661988481452e-06,
      "loss": 3.7789,
      "step": 3459
    },
    {
      "epoch": 2.229492344883159,
      "grad_norm": 2.934202925001507,
      "learning_rate": 9.956594619980784e-06,
      "loss": 3.2915,
      "step": 3460
    },
    {
      "epoch": 2.23013698630137,
      "grad_norm": 2.417340095793708,
      "learning_rate": 9.956569347827648e-06,
      "loss": 3.6651,
      "step": 3461
    },
    {
      "epoch": 2.230781627719581,
      "grad_norm": 3.0081584478333196,
      "learning_rate": 9.956544068355155e-06,
      "loss": 3.7596,
      "step": 3462
    },
    {
      "epoch": 2.231426269137792,
      "grad_norm": 2.844439209422228,
      "learning_rate": 9.956518781563348e-06,
      "loss": 3.7384,
      "step": 3463
    },
    {
      "epoch": 2.2320709105560033,
      "grad_norm": 2.944158953155699,
      "learning_rate": 9.956493487452268e-06,
      "loss": 3.8468,
      "step": 3464
    },
    {
      "epoch": 2.2327155519742146,
      "grad_norm": 2.3481573706301258,
      "learning_rate": 9.956468186021957e-06,
      "loss": 3.6617,
      "step": 3465
    },
    {
      "epoch": 2.2333601933924254,
      "grad_norm": 3.09615808827708,
      "learning_rate": 9.956442877272454e-06,
      "loss": 3.5207,
      "step": 3466
    },
    {
      "epoch": 2.2340048348106367,
      "grad_norm": 2.2702748898531233,
      "learning_rate": 9.956417561203803e-06,
      "loss": 4.0039,
      "step": 3467
    },
    {
      "epoch": 2.2346494762288476,
      "grad_norm": 2.3119828499643518,
      "learning_rate": 9.956392237816047e-06,
      "loss": 3.7059,
      "step": 3468
    },
    {
      "epoch": 2.235294117647059,
      "grad_norm": 3.1919384205493313,
      "learning_rate": 9.956366907109224e-06,
      "loss": 3.8637,
      "step": 3469
    },
    {
      "epoch": 2.23593875906527,
      "grad_norm": 2.757696714853845,
      "learning_rate": 9.956341569083377e-06,
      "loss": 3.544,
      "step": 3470
    },
    {
      "epoch": 2.236583400483481,
      "grad_norm": 3.4701603891189707,
      "learning_rate": 9.956316223738547e-06,
      "loss": 3.6504,
      "step": 3471
    },
    {
      "epoch": 2.2372280419016923,
      "grad_norm": 3.4038725634552587,
      "learning_rate": 9.956290871074779e-06,
      "loss": 3.3216,
      "step": 3472
    },
    {
      "epoch": 2.237872683319903,
      "grad_norm": 2.644015613052164,
      "learning_rate": 9.95626551109211e-06,
      "loss": 3.8568,
      "step": 3473
    },
    {
      "epoch": 2.2385173247381145,
      "grad_norm": 2.66987976826013,
      "learning_rate": 9.956240143790586e-06,
      "loss": 3.7085,
      "step": 3474
    },
    {
      "epoch": 2.2391619661563253,
      "grad_norm": 2.415006628430624,
      "learning_rate": 9.956214769170244e-06,
      "loss": 3.8008,
      "step": 3475
    },
    {
      "epoch": 2.2398066075745366,
      "grad_norm": 2.3845393044800978,
      "learning_rate": 9.956189387231128e-06,
      "loss": 3.567,
      "step": 3476
    },
    {
      "epoch": 2.240451248992748,
      "grad_norm": 2.3769970257027517,
      "learning_rate": 9.956163997973282e-06,
      "loss": 3.7274,
      "step": 3477
    },
    {
      "epoch": 2.241095890410959,
      "grad_norm": 2.7152560687414433,
      "learning_rate": 9.956138601396743e-06,
      "loss": 3.6198,
      "step": 3478
    },
    {
      "epoch": 2.24174053182917,
      "grad_norm": 3.105734167246801,
      "learning_rate": 9.956113197501558e-06,
      "loss": 3.5028,
      "step": 3479
    },
    {
      "epoch": 2.242385173247381,
      "grad_norm": 2.4557447064431623,
      "learning_rate": 9.956087786287763e-06,
      "loss": 3.8065,
      "step": 3480
    },
    {
      "epoch": 2.2430298146655923,
      "grad_norm": 2.3851408621746004,
      "learning_rate": 9.956062367755404e-06,
      "loss": 3.9065,
      "step": 3481
    },
    {
      "epoch": 2.2436744560838036,
      "grad_norm": 2.764903841324612,
      "learning_rate": 9.956036941904523e-06,
      "loss": 3.6906,
      "step": 3482
    },
    {
      "epoch": 2.2443190975020144,
      "grad_norm": 2.672116422180109,
      "learning_rate": 9.956011508735158e-06,
      "loss": 3.6936,
      "step": 3483
    },
    {
      "epoch": 2.2449637389202257,
      "grad_norm": 3.1835866969618998,
      "learning_rate": 9.955986068247355e-06,
      "loss": 4.0413,
      "step": 3484
    },
    {
      "epoch": 2.2456083803384366,
      "grad_norm": 3.0209116795331385,
      "learning_rate": 9.95596062044115e-06,
      "loss": 4.1355,
      "step": 3485
    },
    {
      "epoch": 2.246253021756648,
      "grad_norm": 2.8271059483022616,
      "learning_rate": 9.955935165316592e-06,
      "loss": 3.916,
      "step": 3486
    },
    {
      "epoch": 2.246897663174859,
      "grad_norm": 2.9469201661254725,
      "learning_rate": 9.955909702873718e-06,
      "loss": 3.6518,
      "step": 3487
    },
    {
      "epoch": 2.24754230459307,
      "grad_norm": 3.2029566845601796,
      "learning_rate": 9.955884233112571e-06,
      "loss": 3.9941,
      "step": 3488
    },
    {
      "epoch": 2.2481869460112813,
      "grad_norm": 3.430135840813415,
      "learning_rate": 9.955858756033195e-06,
      "loss": 3.7711,
      "step": 3489
    },
    {
      "epoch": 2.248831587429492,
      "grad_norm": 3.107423630678529,
      "learning_rate": 9.955833271635625e-06,
      "loss": 3.4284,
      "step": 3490
    },
    {
      "epoch": 2.2494762288477035,
      "grad_norm": 3.5216239576450366,
      "learning_rate": 9.95580777991991e-06,
      "loss": 3.705,
      "step": 3491
    },
    {
      "epoch": 2.2501208702659143,
      "grad_norm": 2.7319284717944634,
      "learning_rate": 9.955782280886091e-06,
      "loss": 4.0359,
      "step": 3492
    },
    {
      "epoch": 2.2507655116841256,
      "grad_norm": 2.9716222504207974,
      "learning_rate": 9.955756774534208e-06,
      "loss": 4.2303,
      "step": 3493
    },
    {
      "epoch": 2.251410153102337,
      "grad_norm": 2.7923382079910755,
      "learning_rate": 9.955731260864303e-06,
      "loss": 3.4837,
      "step": 3494
    },
    {
      "epoch": 2.252054794520548,
      "grad_norm": 3.472170633626661,
      "learning_rate": 9.955705739876419e-06,
      "loss": 3.897,
      "step": 3495
    },
    {
      "epoch": 2.252699435938759,
      "grad_norm": 2.4066830128083447,
      "learning_rate": 9.955680211570596e-06,
      "loss": 3.7591,
      "step": 3496
    },
    {
      "epoch": 2.25334407735697,
      "grad_norm": 3.9610418351549486,
      "learning_rate": 9.955654675946877e-06,
      "loss": 3.5194,
      "step": 3497
    },
    {
      "epoch": 2.2539887187751813,
      "grad_norm": 3.3058164045102525,
      "learning_rate": 9.955629133005304e-06,
      "loss": 3.9732,
      "step": 3498
    },
    {
      "epoch": 2.2546333601933926,
      "grad_norm": 2.9281603224683366,
      "learning_rate": 9.955603582745918e-06,
      "loss": 3.7959,
      "step": 3499
    },
    {
      "epoch": 2.2552780016116034,
      "grad_norm": 2.66028813495794,
      "learning_rate": 9.955578025168764e-06,
      "loss": 3.5432,
      "step": 3500
    },
    {
      "epoch": 2.2552780016116034,
      "eval_loss": 3.8580968379974365,
      "eval_runtime": 2.9442,
      "eval_samples_per_second": 33.965,
      "eval_steps_per_second": 4.416,
      "step": 3500
    },
    {
      "epoch": 2.2559226430298147,
      "grad_norm": 3.3285333836873265,
      "learning_rate": 9.955552460273879e-06,
      "loss": 3.9928,
      "step": 3501
    },
    {
      "epoch": 2.2565672844480256,
      "grad_norm": 2.732321376430955,
      "learning_rate": 9.955526888061312e-06,
      "loss": 4.2191,
      "step": 3502
    },
    {
      "epoch": 2.257211925866237,
      "grad_norm": 3.1235737192710595,
      "learning_rate": 9.955501308531098e-06,
      "loss": 3.7559,
      "step": 3503
    },
    {
      "epoch": 2.257856567284448,
      "grad_norm": 2.9387558042563944,
      "learning_rate": 9.955475721683282e-06,
      "loss": 3.3207,
      "step": 3504
    },
    {
      "epoch": 2.258501208702659,
      "grad_norm": 2.8599708972584814,
      "learning_rate": 9.955450127517908e-06,
      "loss": 3.8264,
      "step": 3505
    },
    {
      "epoch": 2.2591458501208703,
      "grad_norm": 2.2905892242333326,
      "learning_rate": 9.955424526035013e-06,
      "loss": 3.8796,
      "step": 3506
    },
    {
      "epoch": 2.259790491539081,
      "grad_norm": 2.4856521759630565,
      "learning_rate": 9.955398917234644e-06,
      "loss": 3.477,
      "step": 3507
    },
    {
      "epoch": 2.2604351329572925,
      "grad_norm": 2.2618904898754626,
      "learning_rate": 9.955373301116839e-06,
      "loss": 3.7811,
      "step": 3508
    },
    {
      "epoch": 2.261079774375504,
      "grad_norm": 2.5097760577140065,
      "learning_rate": 9.955347677681645e-06,
      "loss": 3.8756,
      "step": 3509
    },
    {
      "epoch": 2.2617244157937146,
      "grad_norm": 2.178984999534491,
      "learning_rate": 9.955322046929098e-06,
      "loss": 4.2132,
      "step": 3510
    },
    {
      "epoch": 2.262369057211926,
      "grad_norm": 1.9866307927752436,
      "learning_rate": 9.955296408859245e-06,
      "loss": 3.8984,
      "step": 3511
    },
    {
      "epoch": 2.263013698630137,
      "grad_norm": 2.2942094830891815,
      "learning_rate": 9.955270763472126e-06,
      "loss": 4.0413,
      "step": 3512
    },
    {
      "epoch": 2.263658340048348,
      "grad_norm": 2.2196432209417316,
      "learning_rate": 9.955245110767783e-06,
      "loss": 3.4263,
      "step": 3513
    },
    {
      "epoch": 2.2643029814665594,
      "grad_norm": 2.1956146162515906,
      "learning_rate": 9.955219450746261e-06,
      "loss": 3.685,
      "step": 3514
    },
    {
      "epoch": 2.2649476228847703,
      "grad_norm": 2.9026383192291125,
      "learning_rate": 9.955193783407598e-06,
      "loss": 3.5282,
      "step": 3515
    },
    {
      "epoch": 2.2655922643029816,
      "grad_norm": 2.13395301167184,
      "learning_rate": 9.955168108751837e-06,
      "loss": 3.897,
      "step": 3516
    },
    {
      "epoch": 2.2662369057211924,
      "grad_norm": 2.3993708483578122,
      "learning_rate": 9.955142426779021e-06,
      "loss": 3.5147,
      "step": 3517
    },
    {
      "epoch": 2.2668815471394037,
      "grad_norm": 2.0873057697676862,
      "learning_rate": 9.955116737489196e-06,
      "loss": 3.9562,
      "step": 3518
    },
    {
      "epoch": 2.267526188557615,
      "grad_norm": 2.6583281237492695,
      "learning_rate": 9.955091040882397e-06,
      "loss": 3.6424,
      "step": 3519
    },
    {
      "epoch": 2.268170829975826,
      "grad_norm": 2.4391865912314294,
      "learning_rate": 9.955065336958671e-06,
      "loss": 3.7101,
      "step": 3520
    },
    {
      "epoch": 2.268815471394037,
      "grad_norm": 2.219246548347873,
      "learning_rate": 9.955039625718058e-06,
      "loss": 3.6468,
      "step": 3521
    },
    {
      "epoch": 2.269460112812248,
      "grad_norm": 2.0777795900092277,
      "learning_rate": 9.955013907160602e-06,
      "loss": 3.8798,
      "step": 3522
    },
    {
      "epoch": 2.2701047542304593,
      "grad_norm": 2.229642971320815,
      "learning_rate": 9.954988181286344e-06,
      "loss": 3.4138,
      "step": 3523
    },
    {
      "epoch": 2.2707493956486706,
      "grad_norm": 2.3787399512873075,
      "learning_rate": 9.954962448095325e-06,
      "loss": 3.7648,
      "step": 3524
    },
    {
      "epoch": 2.2713940370668815,
      "grad_norm": 2.406943122716666,
      "learning_rate": 9.95493670758759e-06,
      "loss": 3.5797,
      "step": 3525
    },
    {
      "epoch": 2.2720386784850928,
      "grad_norm": 2.3115784859322774,
      "learning_rate": 9.954910959763182e-06,
      "loss": 3.9443,
      "step": 3526
    },
    {
      "epoch": 2.2726833199033036,
      "grad_norm": 2.5638870475149464,
      "learning_rate": 9.95488520462214e-06,
      "loss": 3.7609,
      "step": 3527
    },
    {
      "epoch": 2.273327961321515,
      "grad_norm": 2.0342849050739598,
      "learning_rate": 9.954859442164508e-06,
      "loss": 3.558,
      "step": 3528
    },
    {
      "epoch": 2.2739726027397262,
      "grad_norm": 2.272072503457754,
      "learning_rate": 9.954833672390329e-06,
      "loss": 3.9597,
      "step": 3529
    },
    {
      "epoch": 2.274617244157937,
      "grad_norm": 2.66423127533856,
      "learning_rate": 9.954807895299643e-06,
      "loss": 4.0363,
      "step": 3530
    },
    {
      "epoch": 2.2752618855761484,
      "grad_norm": 2.414359799790049,
      "learning_rate": 9.954782110892494e-06,
      "loss": 3.9544,
      "step": 3531
    },
    {
      "epoch": 2.2759065269943592,
      "grad_norm": 2.7141428535124885,
      "learning_rate": 9.954756319168923e-06,
      "loss": 3.881,
      "step": 3532
    },
    {
      "epoch": 2.2765511684125705,
      "grad_norm": 3.2925220779966584,
      "learning_rate": 9.954730520128974e-06,
      "loss": 3.5705,
      "step": 3533
    },
    {
      "epoch": 2.277195809830782,
      "grad_norm": 2.3882536922210904,
      "learning_rate": 9.95470471377269e-06,
      "loss": 3.922,
      "step": 3534
    },
    {
      "epoch": 2.2778404512489927,
      "grad_norm": 2.2622535111497695,
      "learning_rate": 9.954678900100112e-06,
      "loss": 4.0606,
      "step": 3535
    },
    {
      "epoch": 2.278485092667204,
      "grad_norm": 2.42611199556893,
      "learning_rate": 9.954653079111281e-06,
      "loss": 3.1555,
      "step": 3536
    },
    {
      "epoch": 2.279129734085415,
      "grad_norm": 2.67169526611399,
      "learning_rate": 9.95462725080624e-06,
      "loss": 3.9487,
      "step": 3537
    },
    {
      "epoch": 2.279774375503626,
      "grad_norm": 2.758816833016764,
      "learning_rate": 9.954601415185036e-06,
      "loss": 3.7937,
      "step": 3538
    },
    {
      "epoch": 2.2804190169218375,
      "grad_norm": 2.528994818118819,
      "learning_rate": 9.954575572247707e-06,
      "loss": 3.9665,
      "step": 3539
    },
    {
      "epoch": 2.2810636583400483,
      "grad_norm": 2.6726892173964516,
      "learning_rate": 9.954549721994294e-06,
      "loss": 3.457,
      "step": 3540
    },
    {
      "epoch": 2.2817082997582596,
      "grad_norm": 2.748718783871832,
      "learning_rate": 9.954523864424843e-06,
      "loss": 3.596,
      "step": 3541
    },
    {
      "epoch": 2.2823529411764705,
      "grad_norm": 2.3575418570974414,
      "learning_rate": 9.954497999539396e-06,
      "loss": 3.7761,
      "step": 3542
    },
    {
      "epoch": 2.2829975825946818,
      "grad_norm": 2.4263019227733875,
      "learning_rate": 9.954472127337994e-06,
      "loss": 3.5562,
      "step": 3543
    },
    {
      "epoch": 2.283642224012893,
      "grad_norm": 2.8734203587037124,
      "learning_rate": 9.95444624782068e-06,
      "loss": 3.6163,
      "step": 3544
    },
    {
      "epoch": 2.284286865431104,
      "grad_norm": 2.7808647434665636,
      "learning_rate": 9.954420360987497e-06,
      "loss": 3.6324,
      "step": 3545
    },
    {
      "epoch": 2.2849315068493152,
      "grad_norm": 3.340834222315151,
      "learning_rate": 9.954394466838488e-06,
      "loss": 3.7828,
      "step": 3546
    },
    {
      "epoch": 2.285576148267526,
      "grad_norm": 2.37306324809671,
      "learning_rate": 9.954368565373692e-06,
      "loss": 3.6596,
      "step": 3547
    },
    {
      "epoch": 2.2862207896857374,
      "grad_norm": 2.968141621579067,
      "learning_rate": 9.954342656593156e-06,
      "loss": 3.7921,
      "step": 3548
    },
    {
      "epoch": 2.2868654311039482,
      "grad_norm": 2.428023260833983,
      "learning_rate": 9.954316740496922e-06,
      "loss": 3.7196,
      "step": 3549
    },
    {
      "epoch": 2.2875100725221595,
      "grad_norm": 2.9056993899429937,
      "learning_rate": 9.954290817085028e-06,
      "loss": 3.8806,
      "step": 3550
    },
    {
      "epoch": 2.288154713940371,
      "grad_norm": 2.576687454589173,
      "learning_rate": 9.954264886357523e-06,
      "loss": 3.8103,
      "step": 3551
    },
    {
      "epoch": 2.2887993553585817,
      "grad_norm": 2.93131351361916,
      "learning_rate": 9.954238948314446e-06,
      "loss": 3.4629,
      "step": 3552
    },
    {
      "epoch": 2.289443996776793,
      "grad_norm": 3.1646119589109847,
      "learning_rate": 9.95421300295584e-06,
      "loss": 3.5785,
      "step": 3553
    },
    {
      "epoch": 2.290088638195004,
      "grad_norm": 2.561657662192163,
      "learning_rate": 9.954187050281747e-06,
      "loss": 3.5505,
      "step": 3554
    },
    {
      "epoch": 2.290733279613215,
      "grad_norm": 2.690992929598335,
      "learning_rate": 9.95416109029221e-06,
      "loss": 3.8773,
      "step": 3555
    },
    {
      "epoch": 2.2913779210314265,
      "grad_norm": 2.259900510858938,
      "learning_rate": 9.954135122987274e-06,
      "loss": 4.0031,
      "step": 3556
    },
    {
      "epoch": 2.2920225624496373,
      "grad_norm": 2.6616839545753455,
      "learning_rate": 9.954109148366979e-06,
      "loss": 3.8398,
      "step": 3557
    },
    {
      "epoch": 2.2926672038678486,
      "grad_norm": 2.7006127033554974,
      "learning_rate": 9.954083166431366e-06,
      "loss": 4.1561,
      "step": 3558
    },
    {
      "epoch": 2.2933118452860595,
      "grad_norm": 2.7600148856262963,
      "learning_rate": 9.954057177180484e-06,
      "loss": 3.9046,
      "step": 3559
    },
    {
      "epoch": 2.2939564867042708,
      "grad_norm": 2.8242385208349896,
      "learning_rate": 9.954031180614368e-06,
      "loss": 3.7515,
      "step": 3560
    },
    {
      "epoch": 2.2946011281224816,
      "grad_norm": 2.6604061269924513,
      "learning_rate": 9.954005176733066e-06,
      "loss": 3.847,
      "step": 3561
    },
    {
      "epoch": 2.295245769540693,
      "grad_norm": 3.506601252547401,
      "learning_rate": 9.953979165536619e-06,
      "loss": 4.1162,
      "step": 3562
    },
    {
      "epoch": 2.2958904109589042,
      "grad_norm": 2.148194888582497,
      "learning_rate": 9.95395314702507e-06,
      "loss": 3.8815,
      "step": 3563
    },
    {
      "epoch": 2.296535052377115,
      "grad_norm": 3.0703774091222233,
      "learning_rate": 9.953927121198462e-06,
      "loss": 3.9457,
      "step": 3564
    },
    {
      "epoch": 2.2971796937953264,
      "grad_norm": 2.123058407561714,
      "learning_rate": 9.953901088056836e-06,
      "loss": 3.8798,
      "step": 3565
    },
    {
      "epoch": 2.2978243352135372,
      "grad_norm": 2.8446858214954274,
      "learning_rate": 9.953875047600236e-06,
      "loss": 4.2517,
      "step": 3566
    },
    {
      "epoch": 2.2984689766317485,
      "grad_norm": 2.6280924601922466,
      "learning_rate": 9.953848999828706e-06,
      "loss": 3.5319,
      "step": 3567
    },
    {
      "epoch": 2.29911361804996,
      "grad_norm": 3.0484816356285203,
      "learning_rate": 9.953822944742287e-06,
      "loss": 3.6377,
      "step": 3568
    },
    {
      "epoch": 2.2997582594681707,
      "grad_norm": 2.432825671771236,
      "learning_rate": 9.953796882341021e-06,
      "loss": 3.9956,
      "step": 3569
    },
    {
      "epoch": 2.300402900886382,
      "grad_norm": 3.1102774483633735,
      "learning_rate": 9.953770812624955e-06,
      "loss": 3.6522,
      "step": 3570
    },
    {
      "epoch": 2.301047542304593,
      "grad_norm": 2.42976659965919,
      "learning_rate": 9.953744735594126e-06,
      "loss": 3.7736,
      "step": 3571
    },
    {
      "epoch": 2.301692183722804,
      "grad_norm": 3.0063159874232053,
      "learning_rate": 9.953718651248583e-06,
      "loss": 3.6815,
      "step": 3572
    },
    {
      "epoch": 2.3023368251410155,
      "grad_norm": 2.5945501631495023,
      "learning_rate": 9.953692559588363e-06,
      "loss": 3.7808,
      "step": 3573
    },
    {
      "epoch": 2.3029814665592263,
      "grad_norm": 3.2957716612205434,
      "learning_rate": 9.953666460613514e-06,
      "loss": 4.0107,
      "step": 3574
    },
    {
      "epoch": 2.3036261079774376,
      "grad_norm": 2.582924868557845,
      "learning_rate": 9.953640354324073e-06,
      "loss": 3.7866,
      "step": 3575
    },
    {
      "epoch": 2.3042707493956485,
      "grad_norm": 2.9071605327044288,
      "learning_rate": 9.953614240720088e-06,
      "loss": 4.0217,
      "step": 3576
    },
    {
      "epoch": 2.3049153908138598,
      "grad_norm": 2.968493750554519,
      "learning_rate": 9.9535881198016e-06,
      "loss": 3.8452,
      "step": 3577
    },
    {
      "epoch": 2.305560032232071,
      "grad_norm": 2.2259323669203632,
      "learning_rate": 9.953561991568653e-06,
      "loss": 3.6837,
      "step": 3578
    },
    {
      "epoch": 2.306204673650282,
      "grad_norm": 2.883047463510224,
      "learning_rate": 9.953535856021288e-06,
      "loss": 3.8582,
      "step": 3579
    },
    {
      "epoch": 2.3068493150684932,
      "grad_norm": 2.2342612298445994,
      "learning_rate": 9.953509713159548e-06,
      "loss": 3.776,
      "step": 3580
    },
    {
      "epoch": 2.307493956486704,
      "grad_norm": 3.3702249391077084,
      "learning_rate": 9.95348356298348e-06,
      "loss": 3.9716,
      "step": 3581
    },
    {
      "epoch": 2.3081385979049154,
      "grad_norm": 2.2433709231401044,
      "learning_rate": 9.95345740549312e-06,
      "loss": 3.5497,
      "step": 3582
    },
    {
      "epoch": 2.3087832393231267,
      "grad_norm": 3.571513163100207,
      "learning_rate": 9.953431240688517e-06,
      "loss": 3.7358,
      "step": 3583
    },
    {
      "epoch": 2.3094278807413375,
      "grad_norm": 2.7217419908102953,
      "learning_rate": 9.953405068569711e-06,
      "loss": 3.9311,
      "step": 3584
    },
    {
      "epoch": 2.310072522159549,
      "grad_norm": 2.9653314080373696,
      "learning_rate": 9.953378889136746e-06,
      "loss": 4.0427,
      "step": 3585
    },
    {
      "epoch": 2.3107171635777597,
      "grad_norm": 2.396913187836682,
      "learning_rate": 9.953352702389663e-06,
      "loss": 3.8068,
      "step": 3586
    },
    {
      "epoch": 2.311361804995971,
      "grad_norm": 2.9313834918493673,
      "learning_rate": 9.95332650832851e-06,
      "loss": 3.8893,
      "step": 3587
    },
    {
      "epoch": 2.3120064464141823,
      "grad_norm": 2.694975824616229,
      "learning_rate": 9.953300306953322e-06,
      "loss": 3.5558,
      "step": 3588
    },
    {
      "epoch": 2.312651087832393,
      "grad_norm": 3.3080841707218056,
      "learning_rate": 9.95327409826415e-06,
      "loss": 4.0762,
      "step": 3589
    },
    {
      "epoch": 2.3132957292506044,
      "grad_norm": 2.194187914487921,
      "learning_rate": 9.953247882261034e-06,
      "loss": 3.4316,
      "step": 3590
    },
    {
      "epoch": 2.3139403706688153,
      "grad_norm": 3.0341879267181677,
      "learning_rate": 9.953221658944017e-06,
      "loss": 3.8157,
      "step": 3591
    },
    {
      "epoch": 2.3145850120870266,
      "grad_norm": 1.9083075606607787,
      "learning_rate": 9.953195428313141e-06,
      "loss": 4.0097,
      "step": 3592
    },
    {
      "epoch": 2.315229653505238,
      "grad_norm": 3.335048256595843,
      "learning_rate": 9.953169190368451e-06,
      "loss": 3.6843,
      "step": 3593
    },
    {
      "epoch": 2.3158742949234488,
      "grad_norm": 2.671483000320294,
      "learning_rate": 9.953142945109985e-06,
      "loss": 3.6838,
      "step": 3594
    },
    {
      "epoch": 2.31651893634166,
      "grad_norm": 2.4029729448500894,
      "learning_rate": 9.953116692537795e-06,
      "loss": 3.863,
      "step": 3595
    },
    {
      "epoch": 2.317163577759871,
      "grad_norm": 2.868425163662657,
      "learning_rate": 9.953090432651918e-06,
      "loss": 3.5598,
      "step": 3596
    },
    {
      "epoch": 2.317808219178082,
      "grad_norm": 2.8200834814590587,
      "learning_rate": 9.953064165452399e-06,
      "loss": 3.8109,
      "step": 3597
    },
    {
      "epoch": 2.3184528605962935,
      "grad_norm": 2.6459724405141225,
      "learning_rate": 9.953037890939278e-06,
      "loss": 3.4996,
      "step": 3598
    },
    {
      "epoch": 2.3190975020145044,
      "grad_norm": 2.484938631521694,
      "learning_rate": 9.953011609112602e-06,
      "loss": 3.665,
      "step": 3599
    },
    {
      "epoch": 2.3197421434327157,
      "grad_norm": 2.91700981097633,
      "learning_rate": 9.952985319972413e-06,
      "loss": 3.6128,
      "step": 3600
    },
    {
      "epoch": 2.3197421434327157,
      "eval_loss": 3.8471596240997314,
      "eval_runtime": 2.9698,
      "eval_samples_per_second": 33.672,
      "eval_steps_per_second": 4.377,
      "step": 3600
    },
    {
      "epoch": 2.3203867848509265,
      "grad_norm": 2.5273159544764807,
      "learning_rate": 9.952959023518755e-06,
      "loss": 3.7483,
      "step": 3601
    },
    {
      "epoch": 2.321031426269138,
      "grad_norm": 2.8173195416740824,
      "learning_rate": 9.95293271975167e-06,
      "loss": 3.8769,
      "step": 3602
    },
    {
      "epoch": 2.321676067687349,
      "grad_norm": 2.9365789205097133,
      "learning_rate": 9.9529064086712e-06,
      "loss": 3.8372,
      "step": 3603
    },
    {
      "epoch": 2.32232070910556,
      "grad_norm": 2.3765930457778044,
      "learning_rate": 9.952880090277391e-06,
      "loss": 3.4646,
      "step": 3604
    },
    {
      "epoch": 2.3229653505237713,
      "grad_norm": 2.9125946508395266,
      "learning_rate": 9.952853764570282e-06,
      "loss": 3.4333,
      "step": 3605
    },
    {
      "epoch": 2.323609991941982,
      "grad_norm": 2.2677236801986798,
      "learning_rate": 9.952827431549923e-06,
      "loss": 3.6164,
      "step": 3606
    },
    {
      "epoch": 2.3242546333601934,
      "grad_norm": 2.5247780543421947,
      "learning_rate": 9.952801091216353e-06,
      "loss": 3.2683,
      "step": 3607
    },
    {
      "epoch": 2.3248992747784047,
      "grad_norm": 2.8881760181721874,
      "learning_rate": 9.952774743569614e-06,
      "loss": 3.8564,
      "step": 3608
    },
    {
      "epoch": 2.3255439161966156,
      "grad_norm": 2.231094674213826,
      "learning_rate": 9.952748388609751e-06,
      "loss": 4.0802,
      "step": 3609
    },
    {
      "epoch": 2.326188557614827,
      "grad_norm": 3.06654140002685,
      "learning_rate": 9.952722026336808e-06,
      "loss": 3.3835,
      "step": 3610
    },
    {
      "epoch": 2.3268331990330378,
      "grad_norm": 2.068283725807576,
      "learning_rate": 9.952695656750828e-06,
      "loss": 3.6981,
      "step": 3611
    },
    {
      "epoch": 2.327477840451249,
      "grad_norm": 2.7764407973186866,
      "learning_rate": 9.952669279851851e-06,
      "loss": 3.4593,
      "step": 3612
    },
    {
      "epoch": 2.3281224818694604,
      "grad_norm": 2.5149978473708794,
      "learning_rate": 9.952642895639926e-06,
      "loss": 3.7578,
      "step": 3613
    },
    {
      "epoch": 2.328767123287671,
      "grad_norm": 3.047386329850734,
      "learning_rate": 9.952616504115093e-06,
      "loss": 3.6016,
      "step": 3614
    },
    {
      "epoch": 2.3294117647058825,
      "grad_norm": 2.5776602033131155,
      "learning_rate": 9.952590105277394e-06,
      "loss": 3.7073,
      "step": 3615
    },
    {
      "epoch": 2.3300564061240934,
      "grad_norm": 2.6438994699408243,
      "learning_rate": 9.952563699126877e-06,
      "loss": 3.5628,
      "step": 3616
    },
    {
      "epoch": 2.3307010475423047,
      "grad_norm": 2.5510742950889145,
      "learning_rate": 9.95253728566358e-06,
      "loss": 3.693,
      "step": 3617
    },
    {
      "epoch": 2.3313456889605155,
      "grad_norm": 2.756575545084642,
      "learning_rate": 9.952510864887552e-06,
      "loss": 3.59,
      "step": 3618
    },
    {
      "epoch": 2.331990330378727,
      "grad_norm": 2.624870600868633,
      "learning_rate": 9.952484436798829e-06,
      "loss": 3.9052,
      "step": 3619
    },
    {
      "epoch": 2.332634971796938,
      "grad_norm": 2.6780304600344107,
      "learning_rate": 9.952458001397462e-06,
      "loss": 3.9254,
      "step": 3620
    },
    {
      "epoch": 2.333279613215149,
      "grad_norm": 2.254818018986457,
      "learning_rate": 9.95243155868349e-06,
      "loss": 3.5029,
      "step": 3621
    },
    {
      "epoch": 2.3339242546333603,
      "grad_norm": 2.5498596870747945,
      "learning_rate": 9.952405108656958e-06,
      "loss": 3.9688,
      "step": 3622
    },
    {
      "epoch": 2.334568896051571,
      "grad_norm": 2.2993455340678888,
      "learning_rate": 9.952378651317907e-06,
      "loss": 3.8952,
      "step": 3623
    },
    {
      "epoch": 2.3352135374697824,
      "grad_norm": 2.272631862213676,
      "learning_rate": 9.952352186666383e-06,
      "loss": 3.6962,
      "step": 3624
    },
    {
      "epoch": 2.3358581788879937,
      "grad_norm": 2.5729319865819766,
      "learning_rate": 9.952325714702431e-06,
      "loss": 3.9774,
      "step": 3625
    },
    {
      "epoch": 2.3365028203062046,
      "grad_norm": 2.5138805247089477,
      "learning_rate": 9.952299235426091e-06,
      "loss": 3.9091,
      "step": 3626
    },
    {
      "epoch": 2.337147461724416,
      "grad_norm": 1.9951163373570633,
      "learning_rate": 9.952272748837408e-06,
      "loss": 4.2016,
      "step": 3627
    },
    {
      "epoch": 2.3377921031426268,
      "grad_norm": 2.484738082364921,
      "learning_rate": 9.952246254936426e-06,
      "loss": 3.6257,
      "step": 3628
    },
    {
      "epoch": 2.338436744560838,
      "grad_norm": 2.249672068232969,
      "learning_rate": 9.952219753723188e-06,
      "loss": 3.9118,
      "step": 3629
    },
    {
      "epoch": 2.339081385979049,
      "grad_norm": 2.3608817768871746,
      "learning_rate": 9.952193245197736e-06,
      "loss": 3.96,
      "step": 3630
    },
    {
      "epoch": 2.33972602739726,
      "grad_norm": 2.17661815211941,
      "learning_rate": 9.952166729360116e-06,
      "loss": 4.0071,
      "step": 3631
    },
    {
      "epoch": 2.3403706688154715,
      "grad_norm": 2.7689519149482154,
      "learning_rate": 9.95214020621037e-06,
      "loss": 3.5482,
      "step": 3632
    },
    {
      "epoch": 2.3410153102336824,
      "grad_norm": 4.323239374717568,
      "learning_rate": 9.952113675748543e-06,
      "loss": 3.3918,
      "step": 3633
    },
    {
      "epoch": 2.3416599516518937,
      "grad_norm": 2.9140382681457293,
      "learning_rate": 9.952087137974676e-06,
      "loss": 3.4115,
      "step": 3634
    },
    {
      "epoch": 2.3423045930701045,
      "grad_norm": 2.152824168825949,
      "learning_rate": 9.952060592888816e-06,
      "loss": 3.5275,
      "step": 3635
    },
    {
      "epoch": 2.342949234488316,
      "grad_norm": 2.3172431803342253,
      "learning_rate": 9.952034040491004e-06,
      "loss": 4.0803,
      "step": 3636
    },
    {
      "epoch": 2.343593875906527,
      "grad_norm": 2.9592626828937094,
      "learning_rate": 9.952007480781284e-06,
      "loss": 3.9101,
      "step": 3637
    },
    {
      "epoch": 2.344238517324738,
      "grad_norm": 2.1415483548999985,
      "learning_rate": 9.9519809137597e-06,
      "loss": 3.9697,
      "step": 3638
    },
    {
      "epoch": 2.3448831587429493,
      "grad_norm": 3.1556671430561805,
      "learning_rate": 9.951954339426297e-06,
      "loss": 3.8971,
      "step": 3639
    },
    {
      "epoch": 2.34552780016116,
      "grad_norm": 2.4955403302506665,
      "learning_rate": 9.951927757781115e-06,
      "loss": 3.3601,
      "step": 3640
    },
    {
      "epoch": 2.3461724415793714,
      "grad_norm": 3.0657409237801954,
      "learning_rate": 9.951901168824202e-06,
      "loss": 4.1302,
      "step": 3641
    },
    {
      "epoch": 2.3468170829975827,
      "grad_norm": 3.065570393452347,
      "learning_rate": 9.9518745725556e-06,
      "loss": 3.6173,
      "step": 3642
    },
    {
      "epoch": 2.3474617244157936,
      "grad_norm": 2.598017384877147,
      "learning_rate": 9.951847968975351e-06,
      "loss": 3.6843,
      "step": 3643
    },
    {
      "epoch": 2.348106365834005,
      "grad_norm": 2.3942142276489253,
      "learning_rate": 9.9518213580835e-06,
      "loss": 3.4653,
      "step": 3644
    },
    {
      "epoch": 2.3487510072522158,
      "grad_norm": 2.5851716850403235,
      "learning_rate": 9.95179473988009e-06,
      "loss": 3.5996,
      "step": 3645
    },
    {
      "epoch": 2.349395648670427,
      "grad_norm": 2.2520331346618416,
      "learning_rate": 9.951768114365166e-06,
      "loss": 3.7968,
      "step": 3646
    },
    {
      "epoch": 2.3500402900886384,
      "grad_norm": 2.772769922037912,
      "learning_rate": 9.951741481538773e-06,
      "loss": 3.8083,
      "step": 3647
    },
    {
      "epoch": 2.350684931506849,
      "grad_norm": 3.2091083431553833,
      "learning_rate": 9.95171484140095e-06,
      "loss": 4.0,
      "step": 3648
    },
    {
      "epoch": 2.3513295729250605,
      "grad_norm": 2.7074117226388728,
      "learning_rate": 9.951688193951748e-06,
      "loss": 3.5381,
      "step": 3649
    },
    {
      "epoch": 2.3519742143432714,
      "grad_norm": 3.206528886305447,
      "learning_rate": 9.951661539191203e-06,
      "loss": 3.8666,
      "step": 3650
    },
    {
      "epoch": 2.3526188557614827,
      "grad_norm": 2.0957596091656883,
      "learning_rate": 9.951634877119362e-06,
      "loss": 3.6248,
      "step": 3651
    },
    {
      "epoch": 2.353263497179694,
      "grad_norm": 2.15573130283924,
      "learning_rate": 9.95160820773627e-06,
      "loss": 4.0896,
      "step": 3652
    },
    {
      "epoch": 2.353908138597905,
      "grad_norm": 2.140757308603672,
      "learning_rate": 9.95158153104197e-06,
      "loss": 3.9163,
      "step": 3653
    },
    {
      "epoch": 2.354552780016116,
      "grad_norm": 2.8971829480078113,
      "learning_rate": 9.951554847036505e-06,
      "loss": 3.8768,
      "step": 3654
    },
    {
      "epoch": 2.355197421434327,
      "grad_norm": 2.1659778238217045,
      "learning_rate": 9.951528155719919e-06,
      "loss": 3.7481,
      "step": 3655
    },
    {
      "epoch": 2.3558420628525383,
      "grad_norm": 2.483402824037702,
      "learning_rate": 9.951501457092257e-06,
      "loss": 3.7296,
      "step": 3656
    },
    {
      "epoch": 2.3564867042707496,
      "grad_norm": 2.5121071049037673,
      "learning_rate": 9.951474751153563e-06,
      "loss": 3.6602,
      "step": 3657
    },
    {
      "epoch": 2.3571313456889604,
      "grad_norm": 2.4449147512442018,
      "learning_rate": 9.95144803790388e-06,
      "loss": 3.8152,
      "step": 3658
    },
    {
      "epoch": 2.3577759871071717,
      "grad_norm": 2.3032481133743756,
      "learning_rate": 9.951421317343249e-06,
      "loss": 4.1024,
      "step": 3659
    },
    {
      "epoch": 2.3584206285253826,
      "grad_norm": 2.3918857474634345,
      "learning_rate": 9.951394589471718e-06,
      "loss": 3.6347,
      "step": 3660
    },
    {
      "epoch": 2.359065269943594,
      "grad_norm": 2.4900327388987664,
      "learning_rate": 9.951367854289332e-06,
      "loss": 3.7475,
      "step": 3661
    },
    {
      "epoch": 2.359709911361805,
      "grad_norm": 2.5677824172587718,
      "learning_rate": 9.95134111179613e-06,
      "loss": 3.5721,
      "step": 3662
    },
    {
      "epoch": 2.360354552780016,
      "grad_norm": 2.9076871033728806,
      "learning_rate": 9.95131436199216e-06,
      "loss": 3.7811,
      "step": 3663
    },
    {
      "epoch": 2.3609991941982273,
      "grad_norm": 2.464910504790234,
      "learning_rate": 9.951287604877463e-06,
      "loss": 3.8026,
      "step": 3664
    },
    {
      "epoch": 2.361643835616438,
      "grad_norm": 2.762541907595962,
      "learning_rate": 9.951260840452085e-06,
      "loss": 3.4294,
      "step": 3665
    },
    {
      "epoch": 2.3622884770346495,
      "grad_norm": 2.5994257730526216,
      "learning_rate": 9.95123406871607e-06,
      "loss": 3.7252,
      "step": 3666
    },
    {
      "epoch": 2.362933118452861,
      "grad_norm": 2.524528153570182,
      "learning_rate": 9.95120728966946e-06,
      "loss": 3.966,
      "step": 3667
    },
    {
      "epoch": 2.3635777598710717,
      "grad_norm": 2.088470277585659,
      "learning_rate": 9.951180503312301e-06,
      "loss": 4.0602,
      "step": 3668
    },
    {
      "epoch": 2.364222401289283,
      "grad_norm": 2.3119736221119314,
      "learning_rate": 9.951153709644637e-06,
      "loss": 3.8857,
      "step": 3669
    },
    {
      "epoch": 2.364867042707494,
      "grad_norm": 2.72805103222623,
      "learning_rate": 9.95112690866651e-06,
      "loss": 3.4709,
      "step": 3670
    },
    {
      "epoch": 2.365511684125705,
      "grad_norm": 2.375476056012904,
      "learning_rate": 9.951100100377963e-06,
      "loss": 4.0041,
      "step": 3671
    },
    {
      "epoch": 2.3661563255439164,
      "grad_norm": 2.8198314045326764,
      "learning_rate": 9.951073284779046e-06,
      "loss": 3.8733,
      "step": 3672
    },
    {
      "epoch": 2.3668009669621273,
      "grad_norm": 2.777979086481832,
      "learning_rate": 9.9510464618698e-06,
      "loss": 3.6384,
      "step": 3673
    },
    {
      "epoch": 2.3674456083803386,
      "grad_norm": 2.9161721056337075,
      "learning_rate": 9.951019631650265e-06,
      "loss": 3.8208,
      "step": 3674
    },
    {
      "epoch": 2.3680902497985494,
      "grad_norm": 2.994635951444513,
      "learning_rate": 9.950992794120491e-06,
      "loss": 3.6807,
      "step": 3675
    },
    {
      "epoch": 2.3687348912167607,
      "grad_norm": 2.9238341301221835,
      "learning_rate": 9.95096594928052e-06,
      "loss": 3.5548,
      "step": 3676
    },
    {
      "epoch": 2.369379532634972,
      "grad_norm": 2.835980001079404,
      "learning_rate": 9.950939097130393e-06,
      "loss": 3.6751,
      "step": 3677
    },
    {
      "epoch": 2.370024174053183,
      "grad_norm": 3.483682288343533,
      "learning_rate": 9.950912237670158e-06,
      "loss": 3.7696,
      "step": 3678
    },
    {
      "epoch": 2.370668815471394,
      "grad_norm": 2.6926296134069085,
      "learning_rate": 9.950885370899858e-06,
      "loss": 3.1777,
      "step": 3679
    },
    {
      "epoch": 2.371313456889605,
      "grad_norm": 5.023708889727694,
      "learning_rate": 9.950858496819537e-06,
      "loss": 3.4095,
      "step": 3680
    },
    {
      "epoch": 2.3719580983078163,
      "grad_norm": 2.218157678939466,
      "learning_rate": 9.950831615429238e-06,
      "loss": 3.6224,
      "step": 3681
    },
    {
      "epoch": 2.3726027397260276,
      "grad_norm": 3.9301960184136386,
      "learning_rate": 9.950804726729007e-06,
      "loss": 3.5077,
      "step": 3682
    },
    {
      "epoch": 2.3732473811442385,
      "grad_norm": 2.372346800444573,
      "learning_rate": 9.950777830718888e-06,
      "loss": 3.984,
      "step": 3683
    },
    {
      "epoch": 2.37389202256245,
      "grad_norm": 3.5589463031847943,
      "learning_rate": 9.950750927398923e-06,
      "loss": 3.6135,
      "step": 3684
    },
    {
      "epoch": 2.3745366639806607,
      "grad_norm": 2.2951170398127476,
      "learning_rate": 9.95072401676916e-06,
      "loss": 3.9023,
      "step": 3685
    },
    {
      "epoch": 2.375181305398872,
      "grad_norm": 4.0631207346960885,
      "learning_rate": 9.950697098829639e-06,
      "loss": 3.3918,
      "step": 3686
    },
    {
      "epoch": 2.375825946817083,
      "grad_norm": 2.504991852020442,
      "learning_rate": 9.950670173580408e-06,
      "loss": 3.5716,
      "step": 3687
    },
    {
      "epoch": 2.376470588235294,
      "grad_norm": 3.1076898311387473,
      "learning_rate": 9.950643241021508e-06,
      "loss": 3.8253,
      "step": 3688
    },
    {
      "epoch": 2.3771152296535054,
      "grad_norm": 2.447678417812829,
      "learning_rate": 9.950616301152986e-06,
      "loss": 3.3608,
      "step": 3689
    },
    {
      "epoch": 2.3777598710717163,
      "grad_norm": 4.14733325263108,
      "learning_rate": 9.950589353974883e-06,
      "loss": 3.495,
      "step": 3690
    },
    {
      "epoch": 2.3784045124899276,
      "grad_norm": 2.2433611407817344,
      "learning_rate": 9.950562399487247e-06,
      "loss": 3.8818,
      "step": 3691
    },
    {
      "epoch": 2.3790491539081384,
      "grad_norm": 3.072892106323368,
      "learning_rate": 9.950535437690118e-06,
      "loss": 3.7604,
      "step": 3692
    },
    {
      "epoch": 2.3796937953263497,
      "grad_norm": 2.422805217282226,
      "learning_rate": 9.950508468583545e-06,
      "loss": 3.8489,
      "step": 3693
    },
    {
      "epoch": 2.380338436744561,
      "grad_norm": 2.5515920688208262,
      "learning_rate": 9.95048149216757e-06,
      "loss": 3.7076,
      "step": 3694
    },
    {
      "epoch": 2.380983078162772,
      "grad_norm": 2.5015692062339547,
      "learning_rate": 9.950454508442236e-06,
      "loss": 4.0226,
      "step": 3695
    },
    {
      "epoch": 2.381627719580983,
      "grad_norm": 2.570656552079868,
      "learning_rate": 9.950427517407588e-06,
      "loss": 3.906,
      "step": 3696
    },
    {
      "epoch": 2.382272360999194,
      "grad_norm": 2.324436345000366,
      "learning_rate": 9.950400519063673e-06,
      "loss": 3.9563,
      "step": 3697
    },
    {
      "epoch": 2.3829170024174053,
      "grad_norm": 2.4762843508459973,
      "learning_rate": 9.950373513410532e-06,
      "loss": 3.7128,
      "step": 3698
    },
    {
      "epoch": 2.383561643835616,
      "grad_norm": 3.1320406977623625,
      "learning_rate": 9.950346500448212e-06,
      "loss": 3.825,
      "step": 3699
    },
    {
      "epoch": 2.3842062852538275,
      "grad_norm": 2.9144299605640804,
      "learning_rate": 9.950319480176753e-06,
      "loss": 3.4666,
      "step": 3700
    },
    {
      "epoch": 2.3842062852538275,
      "eval_loss": 3.8502800464630127,
      "eval_runtime": 2.9554,
      "eval_samples_per_second": 33.837,
      "eval_steps_per_second": 4.399,
      "step": 3700
    },
    {
      "epoch": 2.384850926672039,
      "grad_norm": 3.157404727251521,
      "learning_rate": 9.950292452596206e-06,
      "loss": 3.682,
      "step": 3701
    },
    {
      "epoch": 2.3854955680902497,
      "grad_norm": 3.5539626772584954,
      "learning_rate": 9.95026541770661e-06,
      "loss": 3.6146,
      "step": 3702
    },
    {
      "epoch": 2.386140209508461,
      "grad_norm": 2.2888484948651424,
      "learning_rate": 9.95023837550801e-06,
      "loss": 3.8414,
      "step": 3703
    },
    {
      "epoch": 2.386784850926672,
      "grad_norm": 3.016590368971241,
      "learning_rate": 9.950211326000452e-06,
      "loss": 3.3199,
      "step": 3704
    },
    {
      "epoch": 2.387429492344883,
      "grad_norm": 2.3534165138012773,
      "learning_rate": 9.950184269183982e-06,
      "loss": 3.7581,
      "step": 3705
    },
    {
      "epoch": 2.3880741337630944,
      "grad_norm": 3.2405932384467353,
      "learning_rate": 9.95015720505864e-06,
      "loss": 3.8122,
      "step": 3706
    },
    {
      "epoch": 2.3887187751813053,
      "grad_norm": 2.181197550481003,
      "learning_rate": 9.950130133624476e-06,
      "loss": 3.9663,
      "step": 3707
    },
    {
      "epoch": 2.3893634165995166,
      "grad_norm": 2.6058724428312106,
      "learning_rate": 9.950103054881528e-06,
      "loss": 3.5287,
      "step": 3708
    },
    {
      "epoch": 2.3900080580177274,
      "grad_norm": 1.9469259694081522,
      "learning_rate": 9.950075968829846e-06,
      "loss": 3.7668,
      "step": 3709
    },
    {
      "epoch": 2.3906526994359387,
      "grad_norm": 2.634790800373683,
      "learning_rate": 9.95004887546947e-06,
      "loss": 3.6812,
      "step": 3710
    },
    {
      "epoch": 2.39129734085415,
      "grad_norm": 1.9689173199852903,
      "learning_rate": 9.95002177480045e-06,
      "loss": 3.7232,
      "step": 3711
    },
    {
      "epoch": 2.391941982272361,
      "grad_norm": 2.82019595733265,
      "learning_rate": 9.949994666822825e-06,
      "loss": 3.5212,
      "step": 3712
    },
    {
      "epoch": 2.392586623690572,
      "grad_norm": 2.173851804220856,
      "learning_rate": 9.949967551536643e-06,
      "loss": 3.8399,
      "step": 3713
    },
    {
      "epoch": 2.393231265108783,
      "grad_norm": 1.9872593693394789,
      "learning_rate": 9.949940428941947e-06,
      "loss": 3.817,
      "step": 3714
    },
    {
      "epoch": 2.3938759065269943,
      "grad_norm": 2.1259541673547098,
      "learning_rate": 9.94991329903878e-06,
      "loss": 3.757,
      "step": 3715
    },
    {
      "epoch": 2.3945205479452056,
      "grad_norm": 2.6670694160049235,
      "learning_rate": 9.94988616182719e-06,
      "loss": 3.5816,
      "step": 3716
    },
    {
      "epoch": 2.3951651893634165,
      "grad_norm": 2.4159544801665196,
      "learning_rate": 9.949859017307222e-06,
      "loss": 4.0131,
      "step": 3717
    },
    {
      "epoch": 2.395809830781628,
      "grad_norm": 2.2178916519522165,
      "learning_rate": 9.949831865478917e-06,
      "loss": 3.7135,
      "step": 3718
    },
    {
      "epoch": 2.3964544721998386,
      "grad_norm": 2.179510737544622,
      "learning_rate": 9.94980470634232e-06,
      "loss": 3.8659,
      "step": 3719
    },
    {
      "epoch": 2.39709911361805,
      "grad_norm": 2.885346719732456,
      "learning_rate": 9.949777539897479e-06,
      "loss": 3.9945,
      "step": 3720
    },
    {
      "epoch": 2.3977437550362612,
      "grad_norm": 2.116993546457799,
      "learning_rate": 9.949750366144434e-06,
      "loss": 3.5907,
      "step": 3721
    },
    {
      "epoch": 2.398388396454472,
      "grad_norm": 2.280929753691417,
      "learning_rate": 9.949723185083235e-06,
      "loss": 4.067,
      "step": 3722
    },
    {
      "epoch": 2.3990330378726834,
      "grad_norm": 2.5321030142934458,
      "learning_rate": 9.94969599671392e-06,
      "loss": 4.0202,
      "step": 3723
    },
    {
      "epoch": 2.3996776792908943,
      "grad_norm": 2.257597295588608,
      "learning_rate": 9.94966880103654e-06,
      "loss": 3.6109,
      "step": 3724
    },
    {
      "epoch": 2.4003223207091056,
      "grad_norm": 2.4194429225406404,
      "learning_rate": 9.949641598051137e-06,
      "loss": 3.83,
      "step": 3725
    },
    {
      "epoch": 2.400966962127317,
      "grad_norm": 2.854444301663923,
      "learning_rate": 9.949614387757755e-06,
      "loss": 3.546,
      "step": 3726
    },
    {
      "epoch": 2.4016116035455277,
      "grad_norm": 2.351717499128917,
      "learning_rate": 9.949587170156439e-06,
      "loss": 3.8133,
      "step": 3727
    },
    {
      "epoch": 2.402256244963739,
      "grad_norm": 2.9877941486857864,
      "learning_rate": 9.949559945247236e-06,
      "loss": 3.4982,
      "step": 3728
    },
    {
      "epoch": 2.40290088638195,
      "grad_norm": 2.35888645409297,
      "learning_rate": 9.949532713030186e-06,
      "loss": 4.0261,
      "step": 3729
    },
    {
      "epoch": 2.403545527800161,
      "grad_norm": 2.042556423765299,
      "learning_rate": 9.949505473505338e-06,
      "loss": 4.0131,
      "step": 3730
    },
    {
      "epoch": 2.4041901692183725,
      "grad_norm": 2.504443982270485,
      "learning_rate": 9.949478226672737e-06,
      "loss": 3.9151,
      "step": 3731
    },
    {
      "epoch": 2.4048348106365833,
      "grad_norm": 2.095829112753641,
      "learning_rate": 9.949450972532424e-06,
      "loss": 3.9138,
      "step": 3732
    },
    {
      "epoch": 2.4054794520547946,
      "grad_norm": 2.4362341133153027,
      "learning_rate": 9.949423711084445e-06,
      "loss": 3.4905,
      "step": 3733
    },
    {
      "epoch": 2.4061240934730055,
      "grad_norm": 2.2829027379825155,
      "learning_rate": 9.949396442328847e-06,
      "loss": 3.9562,
      "step": 3734
    },
    {
      "epoch": 2.406768734891217,
      "grad_norm": 2.439096873417651,
      "learning_rate": 9.949369166265673e-06,
      "loss": 3.4111,
      "step": 3735
    },
    {
      "epoch": 2.407413376309428,
      "grad_norm": 3.059535889549544,
      "learning_rate": 9.949341882894969e-06,
      "loss": 3.8233,
      "step": 3736
    },
    {
      "epoch": 2.408058017727639,
      "grad_norm": 4.131263284755344,
      "learning_rate": 9.949314592216778e-06,
      "loss": 3.8665,
      "step": 3737
    },
    {
      "epoch": 2.4087026591458502,
      "grad_norm": 2.306712664843732,
      "learning_rate": 9.949287294231146e-06,
      "loss": 3.6989,
      "step": 3738
    },
    {
      "epoch": 2.409347300564061,
      "grad_norm": 4.246780472447154,
      "learning_rate": 9.949259988938118e-06,
      "loss": 3.4842,
      "step": 3739
    },
    {
      "epoch": 2.4099919419822724,
      "grad_norm": 3.0244357005582976,
      "learning_rate": 9.949232676337738e-06,
      "loss": 4.2308,
      "step": 3740
    },
    {
      "epoch": 2.4106365834004837,
      "grad_norm": 2.9770365977934965,
      "learning_rate": 9.94920535643005e-06,
      "loss": 3.7479,
      "step": 3741
    },
    {
      "epoch": 2.4112812248186946,
      "grad_norm": 2.5815097784797034,
      "learning_rate": 9.9491780292151e-06,
      "loss": 3.7222,
      "step": 3742
    },
    {
      "epoch": 2.411925866236906,
      "grad_norm": 2.767567027595718,
      "learning_rate": 9.949150694692936e-06,
      "loss": 3.612,
      "step": 3743
    },
    {
      "epoch": 2.4125705076551167,
      "grad_norm": 2.866178429959827,
      "learning_rate": 9.949123352863598e-06,
      "loss": 4.0483,
      "step": 3744
    },
    {
      "epoch": 2.413215149073328,
      "grad_norm": 2.336472470595135,
      "learning_rate": 9.949096003727133e-06,
      "loss": 4.0098,
      "step": 3745
    },
    {
      "epoch": 2.4138597904915393,
      "grad_norm": 3.2089126946742685,
      "learning_rate": 9.949068647283586e-06,
      "loss": 3.7532,
      "step": 3746
    },
    {
      "epoch": 2.41450443190975,
      "grad_norm": 2.212596220192454,
      "learning_rate": 9.949041283533003e-06,
      "loss": 3.8055,
      "step": 3747
    },
    {
      "epoch": 2.4151490733279615,
      "grad_norm": 2.8343031934670893,
      "learning_rate": 9.949013912475426e-06,
      "loss": 3.4412,
      "step": 3748
    },
    {
      "epoch": 2.4157937147461723,
      "grad_norm": 2.8878282688757033,
      "learning_rate": 9.948986534110902e-06,
      "loss": 3.6062,
      "step": 3749
    },
    {
      "epoch": 2.4164383561643836,
      "grad_norm": 3.18252778870185,
      "learning_rate": 9.948959148439475e-06,
      "loss": 3.3216,
      "step": 3750
    },
    {
      "epoch": 2.417082997582595,
      "grad_norm": 2.7823858290086125,
      "learning_rate": 9.948931755461191e-06,
      "loss": 3.6282,
      "step": 3751
    },
    {
      "epoch": 2.417727639000806,
      "grad_norm": 3.5491651245194964,
      "learning_rate": 9.948904355176095e-06,
      "loss": 3.7149,
      "step": 3752
    },
    {
      "epoch": 2.418372280419017,
      "grad_norm": 2.930536185409687,
      "learning_rate": 9.948876947584232e-06,
      "loss": 3.5795,
      "step": 3753
    },
    {
      "epoch": 2.419016921837228,
      "grad_norm": 3.0128134262733828,
      "learning_rate": 9.948849532685644e-06,
      "loss": 3.6374,
      "step": 3754
    },
    {
      "epoch": 2.4196615632554392,
      "grad_norm": 3.786254598860007,
      "learning_rate": 9.948822110480381e-06,
      "loss": 3.7625,
      "step": 3755
    },
    {
      "epoch": 2.42030620467365,
      "grad_norm": 3.3396977280081903,
      "learning_rate": 9.948794680968484e-06,
      "loss": 3.6499,
      "step": 3756
    },
    {
      "epoch": 2.4209508460918614,
      "grad_norm": 2.635315118586037,
      "learning_rate": 9.948767244150002e-06,
      "loss": 3.6117,
      "step": 3757
    },
    {
      "epoch": 2.4215954875100727,
      "grad_norm": 3.4571957452857265,
      "learning_rate": 9.948739800024975e-06,
      "loss": 3.7615,
      "step": 3758
    },
    {
      "epoch": 2.4222401289282836,
      "grad_norm": 2.637696791701762,
      "learning_rate": 9.948712348593453e-06,
      "loss": 3.7358,
      "step": 3759
    },
    {
      "epoch": 2.422884770346495,
      "grad_norm": 3.1920869184948257,
      "learning_rate": 9.948684889855479e-06,
      "loss": 3.5025,
      "step": 3760
    },
    {
      "epoch": 2.4235294117647057,
      "grad_norm": 2.7634702431376574,
      "learning_rate": 9.948657423811096e-06,
      "loss": 3.8014,
      "step": 3761
    },
    {
      "epoch": 2.424174053182917,
      "grad_norm": 2.7729678451970887,
      "learning_rate": 9.948629950460352e-06,
      "loss": 3.7624,
      "step": 3762
    },
    {
      "epoch": 2.4248186946011283,
      "grad_norm": 2.9372572271838187,
      "learning_rate": 9.94860246980329e-06,
      "loss": 3.8623,
      "step": 3763
    },
    {
      "epoch": 2.425463336019339,
      "grad_norm": 3.085022617446125,
      "learning_rate": 9.948574981839957e-06,
      "loss": 3.3927,
      "step": 3764
    },
    {
      "epoch": 2.4261079774375505,
      "grad_norm": 2.5078945261512198,
      "learning_rate": 9.948547486570399e-06,
      "loss": 3.8648,
      "step": 3765
    },
    {
      "epoch": 2.4267526188557613,
      "grad_norm": 3.852938590393206,
      "learning_rate": 9.94851998399466e-06,
      "loss": 3.9788,
      "step": 3766
    },
    {
      "epoch": 2.4273972602739726,
      "grad_norm": 3.013492413981984,
      "learning_rate": 9.948492474112783e-06,
      "loss": 3.9796,
      "step": 3767
    },
    {
      "epoch": 2.4280419016921835,
      "grad_norm": 3.2221717229467073,
      "learning_rate": 9.948464956924816e-06,
      "loss": 3.3122,
      "step": 3768
    },
    {
      "epoch": 2.428686543110395,
      "grad_norm": 2.8741050976499767,
      "learning_rate": 9.948437432430802e-06,
      "loss": 3.6116,
      "step": 3769
    },
    {
      "epoch": 2.429331184528606,
      "grad_norm": 2.8727915004751705,
      "learning_rate": 9.948409900630787e-06,
      "loss": 3.622,
      "step": 3770
    },
    {
      "epoch": 2.429975825946817,
      "grad_norm": 2.994794119774248,
      "learning_rate": 9.94838236152482e-06,
      "loss": 4.0968,
      "step": 3771
    },
    {
      "epoch": 2.4306204673650282,
      "grad_norm": 2.5948705717026335,
      "learning_rate": 9.94835481511294e-06,
      "loss": 3.7241,
      "step": 3772
    },
    {
      "epoch": 2.431265108783239,
      "grad_norm": 2.9570620287966705,
      "learning_rate": 9.948327261395196e-06,
      "loss": 3.5314,
      "step": 3773
    },
    {
      "epoch": 2.4319097502014504,
      "grad_norm": 2.877551324825111,
      "learning_rate": 9.948299700371632e-06,
      "loss": 3.566,
      "step": 3774
    },
    {
      "epoch": 2.4325543916196617,
      "grad_norm": 2.6041427677506075,
      "learning_rate": 9.948272132042292e-06,
      "loss": 3.7757,
      "step": 3775
    },
    {
      "epoch": 2.4331990330378725,
      "grad_norm": 2.57164692125634,
      "learning_rate": 9.948244556407225e-06,
      "loss": 3.896,
      "step": 3776
    },
    {
      "epoch": 2.433843674456084,
      "grad_norm": 5.150659376803172,
      "learning_rate": 9.948216973466473e-06,
      "loss": 3.751,
      "step": 3777
    },
    {
      "epoch": 2.4344883158742947,
      "grad_norm": 2.3002957114127973,
      "learning_rate": 9.948189383220085e-06,
      "loss": 3.8733,
      "step": 3778
    },
    {
      "epoch": 2.435132957292506,
      "grad_norm": 2.4064660999050216,
      "learning_rate": 9.9481617856681e-06,
      "loss": 3.8489,
      "step": 3779
    },
    {
      "epoch": 2.4357775987107173,
      "grad_norm": 2.504419124195444,
      "learning_rate": 9.94813418081057e-06,
      "loss": 3.8455,
      "step": 3780
    },
    {
      "epoch": 2.436422240128928,
      "grad_norm": 2.636949268229187,
      "learning_rate": 9.948106568647536e-06,
      "loss": 3.7197,
      "step": 3781
    },
    {
      "epoch": 2.4370668815471395,
      "grad_norm": 2.8521079898111776,
      "learning_rate": 9.948078949179046e-06,
      "loss": 3.5683,
      "step": 3782
    },
    {
      "epoch": 2.4377115229653503,
      "grad_norm": 2.3903172654261224,
      "learning_rate": 9.948051322405143e-06,
      "loss": 3.5585,
      "step": 3783
    },
    {
      "epoch": 2.4383561643835616,
      "grad_norm": 3.595861633227649,
      "learning_rate": 9.948023688325875e-06,
      "loss": 3.6343,
      "step": 3784
    },
    {
      "epoch": 2.439000805801773,
      "grad_norm": 2.4940743391633826,
      "learning_rate": 9.947996046941285e-06,
      "loss": 3.7169,
      "step": 3785
    },
    {
      "epoch": 2.4396454472199838,
      "grad_norm": 2.7131920446719433,
      "learning_rate": 9.947968398251418e-06,
      "loss": 3.6394,
      "step": 3786
    },
    {
      "epoch": 2.440290088638195,
      "grad_norm": 2.543571470582426,
      "learning_rate": 9.947940742256323e-06,
      "loss": 3.9254,
      "step": 3787
    },
    {
      "epoch": 2.440934730056406,
      "grad_norm": 3.957532564689166,
      "learning_rate": 9.947913078956041e-06,
      "loss": 3.8817,
      "step": 3788
    },
    {
      "epoch": 2.4415793714746172,
      "grad_norm": 2.590033214439264,
      "learning_rate": 9.94788540835062e-06,
      "loss": 3.8007,
      "step": 3789
    },
    {
      "epoch": 2.4422240128928285,
      "grad_norm": 2.3237183633864804,
      "learning_rate": 9.947857730440106e-06,
      "loss": 4.0229,
      "step": 3790
    },
    {
      "epoch": 2.4428686543110394,
      "grad_norm": 2.6400048955834676,
      "learning_rate": 9.947830045224543e-06,
      "loss": 3.838,
      "step": 3791
    },
    {
      "epoch": 2.4435132957292507,
      "grad_norm": 3.145829956792559,
      "learning_rate": 9.947802352703977e-06,
      "loss": 3.4957,
      "step": 3792
    },
    {
      "epoch": 2.4441579371474615,
      "grad_norm": 2.1547597600845476,
      "learning_rate": 9.947774652878454e-06,
      "loss": 3.7261,
      "step": 3793
    },
    {
      "epoch": 2.444802578565673,
      "grad_norm": 3.636201997496191,
      "learning_rate": 9.947746945748019e-06,
      "loss": 3.8043,
      "step": 3794
    },
    {
      "epoch": 2.445447219983884,
      "grad_norm": 3.3192456326335593,
      "learning_rate": 9.947719231312716e-06,
      "loss": 3.5229,
      "step": 3795
    },
    {
      "epoch": 2.446091861402095,
      "grad_norm": 3.1175362132660234,
      "learning_rate": 9.947691509572592e-06,
      "loss": 3.8016,
      "step": 3796
    },
    {
      "epoch": 2.4467365028203063,
      "grad_norm": 3.0446629582833182,
      "learning_rate": 9.947663780527695e-06,
      "loss": 3.4791,
      "step": 3797
    },
    {
      "epoch": 2.447381144238517,
      "grad_norm": 2.821572644967353,
      "learning_rate": 9.947636044178065e-06,
      "loss": 3.5867,
      "step": 3798
    },
    {
      "epoch": 2.4480257856567285,
      "grad_norm": 3.2307584982654034,
      "learning_rate": 9.947608300523752e-06,
      "loss": 3.621,
      "step": 3799
    },
    {
      "epoch": 2.4486704270749398,
      "grad_norm": 3.2942046760102914,
      "learning_rate": 9.9475805495648e-06,
      "loss": 3.4982,
      "step": 3800
    },
    {
      "epoch": 2.4486704270749398,
      "eval_loss": 3.842547655105591,
      "eval_runtime": 2.9645,
      "eval_samples_per_second": 33.733,
      "eval_steps_per_second": 4.385,
      "step": 3800
    },
    {
      "epoch": 2.4493150684931506,
      "grad_norm": 2.7260495727526677,
      "learning_rate": 9.947552791301256e-06,
      "loss": 3.5698,
      "step": 3801
    },
    {
      "epoch": 2.449959709911362,
      "grad_norm": 2.962440207502122,
      "learning_rate": 9.947525025733162e-06,
      "loss": 3.6331,
      "step": 3802
    },
    {
      "epoch": 2.4506043513295728,
      "grad_norm": 2.819137576327633,
      "learning_rate": 9.947497252860568e-06,
      "loss": 3.4041,
      "step": 3803
    },
    {
      "epoch": 2.451248992747784,
      "grad_norm": 2.557424722582886,
      "learning_rate": 9.947469472683517e-06,
      "loss": 3.6985,
      "step": 3804
    },
    {
      "epoch": 2.4518936341659954,
      "grad_norm": 2.434541526665055,
      "learning_rate": 9.947441685202054e-06,
      "loss": 3.6556,
      "step": 3805
    },
    {
      "epoch": 2.4525382755842062,
      "grad_norm": 2.2480284725739272,
      "learning_rate": 9.947413890416226e-06,
      "loss": 3.8101,
      "step": 3806
    },
    {
      "epoch": 2.4531829170024175,
      "grad_norm": 2.2497066579375438,
      "learning_rate": 9.947386088326079e-06,
      "loss": 3.7733,
      "step": 3807
    },
    {
      "epoch": 2.4538275584206284,
      "grad_norm": 2.671673876794837,
      "learning_rate": 9.947358278931659e-06,
      "loss": 3.5504,
      "step": 3808
    },
    {
      "epoch": 2.4544721998388397,
      "grad_norm": 2.501653362021326,
      "learning_rate": 9.947330462233009e-06,
      "loss": 3.9534,
      "step": 3809
    },
    {
      "epoch": 2.455116841257051,
      "grad_norm": 2.702582764815536,
      "learning_rate": 9.947302638230177e-06,
      "loss": 3.961,
      "step": 3810
    },
    {
      "epoch": 2.455761482675262,
      "grad_norm": 2.889735807686288,
      "learning_rate": 9.947274806923209e-06,
      "loss": 3.8722,
      "step": 3811
    },
    {
      "epoch": 2.456406124093473,
      "grad_norm": 2.5131459247660555,
      "learning_rate": 9.947246968312149e-06,
      "loss": 3.6598,
      "step": 3812
    },
    {
      "epoch": 2.457050765511684,
      "grad_norm": 3.675099379984434,
      "learning_rate": 9.947219122397044e-06,
      "loss": 3.5896,
      "step": 3813
    },
    {
      "epoch": 2.4576954069298953,
      "grad_norm": 2.6152892283960134,
      "learning_rate": 9.947191269177939e-06,
      "loss": 3.4226,
      "step": 3814
    },
    {
      "epoch": 2.4583400483481066,
      "grad_norm": 2.7674197402115994,
      "learning_rate": 9.94716340865488e-06,
      "loss": 3.7918,
      "step": 3815
    },
    {
      "epoch": 2.4589846897663175,
      "grad_norm": 2.349383735732897,
      "learning_rate": 9.947135540827912e-06,
      "loss": 3.4307,
      "step": 3816
    },
    {
      "epoch": 2.4596293311845288,
      "grad_norm": 3.0469304585452504,
      "learning_rate": 9.947107665697084e-06,
      "loss": 3.5572,
      "step": 3817
    },
    {
      "epoch": 2.4602739726027396,
      "grad_norm": 2.1272168274821213,
      "learning_rate": 9.947079783262436e-06,
      "loss": 3.9076,
      "step": 3818
    },
    {
      "epoch": 2.460918614020951,
      "grad_norm": 2.3486578998754584,
      "learning_rate": 9.94705189352402e-06,
      "loss": 3.6508,
      "step": 3819
    },
    {
      "epoch": 2.461563255439162,
      "grad_norm": 3.432848400425758,
      "learning_rate": 9.94702399648188e-06,
      "loss": 3.5284,
      "step": 3820
    },
    {
      "epoch": 2.462207896857373,
      "grad_norm": 2.5529786824784524,
      "learning_rate": 9.946996092136057e-06,
      "loss": 3.7969,
      "step": 3821
    },
    {
      "epoch": 2.4628525382755844,
      "grad_norm": 2.2412597467333146,
      "learning_rate": 9.946968180486604e-06,
      "loss": 3.9389,
      "step": 3822
    },
    {
      "epoch": 2.4634971796937952,
      "grad_norm": 2.60160254995799,
      "learning_rate": 9.946940261533561e-06,
      "loss": 3.8055,
      "step": 3823
    },
    {
      "epoch": 2.4641418211120065,
      "grad_norm": 2.420564931100288,
      "learning_rate": 9.946912335276976e-06,
      "loss": 3.9251,
      "step": 3824
    },
    {
      "epoch": 2.4647864625302174,
      "grad_norm": 2.2571612863456223,
      "learning_rate": 9.946884401716897e-06,
      "loss": 3.9146,
      "step": 3825
    },
    {
      "epoch": 2.4654311039484287,
      "grad_norm": 2.282836841998357,
      "learning_rate": 9.946856460853368e-06,
      "loss": 3.8123,
      "step": 3826
    },
    {
      "epoch": 2.46607574536664,
      "grad_norm": 2.383457728557254,
      "learning_rate": 9.946828512686433e-06,
      "loss": 3.3238,
      "step": 3827
    },
    {
      "epoch": 2.466720386784851,
      "grad_norm": 2.4196040614649466,
      "learning_rate": 9.946800557216141e-06,
      "loss": 3.5694,
      "step": 3828
    },
    {
      "epoch": 2.467365028203062,
      "grad_norm": 2.247719563978458,
      "learning_rate": 9.946772594442538e-06,
      "loss": 3.9024,
      "step": 3829
    },
    {
      "epoch": 2.468009669621273,
      "grad_norm": 2.4148031833730017,
      "learning_rate": 9.94674462436567e-06,
      "loss": 3.4464,
      "step": 3830
    },
    {
      "epoch": 2.4686543110394843,
      "grad_norm": 2.1532635945284375,
      "learning_rate": 9.946716646985577e-06,
      "loss": 3.9872,
      "step": 3831
    },
    {
      "epoch": 2.4692989524576956,
      "grad_norm": 2.1411507887599295,
      "learning_rate": 9.946688662302313e-06,
      "loss": 3.6812,
      "step": 3832
    },
    {
      "epoch": 2.4699435938759065,
      "grad_norm": 2.2643953400743193,
      "learning_rate": 9.946660670315918e-06,
      "loss": 3.6978,
      "step": 3833
    },
    {
      "epoch": 2.4705882352941178,
      "grad_norm": 2.4159379576226643,
      "learning_rate": 9.946632671026443e-06,
      "loss": 3.3915,
      "step": 3834
    },
    {
      "epoch": 2.4712328767123286,
      "grad_norm": 2.1782144239313785,
      "learning_rate": 9.94660466443393e-06,
      "loss": 3.7826,
      "step": 3835
    },
    {
      "epoch": 2.47187751813054,
      "grad_norm": 2.252150250792451,
      "learning_rate": 9.946576650538427e-06,
      "loss": 3.5893,
      "step": 3836
    },
    {
      "epoch": 2.4725221595487508,
      "grad_norm": 2.4162435379885303,
      "learning_rate": 9.94654862933998e-06,
      "loss": 3.7263,
      "step": 3837
    },
    {
      "epoch": 2.473166800966962,
      "grad_norm": 2.0972775893504845,
      "learning_rate": 9.946520600838634e-06,
      "loss": 3.7424,
      "step": 3838
    },
    {
      "epoch": 2.4738114423851734,
      "grad_norm": 2.0882442964296133,
      "learning_rate": 9.946492565034434e-06,
      "loss": 3.6571,
      "step": 3839
    },
    {
      "epoch": 2.474456083803384,
      "grad_norm": 2.6246029764288474,
      "learning_rate": 9.94646452192743e-06,
      "loss": 3.9669,
      "step": 3840
    },
    {
      "epoch": 2.4751007252215955,
      "grad_norm": 2.5195064594461716,
      "learning_rate": 9.946436471517665e-06,
      "loss": 3.7592,
      "step": 3841
    },
    {
      "epoch": 2.4757453666398064,
      "grad_norm": 3.1307958346238127,
      "learning_rate": 9.946408413805187e-06,
      "loss": 3.7255,
      "step": 3842
    },
    {
      "epoch": 2.4763900080580177,
      "grad_norm": 4.0838790633888875,
      "learning_rate": 9.946380348790038e-06,
      "loss": 3.8111,
      "step": 3843
    },
    {
      "epoch": 2.477034649476229,
      "grad_norm": 2.4647688006437254,
      "learning_rate": 9.946352276472268e-06,
      "loss": 4.0213,
      "step": 3844
    },
    {
      "epoch": 2.47767929089444,
      "grad_norm": 3.6134306022300198,
      "learning_rate": 9.946324196851921e-06,
      "loss": 4.0054,
      "step": 3845
    },
    {
      "epoch": 2.478323932312651,
      "grad_norm": 2.270238163517313,
      "learning_rate": 9.946296109929046e-06,
      "loss": 3.8293,
      "step": 3846
    },
    {
      "epoch": 2.478968573730862,
      "grad_norm": 3.4719153576986903,
      "learning_rate": 9.946268015703687e-06,
      "loss": 3.5007,
      "step": 3847
    },
    {
      "epoch": 2.4796132151490733,
      "grad_norm": 2.537434486151247,
      "learning_rate": 9.946239914175888e-06,
      "loss": 3.785,
      "step": 3848
    },
    {
      "epoch": 2.4802578565672846,
      "grad_norm": 3.9984657027476933,
      "learning_rate": 9.9462118053457e-06,
      "loss": 3.8227,
      "step": 3849
    },
    {
      "epoch": 2.4809024979854954,
      "grad_norm": 2.7198764795741637,
      "learning_rate": 9.946183689213167e-06,
      "loss": 3.6052,
      "step": 3850
    },
    {
      "epoch": 2.4815471394037067,
      "grad_norm": 3.03696402922914,
      "learning_rate": 9.946155565778334e-06,
      "loss": 3.3369,
      "step": 3851
    },
    {
      "epoch": 2.4821917808219176,
      "grad_norm": 2.948024608082579,
      "learning_rate": 9.946127435041248e-06,
      "loss": 3.8574,
      "step": 3852
    },
    {
      "epoch": 2.482836422240129,
      "grad_norm": 3.286988981153077,
      "learning_rate": 9.946099297001956e-06,
      "loss": 3.7523,
      "step": 3853
    },
    {
      "epoch": 2.48348106365834,
      "grad_norm": 2.4233556293574607,
      "learning_rate": 9.946071151660502e-06,
      "loss": 3.5229,
      "step": 3854
    },
    {
      "epoch": 2.484125705076551,
      "grad_norm": 3.2255399216583536,
      "learning_rate": 9.946042999016936e-06,
      "loss": 3.5127,
      "step": 3855
    },
    {
      "epoch": 2.4847703464947624,
      "grad_norm": 2.1717623069259195,
      "learning_rate": 9.946014839071301e-06,
      "loss": 3.6672,
      "step": 3856
    },
    {
      "epoch": 2.485414987912973,
      "grad_norm": 3.343574548156484,
      "learning_rate": 9.945986671823643e-06,
      "loss": 3.4776,
      "step": 3857
    },
    {
      "epoch": 2.4860596293311845,
      "grad_norm": 2.340449116398148,
      "learning_rate": 9.94595849727401e-06,
      "loss": 3.6814,
      "step": 3858
    },
    {
      "epoch": 2.486704270749396,
      "grad_norm": 2.7999350479707643,
      "learning_rate": 9.945930315422448e-06,
      "loss": 4.0955,
      "step": 3859
    },
    {
      "epoch": 2.4873489121676067,
      "grad_norm": 2.542603909553902,
      "learning_rate": 9.945902126269002e-06,
      "loss": 3.8641,
      "step": 3860
    },
    {
      "epoch": 2.487993553585818,
      "grad_norm": 2.464588548985058,
      "learning_rate": 9.945873929813721e-06,
      "loss": 3.9883,
      "step": 3861
    },
    {
      "epoch": 2.488638195004029,
      "grad_norm": 2.6206862133019553,
      "learning_rate": 9.94584572605665e-06,
      "loss": 3.6517,
      "step": 3862
    },
    {
      "epoch": 2.48928283642224,
      "grad_norm": 3.0078361872303665,
      "learning_rate": 9.945817514997833e-06,
      "loss": 3.5461,
      "step": 3863
    },
    {
      "epoch": 2.4899274778404514,
      "grad_norm": 2.340976723670451,
      "learning_rate": 9.945789296637318e-06,
      "loss": 3.6752,
      "step": 3864
    },
    {
      "epoch": 2.4905721192586623,
      "grad_norm": 2.9420325368124316,
      "learning_rate": 9.945761070975154e-06,
      "loss": 3.6275,
      "step": 3865
    },
    {
      "epoch": 2.4912167606768736,
      "grad_norm": 2.202834223529318,
      "learning_rate": 9.945732838011384e-06,
      "loss": 3.6164,
      "step": 3866
    },
    {
      "epoch": 2.4918614020950844,
      "grad_norm": 3.025731254941896,
      "learning_rate": 9.945704597746055e-06,
      "loss": 3.728,
      "step": 3867
    },
    {
      "epoch": 2.4925060435132957,
      "grad_norm": 2.5385295332638544,
      "learning_rate": 9.945676350179214e-06,
      "loss": 3.3498,
      "step": 3868
    },
    {
      "epoch": 2.493150684931507,
      "grad_norm": 2.9349535497445953,
      "learning_rate": 9.945648095310907e-06,
      "loss": 3.8167,
      "step": 3869
    },
    {
      "epoch": 2.493795326349718,
      "grad_norm": 2.3513330716645124,
      "learning_rate": 9.945619833141179e-06,
      "loss": 4.0973,
      "step": 3870
    },
    {
      "epoch": 2.494439967767929,
      "grad_norm": 2.5551262503986685,
      "learning_rate": 9.945591563670081e-06,
      "loss": 3.7445,
      "step": 3871
    },
    {
      "epoch": 2.49508460918614,
      "grad_norm": 2.4162773385189626,
      "learning_rate": 9.945563286897654e-06,
      "loss": 3.7657,
      "step": 3872
    },
    {
      "epoch": 2.4957292506043514,
      "grad_norm": 2.2171485214105724,
      "learning_rate": 9.945535002823948e-06,
      "loss": 3.9863,
      "step": 3873
    },
    {
      "epoch": 2.4963738920225627,
      "grad_norm": 2.1131123669710226,
      "learning_rate": 9.945506711449008e-06,
      "loss": 3.7483,
      "step": 3874
    },
    {
      "epoch": 2.4970185334407735,
      "grad_norm": 2.314437352476154,
      "learning_rate": 9.94547841277288e-06,
      "loss": 3.8695,
      "step": 3875
    },
    {
      "epoch": 2.497663174858985,
      "grad_norm": 2.3359379329285788,
      "learning_rate": 9.945450106795613e-06,
      "loss": 3.5702,
      "step": 3876
    },
    {
      "epoch": 2.4983078162771957,
      "grad_norm": 2.13343803401227,
      "learning_rate": 9.945421793517249e-06,
      "loss": 3.9069,
      "step": 3877
    },
    {
      "epoch": 2.498952457695407,
      "grad_norm": 2.5577630816961094,
      "learning_rate": 9.94539347293784e-06,
      "loss": 3.9417,
      "step": 3878
    },
    {
      "epoch": 2.4995970991136183,
      "grad_norm": 2.688036769025549,
      "learning_rate": 9.945365145057429e-06,
      "loss": 3.7771,
      "step": 3879
    },
    {
      "epoch": 2.500241740531829,
      "grad_norm": 2.3197539652453383,
      "learning_rate": 9.945336809876063e-06,
      "loss": 3.6947,
      "step": 3880
    },
    {
      "epoch": 2.5008863819500404,
      "grad_norm": 2.7169476705929743,
      "learning_rate": 9.945308467393788e-06,
      "loss": 3.4443,
      "step": 3881
    },
    {
      "epoch": 2.5015310233682513,
      "grad_norm": 2.4235500276026505,
      "learning_rate": 9.945280117610652e-06,
      "loss": 3.9556,
      "step": 3882
    },
    {
      "epoch": 2.5021756647864626,
      "grad_norm": 2.94649502202225,
      "learning_rate": 9.945251760526701e-06,
      "loss": 3.7157,
      "step": 3883
    },
    {
      "epoch": 2.502820306204674,
      "grad_norm": 2.523666816915901,
      "learning_rate": 9.94522339614198e-06,
      "loss": 3.6418,
      "step": 3884
    },
    {
      "epoch": 2.5034649476228847,
      "grad_norm": 2.8562803455291874,
      "learning_rate": 9.945195024456539e-06,
      "loss": 3.6465,
      "step": 3885
    },
    {
      "epoch": 2.504109589041096,
      "grad_norm": 2.4682945042866513,
      "learning_rate": 9.94516664547042e-06,
      "loss": 3.3697,
      "step": 3886
    },
    {
      "epoch": 2.504754230459307,
      "grad_norm": 3.03750853466085,
      "learning_rate": 9.945138259183677e-06,
      "loss": 3.3794,
      "step": 3887
    },
    {
      "epoch": 2.505398871877518,
      "grad_norm": 2.022896875516549,
      "learning_rate": 9.945109865596349e-06,
      "loss": 3.986,
      "step": 3888
    },
    {
      "epoch": 2.5060435132957295,
      "grad_norm": 2.7256359921023714,
      "learning_rate": 9.945081464708484e-06,
      "loss": 3.7645,
      "step": 3889
    },
    {
      "epoch": 2.5066881547139404,
      "grad_norm": 2.07287616845722,
      "learning_rate": 9.945053056520132e-06,
      "loss": 3.4936,
      "step": 3890
    },
    {
      "epoch": 2.5073327961321517,
      "grad_norm": 2.5789518971929257,
      "learning_rate": 9.945024641031337e-06,
      "loss": 3.704,
      "step": 3891
    },
    {
      "epoch": 2.5079774375503625,
      "grad_norm": 2.164166626397247,
      "learning_rate": 9.944996218242148e-06,
      "loss": 3.9489,
      "step": 3892
    },
    {
      "epoch": 2.508622078968574,
      "grad_norm": 2.647542374871348,
      "learning_rate": 9.94496778815261e-06,
      "loss": 3.5204,
      "step": 3893
    },
    {
      "epoch": 2.509266720386785,
      "grad_norm": 2.091600343353752,
      "learning_rate": 9.944939350762768e-06,
      "loss": 3.9302,
      "step": 3894
    },
    {
      "epoch": 2.509911361804996,
      "grad_norm": 2.4628929775605393,
      "learning_rate": 9.944910906072671e-06,
      "loss": 3.649,
      "step": 3895
    },
    {
      "epoch": 2.510556003223207,
      "grad_norm": 3.2225390654210373,
      "learning_rate": 9.944882454082367e-06,
      "loss": 3.6109,
      "step": 3896
    },
    {
      "epoch": 2.511200644641418,
      "grad_norm": 2.4496784492302384,
      "learning_rate": 9.944853994791899e-06,
      "loss": 3.5958,
      "step": 3897
    },
    {
      "epoch": 2.5118452860596294,
      "grad_norm": 2.0476259538675405,
      "learning_rate": 9.944825528201316e-06,
      "loss": 4.0172,
      "step": 3898
    },
    {
      "epoch": 2.5124899274778407,
      "grad_norm": 2.2119929500586397,
      "learning_rate": 9.944797054310665e-06,
      "loss": 3.646,
      "step": 3899
    },
    {
      "epoch": 2.5131345688960516,
      "grad_norm": 2.2125598754132985,
      "learning_rate": 9.944768573119993e-06,
      "loss": 3.7967,
      "step": 3900
    },
    {
      "epoch": 2.5131345688960516,
      "eval_loss": 3.837606191635132,
      "eval_runtime": 3.1729,
      "eval_samples_per_second": 31.517,
      "eval_steps_per_second": 4.097,
      "step": 3900
    },
    {
      "epoch": 2.5137792103142624,
      "grad_norm": 2.5852918615369607,
      "learning_rate": 9.944740084629345e-06,
      "loss": 3.6562,
      "step": 3901
    },
    {
      "epoch": 2.5144238517324737,
      "grad_norm": 2.2231349720079265,
      "learning_rate": 9.944711588838768e-06,
      "loss": 3.6954,
      "step": 3902
    },
    {
      "epoch": 2.515068493150685,
      "grad_norm": 2.865762279316759,
      "learning_rate": 9.944683085748313e-06,
      "loss": 3.8516,
      "step": 3903
    },
    {
      "epoch": 2.515713134568896,
      "grad_norm": 2.349534196329715,
      "learning_rate": 9.94465457535802e-06,
      "loss": 4.0435,
      "step": 3904
    },
    {
      "epoch": 2.516357775987107,
      "grad_norm": 2.7195466309745577,
      "learning_rate": 9.944626057667942e-06,
      "loss": 3.7954,
      "step": 3905
    },
    {
      "epoch": 2.517002417405318,
      "grad_norm": 4.711162195889468,
      "learning_rate": 9.94459753267812e-06,
      "loss": 3.5342,
      "step": 3906
    },
    {
      "epoch": 2.5176470588235293,
      "grad_norm": 2.8951594181140705,
      "learning_rate": 9.944569000388605e-06,
      "loss": 3.5668,
      "step": 3907
    },
    {
      "epoch": 2.5182917002417406,
      "grad_norm": 5.206613694689959,
      "learning_rate": 9.944540460799444e-06,
      "loss": 3.9063,
      "step": 3908
    },
    {
      "epoch": 2.5189363416599515,
      "grad_norm": 2.354642245369458,
      "learning_rate": 9.944511913910682e-06,
      "loss": 3.8176,
      "step": 3909
    },
    {
      "epoch": 2.519580983078163,
      "grad_norm": 3.742194623722671,
      "learning_rate": 9.944483359722366e-06,
      "loss": 3.5619,
      "step": 3910
    },
    {
      "epoch": 2.5202256244963737,
      "grad_norm": 2.8431080618970017,
      "learning_rate": 9.944454798234546e-06,
      "loss": 3.8078,
      "step": 3911
    },
    {
      "epoch": 2.520870265914585,
      "grad_norm": 2.74784627647415,
      "learning_rate": 9.944426229447265e-06,
      "loss": 3.5272,
      "step": 3912
    },
    {
      "epoch": 2.5215149073327963,
      "grad_norm": 3.257757286795704,
      "learning_rate": 9.944397653360569e-06,
      "loss": 3.6786,
      "step": 3913
    },
    {
      "epoch": 2.522159548751007,
      "grad_norm": 4.6008552715765045,
      "learning_rate": 9.94436906997451e-06,
      "loss": 4.0336,
      "step": 3914
    },
    {
      "epoch": 2.5228041901692184,
      "grad_norm": 3.1761334126763714,
      "learning_rate": 9.944340479289131e-06,
      "loss": 3.803,
      "step": 3915
    },
    {
      "epoch": 2.5234488315874293,
      "grad_norm": 2.8666397721218337,
      "learning_rate": 9.94431188130448e-06,
      "loss": 3.723,
      "step": 3916
    },
    {
      "epoch": 2.5240934730056406,
      "grad_norm": 3.144623119135903,
      "learning_rate": 9.944283276020605e-06,
      "loss": 3.6226,
      "step": 3917
    },
    {
      "epoch": 2.524738114423852,
      "grad_norm": 3.2659056596599254,
      "learning_rate": 9.94425466343755e-06,
      "loss": 3.805,
      "step": 3918
    },
    {
      "epoch": 2.5253827558420627,
      "grad_norm": 2.6006841104193037,
      "learning_rate": 9.944226043555366e-06,
      "loss": 3.8402,
      "step": 3919
    },
    {
      "epoch": 2.526027397260274,
      "grad_norm": 2.42315752426253,
      "learning_rate": 9.944197416374098e-06,
      "loss": 3.838,
      "step": 3920
    },
    {
      "epoch": 2.526672038678485,
      "grad_norm": 2.4286348104384503,
      "learning_rate": 9.944168781893792e-06,
      "loss": 3.6587,
      "step": 3921
    },
    {
      "epoch": 2.527316680096696,
      "grad_norm": 2.5440534986535828,
      "learning_rate": 9.944140140114497e-06,
      "loss": 3.9921,
      "step": 3922
    },
    {
      "epoch": 2.5279613215149075,
      "grad_norm": 2.4202885922955844,
      "learning_rate": 9.944111491036259e-06,
      "loss": 3.8418,
      "step": 3923
    },
    {
      "epoch": 2.5286059629331183,
      "grad_norm": 2.5649923095599303,
      "learning_rate": 9.944082834659125e-06,
      "loss": 3.8155,
      "step": 3924
    },
    {
      "epoch": 2.5292506043513296,
      "grad_norm": 3.5398573581981214,
      "learning_rate": 9.944054170983142e-06,
      "loss": 3.6008,
      "step": 3925
    },
    {
      "epoch": 2.5298952457695405,
      "grad_norm": 2.045803466883999,
      "learning_rate": 9.944025500008358e-06,
      "loss": 3.9666,
      "step": 3926
    },
    {
      "epoch": 2.530539887187752,
      "grad_norm": 2.414222910827159,
      "learning_rate": 9.94399682173482e-06,
      "loss": 3.4678,
      "step": 3927
    },
    {
      "epoch": 2.531184528605963,
      "grad_norm": 2.298581862697092,
      "learning_rate": 9.943968136162573e-06,
      "loss": 3.9011,
      "step": 3928
    },
    {
      "epoch": 2.531829170024174,
      "grad_norm": 2.7010246510033054,
      "learning_rate": 9.943939443291667e-06,
      "loss": 3.8049,
      "step": 3929
    },
    {
      "epoch": 2.5324738114423853,
      "grad_norm": 2.2611348604087538,
      "learning_rate": 9.943910743122148e-06,
      "loss": 3.6845,
      "step": 3930
    },
    {
      "epoch": 2.533118452860596,
      "grad_norm": 2.721567531937947,
      "learning_rate": 9.943882035654062e-06,
      "loss": 3.6532,
      "step": 3931
    },
    {
      "epoch": 2.5337630942788074,
      "grad_norm": 2.2276295626584965,
      "learning_rate": 9.943853320887456e-06,
      "loss": 3.5141,
      "step": 3932
    },
    {
      "epoch": 2.5344077356970187,
      "grad_norm": 3.0492671485739744,
      "learning_rate": 9.943824598822378e-06,
      "loss": 3.9308,
      "step": 3933
    },
    {
      "epoch": 2.5350523771152296,
      "grad_norm": 2.844996043418756,
      "learning_rate": 9.943795869458879e-06,
      "loss": 3.4927,
      "step": 3934
    },
    {
      "epoch": 2.535697018533441,
      "grad_norm": 2.442994451657062,
      "learning_rate": 9.943767132797e-06,
      "loss": 3.9381,
      "step": 3935
    },
    {
      "epoch": 2.5363416599516517,
      "grad_norm": 2.7909243771050214,
      "learning_rate": 9.943738388836792e-06,
      "loss": 3.7241,
      "step": 3936
    },
    {
      "epoch": 2.536986301369863,
      "grad_norm": 2.639929133867294,
      "learning_rate": 9.943709637578299e-06,
      "loss": 3.8661,
      "step": 3937
    },
    {
      "epoch": 2.5376309427880743,
      "grad_norm": 2.2046326236576825,
      "learning_rate": 9.943680879021571e-06,
      "loss": 3.6474,
      "step": 3938
    },
    {
      "epoch": 2.538275584206285,
      "grad_norm": 2.5647795561154294,
      "learning_rate": 9.943652113166656e-06,
      "loss": 3.6653,
      "step": 3939
    },
    {
      "epoch": 2.5389202256244965,
      "grad_norm": 2.3063743134888717,
      "learning_rate": 9.943623340013598e-06,
      "loss": 4.0281,
      "step": 3940
    },
    {
      "epoch": 2.5395648670427073,
      "grad_norm": 2.265801444838526,
      "learning_rate": 9.943594559562446e-06,
      "loss": 3.4252,
      "step": 3941
    },
    {
      "epoch": 2.5402095084609186,
      "grad_norm": 2.4341676510431207,
      "learning_rate": 9.943565771813249e-06,
      "loss": 3.5994,
      "step": 3942
    },
    {
      "epoch": 2.54085414987913,
      "grad_norm": 2.485799128523355,
      "learning_rate": 9.943536976766049e-06,
      "loss": 3.6725,
      "step": 3943
    },
    {
      "epoch": 2.541498791297341,
      "grad_norm": 2.8292222720748588,
      "learning_rate": 9.9435081744209e-06,
      "loss": 3.293,
      "step": 3944
    },
    {
      "epoch": 2.542143432715552,
      "grad_norm": 3.226660935540787,
      "learning_rate": 9.943479364777845e-06,
      "loss": 3.7147,
      "step": 3945
    },
    {
      "epoch": 2.542788074133763,
      "grad_norm": 2.5188071325177073,
      "learning_rate": 9.943450547836931e-06,
      "loss": 3.6961,
      "step": 3946
    },
    {
      "epoch": 2.5434327155519743,
      "grad_norm": 3.0120260008719244,
      "learning_rate": 9.94342172359821e-06,
      "loss": 3.8427,
      "step": 3947
    },
    {
      "epoch": 2.5440773569701856,
      "grad_norm": 2.165371883160327,
      "learning_rate": 9.943392892061724e-06,
      "loss": 3.6364,
      "step": 3948
    },
    {
      "epoch": 2.5447219983883964,
      "grad_norm": 2.5354763445678037,
      "learning_rate": 9.943364053227522e-06,
      "loss": 3.8783,
      "step": 3949
    },
    {
      "epoch": 2.5453666398066077,
      "grad_norm": 1.998807157091301,
      "learning_rate": 9.943335207095652e-06,
      "loss": 3.9233,
      "step": 3950
    },
    {
      "epoch": 2.5460112812248186,
      "grad_norm": 2.3997753254734078,
      "learning_rate": 9.943306353666162e-06,
      "loss": 3.9455,
      "step": 3951
    },
    {
      "epoch": 2.54665592264303,
      "grad_norm": 2.2145736702961565,
      "learning_rate": 9.943277492939098e-06,
      "loss": 3.7025,
      "step": 3952
    },
    {
      "epoch": 2.547300564061241,
      "grad_norm": 2.7860645601945007,
      "learning_rate": 9.943248624914508e-06,
      "loss": 3.0291,
      "step": 3953
    },
    {
      "epoch": 2.547945205479452,
      "grad_norm": 2.5394775069128483,
      "learning_rate": 9.94321974959244e-06,
      "loss": 3.9873,
      "step": 3954
    },
    {
      "epoch": 2.5485898468976633,
      "grad_norm": 2.023403015500416,
      "learning_rate": 9.943190866972939e-06,
      "loss": 3.662,
      "step": 3955
    },
    {
      "epoch": 2.549234488315874,
      "grad_norm": 2.727058015456321,
      "learning_rate": 9.943161977056055e-06,
      "loss": 3.3622,
      "step": 3956
    },
    {
      "epoch": 2.5498791297340855,
      "grad_norm": 2.000878230778002,
      "learning_rate": 9.943133079841836e-06,
      "loss": 3.7179,
      "step": 3957
    },
    {
      "epoch": 2.550523771152297,
      "grad_norm": 2.660710245866111,
      "learning_rate": 9.943104175330327e-06,
      "loss": 3.8577,
      "step": 3958
    },
    {
      "epoch": 2.5511684125705076,
      "grad_norm": 1.9471450913101582,
      "learning_rate": 9.943075263521577e-06,
      "loss": 3.9302,
      "step": 3959
    },
    {
      "epoch": 2.551813053988719,
      "grad_norm": 3.162813097773808,
      "learning_rate": 9.943046344415633e-06,
      "loss": 3.6189,
      "step": 3960
    },
    {
      "epoch": 2.55245769540693,
      "grad_norm": 2.5297030253833435,
      "learning_rate": 9.943017418012543e-06,
      "loss": 3.8362,
      "step": 3961
    },
    {
      "epoch": 2.553102336825141,
      "grad_norm": 2.68754699791938,
      "learning_rate": 9.942988484312353e-06,
      "loss": 3.4857,
      "step": 3962
    },
    {
      "epoch": 2.5537469782433524,
      "grad_norm": 2.60844105290461,
      "learning_rate": 9.942959543315112e-06,
      "loss": 3.5608,
      "step": 3963
    },
    {
      "epoch": 2.5543916196615633,
      "grad_norm": 2.6087317285680456,
      "learning_rate": 9.942930595020867e-06,
      "loss": 3.9511,
      "step": 3964
    },
    {
      "epoch": 2.555036261079774,
      "grad_norm": 2.4273412805888346,
      "learning_rate": 9.942901639429667e-06,
      "loss": 3.6568,
      "step": 3965
    },
    {
      "epoch": 2.5556809024979854,
      "grad_norm": 2.4619327069479158,
      "learning_rate": 9.942872676541557e-06,
      "loss": 3.6805,
      "step": 3966
    },
    {
      "epoch": 2.5563255439161967,
      "grad_norm": 2.987155273016702,
      "learning_rate": 9.942843706356585e-06,
      "loss": 3.5062,
      "step": 3967
    },
    {
      "epoch": 2.556970185334408,
      "grad_norm": 2.4932424076776694,
      "learning_rate": 9.942814728874801e-06,
      "loss": 3.8062,
      "step": 3968
    },
    {
      "epoch": 2.557614826752619,
      "grad_norm": 2.5920301122907152,
      "learning_rate": 9.94278574409625e-06,
      "loss": 3.7954,
      "step": 3969
    },
    {
      "epoch": 2.5582594681708297,
      "grad_norm": 2.9494055079195185,
      "learning_rate": 9.942756752020982e-06,
      "loss": 3.719,
      "step": 3970
    },
    {
      "epoch": 2.558904109589041,
      "grad_norm": 2.288774018413984,
      "learning_rate": 9.942727752649041e-06,
      "loss": 3.8881,
      "step": 3971
    },
    {
      "epoch": 2.5595487510072523,
      "grad_norm": 2.33849097710971,
      "learning_rate": 9.942698745980478e-06,
      "loss": 3.3686,
      "step": 3972
    },
    {
      "epoch": 2.560193392425463,
      "grad_norm": 2.2071200934029176,
      "learning_rate": 9.94266973201534e-06,
      "loss": 3.9778,
      "step": 3973
    },
    {
      "epoch": 2.5608380338436745,
      "grad_norm": 2.4932557288533737,
      "learning_rate": 9.942640710753675e-06,
      "loss": 3.6434,
      "step": 3974
    },
    {
      "epoch": 2.5614826752618853,
      "grad_norm": 2.8982687155919016,
      "learning_rate": 9.942611682195528e-06,
      "loss": 3.7172,
      "step": 3975
    },
    {
      "epoch": 2.5621273166800966,
      "grad_norm": 2.8979108008817827,
      "learning_rate": 9.94258264634095e-06,
      "loss": 3.7364,
      "step": 3976
    },
    {
      "epoch": 2.562771958098308,
      "grad_norm": 2.523536006214781,
      "learning_rate": 9.942553603189985e-06,
      "loss": 3.9945,
      "step": 3977
    },
    {
      "epoch": 2.563416599516519,
      "grad_norm": 2.580242222470986,
      "learning_rate": 9.942524552742682e-06,
      "loss": 3.6865,
      "step": 3978
    },
    {
      "epoch": 2.56406124093473,
      "grad_norm": 2.0922088182343015,
      "learning_rate": 9.942495494999093e-06,
      "loss": 3.9257,
      "step": 3979
    },
    {
      "epoch": 2.564705882352941,
      "grad_norm": 2.99785408569121,
      "learning_rate": 9.94246642995926e-06,
      "loss": 3.8736,
      "step": 3980
    },
    {
      "epoch": 2.5653505237711522,
      "grad_norm": 4.312573455420147,
      "learning_rate": 9.942437357623234e-06,
      "loss": 3.7118,
      "step": 3981
    },
    {
      "epoch": 2.5659951651893635,
      "grad_norm": 2.5544830135784053,
      "learning_rate": 9.942408277991062e-06,
      "loss": 3.6719,
      "step": 3982
    },
    {
      "epoch": 2.5666398066075744,
      "grad_norm": 3.07430916283186,
      "learning_rate": 9.94237919106279e-06,
      "loss": 3.7204,
      "step": 3983
    },
    {
      "epoch": 2.5672844480257857,
      "grad_norm": 2.5083262203296894,
      "learning_rate": 9.942350096838468e-06,
      "loss": 3.8917,
      "step": 3984
    },
    {
      "epoch": 2.5679290894439966,
      "grad_norm": 3.7789937976279386,
      "learning_rate": 9.942320995318144e-06,
      "loss": 3.6178,
      "step": 3985
    },
    {
      "epoch": 2.568573730862208,
      "grad_norm": 2.6906815998373843,
      "learning_rate": 9.942291886501864e-06,
      "loss": 3.7292,
      "step": 3986
    },
    {
      "epoch": 2.569218372280419,
      "grad_norm": 3.2374402364370782,
      "learning_rate": 9.942262770389678e-06,
      "loss": 3.7084,
      "step": 3987
    },
    {
      "epoch": 2.56986301369863,
      "grad_norm": 2.7312208489055703,
      "learning_rate": 9.94223364698163e-06,
      "loss": 3.6495,
      "step": 3988
    },
    {
      "epoch": 2.5705076551168413,
      "grad_norm": 3.1047959813136514,
      "learning_rate": 9.942204516277773e-06,
      "loss": 3.6447,
      "step": 3989
    },
    {
      "epoch": 2.571152296535052,
      "grad_norm": 4.00115067345198,
      "learning_rate": 9.942175378278151e-06,
      "loss": 3.7905,
      "step": 3990
    },
    {
      "epoch": 2.5717969379532635,
      "grad_norm": 2.835597458962154,
      "learning_rate": 9.942146232982812e-06,
      "loss": 3.6588,
      "step": 3991
    },
    {
      "epoch": 2.5724415793714748,
      "grad_norm": 3.2146108725020888,
      "learning_rate": 9.942117080391806e-06,
      "loss": 3.801,
      "step": 3992
    },
    {
      "epoch": 2.5730862207896856,
      "grad_norm": 2.8362084297516876,
      "learning_rate": 9.94208792050518e-06,
      "loss": 3.6646,
      "step": 3993
    },
    {
      "epoch": 2.573730862207897,
      "grad_norm": 3.7741641156484653,
      "learning_rate": 9.942058753322981e-06,
      "loss": 3.749,
      "step": 3994
    },
    {
      "epoch": 2.574375503626108,
      "grad_norm": 2.9462797959093887,
      "learning_rate": 9.942029578845259e-06,
      "loss": 3.7343,
      "step": 3995
    },
    {
      "epoch": 2.575020145044319,
      "grad_norm": 3.180662573808053,
      "learning_rate": 9.942000397072058e-06,
      "loss": 3.595,
      "step": 3996
    },
    {
      "epoch": 2.5756647864625304,
      "grad_norm": 3.106754531033391,
      "learning_rate": 9.941971208003431e-06,
      "loss": 3.8656,
      "step": 3997
    },
    {
      "epoch": 2.5763094278807412,
      "grad_norm": 3.4642930357600994,
      "learning_rate": 9.941942011639422e-06,
      "loss": 3.876,
      "step": 3998
    },
    {
      "epoch": 2.5769540692989525,
      "grad_norm": 2.5778086273048144,
      "learning_rate": 9.941912807980082e-06,
      "loss": 3.6954,
      "step": 3999
    },
    {
      "epoch": 2.5775987107171634,
      "grad_norm": 3.4687440142526986,
      "learning_rate": 9.941883597025453e-06,
      "loss": 3.7079,
      "step": 4000
    },
    {
      "epoch": 2.5775987107171634,
      "eval_loss": 3.8332958221435547,
      "eval_runtime": 2.9511,
      "eval_samples_per_second": 33.886,
      "eval_steps_per_second": 4.405,
      "step": 4000
    },
    {
      "epoch": 2.5782433521353747,
      "grad_norm": 2.8946440609331745,
      "learning_rate": 9.941854378775592e-06,
      "loss": 3.6685,
      "step": 4001
    },
    {
      "epoch": 2.578887993553586,
      "grad_norm": 2.896574512656887,
      "learning_rate": 9.94182515323054e-06,
      "loss": 3.5549,
      "step": 4002
    },
    {
      "epoch": 2.579532634971797,
      "grad_norm": 3.3183152939000964,
      "learning_rate": 9.941795920390347e-06,
      "loss": 3.7079,
      "step": 4003
    },
    {
      "epoch": 2.580177276390008,
      "grad_norm": 2.5036395842589836,
      "learning_rate": 9.941766680255062e-06,
      "loss": 3.6937,
      "step": 4004
    },
    {
      "epoch": 2.580821917808219,
      "grad_norm": 3.6139770134090696,
      "learning_rate": 9.941737432824732e-06,
      "loss": 3.6571,
      "step": 4005
    },
    {
      "epoch": 2.5814665592264303,
      "grad_norm": 2.9181828418388185,
      "learning_rate": 9.941708178099404e-06,
      "loss": 3.754,
      "step": 4006
    },
    {
      "epoch": 2.5821112006446416,
      "grad_norm": 2.751109177606553,
      "learning_rate": 9.94167891607913e-06,
      "loss": 3.8569,
      "step": 4007
    },
    {
      "epoch": 2.5827558420628525,
      "grad_norm": 3.3856764632712366,
      "learning_rate": 9.941649646763954e-06,
      "loss": 3.5454,
      "step": 4008
    },
    {
      "epoch": 2.5834004834810638,
      "grad_norm": 2.7520036678378563,
      "learning_rate": 9.941620370153926e-06,
      "loss": 3.6148,
      "step": 4009
    },
    {
      "epoch": 2.5840451248992746,
      "grad_norm": 2.4760287108397963,
      "learning_rate": 9.941591086249093e-06,
      "loss": 3.5823,
      "step": 4010
    },
    {
      "epoch": 2.584689766317486,
      "grad_norm": 2.7007423991727277,
      "learning_rate": 9.941561795049502e-06,
      "loss": 3.5096,
      "step": 4011
    },
    {
      "epoch": 2.5853344077356972,
      "grad_norm": 2.379005287881992,
      "learning_rate": 9.941532496555207e-06,
      "loss": 3.5425,
      "step": 4012
    },
    {
      "epoch": 2.585979049153908,
      "grad_norm": 2.746871748410241,
      "learning_rate": 9.94150319076625e-06,
      "loss": 3.7375,
      "step": 4013
    },
    {
      "epoch": 2.5866236905721194,
      "grad_norm": 2.1998475664537067,
      "learning_rate": 9.941473877682678e-06,
      "loss": 3.4648,
      "step": 4014
    },
    {
      "epoch": 2.5872683319903302,
      "grad_norm": 2.3853864294373204,
      "learning_rate": 9.941444557304545e-06,
      "loss": 3.4953,
      "step": 4015
    },
    {
      "epoch": 2.5879129734085415,
      "grad_norm": 2.2427275616897497,
      "learning_rate": 9.941415229631896e-06,
      "loss": 3.7502,
      "step": 4016
    },
    {
      "epoch": 2.588557614826753,
      "grad_norm": 2.35816438792723,
      "learning_rate": 9.94138589466478e-06,
      "loss": 3.7336,
      "step": 4017
    },
    {
      "epoch": 2.5892022562449637,
      "grad_norm": 2.3053383897174036,
      "learning_rate": 9.941356552403244e-06,
      "loss": 3.5876,
      "step": 4018
    },
    {
      "epoch": 2.589846897663175,
      "grad_norm": 2.585612915824544,
      "learning_rate": 9.941327202847336e-06,
      "loss": 3.6694,
      "step": 4019
    },
    {
      "epoch": 2.590491539081386,
      "grad_norm": 2.5953960717632225,
      "learning_rate": 9.941297845997105e-06,
      "loss": 3.7296,
      "step": 4020
    },
    {
      "epoch": 2.591136180499597,
      "grad_norm": 2.5573120491990236,
      "learning_rate": 9.941268481852602e-06,
      "loss": 3.5182,
      "step": 4021
    },
    {
      "epoch": 2.5917808219178085,
      "grad_norm": 3.1410144662256334,
      "learning_rate": 9.941239110413871e-06,
      "loss": 4.0061,
      "step": 4022
    },
    {
      "epoch": 2.5924254633360193,
      "grad_norm": 2.756313113531722,
      "learning_rate": 9.941209731680962e-06,
      "loss": 3.7964,
      "step": 4023
    },
    {
      "epoch": 2.5930701047542306,
      "grad_norm": 2.1841807365687242,
      "learning_rate": 9.94118034565392e-06,
      "loss": 3.4338,
      "step": 4024
    },
    {
      "epoch": 2.5937147461724415,
      "grad_norm": 2.685009874271281,
      "learning_rate": 9.941150952332799e-06,
      "loss": 3.7625,
      "step": 4025
    },
    {
      "epoch": 2.5943593875906528,
      "grad_norm": 2.863885103478183,
      "learning_rate": 9.941121551717646e-06,
      "loss": 4.0388,
      "step": 4026
    },
    {
      "epoch": 2.595004029008864,
      "grad_norm": 2.7844864963041536,
      "learning_rate": 9.941092143808505e-06,
      "loss": 3.746,
      "step": 4027
    },
    {
      "epoch": 2.595648670427075,
      "grad_norm": 2.064302220824475,
      "learning_rate": 9.941062728605429e-06,
      "loss": 3.6948,
      "step": 4028
    },
    {
      "epoch": 2.5962933118452862,
      "grad_norm": 2.661377634288705,
      "learning_rate": 9.941033306108463e-06,
      "loss": 4.0522,
      "step": 4029
    },
    {
      "epoch": 2.596937953263497,
      "grad_norm": 2.168465352536622,
      "learning_rate": 9.941003876317656e-06,
      "loss": 3.847,
      "step": 4030
    },
    {
      "epoch": 2.5975825946817084,
      "grad_norm": 2.735631874873138,
      "learning_rate": 9.94097443923306e-06,
      "loss": 4.0313,
      "step": 4031
    },
    {
      "epoch": 2.5982272360999197,
      "grad_norm": 2.089923439647623,
      "learning_rate": 9.94094499485472e-06,
      "loss": 3.7623,
      "step": 4032
    },
    {
      "epoch": 2.5988718775181305,
      "grad_norm": 3.375733997016147,
      "learning_rate": 9.940915543182682e-06,
      "loss": 3.5832,
      "step": 4033
    },
    {
      "epoch": 2.5995165189363414,
      "grad_norm": 2.609209558222186,
      "learning_rate": 9.940886084217e-06,
      "loss": 3.7548,
      "step": 4034
    },
    {
      "epoch": 2.6001611603545527,
      "grad_norm": 2.8595705015471067,
      "learning_rate": 9.940856617957718e-06,
      "loss": 3.5953,
      "step": 4035
    },
    {
      "epoch": 2.600805801772764,
      "grad_norm": 2.7332701264127217,
      "learning_rate": 9.940827144404886e-06,
      "loss": 3.9133,
      "step": 4036
    },
    {
      "epoch": 2.6014504431909753,
      "grad_norm": 2.6499262442050653,
      "learning_rate": 9.940797663558552e-06,
      "loss": 3.5376,
      "step": 4037
    },
    {
      "epoch": 2.602095084609186,
      "grad_norm": 3.138675600318523,
      "learning_rate": 9.940768175418767e-06,
      "loss": 3.6616,
      "step": 4038
    },
    {
      "epoch": 2.602739726027397,
      "grad_norm": 2.6974488377817196,
      "learning_rate": 9.940738679985575e-06,
      "loss": 3.8142,
      "step": 4039
    },
    {
      "epoch": 2.6033843674456083,
      "grad_norm": 2.580666306319245,
      "learning_rate": 9.940709177259026e-06,
      "loss": 3.3943,
      "step": 4040
    },
    {
      "epoch": 2.6040290088638196,
      "grad_norm": 2.444671813404137,
      "learning_rate": 9.940679667239171e-06,
      "loss": 3.9944,
      "step": 4041
    },
    {
      "epoch": 2.6046736502820305,
      "grad_norm": 2.9809862911056166,
      "learning_rate": 9.940650149926056e-06,
      "loss": 3.4154,
      "step": 4042
    },
    {
      "epoch": 2.6053182917002418,
      "grad_norm": 2.15611910266202,
      "learning_rate": 9.94062062531973e-06,
      "loss": 3.7473,
      "step": 4043
    },
    {
      "epoch": 2.6059629331184526,
      "grad_norm": 2.5338637594943587,
      "learning_rate": 9.940591093420241e-06,
      "loss": 4.0035,
      "step": 4044
    },
    {
      "epoch": 2.606607574536664,
      "grad_norm": 2.906310966455941,
      "learning_rate": 9.940561554227638e-06,
      "loss": 3.6754,
      "step": 4045
    },
    {
      "epoch": 2.607252215954875,
      "grad_norm": 2.8349919473852205,
      "learning_rate": 9.94053200774197e-06,
      "loss": 4.0288,
      "step": 4046
    },
    {
      "epoch": 2.607896857373086,
      "grad_norm": 2.5817922854635587,
      "learning_rate": 9.940502453963286e-06,
      "loss": 3.7099,
      "step": 4047
    },
    {
      "epoch": 2.6085414987912974,
      "grad_norm": 3.3696562533550414,
      "learning_rate": 9.940472892891632e-06,
      "loss": 3.3676,
      "step": 4048
    },
    {
      "epoch": 2.6091861402095082,
      "grad_norm": 2.3027488647176493,
      "learning_rate": 9.940443324527058e-06,
      "loss": 4.0266,
      "step": 4049
    },
    {
      "epoch": 2.6098307816277195,
      "grad_norm": 2.7807360139366346,
      "learning_rate": 9.940413748869614e-06,
      "loss": 3.7952,
      "step": 4050
    },
    {
      "epoch": 2.610475423045931,
      "grad_norm": 2.1391903502010288,
      "learning_rate": 9.940384165919346e-06,
      "loss": 3.8107,
      "step": 4051
    },
    {
      "epoch": 2.6111200644641417,
      "grad_norm": 3.4011546877088503,
      "learning_rate": 9.940354575676305e-06,
      "loss": 3.7124,
      "step": 4052
    },
    {
      "epoch": 2.611764705882353,
      "grad_norm": 2.89389457540094,
      "learning_rate": 9.940324978140538e-06,
      "loss": 3.4713,
      "step": 4053
    },
    {
      "epoch": 2.612409347300564,
      "grad_norm": 2.1898674165280965,
      "learning_rate": 9.940295373312094e-06,
      "loss": 3.7913,
      "step": 4054
    },
    {
      "epoch": 2.613053988718775,
      "grad_norm": 3.1744953451200475,
      "learning_rate": 9.940265761191023e-06,
      "loss": 3.8813,
      "step": 4055
    },
    {
      "epoch": 2.6136986301369864,
      "grad_norm": 2.126535110559828,
      "learning_rate": 9.940236141777371e-06,
      "loss": 3.7498,
      "step": 4056
    },
    {
      "epoch": 2.6143432715551973,
      "grad_norm": 2.645178862978595,
      "learning_rate": 9.940206515071187e-06,
      "loss": 3.8109,
      "step": 4057
    },
    {
      "epoch": 2.6149879129734086,
      "grad_norm": 2.8752424746838083,
      "learning_rate": 9.940176881072523e-06,
      "loss": 4.0114,
      "step": 4058
    },
    {
      "epoch": 2.6156325543916195,
      "grad_norm": 2.3300804286941683,
      "learning_rate": 9.940147239781424e-06,
      "loss": 3.4685,
      "step": 4059
    },
    {
      "epoch": 2.6162771958098308,
      "grad_norm": 2.9515578734903136,
      "learning_rate": 9.940117591197941e-06,
      "loss": 3.8179,
      "step": 4060
    },
    {
      "epoch": 2.616921837228042,
      "grad_norm": 2.775305681138717,
      "learning_rate": 9.94008793532212e-06,
      "loss": 3.7207,
      "step": 4061
    },
    {
      "epoch": 2.617566478646253,
      "grad_norm": 2.584634934637596,
      "learning_rate": 9.940058272154012e-06,
      "loss": 3.8264,
      "step": 4062
    },
    {
      "epoch": 2.618211120064464,
      "grad_norm": 2.640755900460044,
      "learning_rate": 9.940028601693665e-06,
      "loss": 3.7289,
      "step": 4063
    },
    {
      "epoch": 2.618855761482675,
      "grad_norm": 2.3372085257795154,
      "learning_rate": 9.939998923941129e-06,
      "loss": 3.8556,
      "step": 4064
    },
    {
      "epoch": 2.6195004029008864,
      "grad_norm": 2.6502082547722683,
      "learning_rate": 9.93996923889645e-06,
      "loss": 3.8135,
      "step": 4065
    },
    {
      "epoch": 2.6201450443190977,
      "grad_norm": 2.88272412078771,
      "learning_rate": 9.939939546559679e-06,
      "loss": 3.7451,
      "step": 4066
    },
    {
      "epoch": 2.6207896857373085,
      "grad_norm": 2.223974744712153,
      "learning_rate": 9.939909846930865e-06,
      "loss": 3.4948,
      "step": 4067
    },
    {
      "epoch": 2.62143432715552,
      "grad_norm": 2.8087983359089925,
      "learning_rate": 9.939880140010055e-06,
      "loss": 4.1141,
      "step": 4068
    },
    {
      "epoch": 2.6220789685737307,
      "grad_norm": 2.9881153315929705,
      "learning_rate": 9.939850425797299e-06,
      "loss": 3.3801,
      "step": 4069
    },
    {
      "epoch": 2.622723609991942,
      "grad_norm": 2.3894017752732095,
      "learning_rate": 9.939820704292645e-06,
      "loss": 3.7196,
      "step": 4070
    },
    {
      "epoch": 2.6233682514101533,
      "grad_norm": 2.7895782407419043,
      "learning_rate": 9.939790975496143e-06,
      "loss": 3.647,
      "step": 4071
    },
    {
      "epoch": 2.624012892828364,
      "grad_norm": 2.8271166743476184,
      "learning_rate": 9.93976123940784e-06,
      "loss": 3.9337,
      "step": 4072
    },
    {
      "epoch": 2.6246575342465754,
      "grad_norm": 2.739184646259438,
      "learning_rate": 9.939731496027787e-06,
      "loss": 4.0452,
      "step": 4073
    },
    {
      "epoch": 2.6253021756647863,
      "grad_norm": 2.181640271315356,
      "learning_rate": 9.93970174535603e-06,
      "loss": 3.7074,
      "step": 4074
    },
    {
      "epoch": 2.6259468170829976,
      "grad_norm": 2.6632979645180104,
      "learning_rate": 9.939671987392624e-06,
      "loss": 3.9012,
      "step": 4075
    },
    {
      "epoch": 2.626591458501209,
      "grad_norm": 2.0894602219134706,
      "learning_rate": 9.93964222213761e-06,
      "loss": 3.5772,
      "step": 4076
    },
    {
      "epoch": 2.6272360999194198,
      "grad_norm": 2.645627906364392,
      "learning_rate": 9.939612449591041e-06,
      "loss": 3.5475,
      "step": 4077
    },
    {
      "epoch": 2.627880741337631,
      "grad_norm": 2.587723468713549,
      "learning_rate": 9.939582669752966e-06,
      "loss": 3.8251,
      "step": 4078
    },
    {
      "epoch": 2.628525382755842,
      "grad_norm": 2.052247936611865,
      "learning_rate": 9.939552882623431e-06,
      "loss": 3.9017,
      "step": 4079
    },
    {
      "epoch": 2.629170024174053,
      "grad_norm": 2.286275080295747,
      "learning_rate": 9.93952308820249e-06,
      "loss": 3.979,
      "step": 4080
    },
    {
      "epoch": 2.6298146655922645,
      "grad_norm": 2.1150917343539697,
      "learning_rate": 9.939493286490188e-06,
      "loss": 3.5302,
      "step": 4081
    },
    {
      "epoch": 2.6304593070104754,
      "grad_norm": 2.8685017089311438,
      "learning_rate": 9.939463477486575e-06,
      "loss": 3.4921,
      "step": 4082
    },
    {
      "epoch": 2.6311039484286867,
      "grad_norm": 2.603024140159039,
      "learning_rate": 9.9394336611917e-06,
      "loss": 3.7608,
      "step": 4083
    },
    {
      "epoch": 2.6317485898468975,
      "grad_norm": 1.9872686435674929,
      "learning_rate": 9.939403837605611e-06,
      "loss": 3.6245,
      "step": 4084
    },
    {
      "epoch": 2.632393231265109,
      "grad_norm": 2.2686505101139915,
      "learning_rate": 9.939374006728358e-06,
      "loss": 4.033,
      "step": 4085
    },
    {
      "epoch": 2.63303787268332,
      "grad_norm": 1.8483021087820972,
      "learning_rate": 9.93934416855999e-06,
      "loss": 3.9335,
      "step": 4086
    },
    {
      "epoch": 2.633682514101531,
      "grad_norm": 2.3417824508833487,
      "learning_rate": 9.939314323100558e-06,
      "loss": 3.6215,
      "step": 4087
    },
    {
      "epoch": 2.6343271555197423,
      "grad_norm": 2.4097717690175555,
      "learning_rate": 9.939284470350107e-06,
      "loss": 3.5975,
      "step": 4088
    },
    {
      "epoch": 2.634971796937953,
      "grad_norm": 2.5042856974699554,
      "learning_rate": 9.93925461030869e-06,
      "loss": 3.4547,
      "step": 4089
    },
    {
      "epoch": 2.6356164383561644,
      "grad_norm": 2.1418475701891486,
      "learning_rate": 9.939224742976353e-06,
      "loss": 3.7964,
      "step": 4090
    },
    {
      "epoch": 2.6362610797743757,
      "grad_norm": 2.5512557006145635,
      "learning_rate": 9.939194868353144e-06,
      "loss": 3.8937,
      "step": 4091
    },
    {
      "epoch": 2.6369057211925866,
      "grad_norm": 2.5237013765407807,
      "learning_rate": 9.939164986439117e-06,
      "loss": 3.6533,
      "step": 4092
    },
    {
      "epoch": 2.637550362610798,
      "grad_norm": 2.1830717026555666,
      "learning_rate": 9.939135097234316e-06,
      "loss": 3.8087,
      "step": 4093
    },
    {
      "epoch": 2.6381950040290088,
      "grad_norm": 2.351972542723312,
      "learning_rate": 9.939105200738795e-06,
      "loss": 3.9231,
      "step": 4094
    },
    {
      "epoch": 2.63883964544722,
      "grad_norm": 2.338279450584861,
      "learning_rate": 9.939075296952598e-06,
      "loss": 3.5131,
      "step": 4095
    },
    {
      "epoch": 2.6394842868654314,
      "grad_norm": 2.630368877965354,
      "learning_rate": 9.939045385875777e-06,
      "loss": 3.5253,
      "step": 4096
    },
    {
      "epoch": 2.640128928283642,
      "grad_norm": 2.561999834935606,
      "learning_rate": 9.93901546750838e-06,
      "loss": 3.7905,
      "step": 4097
    },
    {
      "epoch": 2.6407735697018535,
      "grad_norm": 1.9999098957615287,
      "learning_rate": 9.93898554185046e-06,
      "loss": 3.7831,
      "step": 4098
    },
    {
      "epoch": 2.6414182111200644,
      "grad_norm": 2.4611304362088733,
      "learning_rate": 9.93895560890206e-06,
      "loss": 4.2145,
      "step": 4099
    },
    {
      "epoch": 2.6420628525382757,
      "grad_norm": 2.152462209207815,
      "learning_rate": 9.938925668663234e-06,
      "loss": 3.8301,
      "step": 4100
    },
    {
      "epoch": 2.6420628525382757,
      "eval_loss": 3.8301382064819336,
      "eval_runtime": 2.9675,
      "eval_samples_per_second": 33.698,
      "eval_steps_per_second": 4.381,
      "step": 4100
    },
    {
      "epoch": 2.642707493956487,
      "grad_norm": 2.243130324193768,
      "learning_rate": 9.938895721134026e-06,
      "loss": 3.822,
      "step": 4101
    },
    {
      "epoch": 2.643352135374698,
      "grad_norm": 2.2320357638924264,
      "learning_rate": 9.938865766314492e-06,
      "loss": 3.6849,
      "step": 4102
    },
    {
      "epoch": 2.6439967767929087,
      "grad_norm": 2.4511403939980765,
      "learning_rate": 9.938835804204676e-06,
      "loss": 3.7405,
      "step": 4103
    },
    {
      "epoch": 2.64464141821112,
      "grad_norm": 2.294369632078979,
      "learning_rate": 9.93880583480463e-06,
      "loss": 3.762,
      "step": 4104
    },
    {
      "epoch": 2.6452860596293313,
      "grad_norm": 2.699855380768478,
      "learning_rate": 9.938775858114402e-06,
      "loss": 3.4136,
      "step": 4105
    },
    {
      "epoch": 2.6459307010475426,
      "grad_norm": 2.471337720025651,
      "learning_rate": 9.938745874134037e-06,
      "loss": 3.9239,
      "step": 4106
    },
    {
      "epoch": 2.6465753424657534,
      "grad_norm": 2.6300114235041936,
      "learning_rate": 9.938715882863594e-06,
      "loss": 3.671,
      "step": 4107
    },
    {
      "epoch": 2.6472199838839643,
      "grad_norm": 2.276081675281419,
      "learning_rate": 9.938685884303116e-06,
      "loss": 3.9769,
      "step": 4108
    },
    {
      "epoch": 2.6478646253021756,
      "grad_norm": 2.0732959663568424,
      "learning_rate": 9.93865587845265e-06,
      "loss": 3.8387,
      "step": 4109
    },
    {
      "epoch": 2.648509266720387,
      "grad_norm": 2.163070618378468,
      "learning_rate": 9.938625865312252e-06,
      "loss": 3.5786,
      "step": 4110
    },
    {
      "epoch": 2.6491539081385977,
      "grad_norm": 2.4389184026516832,
      "learning_rate": 9.938595844881966e-06,
      "loss": 3.8076,
      "step": 4111
    },
    {
      "epoch": 2.649798549556809,
      "grad_norm": 2.1230651717837246,
      "learning_rate": 9.938565817161843e-06,
      "loss": 4.007,
      "step": 4112
    },
    {
      "epoch": 2.65044319097502,
      "grad_norm": 2.4298340144116035,
      "learning_rate": 9.938535782151932e-06,
      "loss": 3.6609,
      "step": 4113
    },
    {
      "epoch": 2.651087832393231,
      "grad_norm": 2.2366236123791845,
      "learning_rate": 9.938505739852283e-06,
      "loss": 3.8133,
      "step": 4114
    },
    {
      "epoch": 2.6517324738114425,
      "grad_norm": 2.762232472081146,
      "learning_rate": 9.938475690262944e-06,
      "loss": 3.7991,
      "step": 4115
    },
    {
      "epoch": 2.6523771152296534,
      "grad_norm": 2.152935742169601,
      "learning_rate": 9.938445633383966e-06,
      "loss": 3.8775,
      "step": 4116
    },
    {
      "epoch": 2.6530217566478647,
      "grad_norm": 2.09365722905942,
      "learning_rate": 9.938415569215398e-06,
      "loss": 3.8011,
      "step": 4117
    },
    {
      "epoch": 2.6536663980660755,
      "grad_norm": 2.2804128462311244,
      "learning_rate": 9.93838549775729e-06,
      "loss": 3.5392,
      "step": 4118
    },
    {
      "epoch": 2.654311039484287,
      "grad_norm": 2.360761877986692,
      "learning_rate": 9.93835541900969e-06,
      "loss": 3.6605,
      "step": 4119
    },
    {
      "epoch": 2.654955680902498,
      "grad_norm": 2.505156998939301,
      "learning_rate": 9.938325332972646e-06,
      "loss": 3.9428,
      "step": 4120
    },
    {
      "epoch": 2.655600322320709,
      "grad_norm": 2.0355830985673875,
      "learning_rate": 9.938295239646211e-06,
      "loss": 3.7479,
      "step": 4121
    },
    {
      "epoch": 2.6562449637389203,
      "grad_norm": 2.2764028523144892,
      "learning_rate": 9.938265139030431e-06,
      "loss": 3.4633,
      "step": 4122
    },
    {
      "epoch": 2.656889605157131,
      "grad_norm": 1.9973253187070479,
      "learning_rate": 9.938235031125359e-06,
      "loss": 4.0657,
      "step": 4123
    },
    {
      "epoch": 2.6575342465753424,
      "grad_norm": 2.279568851297075,
      "learning_rate": 9.938204915931043e-06,
      "loss": 3.5605,
      "step": 4124
    },
    {
      "epoch": 2.6581788879935537,
      "grad_norm": 2.3721472375301165,
      "learning_rate": 9.938174793447529e-06,
      "loss": 3.7699,
      "step": 4125
    },
    {
      "epoch": 2.6588235294117646,
      "grad_norm": 2.7700115949434547,
      "learning_rate": 9.93814466367487e-06,
      "loss": 3.4255,
      "step": 4126
    },
    {
      "epoch": 2.659468170829976,
      "grad_norm": 3.02636711319854,
      "learning_rate": 9.938114526613118e-06,
      "loss": 3.8385,
      "step": 4127
    },
    {
      "epoch": 2.6601128122481867,
      "grad_norm": 2.6066515798698404,
      "learning_rate": 9.938084382262317e-06,
      "loss": 3.6109,
      "step": 4128
    },
    {
      "epoch": 2.660757453666398,
      "grad_norm": 3.320838697201508,
      "learning_rate": 9.938054230622521e-06,
      "loss": 3.7859,
      "step": 4129
    },
    {
      "epoch": 2.6614020950846093,
      "grad_norm": 2.3195010515808048,
      "learning_rate": 9.938024071693776e-06,
      "loss": 3.4627,
      "step": 4130
    },
    {
      "epoch": 2.66204673650282,
      "grad_norm": 3.0536766754042657,
      "learning_rate": 9.937993905476133e-06,
      "loss": 3.7495,
      "step": 4131
    },
    {
      "epoch": 2.6626913779210315,
      "grad_norm": 2.433995767961413,
      "learning_rate": 9.937963731969641e-06,
      "loss": 3.408,
      "step": 4132
    },
    {
      "epoch": 2.6633360193392424,
      "grad_norm": 3.379833186773558,
      "learning_rate": 9.937933551174353e-06,
      "loss": 3.5654,
      "step": 4133
    },
    {
      "epoch": 2.6639806607574537,
      "grad_norm": 2.1502472467077767,
      "learning_rate": 9.937903363090312e-06,
      "loss": 3.5848,
      "step": 4134
    },
    {
      "epoch": 2.664625302175665,
      "grad_norm": 3.3229339517694805,
      "learning_rate": 9.937873167717573e-06,
      "loss": 3.6268,
      "step": 4135
    },
    {
      "epoch": 2.665269943593876,
      "grad_norm": 2.164519039054573,
      "learning_rate": 9.937842965056184e-06,
      "loss": 3.8732,
      "step": 4136
    },
    {
      "epoch": 2.665914585012087,
      "grad_norm": 2.9206169056755313,
      "learning_rate": 9.937812755106194e-06,
      "loss": 3.8877,
      "step": 4137
    },
    {
      "epoch": 2.666559226430298,
      "grad_norm": 2.1460983387421746,
      "learning_rate": 9.937782537867654e-06,
      "loss": 4.0156,
      "step": 4138
    },
    {
      "epoch": 2.6672038678485093,
      "grad_norm": 2.546565558965619,
      "learning_rate": 9.937752313340612e-06,
      "loss": 3.5084,
      "step": 4139
    },
    {
      "epoch": 2.6678485092667206,
      "grad_norm": 2.4918243942791003,
      "learning_rate": 9.937722081525119e-06,
      "loss": 3.6441,
      "step": 4140
    },
    {
      "epoch": 2.6684931506849314,
      "grad_norm": 3.449477541961198,
      "learning_rate": 9.937691842421224e-06,
      "loss": 3.8019,
      "step": 4141
    },
    {
      "epoch": 2.6691377921031427,
      "grad_norm": 2.8567778029612088,
      "learning_rate": 9.937661596028975e-06,
      "loss": 3.8138,
      "step": 4142
    },
    {
      "epoch": 2.6697824335213536,
      "grad_norm": 2.9986479175094387,
      "learning_rate": 9.937631342348424e-06,
      "loss": 3.7179,
      "step": 4143
    },
    {
      "epoch": 2.670427074939565,
      "grad_norm": 2.6963325519016763,
      "learning_rate": 9.937601081379623e-06,
      "loss": 3.806,
      "step": 4144
    },
    {
      "epoch": 2.671071716357776,
      "grad_norm": 3.467798884144134,
      "learning_rate": 9.937570813122614e-06,
      "loss": 3.9615,
      "step": 4145
    },
    {
      "epoch": 2.671716357775987,
      "grad_norm": 2.599055156336637,
      "learning_rate": 9.937540537577453e-06,
      "loss": 3.9092,
      "step": 4146
    },
    {
      "epoch": 2.6723609991941983,
      "grad_norm": 2.778589051418986,
      "learning_rate": 9.93751025474419e-06,
      "loss": 3.7358,
      "step": 4147
    },
    {
      "epoch": 2.673005640612409,
      "grad_norm": 3.5265547847421708,
      "learning_rate": 9.93747996462287e-06,
      "loss": 3.7683,
      "step": 4148
    },
    {
      "epoch": 2.6736502820306205,
      "grad_norm": 2.3418603498103847,
      "learning_rate": 9.93744966721355e-06,
      "loss": 4.0242,
      "step": 4149
    },
    {
      "epoch": 2.674294923448832,
      "grad_norm": 2.928022378917019,
      "learning_rate": 9.937419362516272e-06,
      "loss": 3.6719,
      "step": 4150
    },
    {
      "epoch": 2.6749395648670427,
      "grad_norm": 2.9515400475020424,
      "learning_rate": 9.937389050531091e-06,
      "loss": 3.5726,
      "step": 4151
    },
    {
      "epoch": 2.675584206285254,
      "grad_norm": 2.9337843849978005,
      "learning_rate": 9.937358731258054e-06,
      "loss": 3.9942,
      "step": 4152
    },
    {
      "epoch": 2.676228847703465,
      "grad_norm": 2.420672277898312,
      "learning_rate": 9.937328404697211e-06,
      "loss": 4.0885,
      "step": 4153
    },
    {
      "epoch": 2.676873489121676,
      "grad_norm": 2.9902526324639593,
      "learning_rate": 9.937298070848616e-06,
      "loss": 3.3864,
      "step": 4154
    },
    {
      "epoch": 2.6775181305398874,
      "grad_norm": 1.9752302519261264,
      "learning_rate": 9.937267729712311e-06,
      "loss": 3.8802,
      "step": 4155
    },
    {
      "epoch": 2.6781627719580983,
      "grad_norm": 3.223504023403036,
      "learning_rate": 9.937237381288352e-06,
      "loss": 3.8036,
      "step": 4156
    },
    {
      "epoch": 2.6788074133763096,
      "grad_norm": 2.38546669944217,
      "learning_rate": 9.937207025576788e-06,
      "loss": 3.9098,
      "step": 4157
    },
    {
      "epoch": 2.6794520547945204,
      "grad_norm": 3.1549305674228836,
      "learning_rate": 9.937176662577667e-06,
      "loss": 3.5734,
      "step": 4158
    },
    {
      "epoch": 2.6800966962127317,
      "grad_norm": 2.1504407155383416,
      "learning_rate": 9.93714629229104e-06,
      "loss": 3.9496,
      "step": 4159
    },
    {
      "epoch": 2.680741337630943,
      "grad_norm": 2.5056416576529514,
      "learning_rate": 9.937115914716958e-06,
      "loss": 4.0313,
      "step": 4160
    },
    {
      "epoch": 2.681385979049154,
      "grad_norm": 2.186813309450791,
      "learning_rate": 9.937085529855466e-06,
      "loss": 3.5907,
      "step": 4161
    },
    {
      "epoch": 2.682030620467365,
      "grad_norm": 2.3469939120302086,
      "learning_rate": 9.93705513770662e-06,
      "loss": 3.7367,
      "step": 4162
    },
    {
      "epoch": 2.682675261885576,
      "grad_norm": 2.210333053890523,
      "learning_rate": 9.937024738270468e-06,
      "loss": 3.5994,
      "step": 4163
    },
    {
      "epoch": 2.6833199033037873,
      "grad_norm": 2.5185854289168215,
      "learning_rate": 9.936994331547058e-06,
      "loss": 3.639,
      "step": 4164
    },
    {
      "epoch": 2.6839645447219986,
      "grad_norm": 2.209410623374859,
      "learning_rate": 9.936963917536441e-06,
      "loss": 3.5463,
      "step": 4165
    },
    {
      "epoch": 2.6846091861402095,
      "grad_norm": 2.045671512218821,
      "learning_rate": 9.936933496238667e-06,
      "loss": 3.6221,
      "step": 4166
    },
    {
      "epoch": 2.685253827558421,
      "grad_norm": 1.9159965643448589,
      "learning_rate": 9.936903067653788e-06,
      "loss": 3.7705,
      "step": 4167
    },
    {
      "epoch": 2.6858984689766316,
      "grad_norm": 2.2685628874895127,
      "learning_rate": 9.936872631781851e-06,
      "loss": 3.7476,
      "step": 4168
    },
    {
      "epoch": 2.686543110394843,
      "grad_norm": 2.0655279722752518,
      "learning_rate": 9.936842188622907e-06,
      "loss": 3.7811,
      "step": 4169
    },
    {
      "epoch": 2.6871877518130542,
      "grad_norm": 2.3149260710256696,
      "learning_rate": 9.936811738177007e-06,
      "loss": 3.8762,
      "step": 4170
    },
    {
      "epoch": 2.687832393231265,
      "grad_norm": 2.1542098539847117,
      "learning_rate": 9.936781280444199e-06,
      "loss": 3.8562,
      "step": 4171
    },
    {
      "epoch": 2.688477034649476,
      "grad_norm": 2.5587119475965814,
      "learning_rate": 9.936750815424535e-06,
      "loss": 3.5986,
      "step": 4172
    },
    {
      "epoch": 2.6891216760676873,
      "grad_norm": 2.537664020746354,
      "learning_rate": 9.936720343118064e-06,
      "loss": 4.3053,
      "step": 4173
    },
    {
      "epoch": 2.6897663174858986,
      "grad_norm": 2.1885962100751835,
      "learning_rate": 9.936689863524835e-06,
      "loss": 3.816,
      "step": 4174
    },
    {
      "epoch": 2.69041095890411,
      "grad_norm": 2.1084753528356583,
      "learning_rate": 9.9366593766449e-06,
      "loss": 3.8504,
      "step": 4175
    },
    {
      "epoch": 2.6910556003223207,
      "grad_norm": 2.5154587169203304,
      "learning_rate": 9.93662888247831e-06,
      "loss": 3.4978,
      "step": 4176
    },
    {
      "epoch": 2.6917002417405316,
      "grad_norm": 2.1274011871521967,
      "learning_rate": 9.936598381025113e-06,
      "loss": 3.8189,
      "step": 4177
    },
    {
      "epoch": 2.692344883158743,
      "grad_norm": 2.428900637970415,
      "learning_rate": 9.936567872285358e-06,
      "loss": 3.3137,
      "step": 4178
    },
    {
      "epoch": 2.692989524576954,
      "grad_norm": 1.7614578573803337,
      "learning_rate": 9.936537356259096e-06,
      "loss": 3.7394,
      "step": 4179
    },
    {
      "epoch": 2.693634165995165,
      "grad_norm": 2.1117272526195414,
      "learning_rate": 9.936506832946381e-06,
      "loss": 3.8637,
      "step": 4180
    },
    {
      "epoch": 2.6942788074133763,
      "grad_norm": 1.8953892132816335,
      "learning_rate": 9.936476302347258e-06,
      "loss": 3.8827,
      "step": 4181
    },
    {
      "epoch": 2.694923448831587,
      "grad_norm": 2.397035206923654,
      "learning_rate": 9.936445764461778e-06,
      "loss": 3.5995,
      "step": 4182
    },
    {
      "epoch": 2.6955680902497985,
      "grad_norm": 2.462702193134923,
      "learning_rate": 9.936415219289994e-06,
      "loss": 3.5065,
      "step": 4183
    },
    {
      "epoch": 2.69621273166801,
      "grad_norm": 2.1031364240139756,
      "learning_rate": 9.936384666831954e-06,
      "loss": 3.7938,
      "step": 4184
    },
    {
      "epoch": 2.6968573730862206,
      "grad_norm": 3.048202051881119,
      "learning_rate": 9.936354107087708e-06,
      "loss": 3.7102,
      "step": 4185
    },
    {
      "epoch": 2.697502014504432,
      "grad_norm": 2.201766115875951,
      "learning_rate": 9.936323540057307e-06,
      "loss": 3.3467,
      "step": 4186
    },
    {
      "epoch": 2.698146655922643,
      "grad_norm": 2.5607010747301406,
      "learning_rate": 9.936292965740803e-06,
      "loss": 3.524,
      "step": 4187
    },
    {
      "epoch": 2.698791297340854,
      "grad_norm": 3.0386616788290826,
      "learning_rate": 9.936262384138242e-06,
      "loss": 3.5685,
      "step": 4188
    },
    {
      "epoch": 2.6994359387590654,
      "grad_norm": 2.2740404729351886,
      "learning_rate": 9.936231795249676e-06,
      "loss": 3.3356,
      "step": 4189
    },
    {
      "epoch": 2.7000805801772763,
      "grad_norm": 2.5328278589510105,
      "learning_rate": 9.936201199075156e-06,
      "loss": 3.8548,
      "step": 4190
    },
    {
      "epoch": 2.7007252215954876,
      "grad_norm": 1.9957192126966479,
      "learning_rate": 9.936170595614732e-06,
      "loss": 4.0107,
      "step": 4191
    },
    {
      "epoch": 2.7013698630136984,
      "grad_norm": 2.8915603389863374,
      "learning_rate": 9.936139984868453e-06,
      "loss": 3.6651,
      "step": 4192
    },
    {
      "epoch": 2.7020145044319097,
      "grad_norm": 2.2662588413181566,
      "learning_rate": 9.936109366836372e-06,
      "loss": 3.9555,
      "step": 4193
    },
    {
      "epoch": 2.702659145850121,
      "grad_norm": 2.0496313010617957,
      "learning_rate": 9.936078741518537e-06,
      "loss": 3.3256,
      "step": 4194
    },
    {
      "epoch": 2.703303787268332,
      "grad_norm": 2.335940887999239,
      "learning_rate": 9.936048108915e-06,
      "loss": 3.9424,
      "step": 4195
    },
    {
      "epoch": 2.703948428686543,
      "grad_norm": 2.2800442042134152,
      "learning_rate": 9.93601746902581e-06,
      "loss": 3.7221,
      "step": 4196
    },
    {
      "epoch": 2.704593070104754,
      "grad_norm": 1.947227465261947,
      "learning_rate": 9.935986821851016e-06,
      "loss": 3.7975,
      "step": 4197
    },
    {
      "epoch": 2.7052377115229653,
      "grad_norm": 2.825209179482651,
      "learning_rate": 9.935956167390674e-06,
      "loss": 3.7709,
      "step": 4198
    },
    {
      "epoch": 2.7058823529411766,
      "grad_norm": 2.0226513049192194,
      "learning_rate": 9.935925505644826e-06,
      "loss": 3.6397,
      "step": 4199
    },
    {
      "epoch": 2.7065269943593875,
      "grad_norm": 3.016017486344741,
      "learning_rate": 9.935894836613528e-06,
      "loss": 3.4355,
      "step": 4200
    },
    {
      "epoch": 2.7065269943593875,
      "eval_loss": 3.8259165287017822,
      "eval_runtime": 2.9576,
      "eval_samples_per_second": 33.812,
      "eval_steps_per_second": 4.396,
      "step": 4200
    },
    {
      "epoch": 2.707171635777599,
      "grad_norm": 2.500314291795974,
      "learning_rate": 9.93586416029683e-06,
      "loss": 3.6968,
      "step": 4201
    },
    {
      "epoch": 2.7078162771958096,
      "grad_norm": 2.3088409689630764,
      "learning_rate": 9.93583347669478e-06,
      "loss": 4.0852,
      "step": 4202
    },
    {
      "epoch": 2.708460918614021,
      "grad_norm": 2.6924097539804936,
      "learning_rate": 9.93580278580743e-06,
      "loss": 3.3647,
      "step": 4203
    },
    {
      "epoch": 2.7091055600322322,
      "grad_norm": 2.044679387672679,
      "learning_rate": 9.93577208763483e-06,
      "loss": 3.8806,
      "step": 4204
    },
    {
      "epoch": 2.709750201450443,
      "grad_norm": 2.4281966629590177,
      "learning_rate": 9.935741382177032e-06,
      "loss": 3.6346,
      "step": 4205
    },
    {
      "epoch": 2.7103948428686544,
      "grad_norm": 2.52152759769642,
      "learning_rate": 9.935710669434085e-06,
      "loss": 4.0067,
      "step": 4206
    },
    {
      "epoch": 2.7110394842868653,
      "grad_norm": 2.6842136688634106,
      "learning_rate": 9.935679949406038e-06,
      "loss": 3.4505,
      "step": 4207
    },
    {
      "epoch": 2.7116841257050766,
      "grad_norm": 2.2883519118691575,
      "learning_rate": 9.935649222092944e-06,
      "loss": 3.4555,
      "step": 4208
    },
    {
      "epoch": 2.712328767123288,
      "grad_norm": 2.9051109698673443,
      "learning_rate": 9.935618487494852e-06,
      "loss": 3.7958,
      "step": 4209
    },
    {
      "epoch": 2.7129734085414987,
      "grad_norm": 2.0734655589548545,
      "learning_rate": 9.935587745611814e-06,
      "loss": 4.1184,
      "step": 4210
    },
    {
      "epoch": 2.71361804995971,
      "grad_norm": 2.7814618574512364,
      "learning_rate": 9.935556996443879e-06,
      "loss": 3.871,
      "step": 4211
    },
    {
      "epoch": 2.714262691377921,
      "grad_norm": 2.179106460268988,
      "learning_rate": 9.935526239991096e-06,
      "loss": 3.8854,
      "step": 4212
    },
    {
      "epoch": 2.714907332796132,
      "grad_norm": 2.6493896123788976,
      "learning_rate": 9.935495476253519e-06,
      "loss": 3.523,
      "step": 4213
    },
    {
      "epoch": 2.7155519742143435,
      "grad_norm": 2.6770787488546217,
      "learning_rate": 9.935464705231197e-06,
      "loss": 3.9761,
      "step": 4214
    },
    {
      "epoch": 2.7161966156325543,
      "grad_norm": 2.9195595439623636,
      "learning_rate": 9.935433926924182e-06,
      "loss": 4.0195,
      "step": 4215
    },
    {
      "epoch": 2.7168412570507656,
      "grad_norm": 3.9923609521491,
      "learning_rate": 9.935403141332519e-06,
      "loss": 3.6132,
      "step": 4216
    },
    {
      "epoch": 2.7174858984689765,
      "grad_norm": 2.554933738593209,
      "learning_rate": 9.935372348456268e-06,
      "loss": 4.1543,
      "step": 4217
    },
    {
      "epoch": 2.718130539887188,
      "grad_norm": 3.199136175469207,
      "learning_rate": 9.935341548295469e-06,
      "loss": 3.9424,
      "step": 4218
    },
    {
      "epoch": 2.718775181305399,
      "grad_norm": 2.2892846337233665,
      "learning_rate": 9.93531074085018e-06,
      "loss": 3.4392,
      "step": 4219
    },
    {
      "epoch": 2.71941982272361,
      "grad_norm": 3.044915006464721,
      "learning_rate": 9.935279926120448e-06,
      "loss": 3.8779,
      "step": 4220
    },
    {
      "epoch": 2.7200644641418212,
      "grad_norm": 3.2041114024455446,
      "learning_rate": 9.935249104106328e-06,
      "loss": 3.9018,
      "step": 4221
    },
    {
      "epoch": 2.720709105560032,
      "grad_norm": 3.1253969991787636,
      "learning_rate": 9.935218274807865e-06,
      "loss": 3.5934,
      "step": 4222
    },
    {
      "epoch": 2.7213537469782434,
      "grad_norm": 2.8578670197851483,
      "learning_rate": 9.935187438225111e-06,
      "loss": 3.9634,
      "step": 4223
    },
    {
      "epoch": 2.7219983883964547,
      "grad_norm": 2.596121187328838,
      "learning_rate": 9.93515659435812e-06,
      "loss": 3.6876,
      "step": 4224
    },
    {
      "epoch": 2.7226430298146655,
      "grad_norm": 2.524541502330439,
      "learning_rate": 9.935125743206941e-06,
      "loss": 3.8279,
      "step": 4225
    },
    {
      "epoch": 2.723287671232877,
      "grad_norm": 2.708773523794471,
      "learning_rate": 9.935094884771624e-06,
      "loss": 3.8298,
      "step": 4226
    },
    {
      "epoch": 2.7239323126510877,
      "grad_norm": 2.4963966071109804,
      "learning_rate": 9.935064019052218e-06,
      "loss": 3.6707,
      "step": 4227
    },
    {
      "epoch": 2.724576954069299,
      "grad_norm": 2.44535977383485,
      "learning_rate": 9.935033146048778e-06,
      "loss": 3.5445,
      "step": 4228
    },
    {
      "epoch": 2.7252215954875103,
      "grad_norm": 2.1856611987414247,
      "learning_rate": 9.93500226576135e-06,
      "loss": 3.803,
      "step": 4229
    },
    {
      "epoch": 2.725866236905721,
      "grad_norm": 2.090828371991434,
      "learning_rate": 9.934971378189989e-06,
      "loss": 3.4395,
      "step": 4230
    },
    {
      "epoch": 2.7265108783239325,
      "grad_norm": 2.0622455730722016,
      "learning_rate": 9.934940483334743e-06,
      "loss": 3.942,
      "step": 4231
    },
    {
      "epoch": 2.7271555197421433,
      "grad_norm": 1.9755056925256915,
      "learning_rate": 9.934909581195663e-06,
      "loss": 3.7531,
      "step": 4232
    },
    {
      "epoch": 2.7278001611603546,
      "grad_norm": 2.039110902297787,
      "learning_rate": 9.9348786717728e-06,
      "loss": 3.9236,
      "step": 4233
    },
    {
      "epoch": 2.728444802578566,
      "grad_norm": 2.224574418210143,
      "learning_rate": 9.934847755066205e-06,
      "loss": 3.8238,
      "step": 4234
    },
    {
      "epoch": 2.7290894439967768,
      "grad_norm": 2.6605782566453238,
      "learning_rate": 9.93481683107593e-06,
      "loss": 3.5108,
      "step": 4235
    },
    {
      "epoch": 2.729734085414988,
      "grad_norm": 2.0694413305417765,
      "learning_rate": 9.934785899802022e-06,
      "loss": 3.9249,
      "step": 4236
    },
    {
      "epoch": 2.730378726833199,
      "grad_norm": 2.0572026979573788,
      "learning_rate": 9.934754961244536e-06,
      "loss": 4.0003,
      "step": 4237
    },
    {
      "epoch": 2.7310233682514102,
      "grad_norm": 1.9720530114797714,
      "learning_rate": 9.934724015403522e-06,
      "loss": 3.9191,
      "step": 4238
    },
    {
      "epoch": 2.7316680096696215,
      "grad_norm": 2.679407621001652,
      "learning_rate": 9.93469306227903e-06,
      "loss": 3.7525,
      "step": 4239
    },
    {
      "epoch": 2.7323126510878324,
      "grad_norm": 2.6036627536741355,
      "learning_rate": 9.934662101871109e-06,
      "loss": 3.6212,
      "step": 4240
    },
    {
      "epoch": 2.7329572925060432,
      "grad_norm": 2.7778477780248036,
      "learning_rate": 9.934631134179812e-06,
      "loss": 3.853,
      "step": 4241
    },
    {
      "epoch": 2.7336019339242545,
      "grad_norm": 2.177338234354172,
      "learning_rate": 9.93460015920519e-06,
      "loss": 3.8008,
      "step": 4242
    },
    {
      "epoch": 2.734246575342466,
      "grad_norm": 3.2347188133232776,
      "learning_rate": 9.934569176947293e-06,
      "loss": 3.8515,
      "step": 4243
    },
    {
      "epoch": 2.734891216760677,
      "grad_norm": 2.4038642879053476,
      "learning_rate": 9.934538187406174e-06,
      "loss": 3.9632,
      "step": 4244
    },
    {
      "epoch": 2.735535858178888,
      "grad_norm": 2.8913539026079396,
      "learning_rate": 9.93450719058188e-06,
      "loss": 3.5928,
      "step": 4245
    },
    {
      "epoch": 2.736180499597099,
      "grad_norm": 2.69434187026816,
      "learning_rate": 9.934476186474465e-06,
      "loss": 3.6414,
      "step": 4246
    },
    {
      "epoch": 2.73682514101531,
      "grad_norm": 2.3731776764423347,
      "learning_rate": 9.93444517508398e-06,
      "loss": 3.4474,
      "step": 4247
    },
    {
      "epoch": 2.7374697824335215,
      "grad_norm": 2.507106801591197,
      "learning_rate": 9.934414156410472e-06,
      "loss": 3.8497,
      "step": 4248
    },
    {
      "epoch": 2.7381144238517323,
      "grad_norm": 2.2413954519291397,
      "learning_rate": 9.934383130453997e-06,
      "loss": 4.0878,
      "step": 4249
    },
    {
      "epoch": 2.7387590652699436,
      "grad_norm": 2.593006424946265,
      "learning_rate": 9.934352097214603e-06,
      "loss": 4.0227,
      "step": 4250
    },
    {
      "epoch": 2.7394037066881545,
      "grad_norm": 2.243530399539882,
      "learning_rate": 9.934321056692342e-06,
      "loss": 3.5496,
      "step": 4251
    },
    {
      "epoch": 2.7400483481063658,
      "grad_norm": 2.0278131367673993,
      "learning_rate": 9.934290008887265e-06,
      "loss": 4.0618,
      "step": 4252
    },
    {
      "epoch": 2.740692989524577,
      "grad_norm": 2.31460575268945,
      "learning_rate": 9.934258953799423e-06,
      "loss": 3.7255,
      "step": 4253
    },
    {
      "epoch": 2.741337630942788,
      "grad_norm": 2.4427204919463894,
      "learning_rate": 9.934227891428866e-06,
      "loss": 3.5939,
      "step": 4254
    },
    {
      "epoch": 2.7419822723609992,
      "grad_norm": 2.1605174399789555,
      "learning_rate": 9.934196821775647e-06,
      "loss": 3.7479,
      "step": 4255
    },
    {
      "epoch": 2.74262691377921,
      "grad_norm": 2.145296475806425,
      "learning_rate": 9.934165744839816e-06,
      "loss": 3.9072,
      "step": 4256
    },
    {
      "epoch": 2.7432715551974214,
      "grad_norm": 2.3267356271615145,
      "learning_rate": 9.934134660621421e-06,
      "loss": 3.9767,
      "step": 4257
    },
    {
      "epoch": 2.7439161966156327,
      "grad_norm": 2.436021366649621,
      "learning_rate": 9.93410356912052e-06,
      "loss": 3.9123,
      "step": 4258
    },
    {
      "epoch": 2.7445608380338435,
      "grad_norm": 3.12246159528895,
      "learning_rate": 9.934072470337157e-06,
      "loss": 3.5778,
      "step": 4259
    },
    {
      "epoch": 2.745205479452055,
      "grad_norm": 2.7330484757941744,
      "learning_rate": 9.934041364271387e-06,
      "loss": 3.7218,
      "step": 4260
    },
    {
      "epoch": 2.7458501208702657,
      "grad_norm": 5.091743941797802,
      "learning_rate": 9.93401025092326e-06,
      "loss": 3.315,
      "step": 4261
    },
    {
      "epoch": 2.746494762288477,
      "grad_norm": 3.0024662587921793,
      "learning_rate": 9.933979130292826e-06,
      "loss": 3.4997,
      "step": 4262
    },
    {
      "epoch": 2.7471394037066883,
      "grad_norm": 3.2782570448757884,
      "learning_rate": 9.93394800238014e-06,
      "loss": 4.0648,
      "step": 4263
    },
    {
      "epoch": 2.747784045124899,
      "grad_norm": 2.1763309101423465,
      "learning_rate": 9.933916867185249e-06,
      "loss": 3.6727,
      "step": 4264
    },
    {
      "epoch": 2.7484286865431105,
      "grad_norm": 3.406326641460921,
      "learning_rate": 9.933885724708204e-06,
      "loss": 3.5229,
      "step": 4265
    },
    {
      "epoch": 2.7490733279613213,
      "grad_norm": 2.222126819151168,
      "learning_rate": 9.933854574949062e-06,
      "loss": 3.614,
      "step": 4266
    },
    {
      "epoch": 2.7497179693795326,
      "grad_norm": 3.20737897486157,
      "learning_rate": 9.933823417907865e-06,
      "loss": 3.5916,
      "step": 4267
    },
    {
      "epoch": 2.750362610797744,
      "grad_norm": 2.2891659507675617,
      "learning_rate": 9.933792253584672e-06,
      "loss": 3.8559,
      "step": 4268
    },
    {
      "epoch": 2.7510072522159548,
      "grad_norm": 3.768943530311788,
      "learning_rate": 9.933761081979531e-06,
      "loss": 3.7442,
      "step": 4269
    },
    {
      "epoch": 2.751651893634166,
      "grad_norm": 2.0039230882953225,
      "learning_rate": 9.933729903092493e-06,
      "loss": 3.6324,
      "step": 4270
    },
    {
      "epoch": 2.752296535052377,
      "grad_norm": 2.651838917888713,
      "learning_rate": 9.93369871692361e-06,
      "loss": 3.6731,
      "step": 4271
    },
    {
      "epoch": 2.7529411764705882,
      "grad_norm": 2.5491892393920486,
      "learning_rate": 9.933667523472934e-06,
      "loss": 3.6309,
      "step": 4272
    },
    {
      "epoch": 2.7535858178887995,
      "grad_norm": 2.787543924479398,
      "learning_rate": 9.933636322740513e-06,
      "loss": 3.467,
      "step": 4273
    },
    {
      "epoch": 2.7542304593070104,
      "grad_norm": 2.534609104928072,
      "learning_rate": 9.9336051147264e-06,
      "loss": 3.613,
      "step": 4274
    },
    {
      "epoch": 2.7548751007252217,
      "grad_norm": 2.744550697256682,
      "learning_rate": 9.933573899430648e-06,
      "loss": 3.8955,
      "step": 4275
    },
    {
      "epoch": 2.7555197421434325,
      "grad_norm": 2.3535025065404684,
      "learning_rate": 9.933542676853307e-06,
      "loss": 3.7848,
      "step": 4276
    },
    {
      "epoch": 2.756164383561644,
      "grad_norm": 3.3619103103538777,
      "learning_rate": 9.933511446994429e-06,
      "loss": 3.6469,
      "step": 4277
    },
    {
      "epoch": 2.756809024979855,
      "grad_norm": 2.669850780323938,
      "learning_rate": 9.933480209854062e-06,
      "loss": 3.7202,
      "step": 4278
    },
    {
      "epoch": 2.757453666398066,
      "grad_norm": 2.945562687858454,
      "learning_rate": 9.933448965432261e-06,
      "loss": 3.6671,
      "step": 4279
    },
    {
      "epoch": 2.7580983078162773,
      "grad_norm": 2.28041342557091,
      "learning_rate": 9.933417713729076e-06,
      "loss": 4.2004,
      "step": 4280
    },
    {
      "epoch": 2.758742949234488,
      "grad_norm": 2.7270917029775017,
      "learning_rate": 9.93338645474456e-06,
      "loss": 3.9794,
      "step": 4281
    },
    {
      "epoch": 2.7593875906526995,
      "grad_norm": 2.440240176232636,
      "learning_rate": 9.93335518847876e-06,
      "loss": 3.7384,
      "step": 4282
    },
    {
      "epoch": 2.7600322320709108,
      "grad_norm": 2.349119697261391,
      "learning_rate": 9.933323914931733e-06,
      "loss": 3.6533,
      "step": 4283
    },
    {
      "epoch": 2.7606768734891216,
      "grad_norm": 2.288509666717199,
      "learning_rate": 9.933292634103525e-06,
      "loss": 3.9276,
      "step": 4284
    },
    {
      "epoch": 2.761321514907333,
      "grad_norm": 2.711926607011443,
      "learning_rate": 9.93326134599419e-06,
      "loss": 3.6474,
      "step": 4285
    },
    {
      "epoch": 2.7619661563255438,
      "grad_norm": 1.825125300343536,
      "learning_rate": 9.93323005060378e-06,
      "loss": 3.8877,
      "step": 4286
    },
    {
      "epoch": 2.762610797743755,
      "grad_norm": 2.2815643101036405,
      "learning_rate": 9.933198747932345e-06,
      "loss": 3.6186,
      "step": 4287
    },
    {
      "epoch": 2.7632554391619664,
      "grad_norm": 2.320725152732056,
      "learning_rate": 9.933167437979939e-06,
      "loss": 3.9154,
      "step": 4288
    },
    {
      "epoch": 2.763900080580177,
      "grad_norm": 2.277106600948327,
      "learning_rate": 9.93313612074661e-06,
      "loss": 3.7025,
      "step": 4289
    },
    {
      "epoch": 2.7645447219983885,
      "grad_norm": 2.078019834757077,
      "learning_rate": 9.93310479623241e-06,
      "loss": 3.4481,
      "step": 4290
    },
    {
      "epoch": 2.7651893634165994,
      "grad_norm": 2.5053078227071266,
      "learning_rate": 9.933073464437392e-06,
      "loss": 3.7706,
      "step": 4291
    },
    {
      "epoch": 2.7658340048348107,
      "grad_norm": 2.075273012179358,
      "learning_rate": 9.933042125361606e-06,
      "loss": 3.7327,
      "step": 4292
    },
    {
      "epoch": 2.766478646253022,
      "grad_norm": 2.166797485001544,
      "learning_rate": 9.933010779005106e-06,
      "loss": 3.4346,
      "step": 4293
    },
    {
      "epoch": 2.767123287671233,
      "grad_norm": 2.2052588028422218,
      "learning_rate": 9.93297942536794e-06,
      "loss": 3.6838,
      "step": 4294
    },
    {
      "epoch": 2.767767929089444,
      "grad_norm": 2.236085256995538,
      "learning_rate": 9.932948064450163e-06,
      "loss": 3.3701,
      "step": 4295
    },
    {
      "epoch": 2.768412570507655,
      "grad_norm": 2.0604435838266815,
      "learning_rate": 9.932916696251824e-06,
      "loss": 3.8651,
      "step": 4296
    },
    {
      "epoch": 2.7690572119258663,
      "grad_norm": 2.0424544236387887,
      "learning_rate": 9.932885320772975e-06,
      "loss": 3.6008,
      "step": 4297
    },
    {
      "epoch": 2.7697018533440776,
      "grad_norm": 2.198587433047253,
      "learning_rate": 9.932853938013668e-06,
      "loss": 3.7909,
      "step": 4298
    },
    {
      "epoch": 2.7703464947622884,
      "grad_norm": 2.020742745900604,
      "learning_rate": 9.932822547973953e-06,
      "loss": 3.4259,
      "step": 4299
    },
    {
      "epoch": 2.7709911361804997,
      "grad_norm": 2.3563130444297684,
      "learning_rate": 9.932791150653886e-06,
      "loss": 3.9505,
      "step": 4300
    },
    {
      "epoch": 2.7709911361804997,
      "eval_loss": 3.8235840797424316,
      "eval_runtime": 2.9568,
      "eval_samples_per_second": 33.82,
      "eval_steps_per_second": 4.397,
      "step": 4300
    },
    {
      "epoch": 2.7716357775987106,
      "grad_norm": 2.1273826538072997,
      "learning_rate": 9.932759746053513e-06,
      "loss": 3.425,
      "step": 4301
    },
    {
      "epoch": 2.772280419016922,
      "grad_norm": 2.7891181979224475,
      "learning_rate": 9.932728334172889e-06,
      "loss": 3.719,
      "step": 4302
    },
    {
      "epoch": 2.772925060435133,
      "grad_norm": 3.124239985787991,
      "learning_rate": 9.932696915012064e-06,
      "loss": 3.8799,
      "step": 4303
    },
    {
      "epoch": 2.773569701853344,
      "grad_norm": 2.656754659931104,
      "learning_rate": 9.93266548857109e-06,
      "loss": 3.4137,
      "step": 4304
    },
    {
      "epoch": 2.7742143432715554,
      "grad_norm": 4.290203051521129,
      "learning_rate": 9.93263405485002e-06,
      "loss": 3.9099,
      "step": 4305
    },
    {
      "epoch": 2.774858984689766,
      "grad_norm": 2.1239658571083044,
      "learning_rate": 9.932602613848905e-06,
      "loss": 3.7237,
      "step": 4306
    },
    {
      "epoch": 2.7755036261079775,
      "grad_norm": 5.407384641593175,
      "learning_rate": 9.932571165567793e-06,
      "loss": 3.5725,
      "step": 4307
    },
    {
      "epoch": 2.776148267526189,
      "grad_norm": 2.751321215931184,
      "learning_rate": 9.93253971000674e-06,
      "loss": 3.7735,
      "step": 4308
    },
    {
      "epoch": 2.7767929089443997,
      "grad_norm": 4.640246404138691,
      "learning_rate": 9.932508247165798e-06,
      "loss": 3.8109,
      "step": 4309
    },
    {
      "epoch": 2.7774375503626105,
      "grad_norm": 2.6607154068677246,
      "learning_rate": 9.932476777045017e-06,
      "loss": 3.297,
      "step": 4310
    },
    {
      "epoch": 2.778082191780822,
      "grad_norm": 4.646690338211803,
      "learning_rate": 9.932445299644447e-06,
      "loss": 3.5138,
      "step": 4311
    },
    {
      "epoch": 2.778726833199033,
      "grad_norm": 2.5175227453040847,
      "learning_rate": 9.932413814964143e-06,
      "loss": 3.5477,
      "step": 4312
    },
    {
      "epoch": 2.7793714746172444,
      "grad_norm": 3.373928973194017,
      "learning_rate": 9.932382323004155e-06,
      "loss": 3.9046,
      "step": 4313
    },
    {
      "epoch": 2.7800161160354553,
      "grad_norm": 2.5473775122009106,
      "learning_rate": 9.932350823764534e-06,
      "loss": 4.053,
      "step": 4314
    },
    {
      "epoch": 2.780660757453666,
      "grad_norm": 2.961201279858612,
      "learning_rate": 9.932319317245333e-06,
      "loss": 3.3842,
      "step": 4315
    },
    {
      "epoch": 2.7813053988718774,
      "grad_norm": 3.417671922797174,
      "learning_rate": 9.932287803446605e-06,
      "loss": 3.5102,
      "step": 4316
    },
    {
      "epoch": 2.7819500402900887,
      "grad_norm": 2.752338443339179,
      "learning_rate": 9.932256282368397e-06,
      "loss": 3.4481,
      "step": 4317
    },
    {
      "epoch": 2.7825946817082996,
      "grad_norm": 3.603028103157678,
      "learning_rate": 9.932224754010766e-06,
      "loss": 3.4859,
      "step": 4318
    },
    {
      "epoch": 2.783239323126511,
      "grad_norm": 3.1678168666651825,
      "learning_rate": 9.93219321837376e-06,
      "loss": 3.9108,
      "step": 4319
    },
    {
      "epoch": 2.7838839645447218,
      "grad_norm": 3.5669078885579952,
      "learning_rate": 9.932161675457435e-06,
      "loss": 3.8282,
      "step": 4320
    },
    {
      "epoch": 2.784528605962933,
      "grad_norm": 2.202310277035805,
      "learning_rate": 9.932130125261839e-06,
      "loss": 3.4146,
      "step": 4321
    },
    {
      "epoch": 2.7851732473811444,
      "grad_norm": 3.7272893626185577,
      "learning_rate": 9.932098567787024e-06,
      "loss": 4.0381,
      "step": 4322
    },
    {
      "epoch": 2.785817888799355,
      "grad_norm": 2.309685229572663,
      "learning_rate": 9.932067003033044e-06,
      "loss": 3.8255,
      "step": 4323
    },
    {
      "epoch": 2.7864625302175665,
      "grad_norm": 2.316522808040768,
      "learning_rate": 9.93203543099995e-06,
      "loss": 3.7023,
      "step": 4324
    },
    {
      "epoch": 2.7871071716357774,
      "grad_norm": 2.7203608273418984,
      "learning_rate": 9.932003851687794e-06,
      "loss": 3.8436,
      "step": 4325
    },
    {
      "epoch": 2.7877518130539887,
      "grad_norm": 2.8194582781349946,
      "learning_rate": 9.931972265096626e-06,
      "loss": 3.5113,
      "step": 4326
    },
    {
      "epoch": 2.7883964544722,
      "grad_norm": 3.159415424858211,
      "learning_rate": 9.9319406712265e-06,
      "loss": 3.6858,
      "step": 4327
    },
    {
      "epoch": 2.789041095890411,
      "grad_norm": 2.287887224165467,
      "learning_rate": 9.931909070077469e-06,
      "loss": 3.8305,
      "step": 4328
    },
    {
      "epoch": 2.789685737308622,
      "grad_norm": 2.943340139370751,
      "learning_rate": 9.931877461649581e-06,
      "loss": 3.865,
      "step": 4329
    },
    {
      "epoch": 2.790330378726833,
      "grad_norm": 2.124075566367898,
      "learning_rate": 9.93184584594289e-06,
      "loss": 3.3822,
      "step": 4330
    },
    {
      "epoch": 2.7909750201450443,
      "grad_norm": 4.51842270739699,
      "learning_rate": 9.93181422295745e-06,
      "loss": 3.7718,
      "step": 4331
    },
    {
      "epoch": 2.7916196615632556,
      "grad_norm": 3.0293951071411755,
      "learning_rate": 9.931782592693308e-06,
      "loss": 3.6108,
      "step": 4332
    },
    {
      "epoch": 2.7922643029814664,
      "grad_norm": 2.4642458117840618,
      "learning_rate": 9.931750955150522e-06,
      "loss": 3.8745,
      "step": 4333
    },
    {
      "epoch": 2.7929089443996777,
      "grad_norm": 2.293373597544773,
      "learning_rate": 9.931719310329138e-06,
      "loss": 4.0388,
      "step": 4334
    },
    {
      "epoch": 2.7935535858178886,
      "grad_norm": 2.6272975371496323,
      "learning_rate": 9.931687658229211e-06,
      "loss": 3.4995,
      "step": 4335
    },
    {
      "epoch": 2.7941982272361,
      "grad_norm": 2.304483462716873,
      "learning_rate": 9.931655998850796e-06,
      "loss": 3.6636,
      "step": 4336
    },
    {
      "epoch": 2.794842868654311,
      "grad_norm": 2.5608014126697416,
      "learning_rate": 9.93162433219394e-06,
      "loss": 3.7492,
      "step": 4337
    },
    {
      "epoch": 2.795487510072522,
      "grad_norm": 2.266517604928757,
      "learning_rate": 9.931592658258695e-06,
      "loss": 3.7947,
      "step": 4338
    },
    {
      "epoch": 2.7961321514907334,
      "grad_norm": 2.466249350814132,
      "learning_rate": 9.931560977045117e-06,
      "loss": 3.8176,
      "step": 4339
    },
    {
      "epoch": 2.796776792908944,
      "grad_norm": 2.6355757663036297,
      "learning_rate": 9.931529288553257e-06,
      "loss": 3.5913,
      "step": 4340
    },
    {
      "epoch": 2.7974214343271555,
      "grad_norm": 2.1109628896286234,
      "learning_rate": 9.931497592783162e-06,
      "loss": 3.693,
      "step": 4341
    },
    {
      "epoch": 2.798066075745367,
      "grad_norm": 2.749484606111289,
      "learning_rate": 9.93146588973489e-06,
      "loss": 3.8011,
      "step": 4342
    },
    {
      "epoch": 2.7987107171635777,
      "grad_norm": 2.0802013441099745,
      "learning_rate": 9.931434179408493e-06,
      "loss": 3.4723,
      "step": 4343
    },
    {
      "epoch": 2.799355358581789,
      "grad_norm": 2.6766301213795125,
      "learning_rate": 9.931402461804018e-06,
      "loss": 3.7487,
      "step": 4344
    },
    {
      "epoch": 2.8,
      "grad_norm": 2.1178761584335484,
      "learning_rate": 9.931370736921521e-06,
      "loss": 3.7367,
      "step": 4345
    },
    {
      "epoch": 2.800644641418211,
      "grad_norm": 2.7510742624944964,
      "learning_rate": 9.931339004761055e-06,
      "loss": 3.8802,
      "step": 4346
    },
    {
      "epoch": 2.8012892828364224,
      "grad_norm": 2.239684096773759,
      "learning_rate": 9.931307265322668e-06,
      "loss": 3.7039,
      "step": 4347
    },
    {
      "epoch": 2.8019339242546333,
      "grad_norm": 2.4206002084506713,
      "learning_rate": 9.931275518606416e-06,
      "loss": 3.6478,
      "step": 4348
    },
    {
      "epoch": 2.8025785656728446,
      "grad_norm": 2.7161073065659997,
      "learning_rate": 9.931243764612349e-06,
      "loss": 3.8253,
      "step": 4349
    },
    {
      "epoch": 2.8032232070910554,
      "grad_norm": 2.554514691197656,
      "learning_rate": 9.931212003340522e-06,
      "loss": 3.739,
      "step": 4350
    },
    {
      "epoch": 2.8038678485092667,
      "grad_norm": 2.7528950722316234,
      "learning_rate": 9.931180234790983e-06,
      "loss": 3.8777,
      "step": 4351
    },
    {
      "epoch": 2.804512489927478,
      "grad_norm": 2.630784236184634,
      "learning_rate": 9.931148458963784e-06,
      "loss": 3.7835,
      "step": 4352
    },
    {
      "epoch": 2.805157131345689,
      "grad_norm": 2.5223185599690003,
      "learning_rate": 9.931116675858984e-06,
      "loss": 3.946,
      "step": 4353
    },
    {
      "epoch": 2.8058017727639,
      "grad_norm": 2.0691024247796532,
      "learning_rate": 9.931084885476629e-06,
      "loss": 3.4445,
      "step": 4354
    },
    {
      "epoch": 2.806446414182111,
      "grad_norm": 3.0410890394050116,
      "learning_rate": 9.931053087816771e-06,
      "loss": 3.5885,
      "step": 4355
    },
    {
      "epoch": 2.8070910556003223,
      "grad_norm": 2.403993302252917,
      "learning_rate": 9.931021282879464e-06,
      "loss": 3.74,
      "step": 4356
    },
    {
      "epoch": 2.8077356970185336,
      "grad_norm": 2.6188463427583604,
      "learning_rate": 9.930989470664762e-06,
      "loss": 3.9088,
      "step": 4357
    },
    {
      "epoch": 2.8083803384367445,
      "grad_norm": 2.2017765693181346,
      "learning_rate": 9.930957651172715e-06,
      "loss": 3.8263,
      "step": 4358
    },
    {
      "epoch": 2.809024979854956,
      "grad_norm": 2.7489842021520587,
      "learning_rate": 9.930925824403376e-06,
      "loss": 3.8722,
      "step": 4359
    },
    {
      "epoch": 2.8096696212731667,
      "grad_norm": 1.9842365372881512,
      "learning_rate": 9.930893990356796e-06,
      "loss": 3.5543,
      "step": 4360
    },
    {
      "epoch": 2.810314262691378,
      "grad_norm": 2.7274043483063397,
      "learning_rate": 9.930862149033029e-06,
      "loss": 3.4887,
      "step": 4361
    },
    {
      "epoch": 2.8109589041095893,
      "grad_norm": 2.0523822220364853,
      "learning_rate": 9.930830300432126e-06,
      "loss": 3.7005,
      "step": 4362
    },
    {
      "epoch": 2.8116035455278,
      "grad_norm": 2.760750309586203,
      "learning_rate": 9.93079844455414e-06,
      "loss": 3.8286,
      "step": 4363
    },
    {
      "epoch": 2.8122481869460114,
      "grad_norm": 2.7638352842064533,
      "learning_rate": 9.930766581399126e-06,
      "loss": 3.5576,
      "step": 4364
    },
    {
      "epoch": 2.8128928283642223,
      "grad_norm": 3.0041127509530012,
      "learning_rate": 9.93073471096713e-06,
      "loss": 3.6784,
      "step": 4365
    },
    {
      "epoch": 2.8135374697824336,
      "grad_norm": 2.8728861986438354,
      "learning_rate": 9.93070283325821e-06,
      "loss": 3.6135,
      "step": 4366
    },
    {
      "epoch": 2.814182111200645,
      "grad_norm": 2.1784692937662578,
      "learning_rate": 9.930670948272415e-06,
      "loss": 3.8579,
      "step": 4367
    },
    {
      "epoch": 2.8148267526188557,
      "grad_norm": 3.248548517339055,
      "learning_rate": 9.930639056009799e-06,
      "loss": 3.8174,
      "step": 4368
    },
    {
      "epoch": 2.815471394037067,
      "grad_norm": 2.055523643840988,
      "learning_rate": 9.930607156470415e-06,
      "loss": 3.5757,
      "step": 4369
    },
    {
      "epoch": 2.816116035455278,
      "grad_norm": 4.079361367794467,
      "learning_rate": 9.930575249654312e-06,
      "loss": 3.9362,
      "step": 4370
    },
    {
      "epoch": 2.816760676873489,
      "grad_norm": 2.4641323037990976,
      "learning_rate": 9.930543335561547e-06,
      "loss": 3.657,
      "step": 4371
    },
    {
      "epoch": 2.8174053182917005,
      "grad_norm": 3.7981101072296246,
      "learning_rate": 9.930511414192168e-06,
      "loss": 3.7641,
      "step": 4372
    },
    {
      "epoch": 2.8180499597099113,
      "grad_norm": 2.097054840461968,
      "learning_rate": 9.930479485546231e-06,
      "loss": 3.6763,
      "step": 4373
    },
    {
      "epoch": 2.8186946011281226,
      "grad_norm": 3.6745098298247236,
      "learning_rate": 9.930447549623787e-06,
      "loss": 3.71,
      "step": 4374
    },
    {
      "epoch": 2.8193392425463335,
      "grad_norm": 2.0425454257158293,
      "learning_rate": 9.930415606424889e-06,
      "loss": 3.9453,
      "step": 4375
    },
    {
      "epoch": 2.819983883964545,
      "grad_norm": 3.580209520011463,
      "learning_rate": 9.93038365594959e-06,
      "loss": 4.0593,
      "step": 4376
    },
    {
      "epoch": 2.820628525382756,
      "grad_norm": 2.2632098788723893,
      "learning_rate": 9.930351698197939e-06,
      "loss": 3.7584,
      "step": 4377
    },
    {
      "epoch": 2.821273166800967,
      "grad_norm": 3.2975377426727177,
      "learning_rate": 9.930319733169992e-06,
      "loss": 3.6662,
      "step": 4378
    },
    {
      "epoch": 2.821917808219178,
      "grad_norm": 2.59664191293542,
      "learning_rate": 9.9302877608658e-06,
      "loss": 3.8952,
      "step": 4379
    },
    {
      "epoch": 2.822562449637389,
      "grad_norm": 2.861716904012083,
      "learning_rate": 9.930255781285415e-06,
      "loss": 3.8726,
      "step": 4380
    },
    {
      "epoch": 2.8232070910556004,
      "grad_norm": 2.4637122653619055,
      "learning_rate": 9.930223794428894e-06,
      "loss": 3.2893,
      "step": 4381
    },
    {
      "epoch": 2.8238517324738117,
      "grad_norm": 2.7534075159666522,
      "learning_rate": 9.930191800296282e-06,
      "loss": 3.4771,
      "step": 4382
    },
    {
      "epoch": 2.8244963738920226,
      "grad_norm": 2.2277050190164873,
      "learning_rate": 9.930159798887638e-06,
      "loss": 3.6923,
      "step": 4383
    },
    {
      "epoch": 2.8251410153102334,
      "grad_norm": 2.205468275274909,
      "learning_rate": 9.930127790203012e-06,
      "loss": 3.881,
      "step": 4384
    },
    {
      "epoch": 2.8257856567284447,
      "grad_norm": 2.6285168356846804,
      "learning_rate": 9.930095774242456e-06,
      "loss": 3.6213,
      "step": 4385
    },
    {
      "epoch": 2.826430298146656,
      "grad_norm": 2.176314148728589,
      "learning_rate": 9.930063751006024e-06,
      "loss": 3.5507,
      "step": 4386
    },
    {
      "epoch": 2.827074939564867,
      "grad_norm": 2.4104499301108655,
      "learning_rate": 9.930031720493768e-06,
      "loss": 3.909,
      "step": 4387
    },
    {
      "epoch": 2.827719580983078,
      "grad_norm": 2.1783349504036473,
      "learning_rate": 9.929999682705739e-06,
      "loss": 3.7012,
      "step": 4388
    },
    {
      "epoch": 2.828364222401289,
      "grad_norm": 2.41306319843734,
      "learning_rate": 9.929967637641993e-06,
      "loss": 3.8827,
      "step": 4389
    },
    {
      "epoch": 2.8290088638195003,
      "grad_norm": 2.1823521941216772,
      "learning_rate": 9.929935585302577e-06,
      "loss": 3.6076,
      "step": 4390
    },
    {
      "epoch": 2.8296535052377116,
      "grad_norm": 2.0241536650445506,
      "learning_rate": 9.92990352568755e-06,
      "loss": 3.7078,
      "step": 4391
    },
    {
      "epoch": 2.8302981466559225,
      "grad_norm": 2.8878363657517645,
      "learning_rate": 9.929871458796963e-06,
      "loss": 3.9875,
      "step": 4392
    },
    {
      "epoch": 2.830942788074134,
      "grad_norm": 1.968014789136314,
      "learning_rate": 9.929839384630868e-06,
      "loss": 3.9433,
      "step": 4393
    },
    {
      "epoch": 2.8315874294923447,
      "grad_norm": 2.5966971998924264,
      "learning_rate": 9.929807303189315e-06,
      "loss": 3.6347,
      "step": 4394
    },
    {
      "epoch": 2.832232070910556,
      "grad_norm": 2.3698441581759595,
      "learning_rate": 9.92977521447236e-06,
      "loss": 3.8076,
      "step": 4395
    },
    {
      "epoch": 2.8328767123287673,
      "grad_norm": 2.1566879252999676,
      "learning_rate": 9.929743118480053e-06,
      "loss": 3.8662,
      "step": 4396
    },
    {
      "epoch": 2.833521353746978,
      "grad_norm": 2.5202949857515367,
      "learning_rate": 9.929711015212452e-06,
      "loss": 4.1175,
      "step": 4397
    },
    {
      "epoch": 2.8341659951651894,
      "grad_norm": 1.967795151312755,
      "learning_rate": 9.929678904669605e-06,
      "loss": 3.7878,
      "step": 4398
    },
    {
      "epoch": 2.8348106365834003,
      "grad_norm": 3.0035350516862116,
      "learning_rate": 9.929646786851564e-06,
      "loss": 3.3505,
      "step": 4399
    },
    {
      "epoch": 2.8354552780016116,
      "grad_norm": 2.0078659180723526,
      "learning_rate": 9.929614661758387e-06,
      "loss": 3.6934,
      "step": 4400
    },
    {
      "epoch": 2.8354552780016116,
      "eval_loss": 3.818782329559326,
      "eval_runtime": 2.9488,
      "eval_samples_per_second": 33.912,
      "eval_steps_per_second": 4.409,
      "step": 4400
    },
    {
      "epoch": 2.836099919419823,
      "grad_norm": 2.989394369567512,
      "learning_rate": 9.92958252939012e-06,
      "loss": 3.597,
      "step": 4401
    },
    {
      "epoch": 2.8367445608380337,
      "grad_norm": 2.4423280792325186,
      "learning_rate": 9.929550389746822e-06,
      "loss": 3.7804,
      "step": 4402
    },
    {
      "epoch": 2.837389202256245,
      "grad_norm": 2.488507722082471,
      "learning_rate": 9.929518242828542e-06,
      "loss": 3.5138,
      "step": 4403
    },
    {
      "epoch": 2.838033843674456,
      "grad_norm": 2.147586263651603,
      "learning_rate": 9.929486088635332e-06,
      "loss": 3.4248,
      "step": 4404
    },
    {
      "epoch": 2.838678485092667,
      "grad_norm": 2.357947044827654,
      "learning_rate": 9.929453927167248e-06,
      "loss": 3.6727,
      "step": 4405
    },
    {
      "epoch": 2.8393231265108785,
      "grad_norm": 2.0567665403135384,
      "learning_rate": 9.929421758424342e-06,
      "loss": 3.9477,
      "step": 4406
    },
    {
      "epoch": 2.8399677679290893,
      "grad_norm": 2.102774970579518,
      "learning_rate": 9.929389582406666e-06,
      "loss": 3.8366,
      "step": 4407
    },
    {
      "epoch": 2.8406124093473006,
      "grad_norm": 2.080901772576873,
      "learning_rate": 9.929357399114274e-06,
      "loss": 3.7988,
      "step": 4408
    },
    {
      "epoch": 2.8412570507655115,
      "grad_norm": 1.9329812188262785,
      "learning_rate": 9.929325208547215e-06,
      "loss": 3.7022,
      "step": 4409
    },
    {
      "epoch": 2.841901692183723,
      "grad_norm": 2.03863181699191,
      "learning_rate": 9.929293010705547e-06,
      "loss": 3.7651,
      "step": 4410
    },
    {
      "epoch": 2.842546333601934,
      "grad_norm": 2.5597625427729387,
      "learning_rate": 9.92926080558932e-06,
      "loss": 3.9216,
      "step": 4411
    },
    {
      "epoch": 2.843190975020145,
      "grad_norm": 1.9313395458033962,
      "learning_rate": 9.929228593198589e-06,
      "loss": 3.8451,
      "step": 4412
    },
    {
      "epoch": 2.8438356164383563,
      "grad_norm": 2.2789576849860733,
      "learning_rate": 9.929196373533404e-06,
      "loss": 3.4737,
      "step": 4413
    },
    {
      "epoch": 2.844480257856567,
      "grad_norm": 2.235809678697292,
      "learning_rate": 9.92916414659382e-06,
      "loss": 3.5645,
      "step": 4414
    },
    {
      "epoch": 2.8451248992747784,
      "grad_norm": 2.1967527442625956,
      "learning_rate": 9.929131912379888e-06,
      "loss": 3.797,
      "step": 4415
    },
    {
      "epoch": 2.8457695406929897,
      "grad_norm": 3.0858808843267105,
      "learning_rate": 9.929099670891665e-06,
      "loss": 3.8131,
      "step": 4416
    },
    {
      "epoch": 2.8464141821112006,
      "grad_norm": 2.4500865633737368,
      "learning_rate": 9.929067422129199e-06,
      "loss": 3.7592,
      "step": 4417
    },
    {
      "epoch": 2.847058823529412,
      "grad_norm": 2.5981253981172863,
      "learning_rate": 9.929035166092546e-06,
      "loss": 4.0035,
      "step": 4418
    },
    {
      "epoch": 2.8477034649476227,
      "grad_norm": 2.205266888606145,
      "learning_rate": 9.929002902781759e-06,
      "loss": 3.9137,
      "step": 4419
    },
    {
      "epoch": 2.848348106365834,
      "grad_norm": 3.1625407102517857,
      "learning_rate": 9.92897063219689e-06,
      "loss": 3.7334,
      "step": 4420
    },
    {
      "epoch": 2.8489927477840453,
      "grad_norm": 1.9922018956426502,
      "learning_rate": 9.92893835433799e-06,
      "loss": 3.7761,
      "step": 4421
    },
    {
      "epoch": 2.849637389202256,
      "grad_norm": 3.139395567574128,
      "learning_rate": 9.928906069205116e-06,
      "loss": 3.696,
      "step": 4422
    },
    {
      "epoch": 2.8502820306204675,
      "grad_norm": 2.113869377599654,
      "learning_rate": 9.928873776798319e-06,
      "loss": 3.6601,
      "step": 4423
    },
    {
      "epoch": 2.8509266720386783,
      "grad_norm": 4.458676560343541,
      "learning_rate": 9.928841477117653e-06,
      "loss": 3.5817,
      "step": 4424
    },
    {
      "epoch": 2.8515713134568896,
      "grad_norm": 2.6660861871598533,
      "learning_rate": 9.928809170163168e-06,
      "loss": 3.8284,
      "step": 4425
    },
    {
      "epoch": 2.852215954875101,
      "grad_norm": 3.3186670535517035,
      "learning_rate": 9.928776855934921e-06,
      "loss": 3.6519,
      "step": 4426
    },
    {
      "epoch": 2.852860596293312,
      "grad_norm": 2.889330456986318,
      "learning_rate": 9.928744534432962e-06,
      "loss": 3.9231,
      "step": 4427
    },
    {
      "epoch": 2.853505237711523,
      "grad_norm": 3.60977230802748,
      "learning_rate": 9.928712205657348e-06,
      "loss": 3.7248,
      "step": 4428
    },
    {
      "epoch": 2.854149879129734,
      "grad_norm": 3.396869833648294,
      "learning_rate": 9.928679869608128e-06,
      "loss": 3.583,
      "step": 4429
    },
    {
      "epoch": 2.8547945205479452,
      "grad_norm": 3.514303229859523,
      "learning_rate": 9.928647526285357e-06,
      "loss": 3.7178,
      "step": 4430
    },
    {
      "epoch": 2.8554391619661565,
      "grad_norm": 3.9023651522287737,
      "learning_rate": 9.928615175689088e-06,
      "loss": 3.2967,
      "step": 4431
    },
    {
      "epoch": 2.8560838033843674,
      "grad_norm": 3.586917377222035,
      "learning_rate": 9.928582817819375e-06,
      "loss": 3.6966,
      "step": 4432
    },
    {
      "epoch": 2.8567284448025787,
      "grad_norm": 2.932899662929964,
      "learning_rate": 9.928550452676269e-06,
      "loss": 3.4132,
      "step": 4433
    },
    {
      "epoch": 2.8573730862207896,
      "grad_norm": 2.7046335175521867,
      "learning_rate": 9.928518080259823e-06,
      "loss": 3.6682,
      "step": 4434
    },
    {
      "epoch": 2.858017727639001,
      "grad_norm": 3.210197429803242,
      "learning_rate": 9.928485700570094e-06,
      "loss": 3.7145,
      "step": 4435
    },
    {
      "epoch": 2.858662369057212,
      "grad_norm": 3.3687104357977264,
      "learning_rate": 9.92845331360713e-06,
      "loss": 3.6671,
      "step": 4436
    },
    {
      "epoch": 2.859307010475423,
      "grad_norm": 2.0982898044922065,
      "learning_rate": 9.928420919370988e-06,
      "loss": 4.0507,
      "step": 4437
    },
    {
      "epoch": 2.8599516518936343,
      "grad_norm": 2.205459307426694,
      "learning_rate": 9.92838851786172e-06,
      "loss": 3.9475,
      "step": 4438
    },
    {
      "epoch": 2.860596293311845,
      "grad_norm": 2.300164752569551,
      "learning_rate": 9.92835610907938e-06,
      "loss": 3.6984,
      "step": 4439
    },
    {
      "epoch": 2.8612409347300565,
      "grad_norm": 2.369045320805803,
      "learning_rate": 9.928323693024018e-06,
      "loss": 3.8567,
      "step": 4440
    },
    {
      "epoch": 2.8618855761482678,
      "grad_norm": 2.131649233891781,
      "learning_rate": 9.928291269695693e-06,
      "loss": 3.597,
      "step": 4441
    },
    {
      "epoch": 2.8625302175664786,
      "grad_norm": 2.8382421977788423,
      "learning_rate": 9.928258839094454e-06,
      "loss": 3.7809,
      "step": 4442
    },
    {
      "epoch": 2.86317485898469,
      "grad_norm": 2.006308981971167,
      "learning_rate": 9.928226401220354e-06,
      "loss": 3.641,
      "step": 4443
    },
    {
      "epoch": 2.863819500402901,
      "grad_norm": 3.336558789966495,
      "learning_rate": 9.928193956073449e-06,
      "loss": 3.5808,
      "step": 4444
    },
    {
      "epoch": 2.864464141821112,
      "grad_norm": 2.3098525783746475,
      "learning_rate": 9.928161503653789e-06,
      "loss": 3.9025,
      "step": 4445
    },
    {
      "epoch": 2.8651087832393234,
      "grad_norm": 2.6790763594357867,
      "learning_rate": 9.92812904396143e-06,
      "loss": 3.6071,
      "step": 4446
    },
    {
      "epoch": 2.8657534246575342,
      "grad_norm": 2.931534010039872,
      "learning_rate": 9.928096576996424e-06,
      "loss": 3.9457,
      "step": 4447
    },
    {
      "epoch": 2.866398066075745,
      "grad_norm": 2.4376769106333454,
      "learning_rate": 9.928064102758826e-06,
      "loss": 3.5574,
      "step": 4448
    },
    {
      "epoch": 2.8670427074939564,
      "grad_norm": 2.1953461794056204,
      "learning_rate": 9.928031621248685e-06,
      "loss": 3.8836,
      "step": 4449
    },
    {
      "epoch": 2.8676873489121677,
      "grad_norm": 2.3577268841133736,
      "learning_rate": 9.927999132466059e-06,
      "loss": 3.5078,
      "step": 4450
    },
    {
      "epoch": 2.868331990330379,
      "grad_norm": 2.2876833912087418,
      "learning_rate": 9.927966636411001e-06,
      "loss": 3.7903,
      "step": 4451
    },
    {
      "epoch": 2.86897663174859,
      "grad_norm": 2.244612224283644,
      "learning_rate": 9.927934133083564e-06,
      "loss": 3.4497,
      "step": 4452
    },
    {
      "epoch": 2.8696212731668007,
      "grad_norm": 2.0802333682273586,
      "learning_rate": 9.927901622483798e-06,
      "loss": 3.5864,
      "step": 4453
    },
    {
      "epoch": 2.870265914585012,
      "grad_norm": 2.7429164636693324,
      "learning_rate": 9.92786910461176e-06,
      "loss": 4.1354,
      "step": 4454
    },
    {
      "epoch": 2.8709105560032233,
      "grad_norm": 2.54460996236636,
      "learning_rate": 9.927836579467501e-06,
      "loss": 3.581,
      "step": 4455
    },
    {
      "epoch": 2.871555197421434,
      "grad_norm": 2.347958257994294,
      "learning_rate": 9.927804047051077e-06,
      "loss": 3.9655,
      "step": 4456
    },
    {
      "epoch": 2.8721998388396455,
      "grad_norm": 2.603934759104587,
      "learning_rate": 9.92777150736254e-06,
      "loss": 3.5301,
      "step": 4457
    },
    {
      "epoch": 2.8728444802578563,
      "grad_norm": 2.0018262936138393,
      "learning_rate": 9.927738960401943e-06,
      "loss": 3.7047,
      "step": 4458
    },
    {
      "epoch": 2.8734891216760676,
      "grad_norm": 2.329150774121374,
      "learning_rate": 9.92770640616934e-06,
      "loss": 4.1151,
      "step": 4459
    },
    {
      "epoch": 2.874133763094279,
      "grad_norm": 2.087979605628001,
      "learning_rate": 9.927673844664785e-06,
      "loss": 3.4053,
      "step": 4460
    },
    {
      "epoch": 2.87477840451249,
      "grad_norm": 1.9497793890096324,
      "learning_rate": 9.927641275888331e-06,
      "loss": 4.1747,
      "step": 4461
    },
    {
      "epoch": 2.875423045930701,
      "grad_norm": 2.1053938978473843,
      "learning_rate": 9.927608699840032e-06,
      "loss": 3.9612,
      "step": 4462
    },
    {
      "epoch": 2.876067687348912,
      "grad_norm": 2.1644917319453794,
      "learning_rate": 9.92757611651994e-06,
      "loss": 3.4589,
      "step": 4463
    },
    {
      "epoch": 2.8767123287671232,
      "grad_norm": 2.093355055836999,
      "learning_rate": 9.92754352592811e-06,
      "loss": 3.5992,
      "step": 4464
    },
    {
      "epoch": 2.8773569701853345,
      "grad_norm": 2.6707281233806954,
      "learning_rate": 9.927510928064595e-06,
      "loss": 3.7302,
      "step": 4465
    },
    {
      "epoch": 2.8780016116035454,
      "grad_norm": 2.3932273551140044,
      "learning_rate": 9.927478322929449e-06,
      "loss": 3.7033,
      "step": 4466
    },
    {
      "epoch": 2.8786462530217567,
      "grad_norm": 2.6034568813842927,
      "learning_rate": 9.927445710522724e-06,
      "loss": 3.704,
      "step": 4467
    },
    {
      "epoch": 2.8792908944399676,
      "grad_norm": 3.1325899955198193,
      "learning_rate": 9.927413090844475e-06,
      "loss": 3.7365,
      "step": 4468
    },
    {
      "epoch": 2.879935535858179,
      "grad_norm": 2.0961331600784447,
      "learning_rate": 9.927380463894756e-06,
      "loss": 3.9142,
      "step": 4469
    },
    {
      "epoch": 2.88058017727639,
      "grad_norm": 2.985982398569544,
      "learning_rate": 9.92734782967362e-06,
      "loss": 3.9222,
      "step": 4470
    },
    {
      "epoch": 2.881224818694601,
      "grad_norm": 1.9877387700223612,
      "learning_rate": 9.927315188181119e-06,
      "loss": 3.9042,
      "step": 4471
    },
    {
      "epoch": 2.8818694601128123,
      "grad_norm": 3.1513670329048784,
      "learning_rate": 9.92728253941731e-06,
      "loss": 3.5272,
      "step": 4472
    },
    {
      "epoch": 2.882514101531023,
      "grad_norm": 2.25454801483027,
      "learning_rate": 9.927249883382242e-06,
      "loss": 3.8037,
      "step": 4473
    },
    {
      "epoch": 2.8831587429492345,
      "grad_norm": 3.124526537989246,
      "learning_rate": 9.927217220075974e-06,
      "loss": 3.8319,
      "step": 4474
    },
    {
      "epoch": 2.8838033843674458,
      "grad_norm": 1.9627999626182466,
      "learning_rate": 9.927184549498554e-06,
      "loss": 3.9163,
      "step": 4475
    },
    {
      "epoch": 2.8844480257856566,
      "grad_norm": 3.315536358983974,
      "learning_rate": 9.92715187165004e-06,
      "loss": 3.8184,
      "step": 4476
    },
    {
      "epoch": 2.885092667203868,
      "grad_norm": 1.9880774974158162,
      "learning_rate": 9.927119186530484e-06,
      "loss": 4.0368,
      "step": 4477
    },
    {
      "epoch": 2.885737308622079,
      "grad_norm": 3.638611111423183,
      "learning_rate": 9.92708649413994e-06,
      "loss": 3.5913,
      "step": 4478
    },
    {
      "epoch": 2.88638195004029,
      "grad_norm": 1.9864619044877239,
      "learning_rate": 9.927053794478463e-06,
      "loss": 3.4702,
      "step": 4479
    },
    {
      "epoch": 2.8870265914585014,
      "grad_norm": 3.136550944440952,
      "learning_rate": 9.927021087546104e-06,
      "loss": 3.8755,
      "step": 4480
    },
    {
      "epoch": 2.8876712328767122,
      "grad_norm": 1.916106791242716,
      "learning_rate": 9.92698837334292e-06,
      "loss": 3.3792,
      "step": 4481
    },
    {
      "epoch": 2.8883158742949235,
      "grad_norm": 3.1061917535551036,
      "learning_rate": 9.926955651868959e-06,
      "loss": 3.5241,
      "step": 4482
    },
    {
      "epoch": 2.8889605157131344,
      "grad_norm": 2.0651796719486106,
      "learning_rate": 9.926922923124282e-06,
      "loss": 3.724,
      "step": 4483
    },
    {
      "epoch": 2.8896051571313457,
      "grad_norm": 3.1430193640539277,
      "learning_rate": 9.926890187108937e-06,
      "loss": 3.6661,
      "step": 4484
    },
    {
      "epoch": 2.890249798549557,
      "grad_norm": 1.9564120554772813,
      "learning_rate": 9.926857443822981e-06,
      "loss": 3.4407,
      "step": 4485
    },
    {
      "epoch": 2.890894439967768,
      "grad_norm": 3.904083802361595,
      "learning_rate": 9.926824693266467e-06,
      "loss": 3.4776,
      "step": 4486
    },
    {
      "epoch": 2.891539081385979,
      "grad_norm": 2.0985051321120762,
      "learning_rate": 9.92679193543945e-06,
      "loss": 3.7564,
      "step": 4487
    },
    {
      "epoch": 2.89218372280419,
      "grad_norm": 3.262715524132618,
      "learning_rate": 9.92675917034198e-06,
      "loss": 3.8619,
      "step": 4488
    },
    {
      "epoch": 2.8928283642224013,
      "grad_norm": 2.4462635707688793,
      "learning_rate": 9.926726397974114e-06,
      "loss": 3.8677,
      "step": 4489
    },
    {
      "epoch": 2.8934730056406126,
      "grad_norm": 2.697724214383564,
      "learning_rate": 9.926693618335905e-06,
      "loss": 3.7817,
      "step": 4490
    },
    {
      "epoch": 2.8941176470588235,
      "grad_norm": 2.8301783647126855,
      "learning_rate": 9.926660831427407e-06,
      "loss": 3.4468,
      "step": 4491
    },
    {
      "epoch": 2.8947622884770348,
      "grad_norm": 2.753348542311826,
      "learning_rate": 9.926628037248674e-06,
      "loss": 3.7748,
      "step": 4492
    },
    {
      "epoch": 2.8954069298952456,
      "grad_norm": 2.307697383485958,
      "learning_rate": 9.92659523579976e-06,
      "loss": 3.5732,
      "step": 4493
    },
    {
      "epoch": 2.896051571313457,
      "grad_norm": 2.709943141868995,
      "learning_rate": 9.926562427080719e-06,
      "loss": 3.9422,
      "step": 4494
    },
    {
      "epoch": 2.896696212731668,
      "grad_norm": 2.464323807301193,
      "learning_rate": 9.926529611091603e-06,
      "loss": 3.666,
      "step": 4495
    },
    {
      "epoch": 2.897340854149879,
      "grad_norm": 2.905723811975599,
      "learning_rate": 9.926496787832464e-06,
      "loss": 3.4595,
      "step": 4496
    },
    {
      "epoch": 2.8979854955680904,
      "grad_norm": 2.621738090101565,
      "learning_rate": 9.926463957303363e-06,
      "loss": 3.595,
      "step": 4497
    },
    {
      "epoch": 2.8986301369863012,
      "grad_norm": 2.5306672049792134,
      "learning_rate": 9.92643111950435e-06,
      "loss": 3.7259,
      "step": 4498
    },
    {
      "epoch": 2.8992747784045125,
      "grad_norm": 2.1933056690130055,
      "learning_rate": 9.92639827443548e-06,
      "loss": 3.7725,
      "step": 4499
    },
    {
      "epoch": 2.899919419822724,
      "grad_norm": 2.440060619899062,
      "learning_rate": 9.926365422096804e-06,
      "loss": 3.7639,
      "step": 4500
    },
    {
      "epoch": 2.899919419822724,
      "eval_loss": 3.812269926071167,
      "eval_runtime": 2.9548,
      "eval_samples_per_second": 33.843,
      "eval_steps_per_second": 4.4,
      "step": 4500
    },
    {
      "epoch": 2.9005640612409347,
      "grad_norm": 2.440942262177307,
      "learning_rate": 9.92633256248838e-06,
      "loss": 3.6412,
      "step": 4501
    },
    {
      "epoch": 2.901208702659146,
      "grad_norm": 3.5378143798416173,
      "learning_rate": 9.926299695610257e-06,
      "loss": 3.5895,
      "step": 4502
    },
    {
      "epoch": 2.901853344077357,
      "grad_norm": 2.0163468713502426,
      "learning_rate": 9.926266821462494e-06,
      "loss": 3.643,
      "step": 4503
    },
    {
      "epoch": 2.902497985495568,
      "grad_norm": 3.389426148067821,
      "learning_rate": 9.92623394004514e-06,
      "loss": 3.7942,
      "step": 4504
    },
    {
      "epoch": 2.9031426269137794,
      "grad_norm": 2.137930473279404,
      "learning_rate": 9.926201051358255e-06,
      "loss": 3.7181,
      "step": 4505
    },
    {
      "epoch": 2.9037872683319903,
      "grad_norm": 3.3093814142802334,
      "learning_rate": 9.926168155401888e-06,
      "loss": 3.3544,
      "step": 4506
    },
    {
      "epoch": 2.9044319097502016,
      "grad_norm": 2.4619880385000643,
      "learning_rate": 9.926135252176097e-06,
      "loss": 3.4625,
      "step": 4507
    },
    {
      "epoch": 2.9050765511684125,
      "grad_norm": 3.8402526832240405,
      "learning_rate": 9.926102341680931e-06,
      "loss": 3.6328,
      "step": 4508
    },
    {
      "epoch": 2.9057211925866238,
      "grad_norm": 2.1676883038357655,
      "learning_rate": 9.92606942391645e-06,
      "loss": 3.6682,
      "step": 4509
    },
    {
      "epoch": 2.906365834004835,
      "grad_norm": 2.799181433033402,
      "learning_rate": 9.926036498882704e-06,
      "loss": 3.6815,
      "step": 4510
    },
    {
      "epoch": 2.907010475423046,
      "grad_norm": 2.513259494970844,
      "learning_rate": 9.926003566579747e-06,
      "loss": 3.8672,
      "step": 4511
    },
    {
      "epoch": 2.907655116841257,
      "grad_norm": 2.6727935548102786,
      "learning_rate": 9.925970627007636e-06,
      "loss": 3.9622,
      "step": 4512
    },
    {
      "epoch": 2.908299758259468,
      "grad_norm": 2.2643232802883833,
      "learning_rate": 9.925937680166422e-06,
      "loss": 3.8293,
      "step": 4513
    },
    {
      "epoch": 2.9089443996776794,
      "grad_norm": 2.4159782977074995,
      "learning_rate": 9.92590472605616e-06,
      "loss": 3.9435,
      "step": 4514
    },
    {
      "epoch": 2.9095890410958907,
      "grad_norm": 2.362593726051752,
      "learning_rate": 9.925871764676906e-06,
      "loss": 4.0615,
      "step": 4515
    },
    {
      "epoch": 2.9102336825141015,
      "grad_norm": 2.8825721672492164,
      "learning_rate": 9.92583879602871e-06,
      "loss": 3.6056,
      "step": 4516
    },
    {
      "epoch": 2.9108783239323124,
      "grad_norm": 2.2032982748055514,
      "learning_rate": 9.92580582011163e-06,
      "loss": 3.6451,
      "step": 4517
    },
    {
      "epoch": 2.9115229653505237,
      "grad_norm": 2.303439673538439,
      "learning_rate": 9.92577283692572e-06,
      "loss": 3.6093,
      "step": 4518
    },
    {
      "epoch": 2.912167606768735,
      "grad_norm": 2.1786957041392605,
      "learning_rate": 9.925739846471035e-06,
      "loss": 3.6847,
      "step": 4519
    },
    {
      "epoch": 2.9128122481869463,
      "grad_norm": 2.639828047984091,
      "learning_rate": 9.925706848747625e-06,
      "loss": 3.5335,
      "step": 4520
    },
    {
      "epoch": 2.913456889605157,
      "grad_norm": 2.2777820567771454,
      "learning_rate": 9.925673843755546e-06,
      "loss": 3.5809,
      "step": 4521
    },
    {
      "epoch": 2.914101531023368,
      "grad_norm": 2.405846775747093,
      "learning_rate": 9.925640831494854e-06,
      "loss": 3.7097,
      "step": 4522
    },
    {
      "epoch": 2.9147461724415793,
      "grad_norm": 2.266545995356707,
      "learning_rate": 9.925607811965601e-06,
      "loss": 3.3884,
      "step": 4523
    },
    {
      "epoch": 2.9153908138597906,
      "grad_norm": 2.5671065670689863,
      "learning_rate": 9.925574785167844e-06,
      "loss": 3.6349,
      "step": 4524
    },
    {
      "epoch": 2.9160354552780015,
      "grad_norm": 2.4476220362773007,
      "learning_rate": 9.925541751101633e-06,
      "loss": 3.7564,
      "step": 4525
    },
    {
      "epoch": 2.9166800966962128,
      "grad_norm": 2.4587480413382723,
      "learning_rate": 9.925508709767025e-06,
      "loss": 3.6397,
      "step": 4526
    },
    {
      "epoch": 2.9173247381144236,
      "grad_norm": 2.597300878730504,
      "learning_rate": 9.925475661164074e-06,
      "loss": 3.4801,
      "step": 4527
    },
    {
      "epoch": 2.917969379532635,
      "grad_norm": 2.3169072783011293,
      "learning_rate": 9.925442605292836e-06,
      "loss": 4.1066,
      "step": 4528
    },
    {
      "epoch": 2.918614020950846,
      "grad_norm": 2.2674507801594737,
      "learning_rate": 9.925409542153363e-06,
      "loss": 3.4851,
      "step": 4529
    },
    {
      "epoch": 2.919258662369057,
      "grad_norm": 3.0354874633551945,
      "learning_rate": 9.925376471745709e-06,
      "loss": 3.9812,
      "step": 4530
    },
    {
      "epoch": 2.9199033037872684,
      "grad_norm": 2.3867531681643226,
      "learning_rate": 9.925343394069928e-06,
      "loss": 3.6834,
      "step": 4531
    },
    {
      "epoch": 2.9205479452054792,
      "grad_norm": 2.7575588004382845,
      "learning_rate": 9.925310309126079e-06,
      "loss": 3.6607,
      "step": 4532
    },
    {
      "epoch": 2.9211925866236905,
      "grad_norm": 2.4477163064669423,
      "learning_rate": 9.92527721691421e-06,
      "loss": 3.6333,
      "step": 4533
    },
    {
      "epoch": 2.921837228041902,
      "grad_norm": 2.3033342910237335,
      "learning_rate": 9.925244117434379e-06,
      "loss": 3.7502,
      "step": 4534
    },
    {
      "epoch": 2.9224818694601127,
      "grad_norm": 2.6892059980239797,
      "learning_rate": 9.925211010686636e-06,
      "loss": 3.744,
      "step": 4535
    },
    {
      "epoch": 2.923126510878324,
      "grad_norm": 2.8825026485832894,
      "learning_rate": 9.925177896671043e-06,
      "loss": 3.7673,
      "step": 4536
    },
    {
      "epoch": 2.923771152296535,
      "grad_norm": 3.17998768523076,
      "learning_rate": 9.925144775387651e-06,
      "loss": 3.2802,
      "step": 4537
    },
    {
      "epoch": 2.924415793714746,
      "grad_norm": 2.6922577877120153,
      "learning_rate": 9.925111646836511e-06,
      "loss": 3.5277,
      "step": 4538
    },
    {
      "epoch": 2.9250604351329574,
      "grad_norm": 2.57367507156465,
      "learning_rate": 9.925078511017682e-06,
      "loss": 3.8015,
      "step": 4539
    },
    {
      "epoch": 2.9257050765511683,
      "grad_norm": 2.7435116752461384,
      "learning_rate": 9.925045367931216e-06,
      "loss": 3.6058,
      "step": 4540
    },
    {
      "epoch": 2.9263497179693796,
      "grad_norm": 2.923414182060555,
      "learning_rate": 9.925012217577167e-06,
      "loss": 3.8735,
      "step": 4541
    },
    {
      "epoch": 2.9269943593875904,
      "grad_norm": 2.6233111123020834,
      "learning_rate": 9.92497905995559e-06,
      "loss": 3.8857,
      "step": 4542
    },
    {
      "epoch": 2.9276390008058018,
      "grad_norm": 2.389576729977798,
      "learning_rate": 9.924945895066541e-06,
      "loss": 3.7196,
      "step": 4543
    },
    {
      "epoch": 2.928283642224013,
      "grad_norm": 2.993482079317357,
      "learning_rate": 9.924912722910074e-06,
      "loss": 3.1998,
      "step": 4544
    },
    {
      "epoch": 2.928928283642224,
      "grad_norm": 3.373606970170656,
      "learning_rate": 9.92487954348624e-06,
      "loss": 3.7439,
      "step": 4545
    },
    {
      "epoch": 2.929572925060435,
      "grad_norm": 2.349687382352385,
      "learning_rate": 9.9248463567951e-06,
      "loss": 3.9012,
      "step": 4546
    },
    {
      "epoch": 2.930217566478646,
      "grad_norm": 2.603136393861585,
      "learning_rate": 9.924813162836703e-06,
      "loss": 3.9442,
      "step": 4547
    },
    {
      "epoch": 2.9308622078968574,
      "grad_norm": 3.02230153172791,
      "learning_rate": 9.924779961611104e-06,
      "loss": 3.8278,
      "step": 4548
    },
    {
      "epoch": 2.9315068493150687,
      "grad_norm": 2.273456469732613,
      "learning_rate": 9.92474675311836e-06,
      "loss": 3.8491,
      "step": 4549
    },
    {
      "epoch": 2.9321514907332795,
      "grad_norm": 2.5640451310960066,
      "learning_rate": 9.924713537358524e-06,
      "loss": 3.7191,
      "step": 4550
    },
    {
      "epoch": 2.932796132151491,
      "grad_norm": 2.0283334407462115,
      "learning_rate": 9.924680314331652e-06,
      "loss": 3.7686,
      "step": 4551
    },
    {
      "epoch": 2.9334407735697017,
      "grad_norm": 2.7246921941406925,
      "learning_rate": 9.924647084037798e-06,
      "loss": 3.6449,
      "step": 4552
    },
    {
      "epoch": 2.934085414987913,
      "grad_norm": 2.301122014908918,
      "learning_rate": 9.924613846477013e-06,
      "loss": 3.6642,
      "step": 4553
    },
    {
      "epoch": 2.9347300564061243,
      "grad_norm": 2.978615400047146,
      "learning_rate": 9.924580601649356e-06,
      "loss": 3.8039,
      "step": 4554
    },
    {
      "epoch": 2.935374697824335,
      "grad_norm": 2.4946204473399383,
      "learning_rate": 9.924547349554881e-06,
      "loss": 3.7608,
      "step": 4555
    },
    {
      "epoch": 2.9360193392425464,
      "grad_norm": 2.9861437677432723,
      "learning_rate": 9.924514090193642e-06,
      "loss": 3.4459,
      "step": 4556
    },
    {
      "epoch": 2.9366639806607573,
      "grad_norm": 2.4098271188424962,
      "learning_rate": 9.924480823565693e-06,
      "loss": 3.8356,
      "step": 4557
    },
    {
      "epoch": 2.9373086220789686,
      "grad_norm": 2.305810529491081,
      "learning_rate": 9.92444754967109e-06,
      "loss": 3.7868,
      "step": 4558
    },
    {
      "epoch": 2.93795326349718,
      "grad_norm": 2.2111640012905305,
      "learning_rate": 9.924414268509884e-06,
      "loss": 4.0101,
      "step": 4559
    },
    {
      "epoch": 2.9385979049153907,
      "grad_norm": 2.130744404031865,
      "learning_rate": 9.924380980082136e-06,
      "loss": 3.8664,
      "step": 4560
    },
    {
      "epoch": 2.939242546333602,
      "grad_norm": 2.771941562862633,
      "learning_rate": 9.924347684387894e-06,
      "loss": 3.2257,
      "step": 4561
    },
    {
      "epoch": 2.939887187751813,
      "grad_norm": 2.4793174534092177,
      "learning_rate": 9.924314381427218e-06,
      "loss": 3.7206,
      "step": 4562
    },
    {
      "epoch": 2.940531829170024,
      "grad_norm": 2.3076396252319045,
      "learning_rate": 9.92428107120016e-06,
      "loss": 3.6737,
      "step": 4563
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 2.184897233185056,
      "learning_rate": 9.924247753706775e-06,
      "loss": 3.6186,
      "step": 4564
    },
    {
      "epoch": 2.9418211120064464,
      "grad_norm": 2.4806309109820948,
      "learning_rate": 9.924214428947118e-06,
      "loss": 3.6571,
      "step": 4565
    },
    {
      "epoch": 2.9424657534246577,
      "grad_norm": 2.0928923015778684,
      "learning_rate": 9.924181096921244e-06,
      "loss": 4.0,
      "step": 4566
    },
    {
      "epoch": 2.9431103948428685,
      "grad_norm": 2.900280847850886,
      "learning_rate": 9.924147757629206e-06,
      "loss": 3.3423,
      "step": 4567
    },
    {
      "epoch": 2.94375503626108,
      "grad_norm": 2.186751788575718,
      "learning_rate": 9.924114411071061e-06,
      "loss": 3.6468,
      "step": 4568
    },
    {
      "epoch": 2.944399677679291,
      "grad_norm": 2.457112806975634,
      "learning_rate": 9.924081057246862e-06,
      "loss": 3.8579,
      "step": 4569
    },
    {
      "epoch": 2.945044319097502,
      "grad_norm": 2.521172080294348,
      "learning_rate": 9.924047696156666e-06,
      "loss": 3.3162,
      "step": 4570
    },
    {
      "epoch": 2.9456889605157133,
      "grad_norm": 2.3185907138531974,
      "learning_rate": 9.924014327800526e-06,
      "loss": 3.6419,
      "step": 4571
    },
    {
      "epoch": 2.946333601933924,
      "grad_norm": 3.140128358724162,
      "learning_rate": 9.923980952178498e-06,
      "loss": 3.5439,
      "step": 4572
    },
    {
      "epoch": 2.9469782433521354,
      "grad_norm": 2.242436186534477,
      "learning_rate": 9.923947569290636e-06,
      "loss": 3.9455,
      "step": 4573
    },
    {
      "epoch": 2.9476228847703467,
      "grad_norm": 3.1209608459569873,
      "learning_rate": 9.923914179136994e-06,
      "loss": 3.5491,
      "step": 4574
    },
    {
      "epoch": 2.9482675261885576,
      "grad_norm": 1.957040649137298,
      "learning_rate": 9.923880781717629e-06,
      "loss": 3.842,
      "step": 4575
    },
    {
      "epoch": 2.948912167606769,
      "grad_norm": 2.4740257429339083,
      "learning_rate": 9.923847377032593e-06,
      "loss": 3.6215,
      "step": 4576
    },
    {
      "epoch": 2.9495568090249797,
      "grad_norm": 2.5186529995477254,
      "learning_rate": 9.923813965081944e-06,
      "loss": 3.7926,
      "step": 4577
    },
    {
      "epoch": 2.950201450443191,
      "grad_norm": 2.593396308011766,
      "learning_rate": 9.923780545865733e-06,
      "loss": 3.6736,
      "step": 4578
    },
    {
      "epoch": 2.9508460918614023,
      "grad_norm": 2.3151959085505482,
      "learning_rate": 9.92374711938402e-06,
      "loss": 3.6883,
      "step": 4579
    },
    {
      "epoch": 2.951490733279613,
      "grad_norm": 3.198449119713269,
      "learning_rate": 9.923713685636855e-06,
      "loss": 3.7858,
      "step": 4580
    },
    {
      "epoch": 2.9521353746978245,
      "grad_norm": 2.419853993359886,
      "learning_rate": 9.923680244624296e-06,
      "loss": 3.8395,
      "step": 4581
    },
    {
      "epoch": 2.9527800161160354,
      "grad_norm": 3.8595875263547135,
      "learning_rate": 9.923646796346398e-06,
      "loss": 3.6052,
      "step": 4582
    },
    {
      "epoch": 2.9534246575342467,
      "grad_norm": 2.3186794750993753,
      "learning_rate": 9.923613340803213e-06,
      "loss": 3.6909,
      "step": 4583
    },
    {
      "epoch": 2.954069298952458,
      "grad_norm": 2.9402521196758853,
      "learning_rate": 9.923579877994799e-06,
      "loss": 3.6844,
      "step": 4584
    },
    {
      "epoch": 2.954713940370669,
      "grad_norm": 2.727241593942221,
      "learning_rate": 9.92354640792121e-06,
      "loss": 3.5175,
      "step": 4585
    },
    {
      "epoch": 2.9553585817888797,
      "grad_norm": 2.593867986967227,
      "learning_rate": 9.9235129305825e-06,
      "loss": 3.8211,
      "step": 4586
    },
    {
      "epoch": 2.956003223207091,
      "grad_norm": 3.0730180066504813,
      "learning_rate": 9.923479445978724e-06,
      "loss": 3.6673,
      "step": 4587
    },
    {
      "epoch": 2.9566478646253023,
      "grad_norm": 2.2504842398417635,
      "learning_rate": 9.92344595410994e-06,
      "loss": 3.8238,
      "step": 4588
    },
    {
      "epoch": 2.9572925060435136,
      "grad_norm": 3.20336454274576,
      "learning_rate": 9.923412454976199e-06,
      "loss": 3.8045,
      "step": 4589
    },
    {
      "epoch": 2.9579371474617244,
      "grad_norm": 2.2469478214562235,
      "learning_rate": 9.92337894857756e-06,
      "loss": 3.6596,
      "step": 4590
    },
    {
      "epoch": 2.9585817888799353,
      "grad_norm": 2.939658322589615,
      "learning_rate": 9.923345434914073e-06,
      "loss": 3.7426,
      "step": 4591
    },
    {
      "epoch": 2.9592264302981466,
      "grad_norm": 2.465966603825334,
      "learning_rate": 9.923311913985798e-06,
      "loss": 3.9485,
      "step": 4592
    },
    {
      "epoch": 2.959871071716358,
      "grad_norm": 2.0478689040490266,
      "learning_rate": 9.923278385792786e-06,
      "loss": 3.766,
      "step": 4593
    },
    {
      "epoch": 2.9605157131345687,
      "grad_norm": 2.183188190982873,
      "learning_rate": 9.923244850335096e-06,
      "loss": 3.5316,
      "step": 4594
    },
    {
      "epoch": 2.96116035455278,
      "grad_norm": 3.0617532538004784,
      "learning_rate": 9.923211307612778e-06,
      "loss": 3.6879,
      "step": 4595
    },
    {
      "epoch": 2.961804995970991,
      "grad_norm": 2.3768058370279426,
      "learning_rate": 9.923177757625893e-06,
      "loss": 4.0349,
      "step": 4596
    },
    {
      "epoch": 2.962449637389202,
      "grad_norm": 2.6526163783593777,
      "learning_rate": 9.923144200374492e-06,
      "loss": 3.9463,
      "step": 4597
    },
    {
      "epoch": 2.9630942788074135,
      "grad_norm": 2.152094306937354,
      "learning_rate": 9.923110635858632e-06,
      "loss": 3.5102,
      "step": 4598
    },
    {
      "epoch": 2.9637389202256244,
      "grad_norm": 3.011429599599121,
      "learning_rate": 9.923077064078368e-06,
      "loss": 3.4906,
      "step": 4599
    },
    {
      "epoch": 2.9643835616438357,
      "grad_norm": 2.286658753836708,
      "learning_rate": 9.923043485033755e-06,
      "loss": 3.3793,
      "step": 4600
    },
    {
      "epoch": 2.9643835616438357,
      "eval_loss": 3.8128740787506104,
      "eval_runtime": 2.9472,
      "eval_samples_per_second": 33.93,
      "eval_steps_per_second": 4.411,
      "step": 4600
    },
    {
      "epoch": 2.9650282030620465,
      "grad_norm": 2.5879086702864877,
      "learning_rate": 9.923009898724847e-06,
      "loss": 3.4217,
      "step": 4601
    },
    {
      "epoch": 2.965672844480258,
      "grad_norm": 2.972918350458701,
      "learning_rate": 9.922976305151697e-06,
      "loss": 3.9644,
      "step": 4602
    },
    {
      "epoch": 2.966317485898469,
      "grad_norm": 2.2161885937249965,
      "learning_rate": 9.922942704314366e-06,
      "loss": 3.679,
      "step": 4603
    },
    {
      "epoch": 2.96696212731668,
      "grad_norm": 2.908315658419253,
      "learning_rate": 9.922909096212906e-06,
      "loss": 3.4636,
      "step": 4604
    },
    {
      "epoch": 2.9676067687348913,
      "grad_norm": 3.0279048105144293,
      "learning_rate": 9.922875480847373e-06,
      "loss": 3.8181,
      "step": 4605
    },
    {
      "epoch": 2.968251410153102,
      "grad_norm": 2.3569878024882067,
      "learning_rate": 9.92284185821782e-06,
      "loss": 3.8273,
      "step": 4606
    },
    {
      "epoch": 2.9688960515713134,
      "grad_norm": 2.254509215684065,
      "learning_rate": 9.922808228324307e-06,
      "loss": 3.723,
      "step": 4607
    },
    {
      "epoch": 2.9695406929895247,
      "grad_norm": 1.92447030857365,
      "learning_rate": 9.922774591166882e-06,
      "loss": 3.6497,
      "step": 4608
    },
    {
      "epoch": 2.9701853344077356,
      "grad_norm": 2.496686694331758,
      "learning_rate": 9.922740946745608e-06,
      "loss": 3.3257,
      "step": 4609
    },
    {
      "epoch": 2.970829975825947,
      "grad_norm": 2.1815868801223157,
      "learning_rate": 9.922707295060534e-06,
      "loss": 3.7472,
      "step": 4610
    },
    {
      "epoch": 2.9714746172441577,
      "grad_norm": 2.0961248206775753,
      "learning_rate": 9.92267363611172e-06,
      "loss": 3.7552,
      "step": 4611
    },
    {
      "epoch": 2.972119258662369,
      "grad_norm": 1.9380082863515766,
      "learning_rate": 9.922639969899219e-06,
      "loss": 3.5301,
      "step": 4612
    },
    {
      "epoch": 2.9727639000805803,
      "grad_norm": 2.7142991784684463,
      "learning_rate": 9.922606296423085e-06,
      "loss": 3.8322,
      "step": 4613
    },
    {
      "epoch": 2.973408541498791,
      "grad_norm": 3.2045285659716667,
      "learning_rate": 9.922572615683376e-06,
      "loss": 3.4579,
      "step": 4614
    },
    {
      "epoch": 2.9740531829170025,
      "grad_norm": 2.0943132180063366,
      "learning_rate": 9.922538927680146e-06,
      "loss": 3.314,
      "step": 4615
    },
    {
      "epoch": 2.9746978243352133,
      "grad_norm": 2.7768465539965113,
      "learning_rate": 9.92250523241345e-06,
      "loss": 3.4215,
      "step": 4616
    },
    {
      "epoch": 2.9753424657534246,
      "grad_norm": 1.8983005872952148,
      "learning_rate": 9.922471529883343e-06,
      "loss": 3.7335,
      "step": 4617
    },
    {
      "epoch": 2.975987107171636,
      "grad_norm": 2.9168130855836427,
      "learning_rate": 9.922437820089883e-06,
      "loss": 3.3351,
      "step": 4618
    },
    {
      "epoch": 2.976631748589847,
      "grad_norm": 2.104297265065218,
      "learning_rate": 9.922404103033123e-06,
      "loss": 3.5113,
      "step": 4619
    },
    {
      "epoch": 2.977276390008058,
      "grad_norm": 3.2774860902351364,
      "learning_rate": 9.922370378713118e-06,
      "loss": 3.7294,
      "step": 4620
    },
    {
      "epoch": 2.977921031426269,
      "grad_norm": 2.2737723924101356,
      "learning_rate": 9.922336647129924e-06,
      "loss": 3.815,
      "step": 4621
    },
    {
      "epoch": 2.9785656728444803,
      "grad_norm": 3.371364522110666,
      "learning_rate": 9.922302908283599e-06,
      "loss": 3.51,
      "step": 4622
    },
    {
      "epoch": 2.9792103142626916,
      "grad_norm": 2.614608677758781,
      "learning_rate": 9.922269162174194e-06,
      "loss": 4.2067,
      "step": 4623
    },
    {
      "epoch": 2.9798549556809024,
      "grad_norm": 2.7013164464688875,
      "learning_rate": 9.922235408801767e-06,
      "loss": 3.65,
      "step": 4624
    },
    {
      "epoch": 2.9804995970991137,
      "grad_norm": 2.2352892847577546,
      "learning_rate": 9.922201648166371e-06,
      "loss": 3.7141,
      "step": 4625
    },
    {
      "epoch": 2.9811442385173246,
      "grad_norm": 3.2429952206919643,
      "learning_rate": 9.922167880268066e-06,
      "loss": 3.8855,
      "step": 4626
    },
    {
      "epoch": 2.981788879935536,
      "grad_norm": 2.4507315057818353,
      "learning_rate": 9.922134105106905e-06,
      "loss": 3.7568,
      "step": 4627
    },
    {
      "epoch": 2.982433521353747,
      "grad_norm": 2.7165832603992195,
      "learning_rate": 9.922100322682942e-06,
      "loss": 3.68,
      "step": 4628
    },
    {
      "epoch": 2.983078162771958,
      "grad_norm": 2.3210302462694172,
      "learning_rate": 9.922066532996236e-06,
      "loss": 3.6264,
      "step": 4629
    },
    {
      "epoch": 2.9837228041901693,
      "grad_norm": 2.6507388883319,
      "learning_rate": 9.922032736046837e-06,
      "loss": 3.9764,
      "step": 4630
    },
    {
      "epoch": 2.98436744560838,
      "grad_norm": 2.117664430251671,
      "learning_rate": 9.921998931834805e-06,
      "loss": 3.7628,
      "step": 4631
    },
    {
      "epoch": 2.9850120870265915,
      "grad_norm": 3.0025119778930263,
      "learning_rate": 9.921965120360195e-06,
      "loss": 3.6877,
      "step": 4632
    },
    {
      "epoch": 2.985656728444803,
      "grad_norm": 2.684379012204279,
      "learning_rate": 9.921931301623063e-06,
      "loss": 3.6729,
      "step": 4633
    },
    {
      "epoch": 2.9863013698630136,
      "grad_norm": 2.380809402901181,
      "learning_rate": 9.921897475623461e-06,
      "loss": 3.461,
      "step": 4634
    },
    {
      "epoch": 2.986946011281225,
      "grad_norm": 3.0311181555110274,
      "learning_rate": 9.921863642361447e-06,
      "loss": 3.5645,
      "step": 4635
    },
    {
      "epoch": 2.987590652699436,
      "grad_norm": 2.192319607243307,
      "learning_rate": 9.921829801837078e-06,
      "loss": 3.549,
      "step": 4636
    },
    {
      "epoch": 2.988235294117647,
      "grad_norm": 3.1036936121334207,
      "learning_rate": 9.921795954050407e-06,
      "loss": 4.0617,
      "step": 4637
    },
    {
      "epoch": 2.9888799355358584,
      "grad_norm": 1.971595123735475,
      "learning_rate": 9.921762099001492e-06,
      "loss": 3.6844,
      "step": 4638
    },
    {
      "epoch": 2.9895245769540693,
      "grad_norm": 3.002058666480268,
      "learning_rate": 9.921728236690386e-06,
      "loss": 3.2095,
      "step": 4639
    },
    {
      "epoch": 2.9901692183722806,
      "grad_norm": 1.9731275594914517,
      "learning_rate": 9.921694367117146e-06,
      "loss": 3.7666,
      "step": 4640
    },
    {
      "epoch": 2.9908138597904914,
      "grad_norm": 3.0200027219248793,
      "learning_rate": 9.921660490281829e-06,
      "loss": 3.3385,
      "step": 4641
    },
    {
      "epoch": 2.9914585012087027,
      "grad_norm": 2.169517413209024,
      "learning_rate": 9.921626606184486e-06,
      "loss": 4.059,
      "step": 4642
    },
    {
      "epoch": 2.992103142626914,
      "grad_norm": 2.790449606136941,
      "learning_rate": 9.921592714825178e-06,
      "loss": 3.5995,
      "step": 4643
    },
    {
      "epoch": 2.992747784045125,
      "grad_norm": 2.135085862883242,
      "learning_rate": 9.921558816203958e-06,
      "loss": 3.7767,
      "step": 4644
    },
    {
      "epoch": 2.993392425463336,
      "grad_norm": 3.018382475896782,
      "learning_rate": 9.921524910320885e-06,
      "loss": 3.8797,
      "step": 4645
    },
    {
      "epoch": 2.994037066881547,
      "grad_norm": 2.4133907916813757,
      "learning_rate": 9.921490997176008e-06,
      "loss": 3.4762,
      "step": 4646
    },
    {
      "epoch": 2.9946817082997583,
      "grad_norm": 2.217468104354697,
      "learning_rate": 9.921457076769388e-06,
      "loss": 3.6557,
      "step": 4647
    },
    {
      "epoch": 2.9953263497179696,
      "grad_norm": 2.2930510212018635,
      "learning_rate": 9.921423149101078e-06,
      "loss": 3.7452,
      "step": 4648
    },
    {
      "epoch": 2.9959709911361805,
      "grad_norm": 2.288507645913033,
      "learning_rate": 9.921389214171138e-06,
      "loss": 3.9467,
      "step": 4649
    },
    {
      "epoch": 2.996615632554392,
      "grad_norm": 2.757412440740858,
      "learning_rate": 9.921355271979618e-06,
      "loss": 3.7288,
      "step": 4650
    },
    {
      "epoch": 2.9972602739726026,
      "grad_norm": 2.4795067917136246,
      "learning_rate": 9.921321322526577e-06,
      "loss": 3.966,
      "step": 4651
    },
    {
      "epoch": 2.997904915390814,
      "grad_norm": 2.3295416883480713,
      "learning_rate": 9.92128736581207e-06,
      "loss": 3.5881,
      "step": 4652
    },
    {
      "epoch": 2.9985495568090252,
      "grad_norm": 2.3131202757552742,
      "learning_rate": 9.921253401836153e-06,
      "loss": 3.4044,
      "step": 4653
    },
    {
      "epoch": 2.999194198227236,
      "grad_norm": 2.5029699936170404,
      "learning_rate": 9.921219430598881e-06,
      "loss": 3.6835,
      "step": 4654
    },
    {
      "epoch": 2.999838839645447,
      "grad_norm": 1.7912506071560437,
      "learning_rate": 9.921185452100313e-06,
      "loss": 3.5753,
      "step": 4655
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.7912506071560437,
      "learning_rate": 9.921151466340501e-06,
      "loss": 1.0154,
      "step": 4656
    },
    {
      "epoch": 3.0006446414182113,
      "grad_norm": 2.7696984271243457,
      "learning_rate": 9.921117473319502e-06,
      "loss": 3.3762,
      "step": 4657
    },
    {
      "epoch": 3.001289282836422,
      "grad_norm": 4.761439632638767,
      "learning_rate": 9.921083473037373e-06,
      "loss": 3.6197,
      "step": 4658
    },
    {
      "epoch": 3.0019339242546335,
      "grad_norm": 2.395810347233194,
      "learning_rate": 9.921049465494167e-06,
      "loss": 3.4592,
      "step": 4659
    },
    {
      "epoch": 3.0025785656728443,
      "grad_norm": 2.127445426311634,
      "learning_rate": 9.921015450689944e-06,
      "loss": 3.6047,
      "step": 4660
    },
    {
      "epoch": 3.0032232070910556,
      "grad_norm": 3.0329641513897174,
      "learning_rate": 9.920981428624755e-06,
      "loss": 3.392,
      "step": 4661
    },
    {
      "epoch": 3.003867848509267,
      "grad_norm": 1.9712046268039818,
      "learning_rate": 9.92094739929866e-06,
      "loss": 3.6504,
      "step": 4662
    },
    {
      "epoch": 3.0045124899274778,
      "grad_norm": 2.664258403977921,
      "learning_rate": 9.920913362711714e-06,
      "loss": 3.4989,
      "step": 4663
    },
    {
      "epoch": 3.005157131345689,
      "grad_norm": 2.9006996923492383,
      "learning_rate": 9.92087931886397e-06,
      "loss": 3.6761,
      "step": 4664
    },
    {
      "epoch": 3.0058017727639,
      "grad_norm": 2.5061020688152364,
      "learning_rate": 9.920845267755488e-06,
      "loss": 3.2655,
      "step": 4665
    },
    {
      "epoch": 3.0064464141821112,
      "grad_norm": 2.0290087499125242,
      "learning_rate": 9.920811209386321e-06,
      "loss": 3.6964,
      "step": 4666
    },
    {
      "epoch": 3.0070910556003225,
      "grad_norm": 2.709295611302419,
      "learning_rate": 9.920777143756528e-06,
      "loss": 3.4997,
      "step": 4667
    },
    {
      "epoch": 3.0077356970185334,
      "grad_norm": 1.9895236004443515,
      "learning_rate": 9.92074307086616e-06,
      "loss": 3.3967,
      "step": 4668
    },
    {
      "epoch": 3.0083803384367447,
      "grad_norm": 2.2910325146934705,
      "learning_rate": 9.920708990715278e-06,
      "loss": 3.5768,
      "step": 4669
    },
    {
      "epoch": 3.0090249798549555,
      "grad_norm": 3.1330212710891376,
      "learning_rate": 9.920674903303935e-06,
      "loss": 3.5163,
      "step": 4670
    },
    {
      "epoch": 3.009669621273167,
      "grad_norm": 2.185473500372169,
      "learning_rate": 9.920640808632187e-06,
      "loss": 3.5536,
      "step": 4671
    },
    {
      "epoch": 3.010314262691378,
      "grad_norm": 2.5558331052090084,
      "learning_rate": 9.920606706700094e-06,
      "loss": 3.6067,
      "step": 4672
    },
    {
      "epoch": 3.010958904109589,
      "grad_norm": 2.3807565897757903,
      "learning_rate": 9.920572597507706e-06,
      "loss": 3.5548,
      "step": 4673
    },
    {
      "epoch": 3.0116035455278003,
      "grad_norm": 2.159716424386074,
      "learning_rate": 9.920538481055083e-06,
      "loss": 3.6322,
      "step": 4674
    },
    {
      "epoch": 3.012248186946011,
      "grad_norm": 2.4618530877058284,
      "learning_rate": 9.92050435734228e-06,
      "loss": 3.5406,
      "step": 4675
    },
    {
      "epoch": 3.0128928283642225,
      "grad_norm": 2.3029297336590298,
      "learning_rate": 9.920470226369352e-06,
      "loss": 3.4594,
      "step": 4676
    },
    {
      "epoch": 3.0135374697824333,
      "grad_norm": 2.4347327102458927,
      "learning_rate": 9.920436088136357e-06,
      "loss": 3.2478,
      "step": 4677
    },
    {
      "epoch": 3.0141821112006446,
      "grad_norm": 2.482069856237367,
      "learning_rate": 9.92040194264335e-06,
      "loss": 3.3085,
      "step": 4678
    },
    {
      "epoch": 3.014826752618856,
      "grad_norm": 2.1248489800781827,
      "learning_rate": 9.920367789890387e-06,
      "loss": 3.4405,
      "step": 4679
    },
    {
      "epoch": 3.0154713940370668,
      "grad_norm": 2.1818225675172895,
      "learning_rate": 9.920333629877524e-06,
      "loss": 3.7858,
      "step": 4680
    },
    {
      "epoch": 3.016116035455278,
      "grad_norm": 2.289259587284984,
      "learning_rate": 9.920299462604818e-06,
      "loss": 3.6218,
      "step": 4681
    },
    {
      "epoch": 3.016760676873489,
      "grad_norm": 2.2583426429613946,
      "learning_rate": 9.920265288072324e-06,
      "loss": 3.5293,
      "step": 4682
    },
    {
      "epoch": 3.0174053182917002,
      "grad_norm": 2.4840443765166325,
      "learning_rate": 9.920231106280099e-06,
      "loss": 3.7143,
      "step": 4683
    },
    {
      "epoch": 3.0180499597099115,
      "grad_norm": 2.182799842422381,
      "learning_rate": 9.920196917228198e-06,
      "loss": 3.6218,
      "step": 4684
    },
    {
      "epoch": 3.0186946011281224,
      "grad_norm": 2.14302667222184,
      "learning_rate": 9.920162720916677e-06,
      "loss": 3.4507,
      "step": 4685
    },
    {
      "epoch": 3.0193392425463337,
      "grad_norm": 2.7244291639898752,
      "learning_rate": 9.920128517345596e-06,
      "loss": 3.7642,
      "step": 4686
    },
    {
      "epoch": 3.0199838839645445,
      "grad_norm": 2.1877071033411895,
      "learning_rate": 9.920094306515005e-06,
      "loss": 3.3675,
      "step": 4687
    },
    {
      "epoch": 3.020628525382756,
      "grad_norm": 2.365288284711659,
      "learning_rate": 9.920060088424967e-06,
      "loss": 3.6607,
      "step": 4688
    },
    {
      "epoch": 3.021273166800967,
      "grad_norm": 2.2129119711671015,
      "learning_rate": 9.920025863075533e-06,
      "loss": 3.5876,
      "step": 4689
    },
    {
      "epoch": 3.021917808219178,
      "grad_norm": 2.5810048178509106,
      "learning_rate": 9.919991630466759e-06,
      "loss": 3.302,
      "step": 4690
    },
    {
      "epoch": 3.0225624496373893,
      "grad_norm": 2.7315299186314244,
      "learning_rate": 9.919957390598704e-06,
      "loss": 3.7461,
      "step": 4691
    },
    {
      "epoch": 3.0232070910556,
      "grad_norm": 2.253823928594932,
      "learning_rate": 9.919923143471424e-06,
      "loss": 3.7852,
      "step": 4692
    },
    {
      "epoch": 3.0238517324738114,
      "grad_norm": 2.293774825976524,
      "learning_rate": 9.919888889084974e-06,
      "loss": 3.2891,
      "step": 4693
    },
    {
      "epoch": 3.0244963738920227,
      "grad_norm": 2.2178796681055375,
      "learning_rate": 9.919854627439412e-06,
      "loss": 3.755,
      "step": 4694
    },
    {
      "epoch": 3.0251410153102336,
      "grad_norm": 2.9229317088136417,
      "learning_rate": 9.919820358534792e-06,
      "loss": 3.3692,
      "step": 4695
    },
    {
      "epoch": 3.025785656728445,
      "grad_norm": 2.1124111820003524,
      "learning_rate": 9.919786082371172e-06,
      "loss": 3.7929,
      "step": 4696
    },
    {
      "epoch": 3.0264302981466558,
      "grad_norm": 3.082291305681673,
      "learning_rate": 9.919751798948607e-06,
      "loss": 3.7058,
      "step": 4697
    },
    {
      "epoch": 3.027074939564867,
      "grad_norm": 2.2779913972432033,
      "learning_rate": 9.919717508267156e-06,
      "loss": 3.8608,
      "step": 4698
    },
    {
      "epoch": 3.0277195809830784,
      "grad_norm": 3.2549459927549544,
      "learning_rate": 9.919683210326869e-06,
      "loss": 3.3667,
      "step": 4699
    },
    {
      "epoch": 3.028364222401289,
      "grad_norm": 2.2203540203447933,
      "learning_rate": 9.919648905127809e-06,
      "loss": 3.4923,
      "step": 4700
    },
    {
      "epoch": 3.028364222401289,
      "eval_loss": 3.8240082263946533,
      "eval_runtime": 2.9727,
      "eval_samples_per_second": 33.639,
      "eval_steps_per_second": 4.373,
      "step": 4700
    },
    {
      "epoch": 3.0290088638195005,
      "grad_norm": 2.6853078824233556,
      "learning_rate": 9.919614592670031e-06,
      "loss": 3.7467,
      "step": 4701
    },
    {
      "epoch": 3.0296535052377114,
      "grad_norm": 2.5821997670620442,
      "learning_rate": 9.91958027295359e-06,
      "loss": 3.8465,
      "step": 4702
    },
    {
      "epoch": 3.0302981466559227,
      "grad_norm": 2.0830734041827794,
      "learning_rate": 9.91954594597854e-06,
      "loss": 3.7724,
      "step": 4703
    },
    {
      "epoch": 3.030942788074134,
      "grad_norm": 2.07227300264545,
      "learning_rate": 9.919511611744944e-06,
      "loss": 3.5304,
      "step": 4704
    },
    {
      "epoch": 3.031587429492345,
      "grad_norm": 2.1741218748468567,
      "learning_rate": 9.919477270252852e-06,
      "loss": 3.336,
      "step": 4705
    },
    {
      "epoch": 3.032232070910556,
      "grad_norm": 2.0826111323016256,
      "learning_rate": 9.919442921502322e-06,
      "loss": 3.6181,
      "step": 4706
    },
    {
      "epoch": 3.032876712328767,
      "grad_norm": 2.2291474806009606,
      "learning_rate": 9.919408565493413e-06,
      "loss": 3.5764,
      "step": 4707
    },
    {
      "epoch": 3.0335213537469783,
      "grad_norm": 2.2888546825028198,
      "learning_rate": 9.91937420222618e-06,
      "loss": 3.599,
      "step": 4708
    },
    {
      "epoch": 3.034165995165189,
      "grad_norm": 2.381881023218702,
      "learning_rate": 9.919339831700677e-06,
      "loss": 3.5923,
      "step": 4709
    },
    {
      "epoch": 3.0348106365834004,
      "grad_norm": 2.673169743492627,
      "learning_rate": 9.919305453916964e-06,
      "loss": 3.4859,
      "step": 4710
    },
    {
      "epoch": 3.0354552780016117,
      "grad_norm": 2.3066155049637542,
      "learning_rate": 9.919271068875096e-06,
      "loss": 3.4723,
      "step": 4711
    },
    {
      "epoch": 3.0360999194198226,
      "grad_norm": 2.835708311816336,
      "learning_rate": 9.91923667657513e-06,
      "loss": 3.3039,
      "step": 4712
    },
    {
      "epoch": 3.036744560838034,
      "grad_norm": 2.2797488894735185,
      "learning_rate": 9.91920227701712e-06,
      "loss": 3.5928,
      "step": 4713
    },
    {
      "epoch": 3.0373892022562448,
      "grad_norm": 2.4518228749636806,
      "learning_rate": 9.919167870201126e-06,
      "loss": 3.7345,
      "step": 4714
    },
    {
      "epoch": 3.038033843674456,
      "grad_norm": 2.4002378565042473,
      "learning_rate": 9.919133456127203e-06,
      "loss": 3.6812,
      "step": 4715
    },
    {
      "epoch": 3.0386784850926674,
      "grad_norm": 2.401557357490722,
      "learning_rate": 9.919099034795409e-06,
      "loss": 3.6008,
      "step": 4716
    },
    {
      "epoch": 3.039323126510878,
      "grad_norm": 3.000719455982868,
      "learning_rate": 9.919064606205796e-06,
      "loss": 3.3894,
      "step": 4717
    },
    {
      "epoch": 3.0399677679290895,
      "grad_norm": 2.0478548767196534,
      "learning_rate": 9.919030170358426e-06,
      "loss": 3.7493,
      "step": 4718
    },
    {
      "epoch": 3.0406124093473004,
      "grad_norm": 2.711072677383994,
      "learning_rate": 9.918995727253351e-06,
      "loss": 3.7883,
      "step": 4719
    },
    {
      "epoch": 3.0412570507655117,
      "grad_norm": 1.9666067802897191,
      "learning_rate": 9.918961276890631e-06,
      "loss": 3.8913,
      "step": 4720
    },
    {
      "epoch": 3.041901692183723,
      "grad_norm": 2.7793678801820043,
      "learning_rate": 9.91892681927032e-06,
      "loss": 3.5446,
      "step": 4721
    },
    {
      "epoch": 3.042546333601934,
      "grad_norm": 2.3405156020561364,
      "learning_rate": 9.918892354392477e-06,
      "loss": 3.9981,
      "step": 4722
    },
    {
      "epoch": 3.043190975020145,
      "grad_norm": 2.4867101372464995,
      "learning_rate": 9.918857882257158e-06,
      "loss": 3.7244,
      "step": 4723
    },
    {
      "epoch": 3.043835616438356,
      "grad_norm": 2.3370406110843844,
      "learning_rate": 9.91882340286442e-06,
      "loss": 3.8211,
      "step": 4724
    },
    {
      "epoch": 3.0444802578565673,
      "grad_norm": 2.421090682704122,
      "learning_rate": 9.918788916214315e-06,
      "loss": 3.6132,
      "step": 4725
    },
    {
      "epoch": 3.0451248992747786,
      "grad_norm": 2.263864873298068,
      "learning_rate": 9.918754422306905e-06,
      "loss": 3.4872,
      "step": 4726
    },
    {
      "epoch": 3.0457695406929894,
      "grad_norm": 2.1928007561220406,
      "learning_rate": 9.918719921142247e-06,
      "loss": 3.4874,
      "step": 4727
    },
    {
      "epoch": 3.0464141821112007,
      "grad_norm": 2.447149956951892,
      "learning_rate": 9.918685412720394e-06,
      "loss": 3.6433,
      "step": 4728
    },
    {
      "epoch": 3.0470588235294116,
      "grad_norm": 2.4374623341292136,
      "learning_rate": 9.918650897041403e-06,
      "loss": 3.6097,
      "step": 4729
    },
    {
      "epoch": 3.047703464947623,
      "grad_norm": 2.5766150214774233,
      "learning_rate": 9.918616374105334e-06,
      "loss": 3.7355,
      "step": 4730
    },
    {
      "epoch": 3.048348106365834,
      "grad_norm": 2.624898576089359,
      "learning_rate": 9.918581843912242e-06,
      "loss": 3.8086,
      "step": 4731
    },
    {
      "epoch": 3.048992747784045,
      "grad_norm": 2.179479462945508,
      "learning_rate": 9.918547306462182e-06,
      "loss": 3.4424,
      "step": 4732
    },
    {
      "epoch": 3.0496373892022564,
      "grad_norm": 2.4048049215392284,
      "learning_rate": 9.918512761755213e-06,
      "loss": 3.5469,
      "step": 4733
    },
    {
      "epoch": 3.050282030620467,
      "grad_norm": 2.3287899105524144,
      "learning_rate": 9.918478209791392e-06,
      "loss": 3.9528,
      "step": 4734
    },
    {
      "epoch": 3.0509266720386785,
      "grad_norm": 2.435647275686259,
      "learning_rate": 9.918443650570774e-06,
      "loss": 3.5481,
      "step": 4735
    },
    {
      "epoch": 3.05157131345689,
      "grad_norm": 2.8154452443305287,
      "learning_rate": 9.918409084093415e-06,
      "loss": 3.569,
      "step": 4736
    },
    {
      "epoch": 3.0522159548751007,
      "grad_norm": 2.3189092988567475,
      "learning_rate": 9.918374510359376e-06,
      "loss": 3.2392,
      "step": 4737
    },
    {
      "epoch": 3.052860596293312,
      "grad_norm": 2.6837463317705113,
      "learning_rate": 9.918339929368708e-06,
      "loss": 3.4508,
      "step": 4738
    },
    {
      "epoch": 3.053505237711523,
      "grad_norm": 2.4922263011449624,
      "learning_rate": 9.918305341121472e-06,
      "loss": 3.8279,
      "step": 4739
    },
    {
      "epoch": 3.054149879129734,
      "grad_norm": 2.8920078138967127,
      "learning_rate": 9.918270745617722e-06,
      "loss": 3.6785,
      "step": 4740
    },
    {
      "epoch": 3.0547945205479454,
      "grad_norm": 2.189007076377427,
      "learning_rate": 9.918236142857519e-06,
      "loss": 3.4181,
      "step": 4741
    },
    {
      "epoch": 3.0554391619661563,
      "grad_norm": 2.7779705665982273,
      "learning_rate": 9.918201532840916e-06,
      "loss": 3.6849,
      "step": 4742
    },
    {
      "epoch": 3.0560838033843676,
      "grad_norm": 2.220032175485994,
      "learning_rate": 9.918166915567973e-06,
      "loss": 3.8546,
      "step": 4743
    },
    {
      "epoch": 3.0567284448025784,
      "grad_norm": 2.4620506881239783,
      "learning_rate": 9.918132291038742e-06,
      "loss": 3.6788,
      "step": 4744
    },
    {
      "epoch": 3.0573730862207897,
      "grad_norm": 2.2788996444368714,
      "learning_rate": 9.918097659253282e-06,
      "loss": 3.7969,
      "step": 4745
    },
    {
      "epoch": 3.0580177276390006,
      "grad_norm": 2.0243649201565193,
      "learning_rate": 9.918063020211654e-06,
      "loss": 3.7401,
      "step": 4746
    },
    {
      "epoch": 3.058662369057212,
      "grad_norm": 2.6526215184849193,
      "learning_rate": 9.91802837391391e-06,
      "loss": 3.6528,
      "step": 4747
    },
    {
      "epoch": 3.059307010475423,
      "grad_norm": 2.3434229761463516,
      "learning_rate": 9.91799372036011e-06,
      "loss": 3.4347,
      "step": 4748
    },
    {
      "epoch": 3.059951651893634,
      "grad_norm": 2.706564844421477,
      "learning_rate": 9.917959059550308e-06,
      "loss": 3.3953,
      "step": 4749
    },
    {
      "epoch": 3.0605962933118454,
      "grad_norm": 2.3608408382459336,
      "learning_rate": 9.917924391484562e-06,
      "loss": 3.4878,
      "step": 4750
    },
    {
      "epoch": 3.061240934730056,
      "grad_norm": 2.5317508336176044,
      "learning_rate": 9.917889716162928e-06,
      "loss": 3.8037,
      "step": 4751
    },
    {
      "epoch": 3.0618855761482675,
      "grad_norm": 2.1062015423795204,
      "learning_rate": 9.917855033585467e-06,
      "loss": 3.8483,
      "step": 4752
    },
    {
      "epoch": 3.062530217566479,
      "grad_norm": 2.517594887887849,
      "learning_rate": 9.917820343752231e-06,
      "loss": 3.6045,
      "step": 4753
    },
    {
      "epoch": 3.0631748589846897,
      "grad_norm": 2.0562684258351913,
      "learning_rate": 9.917785646663281e-06,
      "loss": 3.5189,
      "step": 4754
    },
    {
      "epoch": 3.063819500402901,
      "grad_norm": 2.559392429118972,
      "learning_rate": 9.91775094231867e-06,
      "loss": 3.5609,
      "step": 4755
    },
    {
      "epoch": 3.064464141821112,
      "grad_norm": 2.194835587886341,
      "learning_rate": 9.917716230718458e-06,
      "loss": 3.3714,
      "step": 4756
    },
    {
      "epoch": 3.065108783239323,
      "grad_norm": 2.5714534810127367,
      "learning_rate": 9.917681511862703e-06,
      "loss": 3.311,
      "step": 4757
    },
    {
      "epoch": 3.0657534246575344,
      "grad_norm": 2.1934040987396917,
      "learning_rate": 9.917646785751457e-06,
      "loss": 3.6291,
      "step": 4758
    },
    {
      "epoch": 3.0663980660757453,
      "grad_norm": 2.446673064791152,
      "learning_rate": 9.917612052384782e-06,
      "loss": 3.8289,
      "step": 4759
    },
    {
      "epoch": 3.0670427074939566,
      "grad_norm": 2.1159933359183176,
      "learning_rate": 9.917577311762735e-06,
      "loss": 3.4908,
      "step": 4760
    },
    {
      "epoch": 3.0676873489121674,
      "grad_norm": 2.6803182354914203,
      "learning_rate": 9.917542563885369e-06,
      "loss": 3.5896,
      "step": 4761
    },
    {
      "epoch": 3.0683319903303787,
      "grad_norm": 2.088404416867087,
      "learning_rate": 9.917507808752742e-06,
      "loss": 3.5237,
      "step": 4762
    },
    {
      "epoch": 3.06897663174859,
      "grad_norm": 3.2318119733889388,
      "learning_rate": 9.917473046364914e-06,
      "loss": 3.4481,
      "step": 4763
    },
    {
      "epoch": 3.069621273166801,
      "grad_norm": 2.869065333902028,
      "learning_rate": 9.91743827672194e-06,
      "loss": 3.7198,
      "step": 4764
    },
    {
      "epoch": 3.070265914585012,
      "grad_norm": 2.429748089494201,
      "learning_rate": 9.917403499823877e-06,
      "loss": 3.5982,
      "step": 4765
    },
    {
      "epoch": 3.070910556003223,
      "grad_norm": 2.23697148487557,
      "learning_rate": 9.917368715670785e-06,
      "loss": 3.5672,
      "step": 4766
    },
    {
      "epoch": 3.0715551974214343,
      "grad_norm": 2.5215757425848087,
      "learning_rate": 9.917333924262717e-06,
      "loss": 3.7569,
      "step": 4767
    },
    {
      "epoch": 3.0721998388396456,
      "grad_norm": 1.9688102801272738,
      "learning_rate": 9.917299125599732e-06,
      "loss": 3.6674,
      "step": 4768
    },
    {
      "epoch": 3.0728444802578565,
      "grad_norm": 2.8869635600676786,
      "learning_rate": 9.917264319681888e-06,
      "loss": 3.5485,
      "step": 4769
    },
    {
      "epoch": 3.073489121676068,
      "grad_norm": 2.9866333726042837,
      "learning_rate": 9.917229506509241e-06,
      "loss": 3.6632,
      "step": 4770
    },
    {
      "epoch": 3.0741337630942787,
      "grad_norm": 2.4397213635371506,
      "learning_rate": 9.91719468608185e-06,
      "loss": 3.6124,
      "step": 4771
    },
    {
      "epoch": 3.07477840451249,
      "grad_norm": 2.687268443499041,
      "learning_rate": 9.917159858399769e-06,
      "loss": 3.608,
      "step": 4772
    },
    {
      "epoch": 3.0754230459307013,
      "grad_norm": 2.5978839870545576,
      "learning_rate": 9.917125023463057e-06,
      "loss": 3.735,
      "step": 4773
    },
    {
      "epoch": 3.076067687348912,
      "grad_norm": 2.058023961859182,
      "learning_rate": 9.91709018127177e-06,
      "loss": 3.7003,
      "step": 4774
    },
    {
      "epoch": 3.0767123287671234,
      "grad_norm": 2.4763746689035817,
      "learning_rate": 9.917055331825969e-06,
      "loss": 3.6172,
      "step": 4775
    },
    {
      "epoch": 3.0773569701853343,
      "grad_norm": 2.560733891881498,
      "learning_rate": 9.917020475125706e-06,
      "loss": 3.6347,
      "step": 4776
    },
    {
      "epoch": 3.0780016116035456,
      "grad_norm": 2.1897918364149445,
      "learning_rate": 9.916985611171044e-06,
      "loss": 3.5431,
      "step": 4777
    },
    {
      "epoch": 3.0786462530217564,
      "grad_norm": 2.7619435613486814,
      "learning_rate": 9.916950739962033e-06,
      "loss": 3.8805,
      "step": 4778
    },
    {
      "epoch": 3.0792908944399677,
      "grad_norm": 2.185472125876251,
      "learning_rate": 9.916915861498738e-06,
      "loss": 3.6178,
      "step": 4779
    },
    {
      "epoch": 3.079935535858179,
      "grad_norm": 2.814215293757569,
      "learning_rate": 9.916880975781212e-06,
      "loss": 3.7379,
      "step": 4780
    },
    {
      "epoch": 3.08058017727639,
      "grad_norm": 2.486870497669954,
      "learning_rate": 9.91684608280951e-06,
      "loss": 3.7088,
      "step": 4781
    },
    {
      "epoch": 3.081224818694601,
      "grad_norm": 2.38073915321468,
      "learning_rate": 9.916811182583694e-06,
      "loss": 3.6432,
      "step": 4782
    },
    {
      "epoch": 3.081869460112812,
      "grad_norm": 2.6506258011070125,
      "learning_rate": 9.916776275103822e-06,
      "loss": 3.492,
      "step": 4783
    },
    {
      "epoch": 3.0825141015310233,
      "grad_norm": 2.2917005042696337,
      "learning_rate": 9.916741360369945e-06,
      "loss": 3.9168,
      "step": 4784
    },
    {
      "epoch": 3.0831587429492346,
      "grad_norm": 2.7810506753785162,
      "learning_rate": 9.916706438382126e-06,
      "loss": 3.245,
      "step": 4785
    },
    {
      "epoch": 3.0838033843674455,
      "grad_norm": 2.3849147864733578,
      "learning_rate": 9.91667150914042e-06,
      "loss": 3.7726,
      "step": 4786
    },
    {
      "epoch": 3.084448025785657,
      "grad_norm": 3.1227823723544397,
      "learning_rate": 9.916636572644887e-06,
      "loss": 3.7185,
      "step": 4787
    },
    {
      "epoch": 3.0850926672038677,
      "grad_norm": 2.3942422260234033,
      "learning_rate": 9.916601628895579e-06,
      "loss": 3.7293,
      "step": 4788
    },
    {
      "epoch": 3.085737308622079,
      "grad_norm": 3.018179744223072,
      "learning_rate": 9.916566677892558e-06,
      "loss": 3.6404,
      "step": 4789
    },
    {
      "epoch": 3.0863819500402903,
      "grad_norm": 2.6072360647038337,
      "learning_rate": 9.91653171963588e-06,
      "loss": 3.9684,
      "step": 4790
    },
    {
      "epoch": 3.087026591458501,
      "grad_norm": 2.772667357851156,
      "learning_rate": 9.916496754125605e-06,
      "loss": 3.793,
      "step": 4791
    },
    {
      "epoch": 3.0876712328767124,
      "grad_norm": 2.136878084748507,
      "learning_rate": 9.916461781361786e-06,
      "loss": 3.6798,
      "step": 4792
    },
    {
      "epoch": 3.0883158742949233,
      "grad_norm": 2.2767102627200897,
      "learning_rate": 9.916426801344481e-06,
      "loss": 3.9559,
      "step": 4793
    },
    {
      "epoch": 3.0889605157131346,
      "grad_norm": 2.2663605941855938,
      "learning_rate": 9.916391814073751e-06,
      "loss": 3.3366,
      "step": 4794
    },
    {
      "epoch": 3.089605157131346,
      "grad_norm": 2.1921269324860706,
      "learning_rate": 9.91635681954965e-06,
      "loss": 3.7435,
      "step": 4795
    },
    {
      "epoch": 3.0902497985495567,
      "grad_norm": 3.114108447543997,
      "learning_rate": 9.916321817772236e-06,
      "loss": 3.6188,
      "step": 4796
    },
    {
      "epoch": 3.090894439967768,
      "grad_norm": 2.306179261735623,
      "learning_rate": 9.916286808741571e-06,
      "loss": 3.4339,
      "step": 4797
    },
    {
      "epoch": 3.091539081385979,
      "grad_norm": 2.543728263914445,
      "learning_rate": 9.916251792457706e-06,
      "loss": 3.8435,
      "step": 4798
    },
    {
      "epoch": 3.09218372280419,
      "grad_norm": 2.424206383201526,
      "learning_rate": 9.916216768920701e-06,
      "loss": 3.5981,
      "step": 4799
    },
    {
      "epoch": 3.0928283642224015,
      "grad_norm": 2.8127823943580283,
      "learning_rate": 9.916181738130616e-06,
      "loss": 3.0055,
      "step": 4800
    },
    {
      "epoch": 3.0928283642224015,
      "eval_loss": 3.825808048248291,
      "eval_runtime": 2.9543,
      "eval_samples_per_second": 33.85,
      "eval_steps_per_second": 4.4,
      "step": 4800
    },
    {
      "epoch": 3.0934730056406123,
      "grad_norm": 2.5493877469754924,
      "learning_rate": 9.916146700087502e-06,
      "loss": 3.851,
      "step": 4801
    },
    {
      "epoch": 3.0941176470588236,
      "grad_norm": 2.0514152923562636,
      "learning_rate": 9.916111654791425e-06,
      "loss": 3.7803,
      "step": 4802
    },
    {
      "epoch": 3.0947622884770345,
      "grad_norm": 2.3790730490488055,
      "learning_rate": 9.916076602242436e-06,
      "loss": 3.5203,
      "step": 4803
    },
    {
      "epoch": 3.095406929895246,
      "grad_norm": 1.8803568339751144,
      "learning_rate": 9.916041542440596e-06,
      "loss": 3.4769,
      "step": 4804
    },
    {
      "epoch": 3.096051571313457,
      "grad_norm": 2.483494542452768,
      "learning_rate": 9.916006475385962e-06,
      "loss": 3.5455,
      "step": 4805
    },
    {
      "epoch": 3.096696212731668,
      "grad_norm": 2.080330087452111,
      "learning_rate": 9.915971401078591e-06,
      "loss": 3.5239,
      "step": 4806
    },
    {
      "epoch": 3.0973408541498793,
      "grad_norm": 2.050895888431289,
      "learning_rate": 9.91593631951854e-06,
      "loss": 3.8512,
      "step": 4807
    },
    {
      "epoch": 3.09798549556809,
      "grad_norm": 2.191992468608042,
      "learning_rate": 9.91590123070587e-06,
      "loss": 3.4266,
      "step": 4808
    },
    {
      "epoch": 3.0986301369863014,
      "grad_norm": 2.5229758654993804,
      "learning_rate": 9.915866134640633e-06,
      "loss": 3.5299,
      "step": 4809
    },
    {
      "epoch": 3.0992747784045127,
      "grad_norm": 2.4671453999651356,
      "learning_rate": 9.91583103132289e-06,
      "loss": 3.9173,
      "step": 4810
    },
    {
      "epoch": 3.0999194198227236,
      "grad_norm": 2.467339598046006,
      "learning_rate": 9.915795920752698e-06,
      "loss": 3.4684,
      "step": 4811
    },
    {
      "epoch": 3.100564061240935,
      "grad_norm": 2.629053036690471,
      "learning_rate": 9.915760802930117e-06,
      "loss": 3.7887,
      "step": 4812
    },
    {
      "epoch": 3.1012087026591457,
      "grad_norm": 2.2841378789942848,
      "learning_rate": 9.915725677855201e-06,
      "loss": 3.4451,
      "step": 4813
    },
    {
      "epoch": 3.101853344077357,
      "grad_norm": 2.4256194820523027,
      "learning_rate": 9.91569054552801e-06,
      "loss": 3.408,
      "step": 4814
    },
    {
      "epoch": 3.102497985495568,
      "grad_norm": 2.7955827053598497,
      "learning_rate": 9.915655405948601e-06,
      "loss": 3.7675,
      "step": 4815
    },
    {
      "epoch": 3.103142626913779,
      "grad_norm": 2.772612629707108,
      "learning_rate": 9.915620259117031e-06,
      "loss": 4.1263,
      "step": 4816
    },
    {
      "epoch": 3.1037872683319905,
      "grad_norm": 2.806974390878075,
      "learning_rate": 9.91558510503336e-06,
      "loss": 3.7484,
      "step": 4817
    },
    {
      "epoch": 3.1044319097502013,
      "grad_norm": 2.2085137689816285,
      "learning_rate": 9.915549943697644e-06,
      "loss": 3.4918,
      "step": 4818
    },
    {
      "epoch": 3.1050765511684126,
      "grad_norm": 3.1820296213183927,
      "learning_rate": 9.91551477510994e-06,
      "loss": 3.4744,
      "step": 4819
    },
    {
      "epoch": 3.1057211925866235,
      "grad_norm": 2.2028205583294524,
      "learning_rate": 9.915479599270307e-06,
      "loss": 3.5798,
      "step": 4820
    },
    {
      "epoch": 3.106365834004835,
      "grad_norm": 3.1768908238546847,
      "learning_rate": 9.915444416178804e-06,
      "loss": 3.7837,
      "step": 4821
    },
    {
      "epoch": 3.107010475423046,
      "grad_norm": 2.2705938191631816,
      "learning_rate": 9.915409225835485e-06,
      "loss": 3.4388,
      "step": 4822
    },
    {
      "epoch": 3.107655116841257,
      "grad_norm": 2.5761268223077485,
      "learning_rate": 9.915374028240411e-06,
      "loss": 3.4642,
      "step": 4823
    },
    {
      "epoch": 3.1082997582594682,
      "grad_norm": 2.6498382884489082,
      "learning_rate": 9.91533882339364e-06,
      "loss": 3.6466,
      "step": 4824
    },
    {
      "epoch": 3.108944399677679,
      "grad_norm": 2.473259827949912,
      "learning_rate": 9.915303611295226e-06,
      "loss": 3.9286,
      "step": 4825
    },
    {
      "epoch": 3.1095890410958904,
      "grad_norm": 2.5632170087543193,
      "learning_rate": 9.915268391945232e-06,
      "loss": 3.4552,
      "step": 4826
    },
    {
      "epoch": 3.1102336825141017,
      "grad_norm": 2.2383085918284498,
      "learning_rate": 9.915233165343711e-06,
      "loss": 3.657,
      "step": 4827
    },
    {
      "epoch": 3.1108783239323126,
      "grad_norm": 2.659264981392257,
      "learning_rate": 9.915197931490726e-06,
      "loss": 3.4446,
      "step": 4828
    },
    {
      "epoch": 3.111522965350524,
      "grad_norm": 2.384719929652601,
      "learning_rate": 9.91516269038633e-06,
      "loss": 3.5266,
      "step": 4829
    },
    {
      "epoch": 3.1121676067687347,
      "grad_norm": 2.4574622472132406,
      "learning_rate": 9.915127442030586e-06,
      "loss": 3.7051,
      "step": 4830
    },
    {
      "epoch": 3.112812248186946,
      "grad_norm": 2.4081613185048796,
      "learning_rate": 9.915092186423547e-06,
      "loss": 3.896,
      "step": 4831
    },
    {
      "epoch": 3.1134568896051573,
      "grad_norm": 2.044488545557934,
      "learning_rate": 9.91505692356527e-06,
      "loss": 3.5462,
      "step": 4832
    },
    {
      "epoch": 3.114101531023368,
      "grad_norm": 2.5201352590656425,
      "learning_rate": 9.91502165345582e-06,
      "loss": 3.8681,
      "step": 4833
    },
    {
      "epoch": 3.1147461724415795,
      "grad_norm": 2.3426164369968467,
      "learning_rate": 9.914986376095248e-06,
      "loss": 3.3235,
      "step": 4834
    },
    {
      "epoch": 3.1153908138597903,
      "grad_norm": 2.3357394253323625,
      "learning_rate": 9.914951091483616e-06,
      "loss": 3.8265,
      "step": 4835
    },
    {
      "epoch": 3.1160354552780016,
      "grad_norm": 2.3268146393459608,
      "learning_rate": 9.91491579962098e-06,
      "loss": 3.6804,
      "step": 4836
    },
    {
      "epoch": 3.116680096696213,
      "grad_norm": 2.2136590504881175,
      "learning_rate": 9.914880500507397e-06,
      "loss": 3.657,
      "step": 4837
    },
    {
      "epoch": 3.117324738114424,
      "grad_norm": 2.5426034207412336,
      "learning_rate": 9.91484519414293e-06,
      "loss": 3.6805,
      "step": 4838
    },
    {
      "epoch": 3.117969379532635,
      "grad_norm": 2.3893163930500707,
      "learning_rate": 9.91480988052763e-06,
      "loss": 3.6202,
      "step": 4839
    },
    {
      "epoch": 3.118614020950846,
      "grad_norm": 2.703376864800369,
      "learning_rate": 9.91477455966156e-06,
      "loss": 3.6544,
      "step": 4840
    },
    {
      "epoch": 3.1192586623690572,
      "grad_norm": 2.5493478091336392,
      "learning_rate": 9.914739231544776e-06,
      "loss": 3.4779,
      "step": 4841
    },
    {
      "epoch": 3.1199033037872685,
      "grad_norm": 3.287783824312299,
      "learning_rate": 9.914703896177336e-06,
      "loss": 3.4945,
      "step": 4842
    },
    {
      "epoch": 3.1205479452054794,
      "grad_norm": 2.240477391645032,
      "learning_rate": 9.9146685535593e-06,
      "loss": 3.6371,
      "step": 4843
    },
    {
      "epoch": 3.1211925866236907,
      "grad_norm": 2.571255572058221,
      "learning_rate": 9.914633203690723e-06,
      "loss": 3.5871,
      "step": 4844
    },
    {
      "epoch": 3.1218372280419016,
      "grad_norm": 2.102488981967688,
      "learning_rate": 9.914597846571665e-06,
      "loss": 3.5365,
      "step": 4845
    },
    {
      "epoch": 3.122481869460113,
      "grad_norm": 3.2882476139901766,
      "learning_rate": 9.914562482202185e-06,
      "loss": 3.839,
      "step": 4846
    },
    {
      "epoch": 3.1231265108783237,
      "grad_norm": 2.6867997375208645,
      "learning_rate": 9.914527110582339e-06,
      "loss": 3.3575,
      "step": 4847
    },
    {
      "epoch": 3.123771152296535,
      "grad_norm": 2.556154885345308,
      "learning_rate": 9.914491731712186e-06,
      "loss": 3.4378,
      "step": 4848
    },
    {
      "epoch": 3.1244157937147463,
      "grad_norm": 3.1300718840344723,
      "learning_rate": 9.914456345591781e-06,
      "loss": 3.7123,
      "step": 4849
    },
    {
      "epoch": 3.125060435132957,
      "grad_norm": 2.5269577105260432,
      "learning_rate": 9.91442095222119e-06,
      "loss": 3.6446,
      "step": 4850
    },
    {
      "epoch": 3.1257050765511685,
      "grad_norm": 3.1857458195198207,
      "learning_rate": 9.914385551600463e-06,
      "loss": 3.6357,
      "step": 4851
    },
    {
      "epoch": 3.1263497179693793,
      "grad_norm": 2.3335881972073516,
      "learning_rate": 9.914350143729663e-06,
      "loss": 3.7079,
      "step": 4852
    },
    {
      "epoch": 3.1269943593875906,
      "grad_norm": 2.5580912966452174,
      "learning_rate": 9.914314728608847e-06,
      "loss": 3.627,
      "step": 4853
    },
    {
      "epoch": 3.127639000805802,
      "grad_norm": 2.2641097724011714,
      "learning_rate": 9.914279306238069e-06,
      "loss": 3.4295,
      "step": 4854
    },
    {
      "epoch": 3.128283642224013,
      "grad_norm": 2.7749805244475003,
      "learning_rate": 9.914243876617392e-06,
      "loss": 3.504,
      "step": 4855
    },
    {
      "epoch": 3.128928283642224,
      "grad_norm": 2.420014700519589,
      "learning_rate": 9.914208439746874e-06,
      "loss": 3.4747,
      "step": 4856
    },
    {
      "epoch": 3.129572925060435,
      "grad_norm": 2.9192479753088394,
      "learning_rate": 9.914172995626573e-06,
      "loss": 3.7201,
      "step": 4857
    },
    {
      "epoch": 3.1302175664786462,
      "grad_norm": 2.265206209167631,
      "learning_rate": 9.914137544256546e-06,
      "loss": 3.6366,
      "step": 4858
    },
    {
      "epoch": 3.1308622078968575,
      "grad_norm": 2.2757140293721947,
      "learning_rate": 9.914102085636851e-06,
      "loss": 3.4728,
      "step": 4859
    },
    {
      "epoch": 3.1315068493150684,
      "grad_norm": 2.3808571869819755,
      "learning_rate": 9.914066619767547e-06,
      "loss": 3.5129,
      "step": 4860
    },
    {
      "epoch": 3.1321514907332797,
      "grad_norm": 2.5165863801564576,
      "learning_rate": 9.914031146648693e-06,
      "loss": 3.8035,
      "step": 4861
    },
    {
      "epoch": 3.1327961321514906,
      "grad_norm": 2.1302289025542445,
      "learning_rate": 9.913995666280346e-06,
      "loss": 3.4584,
      "step": 4862
    },
    {
      "epoch": 3.133440773569702,
      "grad_norm": 2.819680936266129,
      "learning_rate": 9.913960178662565e-06,
      "loss": 3.9752,
      "step": 4863
    },
    {
      "epoch": 3.134085414987913,
      "grad_norm": 2.136349724609792,
      "learning_rate": 9.913924683795408e-06,
      "loss": 3.4876,
      "step": 4864
    },
    {
      "epoch": 3.134730056406124,
      "grad_norm": 3.695636343961504,
      "learning_rate": 9.913889181678931e-06,
      "loss": 3.4433,
      "step": 4865
    },
    {
      "epoch": 3.1353746978243353,
      "grad_norm": 3.053639751505592,
      "learning_rate": 9.913853672313198e-06,
      "loss": 3.7307,
      "step": 4866
    },
    {
      "epoch": 3.136019339242546,
      "grad_norm": 2.879597054674726,
      "learning_rate": 9.913818155698263e-06,
      "loss": 3.4557,
      "step": 4867
    },
    {
      "epoch": 3.1366639806607575,
      "grad_norm": 3.0276303709389096,
      "learning_rate": 9.913782631834184e-06,
      "loss": 3.7235,
      "step": 4868
    },
    {
      "epoch": 3.1373086220789688,
      "grad_norm": 3.146637044062651,
      "learning_rate": 9.913747100721021e-06,
      "loss": 3.6774,
      "step": 4869
    },
    {
      "epoch": 3.1379532634971796,
      "grad_norm": 2.7012634067153174,
      "learning_rate": 9.913711562358831e-06,
      "loss": 3.7063,
      "step": 4870
    },
    {
      "epoch": 3.138597904915391,
      "grad_norm": 2.9116948308411668,
      "learning_rate": 9.913676016747675e-06,
      "loss": 3.8479,
      "step": 4871
    },
    {
      "epoch": 3.139242546333602,
      "grad_norm": 3.1835457662778777,
      "learning_rate": 9.91364046388761e-06,
      "loss": 3.8226,
      "step": 4872
    },
    {
      "epoch": 3.139887187751813,
      "grad_norm": 3.4155283179079476,
      "learning_rate": 9.913604903778692e-06,
      "loss": 3.2926,
      "step": 4873
    },
    {
      "epoch": 3.1405318291700244,
      "grad_norm": 2.3505252501129834,
      "learning_rate": 9.913569336420981e-06,
      "loss": 3.1104,
      "step": 4874
    },
    {
      "epoch": 3.1411764705882352,
      "grad_norm": 3.15035216250625,
      "learning_rate": 9.913533761814537e-06,
      "loss": 3.606,
      "step": 4875
    },
    {
      "epoch": 3.1418211120064465,
      "grad_norm": 2.572611342434659,
      "learning_rate": 9.91349817995942e-06,
      "loss": 3.7333,
      "step": 4876
    },
    {
      "epoch": 3.1424657534246574,
      "grad_norm": 3.8509984890626314,
      "learning_rate": 9.913462590855681e-06,
      "loss": 3.7981,
      "step": 4877
    },
    {
      "epoch": 3.1431103948428687,
      "grad_norm": 2.1253274298054614,
      "learning_rate": 9.913426994503386e-06,
      "loss": 3.6017,
      "step": 4878
    },
    {
      "epoch": 3.14375503626108,
      "grad_norm": 3.4360397790373853,
      "learning_rate": 9.91339139090259e-06,
      "loss": 3.7488,
      "step": 4879
    },
    {
      "epoch": 3.144399677679291,
      "grad_norm": 2.289075471324282,
      "learning_rate": 9.913355780053354e-06,
      "loss": 3.3995,
      "step": 4880
    },
    {
      "epoch": 3.145044319097502,
      "grad_norm": 3.5201818397835565,
      "learning_rate": 9.913320161955732e-06,
      "loss": 3.3783,
      "step": 4881
    },
    {
      "epoch": 3.145688960515713,
      "grad_norm": 2.4071435522180993,
      "learning_rate": 9.913284536609785e-06,
      "loss": 3.9435,
      "step": 4882
    },
    {
      "epoch": 3.1463336019339243,
      "grad_norm": 3.038100287082093,
      "learning_rate": 9.913248904015572e-06,
      "loss": 3.8332,
      "step": 4883
    },
    {
      "epoch": 3.1469782433521356,
      "grad_norm": 2.6998338187531594,
      "learning_rate": 9.913213264173153e-06,
      "loss": 3.797,
      "step": 4884
    },
    {
      "epoch": 3.1476228847703465,
      "grad_norm": 2.3730728114184125,
      "learning_rate": 9.913177617082583e-06,
      "loss": 3.436,
      "step": 4885
    },
    {
      "epoch": 3.1482675261885578,
      "grad_norm": 2.893541559586124,
      "learning_rate": 9.913141962743923e-06,
      "loss": 3.6333,
      "step": 4886
    },
    {
      "epoch": 3.1489121676067686,
      "grad_norm": 2.376313787295243,
      "learning_rate": 9.913106301157231e-06,
      "loss": 3.6591,
      "step": 4887
    },
    {
      "epoch": 3.14955680902498,
      "grad_norm": 3.262373680214388,
      "learning_rate": 9.913070632322563e-06,
      "loss": 3.8337,
      "step": 4888
    },
    {
      "epoch": 3.1502014504431908,
      "grad_norm": 2.392530512334834,
      "learning_rate": 9.913034956239981e-06,
      "loss": 3.7566,
      "step": 4889
    },
    {
      "epoch": 3.150846091861402,
      "grad_norm": 2.8847101341508297,
      "learning_rate": 9.912999272909545e-06,
      "loss": 3.5683,
      "step": 4890
    },
    {
      "epoch": 3.1514907332796134,
      "grad_norm": 2.1969650762251884,
      "learning_rate": 9.91296358233131e-06,
      "loss": 3.4228,
      "step": 4891
    },
    {
      "epoch": 3.1521353746978242,
      "grad_norm": 2.735563540405723,
      "learning_rate": 9.912927884505334e-06,
      "loss": 3.3801,
      "step": 4892
    },
    {
      "epoch": 3.1527800161160355,
      "grad_norm": 2.184319771150592,
      "learning_rate": 9.91289217943168e-06,
      "loss": 3.2922,
      "step": 4893
    },
    {
      "epoch": 3.1534246575342464,
      "grad_norm": 2.20924561819186,
      "learning_rate": 9.9128564671104e-06,
      "loss": 3.4087,
      "step": 4894
    },
    {
      "epoch": 3.1540692989524577,
      "grad_norm": 2.2354429521689503,
      "learning_rate": 9.91282074754156e-06,
      "loss": 3.8255,
      "step": 4895
    },
    {
      "epoch": 3.154713940370669,
      "grad_norm": 2.3548268929795064,
      "learning_rate": 9.912785020725214e-06,
      "loss": 3.8978,
      "step": 4896
    },
    {
      "epoch": 3.15535858178888,
      "grad_norm": 2.8563546941467197,
      "learning_rate": 9.912749286661423e-06,
      "loss": 3.565,
      "step": 4897
    },
    {
      "epoch": 3.156003223207091,
      "grad_norm": 2.1429167002041627,
      "learning_rate": 9.912713545350245e-06,
      "loss": 3.7378,
      "step": 4898
    },
    {
      "epoch": 3.156647864625302,
      "grad_norm": 2.9094631855127275,
      "learning_rate": 9.912677796791736e-06,
      "loss": 3.7693,
      "step": 4899
    },
    {
      "epoch": 3.1572925060435133,
      "grad_norm": 2.385468456721933,
      "learning_rate": 9.91264204098596e-06,
      "loss": 3.6979,
      "step": 4900
    },
    {
      "epoch": 3.1572925060435133,
      "eval_loss": 3.822357177734375,
      "eval_runtime": 2.9818,
      "eval_samples_per_second": 33.537,
      "eval_steps_per_second": 4.36,
      "step": 4900
    },
    {
      "epoch": 3.1579371474617246,
      "grad_norm": 2.5229212981785296,
      "learning_rate": 9.91260627793297e-06,
      "loss": 3.6064,
      "step": 4901
    },
    {
      "epoch": 3.1585817888799355,
      "grad_norm": 2.670224075502663,
      "learning_rate": 9.912570507632829e-06,
      "loss": 3.5633,
      "step": 4902
    },
    {
      "epoch": 3.1592264302981468,
      "grad_norm": 2.090893243426879,
      "learning_rate": 9.912534730085595e-06,
      "loss": 3.4574,
      "step": 4903
    },
    {
      "epoch": 3.1598710717163576,
      "grad_norm": 2.83072723286767,
      "learning_rate": 9.912498945291325e-06,
      "loss": 3.8415,
      "step": 4904
    },
    {
      "epoch": 3.160515713134569,
      "grad_norm": 2.3692891762204686,
      "learning_rate": 9.91246315325008e-06,
      "loss": 3.6335,
      "step": 4905
    },
    {
      "epoch": 3.16116035455278,
      "grad_norm": 2.857195406798064,
      "learning_rate": 9.912427353961917e-06,
      "loss": 3.5278,
      "step": 4906
    },
    {
      "epoch": 3.161804995970991,
      "grad_norm": 2.322154927203489,
      "learning_rate": 9.912391547426895e-06,
      "loss": 3.7277,
      "step": 4907
    },
    {
      "epoch": 3.1624496373892024,
      "grad_norm": 2.844276821894954,
      "learning_rate": 9.912355733645074e-06,
      "loss": 3.5299,
      "step": 4908
    },
    {
      "epoch": 3.1630942788074132,
      "grad_norm": 2.047556829991361,
      "learning_rate": 9.912319912616511e-06,
      "loss": 3.7502,
      "step": 4909
    },
    {
      "epoch": 3.1637389202256245,
      "grad_norm": 2.7275598672624985,
      "learning_rate": 9.912284084341267e-06,
      "loss": 4.1584,
      "step": 4910
    },
    {
      "epoch": 3.1643835616438354,
      "grad_norm": 2.143290575521903,
      "learning_rate": 9.912248248819399e-06,
      "loss": 3.4432,
      "step": 4911
    },
    {
      "epoch": 3.1650282030620467,
      "grad_norm": 2.2424167817848395,
      "learning_rate": 9.912212406050967e-06,
      "loss": 3.5496,
      "step": 4912
    },
    {
      "epoch": 3.165672844480258,
      "grad_norm": 2.24030700760106,
      "learning_rate": 9.91217655603603e-06,
      "loss": 3.471,
      "step": 4913
    },
    {
      "epoch": 3.166317485898469,
      "grad_norm": 2.2411580783343794,
      "learning_rate": 9.912140698774645e-06,
      "loss": 3.6192,
      "step": 4914
    },
    {
      "epoch": 3.16696212731668,
      "grad_norm": 2.2762221426486473,
      "learning_rate": 9.912104834266874e-06,
      "loss": 3.8492,
      "step": 4915
    },
    {
      "epoch": 3.167606768734891,
      "grad_norm": 2.3757139449262423,
      "learning_rate": 9.912068962512773e-06,
      "loss": 3.5799,
      "step": 4916
    },
    {
      "epoch": 3.1682514101531023,
      "grad_norm": 2.234465763261523,
      "learning_rate": 9.912033083512402e-06,
      "loss": 3.8486,
      "step": 4917
    },
    {
      "epoch": 3.1688960515713136,
      "grad_norm": 2.107080100759809,
      "learning_rate": 9.911997197265821e-06,
      "loss": 4.0451,
      "step": 4918
    },
    {
      "epoch": 3.1695406929895245,
      "grad_norm": 2.361789762925865,
      "learning_rate": 9.911961303773085e-06,
      "loss": 3.5253,
      "step": 4919
    },
    {
      "epoch": 3.1701853344077358,
      "grad_norm": 1.9916573189881184,
      "learning_rate": 9.911925403034259e-06,
      "loss": 3.4672,
      "step": 4920
    },
    {
      "epoch": 3.1708299758259466,
      "grad_norm": 3.3290447484258534,
      "learning_rate": 9.911889495049398e-06,
      "loss": 3.6691,
      "step": 4921
    },
    {
      "epoch": 3.171474617244158,
      "grad_norm": 2.6282066809320677,
      "learning_rate": 9.91185357981856e-06,
      "loss": 3.5697,
      "step": 4922
    },
    {
      "epoch": 3.172119258662369,
      "grad_norm": 2.9395478410793334,
      "learning_rate": 9.911817657341808e-06,
      "loss": 3.5564,
      "step": 4923
    },
    {
      "epoch": 3.17276390008058,
      "grad_norm": 2.7318994380874844,
      "learning_rate": 9.911781727619198e-06,
      "loss": 3.4586,
      "step": 4924
    },
    {
      "epoch": 3.1734085414987914,
      "grad_norm": 2.5290414892179562,
      "learning_rate": 9.91174579065079e-06,
      "loss": 3.8273,
      "step": 4925
    },
    {
      "epoch": 3.1740531829170022,
      "grad_norm": 2.708344154682413,
      "learning_rate": 9.911709846436643e-06,
      "loss": 3.9721,
      "step": 4926
    },
    {
      "epoch": 3.1746978243352135,
      "grad_norm": 2.5061781970533428,
      "learning_rate": 9.911673894976814e-06,
      "loss": 3.7971,
      "step": 4927
    },
    {
      "epoch": 3.175342465753425,
      "grad_norm": 2.479050673630221,
      "learning_rate": 9.911637936271368e-06,
      "loss": 3.7048,
      "step": 4928
    },
    {
      "epoch": 3.1759871071716357,
      "grad_norm": 2.777296867996782,
      "learning_rate": 9.911601970320356e-06,
      "loss": 3.3286,
      "step": 4929
    },
    {
      "epoch": 3.176631748589847,
      "grad_norm": 2.2856490545844284,
      "learning_rate": 9.911565997123842e-06,
      "loss": 3.4767,
      "step": 4930
    },
    {
      "epoch": 3.177276390008058,
      "grad_norm": 2.4906772264654933,
      "learning_rate": 9.911530016681886e-06,
      "loss": 3.7909,
      "step": 4931
    },
    {
      "epoch": 3.177921031426269,
      "grad_norm": 2.0161199848258367,
      "learning_rate": 9.911494028994543e-06,
      "loss": 4.0116,
      "step": 4932
    },
    {
      "epoch": 3.1785656728444804,
      "grad_norm": 2.057982741515825,
      "learning_rate": 9.911458034061875e-06,
      "loss": 3.8981,
      "step": 4933
    },
    {
      "epoch": 3.1792103142626913,
      "grad_norm": 2.41734012198092,
      "learning_rate": 9.911422031883941e-06,
      "loss": 3.5993,
      "step": 4934
    },
    {
      "epoch": 3.1798549556809026,
      "grad_norm": 2.306529908931053,
      "learning_rate": 9.911386022460798e-06,
      "loss": 3.2232,
      "step": 4935
    },
    {
      "epoch": 3.1804995970991135,
      "grad_norm": 2.2634193802452254,
      "learning_rate": 9.911350005792509e-06,
      "loss": 3.409,
      "step": 4936
    },
    {
      "epoch": 3.1811442385173248,
      "grad_norm": 2.30311289991259,
      "learning_rate": 9.911313981879129e-06,
      "loss": 3.8326,
      "step": 4937
    },
    {
      "epoch": 3.181788879935536,
      "grad_norm": 2.5041404471090334,
      "learning_rate": 9.911277950720718e-06,
      "loss": 3.3669,
      "step": 4938
    },
    {
      "epoch": 3.182433521353747,
      "grad_norm": 2.791281368647499,
      "learning_rate": 9.91124191231734e-06,
      "loss": 3.7789,
      "step": 4939
    },
    {
      "epoch": 3.183078162771958,
      "grad_norm": 2.5885567037961943,
      "learning_rate": 9.911205866669048e-06,
      "loss": 3.5893,
      "step": 4940
    },
    {
      "epoch": 3.183722804190169,
      "grad_norm": 2.762000119796352,
      "learning_rate": 9.911169813775902e-06,
      "loss": 3.5249,
      "step": 4941
    },
    {
      "epoch": 3.1843674456083804,
      "grad_norm": 2.202728625320321,
      "learning_rate": 9.911133753637966e-06,
      "loss": 3.5532,
      "step": 4942
    },
    {
      "epoch": 3.1850120870265917,
      "grad_norm": 2.993570978792885,
      "learning_rate": 9.911097686255293e-06,
      "loss": 3.3274,
      "step": 4943
    },
    {
      "epoch": 3.1856567284448025,
      "grad_norm": 2.0724514895887785,
      "learning_rate": 9.911061611627947e-06,
      "loss": 3.2638,
      "step": 4944
    },
    {
      "epoch": 3.186301369863014,
      "grad_norm": 3.197630116834123,
      "learning_rate": 9.911025529755985e-06,
      "loss": 3.8391,
      "step": 4945
    },
    {
      "epoch": 3.1869460112812247,
      "grad_norm": 2.195814065999581,
      "learning_rate": 9.910989440639467e-06,
      "loss": 3.7974,
      "step": 4946
    },
    {
      "epoch": 3.187590652699436,
      "grad_norm": 2.7457692381826138,
      "learning_rate": 9.910953344278453e-06,
      "loss": 3.4039,
      "step": 4947
    },
    {
      "epoch": 3.1882352941176473,
      "grad_norm": 2.311629400882809,
      "learning_rate": 9.910917240673e-06,
      "loss": 3.567,
      "step": 4948
    },
    {
      "epoch": 3.188879935535858,
      "grad_norm": 3.0566401722624263,
      "learning_rate": 9.910881129823168e-06,
      "loss": 3.5391,
      "step": 4949
    },
    {
      "epoch": 3.1895245769540694,
      "grad_norm": 2.3260001758988795,
      "learning_rate": 9.910845011729017e-06,
      "loss": 3.6652,
      "step": 4950
    },
    {
      "epoch": 3.1901692183722803,
      "grad_norm": 2.7789534296342837,
      "learning_rate": 9.910808886390608e-06,
      "loss": 3.3313,
      "step": 4951
    },
    {
      "epoch": 3.1908138597904916,
      "grad_norm": 2.437112777066581,
      "learning_rate": 9.910772753807998e-06,
      "loss": 3.3956,
      "step": 4952
    },
    {
      "epoch": 3.191458501208703,
      "grad_norm": 2.572404229645189,
      "learning_rate": 9.910736613981247e-06,
      "loss": 3.7476,
      "step": 4953
    },
    {
      "epoch": 3.1921031426269137,
      "grad_norm": 2.1454084463512904,
      "learning_rate": 9.910700466910412e-06,
      "loss": 3.4999,
      "step": 4954
    },
    {
      "epoch": 3.192747784045125,
      "grad_norm": 2.666245804690581,
      "learning_rate": 9.910664312595559e-06,
      "loss": 3.5007,
      "step": 4955
    },
    {
      "epoch": 3.193392425463336,
      "grad_norm": 2.7641339986964995,
      "learning_rate": 9.910628151036738e-06,
      "loss": 3.5795,
      "step": 4956
    },
    {
      "epoch": 3.194037066881547,
      "grad_norm": 2.493973206337046,
      "learning_rate": 9.910591982234015e-06,
      "loss": 3.4677,
      "step": 4957
    },
    {
      "epoch": 3.194681708299758,
      "grad_norm": 2.7048540331063364,
      "learning_rate": 9.91055580618745e-06,
      "loss": 3.6,
      "step": 4958
    },
    {
      "epoch": 3.1953263497179694,
      "grad_norm": 3.2514242985027684,
      "learning_rate": 9.910519622897099e-06,
      "loss": 3.6025,
      "step": 4959
    },
    {
      "epoch": 3.1959709911361807,
      "grad_norm": 2.4262358835056994,
      "learning_rate": 9.910483432363023e-06,
      "loss": 3.4474,
      "step": 4960
    },
    {
      "epoch": 3.1966156325543915,
      "grad_norm": 2.0880826039282363,
      "learning_rate": 9.91044723458528e-06,
      "loss": 3.6003,
      "step": 4961
    },
    {
      "epoch": 3.197260273972603,
      "grad_norm": 2.92439636540184,
      "learning_rate": 9.91041102956393e-06,
      "loss": 3.5981,
      "step": 4962
    },
    {
      "epoch": 3.1979049153908137,
      "grad_norm": 2.5766188186764665,
      "learning_rate": 9.910374817299034e-06,
      "loss": 3.7651,
      "step": 4963
    },
    {
      "epoch": 3.198549556809025,
      "grad_norm": 2.7498195225953665,
      "learning_rate": 9.910338597790651e-06,
      "loss": 3.5943,
      "step": 4964
    },
    {
      "epoch": 3.1991941982272363,
      "grad_norm": 2.167823525921443,
      "learning_rate": 9.91030237103884e-06,
      "loss": 3.6223,
      "step": 4965
    },
    {
      "epoch": 3.199838839645447,
      "grad_norm": 2.427665724295618,
      "learning_rate": 9.910266137043659e-06,
      "loss": 3.1495,
      "step": 4966
    },
    {
      "epoch": 3.2004834810636584,
      "grad_norm": 1.9878220104363202,
      "learning_rate": 9.91022989580517e-06,
      "loss": 3.4392,
      "step": 4967
    },
    {
      "epoch": 3.2011281224818693,
      "grad_norm": 2.5534198754083066,
      "learning_rate": 9.910193647323432e-06,
      "loss": 3.643,
      "step": 4968
    },
    {
      "epoch": 3.2017727639000806,
      "grad_norm": 2.588904421428787,
      "learning_rate": 9.910157391598503e-06,
      "loss": 3.4744,
      "step": 4969
    },
    {
      "epoch": 3.202417405318292,
      "grad_norm": 2.2250199779477,
      "learning_rate": 9.910121128630445e-06,
      "loss": 3.7165,
      "step": 4970
    },
    {
      "epoch": 3.2030620467365027,
      "grad_norm": 2.3185327388276145,
      "learning_rate": 9.910084858419314e-06,
      "loss": 3.399,
      "step": 4971
    },
    {
      "epoch": 3.203706688154714,
      "grad_norm": 2.8904500089198013,
      "learning_rate": 9.910048580965173e-06,
      "loss": 3.836,
      "step": 4972
    },
    {
      "epoch": 3.204351329572925,
      "grad_norm": 2.5019927684581704,
      "learning_rate": 9.91001229626808e-06,
      "loss": 3.5775,
      "step": 4973
    },
    {
      "epoch": 3.204995970991136,
      "grad_norm": 3.1692023611701363,
      "learning_rate": 9.909976004328095e-06,
      "loss": 3.3098,
      "step": 4974
    },
    {
      "epoch": 3.2056406124093475,
      "grad_norm": 2.960673373277402,
      "learning_rate": 9.909939705145277e-06,
      "loss": 3.336,
      "step": 4975
    },
    {
      "epoch": 3.2062852538275584,
      "grad_norm": 3.275509480969265,
      "learning_rate": 9.909903398719687e-06,
      "loss": 3.7098,
      "step": 4976
    },
    {
      "epoch": 3.2069298952457697,
      "grad_norm": 3.978907850776335,
      "learning_rate": 9.909867085051384e-06,
      "loss": 3.3046,
      "step": 4977
    },
    {
      "epoch": 3.2075745366639805,
      "grad_norm": 2.659588037756468,
      "learning_rate": 9.909830764140424e-06,
      "loss": 3.4641,
      "step": 4978
    },
    {
      "epoch": 3.208219178082192,
      "grad_norm": 3.461440636006981,
      "learning_rate": 9.909794435986874e-06,
      "loss": 3.4279,
      "step": 4979
    },
    {
      "epoch": 3.2088638195004027,
      "grad_norm": 2.879348018161764,
      "learning_rate": 9.909758100590786e-06,
      "loss": 3.6304,
      "step": 4980
    },
    {
      "epoch": 3.209508460918614,
      "grad_norm": 3.052106335593364,
      "learning_rate": 9.909721757952227e-06,
      "loss": 3.3525,
      "step": 4981
    },
    {
      "epoch": 3.2101531023368253,
      "grad_norm": 2.5506090144339475,
      "learning_rate": 9.909685408071251e-06,
      "loss": 3.4544,
      "step": 4982
    },
    {
      "epoch": 3.210797743755036,
      "grad_norm": 2.627345065417817,
      "learning_rate": 9.909649050947922e-06,
      "loss": 3.5914,
      "step": 4983
    },
    {
      "epoch": 3.2114423851732474,
      "grad_norm": 2.6514854929716076,
      "learning_rate": 9.909612686582295e-06,
      "loss": 4.0596,
      "step": 4984
    },
    {
      "epoch": 3.2120870265914583,
      "grad_norm": 2.664787771041872,
      "learning_rate": 9.909576314974433e-06,
      "loss": 3.5052,
      "step": 4985
    },
    {
      "epoch": 3.2127316680096696,
      "grad_norm": 2.5910492717208644,
      "learning_rate": 9.909539936124395e-06,
      "loss": 3.5883,
      "step": 4986
    },
    {
      "epoch": 3.213376309427881,
      "grad_norm": 3.132958014654922,
      "learning_rate": 9.90950355003224e-06,
      "loss": 3.5459,
      "step": 4987
    },
    {
      "epoch": 3.2140209508460917,
      "grad_norm": 2.424857771386064,
      "learning_rate": 9.90946715669803e-06,
      "loss": 3.6865,
      "step": 4988
    },
    {
      "epoch": 3.214665592264303,
      "grad_norm": 2.6910714909782305,
      "learning_rate": 9.90943075612182e-06,
      "loss": 3.639,
      "step": 4989
    },
    {
      "epoch": 3.215310233682514,
      "grad_norm": 2.518037907707715,
      "learning_rate": 9.909394348303675e-06,
      "loss": 3.1884,
      "step": 4990
    },
    {
      "epoch": 3.215954875100725,
      "grad_norm": 3.520575800803152,
      "learning_rate": 9.909357933243653e-06,
      "loss": 3.8838,
      "step": 4991
    },
    {
      "epoch": 3.2165995165189365,
      "grad_norm": 2.0657430776792287,
      "learning_rate": 9.909321510941815e-06,
      "loss": 3.4883,
      "step": 4992
    },
    {
      "epoch": 3.2172441579371474,
      "grad_norm": 2.4099119065661183,
      "learning_rate": 9.909285081398217e-06,
      "loss": 3.5456,
      "step": 4993
    },
    {
      "epoch": 3.2178887993553587,
      "grad_norm": 2.5354045111687866,
      "learning_rate": 9.909248644612921e-06,
      "loss": 3.7933,
      "step": 4994
    },
    {
      "epoch": 3.2185334407735695,
      "grad_norm": 2.5782000024268674,
      "learning_rate": 9.909212200585989e-06,
      "loss": 3.5391,
      "step": 4995
    },
    {
      "epoch": 3.219178082191781,
      "grad_norm": 2.6444477408156652,
      "learning_rate": 9.909175749317478e-06,
      "loss": 3.5651,
      "step": 4996
    },
    {
      "epoch": 3.219822723609992,
      "grad_norm": 2.2320474796919747,
      "learning_rate": 9.909139290807447e-06,
      "loss": 3.6262,
      "step": 4997
    },
    {
      "epoch": 3.220467365028203,
      "grad_norm": 2.949110429601275,
      "learning_rate": 9.909102825055961e-06,
      "loss": 3.4863,
      "step": 4998
    },
    {
      "epoch": 3.2211120064464143,
      "grad_norm": 2.0906212214164825,
      "learning_rate": 9.909066352063076e-06,
      "loss": 3.5309,
      "step": 4999
    },
    {
      "epoch": 3.221756647864625,
      "grad_norm": 3.9757298457886647,
      "learning_rate": 9.90902987182885e-06,
      "loss": 3.7751,
      "step": 5000
    },
    {
      "epoch": 3.221756647864625,
      "eval_loss": 3.8246448040008545,
      "eval_runtime": 2.9702,
      "eval_samples_per_second": 33.668,
      "eval_steps_per_second": 4.377,
      "step": 5000
    },
    {
      "epoch": 3.2224012892828364,
      "grad_norm": 2.9427920166328785,
      "learning_rate": 9.908993384353348e-06,
      "loss": 3.8328,
      "step": 5001
    },
    {
      "epoch": 3.2230459307010477,
      "grad_norm": 2.71407061712415,
      "learning_rate": 9.908956889636627e-06,
      "loss": 3.5703,
      "step": 5002
    },
    {
      "epoch": 3.2236905721192586,
      "grad_norm": 2.5766628353784222,
      "learning_rate": 9.908920387678744e-06,
      "loss": 3.7443,
      "step": 5003
    },
    {
      "epoch": 3.22433521353747,
      "grad_norm": 2.951151848804102,
      "learning_rate": 9.908883878479767e-06,
      "loss": 3.7791,
      "step": 5004
    },
    {
      "epoch": 3.2249798549556807,
      "grad_norm": 2.4370566069901125,
      "learning_rate": 9.908847362039747e-06,
      "loss": 3.5702,
      "step": 5005
    },
    {
      "epoch": 3.225624496373892,
      "grad_norm": 2.970053408537117,
      "learning_rate": 9.90881083835875e-06,
      "loss": 3.6367,
      "step": 5006
    },
    {
      "epoch": 3.2262691377921033,
      "grad_norm": 2.2826834787531434,
      "learning_rate": 9.908774307436833e-06,
      "loss": 3.7039,
      "step": 5007
    },
    {
      "epoch": 3.226913779210314,
      "grad_norm": 2.3471509264729895,
      "learning_rate": 9.908737769274059e-06,
      "loss": 3.6956,
      "step": 5008
    },
    {
      "epoch": 3.2275584206285255,
      "grad_norm": 2.078748711708299,
      "learning_rate": 9.908701223870484e-06,
      "loss": 3.8366,
      "step": 5009
    },
    {
      "epoch": 3.2282030620467363,
      "grad_norm": 2.5849851022070474,
      "learning_rate": 9.908664671226172e-06,
      "loss": 3.6555,
      "step": 5010
    },
    {
      "epoch": 3.2288477034649476,
      "grad_norm": 2.166560421240537,
      "learning_rate": 9.90862811134118e-06,
      "loss": 3.5199,
      "step": 5011
    },
    {
      "epoch": 3.229492344883159,
      "grad_norm": 2.4543821100988708,
      "learning_rate": 9.908591544215571e-06,
      "loss": 3.6788,
      "step": 5012
    },
    {
      "epoch": 3.23013698630137,
      "grad_norm": 2.6202986713854752,
      "learning_rate": 9.9085549698494e-06,
      "loss": 3.5751,
      "step": 5013
    },
    {
      "epoch": 3.230781627719581,
      "grad_norm": 2.442137317870909,
      "learning_rate": 9.908518388242735e-06,
      "loss": 3.8443,
      "step": 5014
    },
    {
      "epoch": 3.231426269137792,
      "grad_norm": 2.3145514030291574,
      "learning_rate": 9.908481799395628e-06,
      "loss": 3.1906,
      "step": 5015
    },
    {
      "epoch": 3.2320709105560033,
      "grad_norm": 2.7802506731054675,
      "learning_rate": 9.908445203308143e-06,
      "loss": 3.5678,
      "step": 5016
    },
    {
      "epoch": 3.2327155519742146,
      "grad_norm": 2.0576309805328847,
      "learning_rate": 9.90840859998034e-06,
      "loss": 3.7345,
      "step": 5017
    },
    {
      "epoch": 3.2333601933924254,
      "grad_norm": 2.1062878705347683,
      "learning_rate": 9.908371989412278e-06,
      "loss": 3.9031,
      "step": 5018
    },
    {
      "epoch": 3.2340048348106367,
      "grad_norm": 2.0662682490645072,
      "learning_rate": 9.908335371604019e-06,
      "loss": 3.7196,
      "step": 5019
    },
    {
      "epoch": 3.2346494762288476,
      "grad_norm": 2.0259246134731033,
      "learning_rate": 9.908298746555621e-06,
      "loss": 3.473,
      "step": 5020
    },
    {
      "epoch": 3.235294117647059,
      "grad_norm": 1.9629800621164846,
      "learning_rate": 9.908262114267146e-06,
      "loss": 3.3493,
      "step": 5021
    },
    {
      "epoch": 3.23593875906527,
      "grad_norm": 2.2556633071560714,
      "learning_rate": 9.908225474738653e-06,
      "loss": 3.5943,
      "step": 5022
    },
    {
      "epoch": 3.236583400483481,
      "grad_norm": 1.7921401153387595,
      "learning_rate": 9.908188827970201e-06,
      "loss": 3.7376,
      "step": 5023
    },
    {
      "epoch": 3.2372280419016923,
      "grad_norm": 2.244035814185982,
      "learning_rate": 9.908152173961853e-06,
      "loss": 3.4784,
      "step": 5024
    },
    {
      "epoch": 3.237872683319903,
      "grad_norm": 1.9799512482294899,
      "learning_rate": 9.908115512713668e-06,
      "loss": 3.6328,
      "step": 5025
    },
    {
      "epoch": 3.2385173247381145,
      "grad_norm": 1.9876193148802308,
      "learning_rate": 9.908078844225706e-06,
      "loss": 3.45,
      "step": 5026
    },
    {
      "epoch": 3.2391619661563253,
      "grad_norm": 2.0920871642243526,
      "learning_rate": 9.908042168498027e-06,
      "loss": 3.7936,
      "step": 5027
    },
    {
      "epoch": 3.2398066075745366,
      "grad_norm": 2.2144729570751505,
      "learning_rate": 9.908005485530693e-06,
      "loss": 3.8003,
      "step": 5028
    },
    {
      "epoch": 3.240451248992748,
      "grad_norm": 2.475235476170519,
      "learning_rate": 9.90796879532376e-06,
      "loss": 3.6899,
      "step": 5029
    },
    {
      "epoch": 3.241095890410959,
      "grad_norm": 1.9856518889423458,
      "learning_rate": 9.907932097877294e-06,
      "loss": 3.4951,
      "step": 5030
    },
    {
      "epoch": 3.24174053182917,
      "grad_norm": 2.380640893422976,
      "learning_rate": 9.90789539319135e-06,
      "loss": 3.668,
      "step": 5031
    },
    {
      "epoch": 3.242385173247381,
      "grad_norm": 2.061237231009368,
      "learning_rate": 9.907858681265993e-06,
      "loss": 3.3848,
      "step": 5032
    },
    {
      "epoch": 3.2430298146655923,
      "grad_norm": 2.278641489066256,
      "learning_rate": 9.90782196210128e-06,
      "loss": 3.9426,
      "step": 5033
    },
    {
      "epoch": 3.2436744560838036,
      "grad_norm": 1.8607735865304658,
      "learning_rate": 9.907785235697271e-06,
      "loss": 3.7454,
      "step": 5034
    },
    {
      "epoch": 3.2443190975020144,
      "grad_norm": 2.0307480873062342,
      "learning_rate": 9.907748502054029e-06,
      "loss": 3.4938,
      "step": 5035
    },
    {
      "epoch": 3.2449637389202257,
      "grad_norm": 2.1926262389515467,
      "learning_rate": 9.907711761171613e-06,
      "loss": 3.7492,
      "step": 5036
    },
    {
      "epoch": 3.2456083803384366,
      "grad_norm": 1.8700246297884515,
      "learning_rate": 9.90767501305008e-06,
      "loss": 3.4992,
      "step": 5037
    },
    {
      "epoch": 3.246253021756648,
      "grad_norm": 2.45900278477343,
      "learning_rate": 9.907638257689497e-06,
      "loss": 3.5486,
      "step": 5038
    },
    {
      "epoch": 3.246897663174859,
      "grad_norm": 2.407859349132143,
      "learning_rate": 9.90760149508992e-06,
      "loss": 3.6888,
      "step": 5039
    },
    {
      "epoch": 3.24754230459307,
      "grad_norm": 2.205697463209306,
      "learning_rate": 9.90756472525141e-06,
      "loss": 3.5664,
      "step": 5040
    },
    {
      "epoch": 3.2481869460112813,
      "grad_norm": 2.3783525316184266,
      "learning_rate": 9.907527948174028e-06,
      "loss": 3.8075,
      "step": 5041
    },
    {
      "epoch": 3.248831587429492,
      "grad_norm": 2.0925398940042417,
      "learning_rate": 9.907491163857834e-06,
      "loss": 3.7531,
      "step": 5042
    },
    {
      "epoch": 3.2494762288477035,
      "grad_norm": 2.361875232074999,
      "learning_rate": 9.907454372302888e-06,
      "loss": 3.6977,
      "step": 5043
    },
    {
      "epoch": 3.2501208702659143,
      "grad_norm": 1.9780198080106473,
      "learning_rate": 9.907417573509252e-06,
      "loss": 3.8025,
      "step": 5044
    },
    {
      "epoch": 3.2507655116841256,
      "grad_norm": 2.279002122934016,
      "learning_rate": 9.907380767476983e-06,
      "loss": 3.5215,
      "step": 5045
    },
    {
      "epoch": 3.251410153102337,
      "grad_norm": 2.5348926924748856,
      "learning_rate": 9.907343954206147e-06,
      "loss": 3.5451,
      "step": 5046
    },
    {
      "epoch": 3.252054794520548,
      "grad_norm": 2.406562776413073,
      "learning_rate": 9.9073071336968e-06,
      "loss": 4.1071,
      "step": 5047
    },
    {
      "epoch": 3.252699435938759,
      "grad_norm": 2.2857406602859,
      "learning_rate": 9.907270305949002e-06,
      "loss": 3.6472,
      "step": 5048
    },
    {
      "epoch": 3.25334407735697,
      "grad_norm": 2.1669542740514576,
      "learning_rate": 9.907233470962818e-06,
      "loss": 3.6713,
      "step": 5049
    },
    {
      "epoch": 3.2539887187751813,
      "grad_norm": 2.4949555456288186,
      "learning_rate": 9.907196628738304e-06,
      "loss": 3.4543,
      "step": 5050
    },
    {
      "epoch": 3.2546333601933926,
      "grad_norm": 2.450478712187534,
      "learning_rate": 9.907159779275524e-06,
      "loss": 3.7141,
      "step": 5051
    },
    {
      "epoch": 3.2552780016116034,
      "grad_norm": 2.7310180213991915,
      "learning_rate": 9.907122922574536e-06,
      "loss": 3.6438,
      "step": 5052
    },
    {
      "epoch": 3.2559226430298147,
      "grad_norm": 2.1929142903964562,
      "learning_rate": 9.9070860586354e-06,
      "loss": 3.7279,
      "step": 5053
    },
    {
      "epoch": 3.2565672844480256,
      "grad_norm": 2.9546483777586015,
      "learning_rate": 9.90704918745818e-06,
      "loss": 3.531,
      "step": 5054
    },
    {
      "epoch": 3.257211925866237,
      "grad_norm": 2.578478187828907,
      "learning_rate": 9.907012309042932e-06,
      "loss": 3.3066,
      "step": 5055
    },
    {
      "epoch": 3.257856567284448,
      "grad_norm": 2.5478402606097355,
      "learning_rate": 9.90697542338972e-06,
      "loss": 3.7417,
      "step": 5056
    },
    {
      "epoch": 3.258501208702659,
      "grad_norm": 2.8374668893582022,
      "learning_rate": 9.906938530498604e-06,
      "loss": 3.37,
      "step": 5057
    },
    {
      "epoch": 3.2591458501208703,
      "grad_norm": 2.5290061722760395,
      "learning_rate": 9.906901630369644e-06,
      "loss": 3.4444,
      "step": 5058
    },
    {
      "epoch": 3.259790491539081,
      "grad_norm": 2.2041679408002914,
      "learning_rate": 9.906864723002902e-06,
      "loss": 3.6207,
      "step": 5059
    },
    {
      "epoch": 3.2604351329572925,
      "grad_norm": 2.2628460687241385,
      "learning_rate": 9.906827808398433e-06,
      "loss": 3.4231,
      "step": 5060
    },
    {
      "epoch": 3.261079774375504,
      "grad_norm": 2.1828686350624418,
      "learning_rate": 9.906790886556305e-06,
      "loss": 3.6213,
      "step": 5061
    },
    {
      "epoch": 3.2617244157937146,
      "grad_norm": 2.2528610242521196,
      "learning_rate": 9.906753957476577e-06,
      "loss": 3.9184,
      "step": 5062
    },
    {
      "epoch": 3.262369057211926,
      "grad_norm": 2.337998127313808,
      "learning_rate": 9.906717021159306e-06,
      "loss": 3.5025,
      "step": 5063
    },
    {
      "epoch": 3.263013698630137,
      "grad_norm": 2.039389810636139,
      "learning_rate": 9.906680077604555e-06,
      "loss": 3.5725,
      "step": 5064
    },
    {
      "epoch": 3.263658340048348,
      "grad_norm": 3.132979646381736,
      "learning_rate": 9.906643126812386e-06,
      "loss": 3.171,
      "step": 5065
    },
    {
      "epoch": 3.2643029814665594,
      "grad_norm": 2.0531601124632712,
      "learning_rate": 9.906606168782857e-06,
      "loss": 3.3075,
      "step": 5066
    },
    {
      "epoch": 3.2649476228847703,
      "grad_norm": 2.3285127164645094,
      "learning_rate": 9.906569203516031e-06,
      "loss": 3.2184,
      "step": 5067
    },
    {
      "epoch": 3.2655922643029816,
      "grad_norm": 2.3128165558413647,
      "learning_rate": 9.906532231011967e-06,
      "loss": 3.8808,
      "step": 5068
    },
    {
      "epoch": 3.2662369057211924,
      "grad_norm": 2.380950343572978,
      "learning_rate": 9.906495251270728e-06,
      "loss": 3.3757,
      "step": 5069
    },
    {
      "epoch": 3.2668815471394037,
      "grad_norm": 2.2120488072468922,
      "learning_rate": 9.906458264292373e-06,
      "loss": 3.4628,
      "step": 5070
    },
    {
      "epoch": 3.267526188557615,
      "grad_norm": 2.0932166024833228,
      "learning_rate": 9.906421270076961e-06,
      "loss": 3.3925,
      "step": 5071
    },
    {
      "epoch": 3.268170829975826,
      "grad_norm": 1.9851102429986058,
      "learning_rate": 9.906384268624554e-06,
      "loss": 3.546,
      "step": 5072
    },
    {
      "epoch": 3.268815471394037,
      "grad_norm": 2.177807020606052,
      "learning_rate": 9.906347259935217e-06,
      "loss": 3.5709,
      "step": 5073
    },
    {
      "epoch": 3.269460112812248,
      "grad_norm": 2.2321499029533833,
      "learning_rate": 9.906310244009004e-06,
      "loss": 3.6388,
      "step": 5074
    },
    {
      "epoch": 3.2701047542304593,
      "grad_norm": 2.3663577001258482,
      "learning_rate": 9.90627322084598e-06,
      "loss": 3.5905,
      "step": 5075
    },
    {
      "epoch": 3.2707493956486706,
      "grad_norm": 2.23627062926806,
      "learning_rate": 9.906236190446205e-06,
      "loss": 3.4109,
      "step": 5076
    },
    {
      "epoch": 3.2713940370668815,
      "grad_norm": 2.3784593859460617,
      "learning_rate": 9.90619915280974e-06,
      "loss": 3.7568,
      "step": 5077
    },
    {
      "epoch": 3.2720386784850928,
      "grad_norm": 2.293388015868987,
      "learning_rate": 9.906162107936644e-06,
      "loss": 3.5718,
      "step": 5078
    },
    {
      "epoch": 3.2726833199033036,
      "grad_norm": 2.368114347152388,
      "learning_rate": 9.906125055826981e-06,
      "loss": 3.5305,
      "step": 5079
    },
    {
      "epoch": 3.273327961321515,
      "grad_norm": 2.089469671198669,
      "learning_rate": 9.90608799648081e-06,
      "loss": 3.3312,
      "step": 5080
    },
    {
      "epoch": 3.2739726027397262,
      "grad_norm": 2.1449493390704033,
      "learning_rate": 9.90605092989819e-06,
      "loss": 3.6143,
      "step": 5081
    },
    {
      "epoch": 3.274617244157937,
      "grad_norm": 2.466469136229216,
      "learning_rate": 9.906013856079188e-06,
      "loss": 3.3852,
      "step": 5082
    },
    {
      "epoch": 3.2752618855761484,
      "grad_norm": 2.471628235145254,
      "learning_rate": 9.905976775023858e-06,
      "loss": 3.5344,
      "step": 5083
    },
    {
      "epoch": 3.2759065269943592,
      "grad_norm": 2.6227931863088565,
      "learning_rate": 9.905939686732265e-06,
      "loss": 3.8942,
      "step": 5084
    },
    {
      "epoch": 3.2765511684125705,
      "grad_norm": 2.14422467734301,
      "learning_rate": 9.905902591204467e-06,
      "loss": 3.8037,
      "step": 5085
    },
    {
      "epoch": 3.277195809830782,
      "grad_norm": 2.3115199918489213,
      "learning_rate": 9.905865488440526e-06,
      "loss": 3.5156,
      "step": 5086
    },
    {
      "epoch": 3.2778404512489927,
      "grad_norm": 2.2579574139389473,
      "learning_rate": 9.905828378440505e-06,
      "loss": 3.5034,
      "step": 5087
    },
    {
      "epoch": 3.278485092667204,
      "grad_norm": 2.7660475178057773,
      "learning_rate": 9.905791261204464e-06,
      "loss": 3.8033,
      "step": 5088
    },
    {
      "epoch": 3.279129734085415,
      "grad_norm": 2.1024548319025045,
      "learning_rate": 9.905754136732461e-06,
      "loss": 3.523,
      "step": 5089
    },
    {
      "epoch": 3.279774375503626,
      "grad_norm": 2.5126487838395017,
      "learning_rate": 9.905717005024563e-06,
      "loss": 3.5369,
      "step": 5090
    },
    {
      "epoch": 3.2804190169218375,
      "grad_norm": 2.1835797645982393,
      "learning_rate": 9.905679866080826e-06,
      "loss": 3.7214,
      "step": 5091
    },
    {
      "epoch": 3.2810636583400483,
      "grad_norm": 3.4694943615118756,
      "learning_rate": 9.90564271990131e-06,
      "loss": 3.5566,
      "step": 5092
    },
    {
      "epoch": 3.2817082997582596,
      "grad_norm": 3.069374003547953,
      "learning_rate": 9.90560556648608e-06,
      "loss": 3.6039,
      "step": 5093
    },
    {
      "epoch": 3.2823529411764705,
      "grad_norm": 2.7614979229341827,
      "learning_rate": 9.905568405835194e-06,
      "loss": 3.6512,
      "step": 5094
    },
    {
      "epoch": 3.2829975825946818,
      "grad_norm": 3.205090238656459,
      "learning_rate": 9.905531237948718e-06,
      "loss": 3.9018,
      "step": 5095
    },
    {
      "epoch": 3.283642224012893,
      "grad_norm": 2.3827666171850836,
      "learning_rate": 9.905494062826704e-06,
      "loss": 3.6019,
      "step": 5096
    },
    {
      "epoch": 3.284286865431104,
      "grad_norm": 2.5833771323282715,
      "learning_rate": 9.905456880469224e-06,
      "loss": 3.1207,
      "step": 5097
    },
    {
      "epoch": 3.2849315068493152,
      "grad_norm": 2.098684164761008,
      "learning_rate": 9.90541969087633e-06,
      "loss": 3.6118,
      "step": 5098
    },
    {
      "epoch": 3.285576148267526,
      "grad_norm": 2.9197538357956145,
      "learning_rate": 9.905382494048086e-06,
      "loss": 3.6626,
      "step": 5099
    },
    {
      "epoch": 3.2862207896857374,
      "grad_norm": 2.506138942736893,
      "learning_rate": 9.905345289984556e-06,
      "loss": 3.7733,
      "step": 5100
    },
    {
      "epoch": 3.2862207896857374,
      "eval_loss": 3.8159074783325195,
      "eval_runtime": 2.9551,
      "eval_samples_per_second": 33.839,
      "eval_steps_per_second": 4.399,
      "step": 5100
    },
    {
      "epoch": 3.2868654311039482,
      "grad_norm": 2.5508890516521574,
      "learning_rate": 9.9053080786858e-06,
      "loss": 3.6749,
      "step": 5101
    },
    {
      "epoch": 3.2875100725221595,
      "grad_norm": 2.8408106178611203,
      "learning_rate": 9.905270860151876e-06,
      "loss": 3.3397,
      "step": 5102
    },
    {
      "epoch": 3.288154713940371,
      "grad_norm": 2.110408387651221,
      "learning_rate": 9.905233634382847e-06,
      "loss": 3.6049,
      "step": 5103
    },
    {
      "epoch": 3.2887993553585817,
      "grad_norm": 2.7716196662902415,
      "learning_rate": 9.905196401378773e-06,
      "loss": 3.5411,
      "step": 5104
    },
    {
      "epoch": 3.289443996776793,
      "grad_norm": 2.3978315399758325,
      "learning_rate": 9.90515916113972e-06,
      "loss": 3.66,
      "step": 5105
    },
    {
      "epoch": 3.290088638195004,
      "grad_norm": 2.6170765060220385,
      "learning_rate": 9.905121913665743e-06,
      "loss": 3.8149,
      "step": 5106
    },
    {
      "epoch": 3.290733279613215,
      "grad_norm": 2.0932278301330505,
      "learning_rate": 9.905084658956907e-06,
      "loss": 3.666,
      "step": 5107
    },
    {
      "epoch": 3.2913779210314265,
      "grad_norm": 2.082311070952363,
      "learning_rate": 9.90504739701327e-06,
      "loss": 3.4704,
      "step": 5108
    },
    {
      "epoch": 3.2920225624496373,
      "grad_norm": 2.2522488974863073,
      "learning_rate": 9.905010127834897e-06,
      "loss": 3.7684,
      "step": 5109
    },
    {
      "epoch": 3.2926672038678486,
      "grad_norm": 2.367128189702489,
      "learning_rate": 9.904972851421846e-06,
      "loss": 3.5774,
      "step": 5110
    },
    {
      "epoch": 3.2933118452860595,
      "grad_norm": 2.131132971727483,
      "learning_rate": 9.90493556777418e-06,
      "loss": 3.8098,
      "step": 5111
    },
    {
      "epoch": 3.2939564867042708,
      "grad_norm": 2.4806489088911543,
      "learning_rate": 9.90489827689196e-06,
      "loss": 3.3405,
      "step": 5112
    },
    {
      "epoch": 3.2946011281224816,
      "grad_norm": 2.2461178425467447,
      "learning_rate": 9.904860978775246e-06,
      "loss": 3.3634,
      "step": 5113
    },
    {
      "epoch": 3.295245769540693,
      "grad_norm": 2.957012441689167,
      "learning_rate": 9.904823673424102e-06,
      "loss": 3.6661,
      "step": 5114
    },
    {
      "epoch": 3.2958904109589042,
      "grad_norm": 2.5965612017971282,
      "learning_rate": 9.904786360838586e-06,
      "loss": 3.8863,
      "step": 5115
    },
    {
      "epoch": 3.296535052377115,
      "grad_norm": 2.6487830539448836,
      "learning_rate": 9.904749041018762e-06,
      "loss": 3.67,
      "step": 5116
    },
    {
      "epoch": 3.2971796937953264,
      "grad_norm": 2.24248543984789,
      "learning_rate": 9.904711713964688e-06,
      "loss": 3.7733,
      "step": 5117
    },
    {
      "epoch": 3.2978243352135372,
      "grad_norm": 2.3564168473463165,
      "learning_rate": 9.90467437967643e-06,
      "loss": 3.496,
      "step": 5118
    },
    {
      "epoch": 3.2984689766317485,
      "grad_norm": 2.3263019538604888,
      "learning_rate": 9.904637038154045e-06,
      "loss": 3.6761,
      "step": 5119
    },
    {
      "epoch": 3.29911361804996,
      "grad_norm": 2.4506206999634212,
      "learning_rate": 9.904599689397596e-06,
      "loss": 3.7606,
      "step": 5120
    },
    {
      "epoch": 3.2997582594681707,
      "grad_norm": 2.251251980506979,
      "learning_rate": 9.904562333407145e-06,
      "loss": 3.5297,
      "step": 5121
    },
    {
      "epoch": 3.300402900886382,
      "grad_norm": 2.6315112223005337,
      "learning_rate": 9.904524970182753e-06,
      "loss": 3.2925,
      "step": 5122
    },
    {
      "epoch": 3.301047542304593,
      "grad_norm": 2.5289171799977375,
      "learning_rate": 9.904487599724481e-06,
      "loss": 3.2943,
      "step": 5123
    },
    {
      "epoch": 3.301692183722804,
      "grad_norm": 2.838137896581358,
      "learning_rate": 9.904450222032392e-06,
      "loss": 3.4524,
      "step": 5124
    },
    {
      "epoch": 3.3023368251410155,
      "grad_norm": 1.9657215752533874,
      "learning_rate": 9.904412837106543e-06,
      "loss": 3.8517,
      "step": 5125
    },
    {
      "epoch": 3.3029814665592263,
      "grad_norm": 2.6467093207562775,
      "learning_rate": 9.904375444946998e-06,
      "loss": 3.3823,
      "step": 5126
    },
    {
      "epoch": 3.3036261079774376,
      "grad_norm": 2.3540828402302187,
      "learning_rate": 9.904338045553822e-06,
      "loss": 3.8116,
      "step": 5127
    },
    {
      "epoch": 3.3042707493956485,
      "grad_norm": 2.2387067009872355,
      "learning_rate": 9.90430063892707e-06,
      "loss": 3.6093,
      "step": 5128
    },
    {
      "epoch": 3.3049153908138598,
      "grad_norm": 2.339350215508692,
      "learning_rate": 9.90426322506681e-06,
      "loss": 3.5881,
      "step": 5129
    },
    {
      "epoch": 3.305560032232071,
      "grad_norm": 2.2048092985521186,
      "learning_rate": 9.904225803973095e-06,
      "loss": 3.5208,
      "step": 5130
    },
    {
      "epoch": 3.306204673650282,
      "grad_norm": 2.309042309370242,
      "learning_rate": 9.904188375645996e-06,
      "loss": 3.6911,
      "step": 5131
    },
    {
      "epoch": 3.3068493150684932,
      "grad_norm": 2.307454529968744,
      "learning_rate": 9.904150940085567e-06,
      "loss": 3.8642,
      "step": 5132
    },
    {
      "epoch": 3.307493956486704,
      "grad_norm": 2.405922328139976,
      "learning_rate": 9.904113497291874e-06,
      "loss": 3.746,
      "step": 5133
    },
    {
      "epoch": 3.3081385979049154,
      "grad_norm": 2.139700194099186,
      "learning_rate": 9.904076047264977e-06,
      "loss": 3.2578,
      "step": 5134
    },
    {
      "epoch": 3.3087832393231267,
      "grad_norm": 2.1104991607267487,
      "learning_rate": 9.904038590004937e-06,
      "loss": 3.5253,
      "step": 5135
    },
    {
      "epoch": 3.3094278807413375,
      "grad_norm": 2.345278153293082,
      "learning_rate": 9.904001125511816e-06,
      "loss": 3.6903,
      "step": 5136
    },
    {
      "epoch": 3.310072522159549,
      "grad_norm": 1.8538922281064,
      "learning_rate": 9.903963653785674e-06,
      "loss": 3.9611,
      "step": 5137
    },
    {
      "epoch": 3.3107171635777597,
      "grad_norm": 2.226981976085221,
      "learning_rate": 9.903926174826575e-06,
      "loss": 3.6931,
      "step": 5138
    },
    {
      "epoch": 3.311361804995971,
      "grad_norm": 2.1115407163729856,
      "learning_rate": 9.903888688634582e-06,
      "loss": 3.3826,
      "step": 5139
    },
    {
      "epoch": 3.3120064464141823,
      "grad_norm": 2.267654978319683,
      "learning_rate": 9.90385119520975e-06,
      "loss": 2.9293,
      "step": 5140
    },
    {
      "epoch": 3.312651087832393,
      "grad_norm": 2.0380758213260126,
      "learning_rate": 9.903813694552147e-06,
      "loss": 3.6132,
      "step": 5141
    },
    {
      "epoch": 3.3132957292506044,
      "grad_norm": 2.4986150218997607,
      "learning_rate": 9.903776186661832e-06,
      "loss": 3.4025,
      "step": 5142
    },
    {
      "epoch": 3.3139403706688153,
      "grad_norm": 2.0148213095742196,
      "learning_rate": 9.903738671538866e-06,
      "loss": 3.594,
      "step": 5143
    },
    {
      "epoch": 3.3145850120870266,
      "grad_norm": 2.321428711683057,
      "learning_rate": 9.903701149183313e-06,
      "loss": 3.7899,
      "step": 5144
    },
    {
      "epoch": 3.315229653505238,
      "grad_norm": 2.0357581725518212,
      "learning_rate": 9.903663619595233e-06,
      "loss": 3.177,
      "step": 5145
    },
    {
      "epoch": 3.3158742949234488,
      "grad_norm": 2.2033975769579386,
      "learning_rate": 9.903626082774686e-06,
      "loss": 3.9762,
      "step": 5146
    },
    {
      "epoch": 3.31651893634166,
      "grad_norm": 1.9482935871713623,
      "learning_rate": 9.903588538721737e-06,
      "loss": 3.5291,
      "step": 5147
    },
    {
      "epoch": 3.317163577759871,
      "grad_norm": 2.2458569938019775,
      "learning_rate": 9.903550987436445e-06,
      "loss": 3.0904,
      "step": 5148
    },
    {
      "epoch": 3.317808219178082,
      "grad_norm": 2.0209703727340065,
      "learning_rate": 9.903513428918875e-06,
      "loss": 4.0057,
      "step": 5149
    },
    {
      "epoch": 3.3184528605962935,
      "grad_norm": 2.126485391917107,
      "learning_rate": 9.903475863169083e-06,
      "loss": 3.3927,
      "step": 5150
    },
    {
      "epoch": 3.3190975020145044,
      "grad_norm": 2.304252741136306,
      "learning_rate": 9.903438290187138e-06,
      "loss": 3.3014,
      "step": 5151
    },
    {
      "epoch": 3.3197421434327157,
      "grad_norm": 2.127322307134205,
      "learning_rate": 9.903400709973095e-06,
      "loss": 3.8356,
      "step": 5152
    },
    {
      "epoch": 3.3203867848509265,
      "grad_norm": 2.2880501326761973,
      "learning_rate": 9.90336312252702e-06,
      "loss": 3.7879,
      "step": 5153
    },
    {
      "epoch": 3.321031426269138,
      "grad_norm": 2.7464792749082907,
      "learning_rate": 9.903325527848971e-06,
      "loss": 3.8287,
      "step": 5154
    },
    {
      "epoch": 3.321676067687349,
      "grad_norm": 2.4119974668828514,
      "learning_rate": 9.903287925939015e-06,
      "loss": 3.8887,
      "step": 5155
    },
    {
      "epoch": 3.32232070910556,
      "grad_norm": 2.386966441240073,
      "learning_rate": 9.903250316797209e-06,
      "loss": 3.5182,
      "step": 5156
    },
    {
      "epoch": 3.3229653505237713,
      "grad_norm": 2.1995383932633685,
      "learning_rate": 9.903212700423617e-06,
      "loss": 3.6845,
      "step": 5157
    },
    {
      "epoch": 3.323609991941982,
      "grad_norm": 2.3739189741119207,
      "learning_rate": 9.903175076818303e-06,
      "loss": 3.9906,
      "step": 5158
    },
    {
      "epoch": 3.3242546333601934,
      "grad_norm": 2.1673559733256718,
      "learning_rate": 9.903137445981322e-06,
      "loss": 3.658,
      "step": 5159
    },
    {
      "epoch": 3.3248992747784047,
      "grad_norm": 3.0893713487469023,
      "learning_rate": 9.903099807912741e-06,
      "loss": 3.9662,
      "step": 5160
    },
    {
      "epoch": 3.3255439161966156,
      "grad_norm": 2.246346554067983,
      "learning_rate": 9.903062162612622e-06,
      "loss": 3.3115,
      "step": 5161
    },
    {
      "epoch": 3.326188557614827,
      "grad_norm": 3.7781781088972815,
      "learning_rate": 9.903024510081024e-06,
      "loss": 3.7332,
      "step": 5162
    },
    {
      "epoch": 3.3268331990330378,
      "grad_norm": 3.0895038749781354,
      "learning_rate": 9.902986850318012e-06,
      "loss": 3.5963,
      "step": 5163
    },
    {
      "epoch": 3.327477840451249,
      "grad_norm": 2.486528487661424,
      "learning_rate": 9.902949183323646e-06,
      "loss": 3.396,
      "step": 5164
    },
    {
      "epoch": 3.3281224818694604,
      "grad_norm": 2.7201332588018223,
      "learning_rate": 9.902911509097987e-06,
      "loss": 3.4649,
      "step": 5165
    },
    {
      "epoch": 3.328767123287671,
      "grad_norm": 3.049490385036321,
      "learning_rate": 9.902873827641098e-06,
      "loss": 3.4917,
      "step": 5166
    },
    {
      "epoch": 3.3294117647058825,
      "grad_norm": 2.5081400663823583,
      "learning_rate": 9.902836138953042e-06,
      "loss": 3.3687,
      "step": 5167
    },
    {
      "epoch": 3.3300564061240934,
      "grad_norm": 2.9419951075221853,
      "learning_rate": 9.90279844303388e-06,
      "loss": 3.8816,
      "step": 5168
    },
    {
      "epoch": 3.3307010475423047,
      "grad_norm": 2.5925592054658404,
      "learning_rate": 9.902760739883674e-06,
      "loss": 3.6417,
      "step": 5169
    },
    {
      "epoch": 3.3313456889605155,
      "grad_norm": 2.232546455129908,
      "learning_rate": 9.902723029502483e-06,
      "loss": 3.7291,
      "step": 5170
    },
    {
      "epoch": 3.331990330378727,
      "grad_norm": 2.56399804465677,
      "learning_rate": 9.902685311890374e-06,
      "loss": 3.4983,
      "step": 5171
    },
    {
      "epoch": 3.332634971796938,
      "grad_norm": 2.3240566789238284,
      "learning_rate": 9.902647587047407e-06,
      "loss": 3.8053,
      "step": 5172
    },
    {
      "epoch": 3.333279613215149,
      "grad_norm": 2.532018059380546,
      "learning_rate": 9.902609854973641e-06,
      "loss": 3.5397,
      "step": 5173
    },
    {
      "epoch": 3.3339242546333603,
      "grad_norm": 2.4475441464658556,
      "learning_rate": 9.902572115669143e-06,
      "loss": 4.0721,
      "step": 5174
    },
    {
      "epoch": 3.334568896051571,
      "grad_norm": 2.49744747175507,
      "learning_rate": 9.90253436913397e-06,
      "loss": 3.1459,
      "step": 5175
    },
    {
      "epoch": 3.3352135374697824,
      "grad_norm": 2.685364353633743,
      "learning_rate": 9.902496615368189e-06,
      "loss": 3.3555,
      "step": 5176
    },
    {
      "epoch": 3.3358581788879937,
      "grad_norm": 3.115657044350586,
      "learning_rate": 9.902458854371856e-06,
      "loss": 3.3478,
      "step": 5177
    },
    {
      "epoch": 3.3365028203062046,
      "grad_norm": 2.5236352288157433,
      "learning_rate": 9.902421086145039e-06,
      "loss": 3.7639,
      "step": 5178
    },
    {
      "epoch": 3.337147461724416,
      "grad_norm": 2.838883640857481,
      "learning_rate": 9.9023833106878e-06,
      "loss": 3.9351,
      "step": 5179
    },
    {
      "epoch": 3.3377921031426268,
      "grad_norm": 2.5566435393108535,
      "learning_rate": 9.902345528000195e-06,
      "loss": 3.3953,
      "step": 5180
    },
    {
      "epoch": 3.338436744560838,
      "grad_norm": 3.0270526348090607,
      "learning_rate": 9.90230773808229e-06,
      "loss": 3.6628,
      "step": 5181
    },
    {
      "epoch": 3.339081385979049,
      "grad_norm": 3.164540734102189,
      "learning_rate": 9.902269940934146e-06,
      "loss": 3.5516,
      "step": 5182
    },
    {
      "epoch": 3.33972602739726,
      "grad_norm": 3.035789891439635,
      "learning_rate": 9.902232136555827e-06,
      "loss": 3.3864,
      "step": 5183
    },
    {
      "epoch": 3.3403706688154715,
      "grad_norm": 3.3714009514138663,
      "learning_rate": 9.902194324947392e-06,
      "loss": 3.5933,
      "step": 5184
    },
    {
      "epoch": 3.3410153102336824,
      "grad_norm": 3.6502812679031993,
      "learning_rate": 9.902156506108906e-06,
      "loss": 3.7922,
      "step": 5185
    },
    {
      "epoch": 3.3416599516518937,
      "grad_norm": 3.5336290922916085,
      "learning_rate": 9.90211868004043e-06,
      "loss": 3.6995,
      "step": 5186
    },
    {
      "epoch": 3.3423045930701045,
      "grad_norm": 2.5642455000775177,
      "learning_rate": 9.902080846742027e-06,
      "loss": 3.3948,
      "step": 5187
    },
    {
      "epoch": 3.342949234488316,
      "grad_norm": 3.0988596104324713,
      "learning_rate": 9.902043006213756e-06,
      "loss": 3.5986,
      "step": 5188
    },
    {
      "epoch": 3.343593875906527,
      "grad_norm": 2.9859958926577987,
      "learning_rate": 9.902005158455685e-06,
      "loss": 3.8669,
      "step": 5189
    },
    {
      "epoch": 3.344238517324738,
      "grad_norm": 2.937656140802312,
      "learning_rate": 9.90196730346787e-06,
      "loss": 3.7041,
      "step": 5190
    },
    {
      "epoch": 3.3448831587429493,
      "grad_norm": 3.099211214874064,
      "learning_rate": 9.901929441250376e-06,
      "loss": 3.5751,
      "step": 5191
    },
    {
      "epoch": 3.34552780016116,
      "grad_norm": 2.3559113883664247,
      "learning_rate": 9.901891571803265e-06,
      "loss": 3.3177,
      "step": 5192
    },
    {
      "epoch": 3.3461724415793714,
      "grad_norm": 3.0599735183447625,
      "learning_rate": 9.9018536951266e-06,
      "loss": 4.0585,
      "step": 5193
    },
    {
      "epoch": 3.3468170829975827,
      "grad_norm": 2.029291334578442,
      "learning_rate": 9.901815811220442e-06,
      "loss": 3.7203,
      "step": 5194
    },
    {
      "epoch": 3.3474617244157936,
      "grad_norm": 3.1026702845604004,
      "learning_rate": 9.901777920084853e-06,
      "loss": 3.6103,
      "step": 5195
    },
    {
      "epoch": 3.348106365834005,
      "grad_norm": 1.8723152367671207,
      "learning_rate": 9.901740021719895e-06,
      "loss": 3.7223,
      "step": 5196
    },
    {
      "epoch": 3.3487510072522158,
      "grad_norm": 2.4694463890059737,
      "learning_rate": 9.901702116125633e-06,
      "loss": 3.4219,
      "step": 5197
    },
    {
      "epoch": 3.349395648670427,
      "grad_norm": 2.3970466954821266,
      "learning_rate": 9.901664203302126e-06,
      "loss": 3.618,
      "step": 5198
    },
    {
      "epoch": 3.3500402900886384,
      "grad_norm": 2.3052308386131592,
      "learning_rate": 9.901626283249438e-06,
      "loss": 3.6617,
      "step": 5199
    },
    {
      "epoch": 3.350684931506849,
      "grad_norm": 2.0755718200323003,
      "learning_rate": 9.901588355967631e-06,
      "loss": 3.5167,
      "step": 5200
    },
    {
      "epoch": 3.350684931506849,
      "eval_loss": 3.810868501663208,
      "eval_runtime": 2.9423,
      "eval_samples_per_second": 33.987,
      "eval_steps_per_second": 4.418,
      "step": 5200
    },
    {
      "epoch": 3.3513295729250605,
      "grad_norm": 2.1144109830230193,
      "learning_rate": 9.901550421456767e-06,
      "loss": 3.4772,
      "step": 5201
    },
    {
      "epoch": 3.3519742143432714,
      "grad_norm": 2.146335040760399,
      "learning_rate": 9.90151247971691e-06,
      "loss": 3.7273,
      "step": 5202
    },
    {
      "epoch": 3.3526188557614827,
      "grad_norm": 1.9294430071009683,
      "learning_rate": 9.901474530748118e-06,
      "loss": 3.4775,
      "step": 5203
    },
    {
      "epoch": 3.353263497179694,
      "grad_norm": 2.5761302068849683,
      "learning_rate": 9.901436574550458e-06,
      "loss": 3.5901,
      "step": 5204
    },
    {
      "epoch": 3.353908138597905,
      "grad_norm": 2.1394707520105873,
      "learning_rate": 9.901398611123988e-06,
      "loss": 3.2587,
      "step": 5205
    },
    {
      "epoch": 3.354552780016116,
      "grad_norm": 2.786647140780882,
      "learning_rate": 9.901360640468774e-06,
      "loss": 3.6748,
      "step": 5206
    },
    {
      "epoch": 3.355197421434327,
      "grad_norm": 2.2082339187658904,
      "learning_rate": 9.901322662584879e-06,
      "loss": 3.4075,
      "step": 5207
    },
    {
      "epoch": 3.3558420628525383,
      "grad_norm": 2.603873850993073,
      "learning_rate": 9.901284677472361e-06,
      "loss": 3.9765,
      "step": 5208
    },
    {
      "epoch": 3.3564867042707496,
      "grad_norm": 2.195536406822249,
      "learning_rate": 9.901246685131287e-06,
      "loss": 3.9055,
      "step": 5209
    },
    {
      "epoch": 3.3571313456889604,
      "grad_norm": 2.24585109959149,
      "learning_rate": 9.901208685561714e-06,
      "loss": 4.1502,
      "step": 5210
    },
    {
      "epoch": 3.3577759871071717,
      "grad_norm": 2.149985432648204,
      "learning_rate": 9.90117067876371e-06,
      "loss": 3.7502,
      "step": 5211
    },
    {
      "epoch": 3.3584206285253826,
      "grad_norm": 2.403193396619503,
      "learning_rate": 9.901132664737335e-06,
      "loss": 3.5517,
      "step": 5212
    },
    {
      "epoch": 3.359065269943594,
      "grad_norm": 2.179238887849181,
      "learning_rate": 9.901094643482652e-06,
      "loss": 3.5674,
      "step": 5213
    },
    {
      "epoch": 3.359709911361805,
      "grad_norm": 2.7603169422744207,
      "learning_rate": 9.901056614999722e-06,
      "loss": 4.0406,
      "step": 5214
    },
    {
      "epoch": 3.360354552780016,
      "grad_norm": 2.3907847836359544,
      "learning_rate": 9.901018579288609e-06,
      "loss": 3.6422,
      "step": 5215
    },
    {
      "epoch": 3.3609991941982273,
      "grad_norm": 3.1185536365868742,
      "learning_rate": 9.900980536349374e-06,
      "loss": 3.7819,
      "step": 5216
    },
    {
      "epoch": 3.361643835616438,
      "grad_norm": 2.006739696545478,
      "learning_rate": 9.900942486182082e-06,
      "loss": 3.5783,
      "step": 5217
    },
    {
      "epoch": 3.3622884770346495,
      "grad_norm": 2.801190885884153,
      "learning_rate": 9.900904428786794e-06,
      "loss": 3.1929,
      "step": 5218
    },
    {
      "epoch": 3.362933118452861,
      "grad_norm": 1.9614644097745642,
      "learning_rate": 9.900866364163571e-06,
      "loss": 3.6236,
      "step": 5219
    },
    {
      "epoch": 3.3635777598710717,
      "grad_norm": 2.8321211601296423,
      "learning_rate": 9.900828292312478e-06,
      "loss": 3.1826,
      "step": 5220
    },
    {
      "epoch": 3.364222401289283,
      "grad_norm": 2.2864090570389832,
      "learning_rate": 9.900790213233575e-06,
      "loss": 3.6665,
      "step": 5221
    },
    {
      "epoch": 3.364867042707494,
      "grad_norm": 2.388521762266535,
      "learning_rate": 9.900752126926927e-06,
      "loss": 3.5738,
      "step": 5222
    },
    {
      "epoch": 3.365511684125705,
      "grad_norm": 2.3222713979402365,
      "learning_rate": 9.900714033392595e-06,
      "loss": 3.5511,
      "step": 5223
    },
    {
      "epoch": 3.3661563255439164,
      "grad_norm": 2.072512426948055,
      "learning_rate": 9.900675932630643e-06,
      "loss": 4.0056,
      "step": 5224
    },
    {
      "epoch": 3.3668009669621273,
      "grad_norm": 2.785188365850825,
      "learning_rate": 9.900637824641132e-06,
      "loss": 3.5231,
      "step": 5225
    },
    {
      "epoch": 3.3674456083803386,
      "grad_norm": 2.2106655363673196,
      "learning_rate": 9.900599709424126e-06,
      "loss": 3.565,
      "step": 5226
    },
    {
      "epoch": 3.3680902497985494,
      "grad_norm": 2.415399587486665,
      "learning_rate": 9.900561586979687e-06,
      "loss": 3.8823,
      "step": 5227
    },
    {
      "epoch": 3.3687348912167607,
      "grad_norm": 2.235006215801722,
      "learning_rate": 9.900523457307876e-06,
      "loss": 3.7457,
      "step": 5228
    },
    {
      "epoch": 3.369379532634972,
      "grad_norm": 2.3414828168030932,
      "learning_rate": 9.900485320408757e-06,
      "loss": 3.3564,
      "step": 5229
    },
    {
      "epoch": 3.370024174053183,
      "grad_norm": 2.36405990113081,
      "learning_rate": 9.900447176282394e-06,
      "loss": 3.4902,
      "step": 5230
    },
    {
      "epoch": 3.370668815471394,
      "grad_norm": 2.387566638497447,
      "learning_rate": 9.900409024928848e-06,
      "loss": 3.3938,
      "step": 5231
    },
    {
      "epoch": 3.371313456889605,
      "grad_norm": 2.703042934881023,
      "learning_rate": 9.90037086634818e-06,
      "loss": 3.5182,
      "step": 5232
    },
    {
      "epoch": 3.3719580983078163,
      "grad_norm": 2.464914507444285,
      "learning_rate": 9.900332700540457e-06,
      "loss": 3.4479,
      "step": 5233
    },
    {
      "epoch": 3.3726027397260276,
      "grad_norm": 2.3649920348091875,
      "learning_rate": 9.90029452750574e-06,
      "loss": 3.7205,
      "step": 5234
    },
    {
      "epoch": 3.3732473811442385,
      "grad_norm": 2.4406371198994887,
      "learning_rate": 9.900256347244091e-06,
      "loss": 3.7769,
      "step": 5235
    },
    {
      "epoch": 3.37389202256245,
      "grad_norm": 2.639523621738744,
      "learning_rate": 9.900218159755572e-06,
      "loss": 3.7474,
      "step": 5236
    },
    {
      "epoch": 3.3745366639806607,
      "grad_norm": 2.303490662820756,
      "learning_rate": 9.900179965040246e-06,
      "loss": 3.4017,
      "step": 5237
    },
    {
      "epoch": 3.375181305398872,
      "grad_norm": 2.537330999393359,
      "learning_rate": 9.900141763098175e-06,
      "loss": 3.6274,
      "step": 5238
    },
    {
      "epoch": 3.375825946817083,
      "grad_norm": 2.2475848118607527,
      "learning_rate": 9.900103553929425e-06,
      "loss": 3.3747,
      "step": 5239
    },
    {
      "epoch": 3.376470588235294,
      "grad_norm": 2.7439380472695443,
      "learning_rate": 9.900065337534057e-06,
      "loss": 3.7073,
      "step": 5240
    },
    {
      "epoch": 3.3771152296535054,
      "grad_norm": 2.5170527003692182,
      "learning_rate": 9.900027113912132e-06,
      "loss": 3.5685,
      "step": 5241
    },
    {
      "epoch": 3.3777598710717163,
      "grad_norm": 2.7148564425524526,
      "learning_rate": 9.899988883063715e-06,
      "loss": 3.5177,
      "step": 5242
    },
    {
      "epoch": 3.3784045124899276,
      "grad_norm": 2.338370612923089,
      "learning_rate": 9.899950644988869e-06,
      "loss": 3.5899,
      "step": 5243
    },
    {
      "epoch": 3.3790491539081384,
      "grad_norm": 3.3430482960961623,
      "learning_rate": 9.899912399687656e-06,
      "loss": 3.9791,
      "step": 5244
    },
    {
      "epoch": 3.3796937953263497,
      "grad_norm": 2.6230823527629483,
      "learning_rate": 9.899874147160137e-06,
      "loss": 3.4178,
      "step": 5245
    },
    {
      "epoch": 3.380338436744561,
      "grad_norm": 2.354660705273802,
      "learning_rate": 9.899835887406377e-06,
      "loss": 3.6828,
      "step": 5246
    },
    {
      "epoch": 3.380983078162772,
      "grad_norm": 2.946110593553334,
      "learning_rate": 9.89979762042644e-06,
      "loss": 3.4127,
      "step": 5247
    },
    {
      "epoch": 3.381627719580983,
      "grad_norm": 2.340573205469296,
      "learning_rate": 9.899759346220385e-06,
      "loss": 3.8135,
      "step": 5248
    },
    {
      "epoch": 3.382272360999194,
      "grad_norm": 2.5824643961719236,
      "learning_rate": 9.899721064788276e-06,
      "loss": 3.4996,
      "step": 5249
    },
    {
      "epoch": 3.3829170024174053,
      "grad_norm": 2.331437037005359,
      "learning_rate": 9.89968277613018e-06,
      "loss": 3.4977,
      "step": 5250
    },
    {
      "epoch": 3.383561643835616,
      "grad_norm": 2.479644209259766,
      "learning_rate": 9.899644480246154e-06,
      "loss": 3.5475,
      "step": 5251
    },
    {
      "epoch": 3.3842062852538275,
      "grad_norm": 2.8531735873169612,
      "learning_rate": 9.899606177136267e-06,
      "loss": 3.8546,
      "step": 5252
    },
    {
      "epoch": 3.384850926672039,
      "grad_norm": 2.648489971115737,
      "learning_rate": 9.899567866800576e-06,
      "loss": 3.3929,
      "step": 5253
    },
    {
      "epoch": 3.3854955680902497,
      "grad_norm": 2.9376280130795345,
      "learning_rate": 9.899529549239148e-06,
      "loss": 3.652,
      "step": 5254
    },
    {
      "epoch": 3.386140209508461,
      "grad_norm": 2.647873519920958,
      "learning_rate": 9.899491224452043e-06,
      "loss": 4.071,
      "step": 5255
    },
    {
      "epoch": 3.386784850926672,
      "grad_norm": 2.408681247672716,
      "learning_rate": 9.899452892439327e-06,
      "loss": 3.6237,
      "step": 5256
    },
    {
      "epoch": 3.387429492344883,
      "grad_norm": 2.4028003683452654,
      "learning_rate": 9.89941455320106e-06,
      "loss": 3.6674,
      "step": 5257
    },
    {
      "epoch": 3.3880741337630944,
      "grad_norm": 2.687355565057092,
      "learning_rate": 9.899376206737307e-06,
      "loss": 3.6078,
      "step": 5258
    },
    {
      "epoch": 3.3887187751813053,
      "grad_norm": 2.63666905197573,
      "learning_rate": 9.899337853048131e-06,
      "loss": 3.7768,
      "step": 5259
    },
    {
      "epoch": 3.3893634165995166,
      "grad_norm": 2.335378609211296,
      "learning_rate": 9.899299492133592e-06,
      "loss": 3.5029,
      "step": 5260
    },
    {
      "epoch": 3.3900080580177274,
      "grad_norm": 2.604143333356783,
      "learning_rate": 9.899261123993757e-06,
      "loss": 3.2184,
      "step": 5261
    },
    {
      "epoch": 3.3906526994359387,
      "grad_norm": 2.1433636078099556,
      "learning_rate": 9.899222748628686e-06,
      "loss": 3.7837,
      "step": 5262
    },
    {
      "epoch": 3.39129734085415,
      "grad_norm": 2.51124304876524,
      "learning_rate": 9.899184366038445e-06,
      "loss": 3.482,
      "step": 5263
    },
    {
      "epoch": 3.391941982272361,
      "grad_norm": 2.1012871168982294,
      "learning_rate": 9.899145976223096e-06,
      "loss": 3.6224,
      "step": 5264
    },
    {
      "epoch": 3.392586623690572,
      "grad_norm": 2.479375437948833,
      "learning_rate": 9.8991075791827e-06,
      "loss": 3.4033,
      "step": 5265
    },
    {
      "epoch": 3.393231265108783,
      "grad_norm": 2.091564222139962,
      "learning_rate": 9.899069174917321e-06,
      "loss": 3.8143,
      "step": 5266
    },
    {
      "epoch": 3.3938759065269943,
      "grad_norm": 2.224905869762843,
      "learning_rate": 9.899030763427024e-06,
      "loss": 3.4414,
      "step": 5267
    },
    {
      "epoch": 3.3945205479452056,
      "grad_norm": 2.664305212426506,
      "learning_rate": 9.89899234471187e-06,
      "loss": 3.7521,
      "step": 5268
    },
    {
      "epoch": 3.3951651893634165,
      "grad_norm": 2.3612236860299194,
      "learning_rate": 9.898953918771923e-06,
      "loss": 3.6079,
      "step": 5269
    },
    {
      "epoch": 3.395809830781628,
      "grad_norm": 2.1338451869530317,
      "learning_rate": 9.898915485607245e-06,
      "loss": 3.659,
      "step": 5270
    },
    {
      "epoch": 3.3964544721998386,
      "grad_norm": 2.4398637424396057,
      "learning_rate": 9.8988770452179e-06,
      "loss": 3.6613,
      "step": 5271
    },
    {
      "epoch": 3.39709911361805,
      "grad_norm": 2.404697665875979,
      "learning_rate": 9.898838597603953e-06,
      "loss": 3.462,
      "step": 5272
    },
    {
      "epoch": 3.3977437550362612,
      "grad_norm": 2.5591180160518285,
      "learning_rate": 9.898800142765463e-06,
      "loss": 3.448,
      "step": 5273
    },
    {
      "epoch": 3.398388396454472,
      "grad_norm": 2.2748945163649337,
      "learning_rate": 9.898761680702496e-06,
      "loss": 3.4801,
      "step": 5274
    },
    {
      "epoch": 3.3990330378726834,
      "grad_norm": 2.7020192816927384,
      "learning_rate": 9.898723211415116e-06,
      "loss": 3.567,
      "step": 5275
    },
    {
      "epoch": 3.3996776792908943,
      "grad_norm": 2.8831647317729643,
      "learning_rate": 9.898684734903385e-06,
      "loss": 3.794,
      "step": 5276
    },
    {
      "epoch": 3.4003223207091056,
      "grad_norm": 2.6593768557671282,
      "learning_rate": 9.898646251167362e-06,
      "loss": 3.4613,
      "step": 5277
    },
    {
      "epoch": 3.400966962127317,
      "grad_norm": 3.6073449485994193,
      "learning_rate": 9.898607760207118e-06,
      "loss": 3.3181,
      "step": 5278
    },
    {
      "epoch": 3.4016116035455277,
      "grad_norm": 3.9731043284066803,
      "learning_rate": 9.89856926202271e-06,
      "loss": 3.1426,
      "step": 5279
    },
    {
      "epoch": 3.402256244963739,
      "grad_norm": 3.381094701468687,
      "learning_rate": 9.898530756614205e-06,
      "loss": 4.1893,
      "step": 5280
    },
    {
      "epoch": 3.40290088638195,
      "grad_norm": 3.3524608124282342,
      "learning_rate": 9.898492243981666e-06,
      "loss": 3.4574,
      "step": 5281
    },
    {
      "epoch": 3.403545527800161,
      "grad_norm": 3.730708210930481,
      "learning_rate": 9.898453724125153e-06,
      "loss": 3.6134,
      "step": 5282
    },
    {
      "epoch": 3.4041901692183725,
      "grad_norm": 3.0058076182152718,
      "learning_rate": 9.898415197044732e-06,
      "loss": 3.9092,
      "step": 5283
    },
    {
      "epoch": 3.4048348106365833,
      "grad_norm": 3.854245069541627,
      "learning_rate": 9.898376662740465e-06,
      "loss": 3.6522,
      "step": 5284
    },
    {
      "epoch": 3.4054794520547946,
      "grad_norm": 2.434532758859227,
      "learning_rate": 9.898338121212418e-06,
      "loss": 3.4822,
      "step": 5285
    },
    {
      "epoch": 3.4061240934730055,
      "grad_norm": 4.1452300759477785,
      "learning_rate": 9.89829957246065e-06,
      "loss": 3.7583,
      "step": 5286
    },
    {
      "epoch": 3.406768734891217,
      "grad_norm": 2.3874111959280175,
      "learning_rate": 9.898261016485228e-06,
      "loss": 3.3077,
      "step": 5287
    },
    {
      "epoch": 3.407413376309428,
      "grad_norm": 4.0732305202564465,
      "learning_rate": 9.898222453286214e-06,
      "loss": 3.5597,
      "step": 5288
    },
    {
      "epoch": 3.408058017727639,
      "grad_norm": 2.2004035798987194,
      "learning_rate": 9.89818388286367e-06,
      "loss": 3.7166,
      "step": 5289
    },
    {
      "epoch": 3.4087026591458502,
      "grad_norm": 3.60547916913725,
      "learning_rate": 9.898145305217661e-06,
      "loss": 3.6305,
      "step": 5290
    },
    {
      "epoch": 3.409347300564061,
      "grad_norm": 3.108507731376315,
      "learning_rate": 9.89810672034825e-06,
      "loss": 3.7538,
      "step": 5291
    },
    {
      "epoch": 3.4099919419822724,
      "grad_norm": 2.3351459870952964,
      "learning_rate": 9.898068128255501e-06,
      "loss": 3.6424,
      "step": 5292
    },
    {
      "epoch": 3.4106365834004837,
      "grad_norm": 3.3669136839830323,
      "learning_rate": 9.898029528939475e-06,
      "loss": 3.5453,
      "step": 5293
    },
    {
      "epoch": 3.4112812248186946,
      "grad_norm": 2.152017701341967,
      "learning_rate": 9.897990922400238e-06,
      "loss": 3.7393,
      "step": 5294
    },
    {
      "epoch": 3.411925866236906,
      "grad_norm": 2.9859670303420973,
      "learning_rate": 9.897952308637853e-06,
      "loss": 3.3587,
      "step": 5295
    },
    {
      "epoch": 3.4125705076551167,
      "grad_norm": 2.246529383638134,
      "learning_rate": 9.897913687652383e-06,
      "loss": 3.4409,
      "step": 5296
    },
    {
      "epoch": 3.413215149073328,
      "grad_norm": 3.0498803505390097,
      "learning_rate": 9.89787505944389e-06,
      "loss": 3.7748,
      "step": 5297
    },
    {
      "epoch": 3.4138597904915393,
      "grad_norm": 2.477661982113168,
      "learning_rate": 9.897836424012439e-06,
      "loss": 3.4531,
      "step": 5298
    },
    {
      "epoch": 3.41450443190975,
      "grad_norm": 2.322357047694681,
      "learning_rate": 9.897797781358096e-06,
      "loss": 3.6255,
      "step": 5299
    },
    {
      "epoch": 3.4151490733279615,
      "grad_norm": 2.600800136210426,
      "learning_rate": 9.897759131480918e-06,
      "loss": 3.329,
      "step": 5300
    },
    {
      "epoch": 3.4151490733279615,
      "eval_loss": 3.811692237854004,
      "eval_runtime": 2.9468,
      "eval_samples_per_second": 33.935,
      "eval_steps_per_second": 4.412,
      "step": 5300
    },
    {
      "epoch": 3.4157937147461723,
      "grad_norm": 2.4555436082530684,
      "learning_rate": 9.897720474380973e-06,
      "loss": 3.919,
      "step": 5301
    },
    {
      "epoch": 3.4164383561643836,
      "grad_norm": 2.1364666513853408,
      "learning_rate": 9.897681810058322e-06,
      "loss": 3.6295,
      "step": 5302
    },
    {
      "epoch": 3.417082997582595,
      "grad_norm": 2.0806297630344197,
      "learning_rate": 9.897643138513034e-06,
      "loss": 3.6353,
      "step": 5303
    },
    {
      "epoch": 3.417727639000806,
      "grad_norm": 2.177729218477634,
      "learning_rate": 9.897604459745166e-06,
      "loss": 3.7492,
      "step": 5304
    },
    {
      "epoch": 3.418372280419017,
      "grad_norm": 2.132633678060702,
      "learning_rate": 9.897565773754786e-06,
      "loss": 3.6633,
      "step": 5305
    },
    {
      "epoch": 3.419016921837228,
      "grad_norm": 2.8633988929052068,
      "learning_rate": 9.897527080541954e-06,
      "loss": 3.5038,
      "step": 5306
    },
    {
      "epoch": 3.4196615632554392,
      "grad_norm": 2.1118106161878023,
      "learning_rate": 9.897488380106737e-06,
      "loss": 3.6308,
      "step": 5307
    },
    {
      "epoch": 3.42030620467365,
      "grad_norm": 2.3811137169152605,
      "learning_rate": 9.897449672449196e-06,
      "loss": 3.4998,
      "step": 5308
    },
    {
      "epoch": 3.4209508460918614,
      "grad_norm": 2.1596562825551078,
      "learning_rate": 9.897410957569395e-06,
      "loss": 3.609,
      "step": 5309
    },
    {
      "epoch": 3.4215954875100727,
      "grad_norm": 2.1685086942337133,
      "learning_rate": 9.897372235467398e-06,
      "loss": 3.5564,
      "step": 5310
    },
    {
      "epoch": 3.4222401289282836,
      "grad_norm": 2.2164957251570807,
      "learning_rate": 9.89733350614327e-06,
      "loss": 3.7504,
      "step": 5311
    },
    {
      "epoch": 3.422884770346495,
      "grad_norm": 1.8951701422747884,
      "learning_rate": 9.897294769597071e-06,
      "loss": 3.5753,
      "step": 5312
    },
    {
      "epoch": 3.4235294117647057,
      "grad_norm": 2.3583994846346297,
      "learning_rate": 9.897256025828868e-06,
      "loss": 3.7396,
      "step": 5313
    },
    {
      "epoch": 3.424174053182917,
      "grad_norm": 2.21417883910728,
      "learning_rate": 9.897217274838722e-06,
      "loss": 3.7378,
      "step": 5314
    },
    {
      "epoch": 3.4248186946011283,
      "grad_norm": 2.3308825447612,
      "learning_rate": 9.897178516626701e-06,
      "loss": 3.8417,
      "step": 5315
    },
    {
      "epoch": 3.425463336019339,
      "grad_norm": 2.5712276853112526,
      "learning_rate": 9.897139751192864e-06,
      "loss": 3.3229,
      "step": 5316
    },
    {
      "epoch": 3.4261079774375505,
      "grad_norm": 1.9901578279766183,
      "learning_rate": 9.897100978537274e-06,
      "loss": 3.7447,
      "step": 5317
    },
    {
      "epoch": 3.4267526188557613,
      "grad_norm": 2.569115360514833,
      "learning_rate": 9.897062198660002e-06,
      "loss": 3.6276,
      "step": 5318
    },
    {
      "epoch": 3.4273972602739726,
      "grad_norm": 1.9468635196581943,
      "learning_rate": 9.897023411561103e-06,
      "loss": 3.6429,
      "step": 5319
    },
    {
      "epoch": 3.4280419016921835,
      "grad_norm": 2.167652478177546,
      "learning_rate": 9.896984617240647e-06,
      "loss": 3.519,
      "step": 5320
    },
    {
      "epoch": 3.428686543110395,
      "grad_norm": 2.3519970118484026,
      "learning_rate": 9.896945815698695e-06,
      "loss": 3.6747,
      "step": 5321
    },
    {
      "epoch": 3.429331184528606,
      "grad_norm": 2.2012508938304576,
      "learning_rate": 9.896907006935308e-06,
      "loss": 3.3178,
      "step": 5322
    },
    {
      "epoch": 3.429975825946817,
      "grad_norm": 2.0531898455285265,
      "learning_rate": 9.896868190950555e-06,
      "loss": 3.6266,
      "step": 5323
    },
    {
      "epoch": 3.4306204673650282,
      "grad_norm": 2.0719524347861933,
      "learning_rate": 9.896829367744496e-06,
      "loss": 3.8655,
      "step": 5324
    },
    {
      "epoch": 3.431265108783239,
      "grad_norm": 2.661249195429045,
      "learning_rate": 9.896790537317197e-06,
      "loss": 3.6567,
      "step": 5325
    },
    {
      "epoch": 3.4319097502014504,
      "grad_norm": 2.08842942666106,
      "learning_rate": 9.896751699668722e-06,
      "loss": 3.7593,
      "step": 5326
    },
    {
      "epoch": 3.4325543916196617,
      "grad_norm": 2.349506026890786,
      "learning_rate": 9.896712854799134e-06,
      "loss": 3.8896,
      "step": 5327
    },
    {
      "epoch": 3.4331990330378725,
      "grad_norm": 1.9987384805833122,
      "learning_rate": 9.896674002708495e-06,
      "loss": 3.5477,
      "step": 5328
    },
    {
      "epoch": 3.433843674456084,
      "grad_norm": 2.3447766678709456,
      "learning_rate": 9.89663514339687e-06,
      "loss": 3.9698,
      "step": 5329
    },
    {
      "epoch": 3.4344883158742947,
      "grad_norm": 2.4946741391066447,
      "learning_rate": 9.896596276864323e-06,
      "loss": 3.6785,
      "step": 5330
    },
    {
      "epoch": 3.435132957292506,
      "grad_norm": 2.2365242882507426,
      "learning_rate": 9.89655740311092e-06,
      "loss": 3.765,
      "step": 5331
    },
    {
      "epoch": 3.4357775987107173,
      "grad_norm": 2.1847078459801623,
      "learning_rate": 9.896518522136721e-06,
      "loss": 3.8799,
      "step": 5332
    },
    {
      "epoch": 3.436422240128928,
      "grad_norm": 2.603887186945245,
      "learning_rate": 9.896479633941792e-06,
      "loss": 3.529,
      "step": 5333
    },
    {
      "epoch": 3.4370668815471395,
      "grad_norm": 2.141154727646923,
      "learning_rate": 9.896440738526199e-06,
      "loss": 3.3973,
      "step": 5334
    },
    {
      "epoch": 3.4377115229653503,
      "grad_norm": 2.679142611354231,
      "learning_rate": 9.89640183589e-06,
      "loss": 3.4685,
      "step": 5335
    },
    {
      "epoch": 3.4383561643835616,
      "grad_norm": 2.3888528432203455,
      "learning_rate": 9.896362926033262e-06,
      "loss": 3.4331,
      "step": 5336
    },
    {
      "epoch": 3.439000805801773,
      "grad_norm": 2.484140821129446,
      "learning_rate": 9.896324008956051e-06,
      "loss": 3.4546,
      "step": 5337
    },
    {
      "epoch": 3.4396454472199838,
      "grad_norm": 2.766090548557555,
      "learning_rate": 9.896285084658432e-06,
      "loss": 3.8034,
      "step": 5338
    },
    {
      "epoch": 3.440290088638195,
      "grad_norm": 1.9830392517159237,
      "learning_rate": 9.896246153140461e-06,
      "loss": 3.5782,
      "step": 5339
    },
    {
      "epoch": 3.440934730056406,
      "grad_norm": 2.4106503529008947,
      "learning_rate": 9.89620721440221e-06,
      "loss": 3.3687,
      "step": 5340
    },
    {
      "epoch": 3.4415793714746172,
      "grad_norm": 2.24313825292935,
      "learning_rate": 9.89616826844374e-06,
      "loss": 3.8696,
      "step": 5341
    },
    {
      "epoch": 3.4422240128928285,
      "grad_norm": 2.320935739008823,
      "learning_rate": 9.896129315265113e-06,
      "loss": 3.731,
      "step": 5342
    },
    {
      "epoch": 3.4428686543110394,
      "grad_norm": 1.9040053507401535,
      "learning_rate": 9.896090354866396e-06,
      "loss": 3.7471,
      "step": 5343
    },
    {
      "epoch": 3.4435132957292507,
      "grad_norm": 2.0329883870105263,
      "learning_rate": 9.896051387247652e-06,
      "loss": 3.5473,
      "step": 5344
    },
    {
      "epoch": 3.4441579371474615,
      "grad_norm": 1.9684682091034706,
      "learning_rate": 9.896012412408945e-06,
      "loss": 3.8593,
      "step": 5345
    },
    {
      "epoch": 3.444802578565673,
      "grad_norm": 2.076940143060776,
      "learning_rate": 9.895973430350338e-06,
      "loss": 3.679,
      "step": 5346
    },
    {
      "epoch": 3.445447219983884,
      "grad_norm": 1.9155747923443402,
      "learning_rate": 9.895934441071896e-06,
      "loss": 3.5968,
      "step": 5347
    },
    {
      "epoch": 3.446091861402095,
      "grad_norm": 2.1197741101774636,
      "learning_rate": 9.895895444573686e-06,
      "loss": 3.8136,
      "step": 5348
    },
    {
      "epoch": 3.4467365028203063,
      "grad_norm": 2.0409906405100107,
      "learning_rate": 9.895856440855767e-06,
      "loss": 3.968,
      "step": 5349
    },
    {
      "epoch": 3.447381144238517,
      "grad_norm": 2.2900805724963216,
      "learning_rate": 9.895817429918204e-06,
      "loss": 3.8131,
      "step": 5350
    },
    {
      "epoch": 3.4480257856567285,
      "grad_norm": 1.9116364318548444,
      "learning_rate": 9.895778411761063e-06,
      "loss": 3.3395,
      "step": 5351
    },
    {
      "epoch": 3.4486704270749398,
      "grad_norm": 2.3563024260915904,
      "learning_rate": 9.895739386384407e-06,
      "loss": 3.4623,
      "step": 5352
    },
    {
      "epoch": 3.4493150684931506,
      "grad_norm": 2.0519725429302813,
      "learning_rate": 9.8957003537883e-06,
      "loss": 3.1926,
      "step": 5353
    },
    {
      "epoch": 3.449959709911362,
      "grad_norm": 2.3276705886362095,
      "learning_rate": 9.895661313972807e-06,
      "loss": 3.5725,
      "step": 5354
    },
    {
      "epoch": 3.4506043513295728,
      "grad_norm": 2.027146436198886,
      "learning_rate": 9.895622266937992e-06,
      "loss": 3.6701,
      "step": 5355
    },
    {
      "epoch": 3.451248992747784,
      "grad_norm": 2.9053807893076997,
      "learning_rate": 9.895583212683918e-06,
      "loss": 3.6222,
      "step": 5356
    },
    {
      "epoch": 3.4518936341659954,
      "grad_norm": 2.4927445347034465,
      "learning_rate": 9.89554415121065e-06,
      "loss": 3.8639,
      "step": 5357
    },
    {
      "epoch": 3.4525382755842062,
      "grad_norm": 2.5001918087814854,
      "learning_rate": 9.895505082518252e-06,
      "loss": 3.9294,
      "step": 5358
    },
    {
      "epoch": 3.4531829170024175,
      "grad_norm": 2.532994072375351,
      "learning_rate": 9.895466006606788e-06,
      "loss": 3.549,
      "step": 5359
    },
    {
      "epoch": 3.4538275584206284,
      "grad_norm": 2.4518215731230004,
      "learning_rate": 9.895426923476324e-06,
      "loss": 3.6616,
      "step": 5360
    },
    {
      "epoch": 3.4544721998388397,
      "grad_norm": 2.582068262219105,
      "learning_rate": 9.89538783312692e-06,
      "loss": 3.7142,
      "step": 5361
    },
    {
      "epoch": 3.455116841257051,
      "grad_norm": 2.6240266166595947,
      "learning_rate": 9.895348735558644e-06,
      "loss": 3.5439,
      "step": 5362
    },
    {
      "epoch": 3.455761482675262,
      "grad_norm": 3.3287799648152228,
      "learning_rate": 9.89530963077156e-06,
      "loss": 3.3031,
      "step": 5363
    },
    {
      "epoch": 3.456406124093473,
      "grad_norm": 2.2843151765826795,
      "learning_rate": 9.895270518765728e-06,
      "loss": 3.8068,
      "step": 5364
    },
    {
      "epoch": 3.457050765511684,
      "grad_norm": 3.8490285323008426,
      "learning_rate": 9.895231399541216e-06,
      "loss": 3.6439,
      "step": 5365
    },
    {
      "epoch": 3.4576954069298953,
      "grad_norm": 2.1531281758222747,
      "learning_rate": 9.89519227309809e-06,
      "loss": 3.6084,
      "step": 5366
    },
    {
      "epoch": 3.4583400483481066,
      "grad_norm": 3.219524275697264,
      "learning_rate": 9.89515313943641e-06,
      "loss": 3.7075,
      "step": 5367
    },
    {
      "epoch": 3.4589846897663175,
      "grad_norm": 2.504069807420416,
      "learning_rate": 9.895113998556242e-06,
      "loss": 3.7545,
      "step": 5368
    },
    {
      "epoch": 3.4596293311845288,
      "grad_norm": 2.8340175809225054,
      "learning_rate": 9.895074850457652e-06,
      "loss": 3.3273,
      "step": 5369
    },
    {
      "epoch": 3.4602739726027396,
      "grad_norm": 2.956724313524865,
      "learning_rate": 9.8950356951407e-06,
      "loss": 3.6093,
      "step": 5370
    },
    {
      "epoch": 3.460918614020951,
      "grad_norm": 2.928112066583345,
      "learning_rate": 9.894996532605457e-06,
      "loss": 3.5429,
      "step": 5371
    },
    {
      "epoch": 3.461563255439162,
      "grad_norm": 2.620774771821864,
      "learning_rate": 9.894957362851982e-06,
      "loss": 3.3135,
      "step": 5372
    },
    {
      "epoch": 3.462207896857373,
      "grad_norm": 3.1918544957733563,
      "learning_rate": 9.894918185880338e-06,
      "loss": 3.5292,
      "step": 5373
    },
    {
      "epoch": 3.4628525382755844,
      "grad_norm": 2.116982363480943,
      "learning_rate": 9.894879001690596e-06,
      "loss": 3.7065,
      "step": 5374
    },
    {
      "epoch": 3.4634971796937952,
      "grad_norm": 2.114661451273498,
      "learning_rate": 9.894839810282814e-06,
      "loss": 3.6689,
      "step": 5375
    },
    {
      "epoch": 3.4641418211120065,
      "grad_norm": 2.5004507520122767,
      "learning_rate": 9.89480061165706e-06,
      "loss": 4.3111,
      "step": 5376
    },
    {
      "epoch": 3.4647864625302174,
      "grad_norm": 2.4552495965761874,
      "learning_rate": 9.894761405813397e-06,
      "loss": 3.83,
      "step": 5377
    },
    {
      "epoch": 3.4654311039484287,
      "grad_norm": 2.3570564654600097,
      "learning_rate": 9.894722192751889e-06,
      "loss": 3.6531,
      "step": 5378
    },
    {
      "epoch": 3.46607574536664,
      "grad_norm": 2.287697967366195,
      "learning_rate": 9.8946829724726e-06,
      "loss": 3.339,
      "step": 5379
    },
    {
      "epoch": 3.466720386784851,
      "grad_norm": 3.127692942373576,
      "learning_rate": 9.894643744975597e-06,
      "loss": 3.5022,
      "step": 5380
    },
    {
      "epoch": 3.467365028203062,
      "grad_norm": 2.2335260272213917,
      "learning_rate": 9.894604510260941e-06,
      "loss": 3.6717,
      "step": 5381
    },
    {
      "epoch": 3.468009669621273,
      "grad_norm": 2.490378531753389,
      "learning_rate": 9.8945652683287e-06,
      "loss": 3.4795,
      "step": 5382
    },
    {
      "epoch": 3.4686543110394843,
      "grad_norm": 2.889435674655826,
      "learning_rate": 9.894526019178936e-06,
      "loss": 3.4285,
      "step": 5383
    },
    {
      "epoch": 3.4692989524576956,
      "grad_norm": 3.529384695491001,
      "learning_rate": 9.894486762811714e-06,
      "loss": 3.6824,
      "step": 5384
    },
    {
      "epoch": 3.4699435938759065,
      "grad_norm": 2.8780815253126786,
      "learning_rate": 9.894447499227097e-06,
      "loss": 3.6184,
      "step": 5385
    },
    {
      "epoch": 3.4705882352941178,
      "grad_norm": 2.560145929915131,
      "learning_rate": 9.894408228425155e-06,
      "loss": 3.7906,
      "step": 5386
    },
    {
      "epoch": 3.4712328767123286,
      "grad_norm": 2.2245059923451285,
      "learning_rate": 9.894368950405946e-06,
      "loss": 3.7463,
      "step": 5387
    },
    {
      "epoch": 3.47187751813054,
      "grad_norm": 2.421628871564482,
      "learning_rate": 9.894329665169536e-06,
      "loss": 3.6438,
      "step": 5388
    },
    {
      "epoch": 3.4725221595487508,
      "grad_norm": 2.406464774609155,
      "learning_rate": 9.894290372715993e-06,
      "loss": 3.6644,
      "step": 5389
    },
    {
      "epoch": 3.473166800966962,
      "grad_norm": 2.2137777654718716,
      "learning_rate": 9.894251073045377e-06,
      "loss": 3.8084,
      "step": 5390
    },
    {
      "epoch": 3.4738114423851734,
      "grad_norm": 2.824975785355794,
      "learning_rate": 9.894211766157758e-06,
      "loss": 3.8312,
      "step": 5391
    },
    {
      "epoch": 3.474456083803384,
      "grad_norm": 1.897603623033377,
      "learning_rate": 9.894172452053196e-06,
      "loss": 3.2997,
      "step": 5392
    },
    {
      "epoch": 3.4751007252215955,
      "grad_norm": 2.318153421931771,
      "learning_rate": 9.894133130731754e-06,
      "loss": 3.7332,
      "step": 5393
    },
    {
      "epoch": 3.4757453666398064,
      "grad_norm": 2.4909895751324105,
      "learning_rate": 9.894093802193503e-06,
      "loss": 3.9144,
      "step": 5394
    },
    {
      "epoch": 3.4763900080580177,
      "grad_norm": 2.2678314393936514,
      "learning_rate": 9.894054466438501e-06,
      "loss": 3.7156,
      "step": 5395
    },
    {
      "epoch": 3.477034649476229,
      "grad_norm": 2.9534884014255414,
      "learning_rate": 9.894015123466817e-06,
      "loss": 3.7019,
      "step": 5396
    },
    {
      "epoch": 3.47767929089444,
      "grad_norm": 2.0654739881250244,
      "learning_rate": 9.893975773278514e-06,
      "loss": 3.8914,
      "step": 5397
    },
    {
      "epoch": 3.478323932312651,
      "grad_norm": 2.8050328180274122,
      "learning_rate": 9.893936415873657e-06,
      "loss": 3.6155,
      "step": 5398
    },
    {
      "epoch": 3.478968573730862,
      "grad_norm": 2.0559804343098014,
      "learning_rate": 9.89389705125231e-06,
      "loss": 3.4545,
      "step": 5399
    },
    {
      "epoch": 3.4796132151490733,
      "grad_norm": 3.266823192621326,
      "learning_rate": 9.89385767941454e-06,
      "loss": 3.3958,
      "step": 5400
    },
    {
      "epoch": 3.4796132151490733,
      "eval_loss": 3.8077917098999023,
      "eval_runtime": 2.9604,
      "eval_samples_per_second": 33.78,
      "eval_steps_per_second": 4.391,
      "step": 5400
    },
    {
      "epoch": 3.4802578565672846,
      "grad_norm": 2.6802510585771717,
      "learning_rate": 9.893818300360408e-06,
      "loss": 3.6266,
      "step": 5401
    },
    {
      "epoch": 3.4809024979854954,
      "grad_norm": 2.650551716991047,
      "learning_rate": 9.89377891408998e-06,
      "loss": 3.5452,
      "step": 5402
    },
    {
      "epoch": 3.4815471394037067,
      "grad_norm": 2.4017995581813563,
      "learning_rate": 9.893739520603324e-06,
      "loss": 3.562,
      "step": 5403
    },
    {
      "epoch": 3.4821917808219176,
      "grad_norm": 2.3590536545396126,
      "learning_rate": 9.893700119900498e-06,
      "loss": 3.4999,
      "step": 5404
    },
    {
      "epoch": 3.482836422240129,
      "grad_norm": 2.22026696190624,
      "learning_rate": 9.893660711981574e-06,
      "loss": 3.6839,
      "step": 5405
    },
    {
      "epoch": 3.48348106365834,
      "grad_norm": 2.4543709366611273,
      "learning_rate": 9.893621296846612e-06,
      "loss": 3.4296,
      "step": 5406
    },
    {
      "epoch": 3.484125705076551,
      "grad_norm": 2.32309335380201,
      "learning_rate": 9.893581874495677e-06,
      "loss": 3.5485,
      "step": 5407
    },
    {
      "epoch": 3.4847703464947624,
      "grad_norm": 2.2663163925356735,
      "learning_rate": 9.893542444928836e-06,
      "loss": 3.8604,
      "step": 5408
    },
    {
      "epoch": 3.485414987912973,
      "grad_norm": 2.39693607215301,
      "learning_rate": 9.893503008146152e-06,
      "loss": 3.6137,
      "step": 5409
    },
    {
      "epoch": 3.4860596293311845,
      "grad_norm": 2.0458540631767583,
      "learning_rate": 9.893463564147692e-06,
      "loss": 3.5658,
      "step": 5410
    },
    {
      "epoch": 3.486704270749396,
      "grad_norm": 2.2409968214684777,
      "learning_rate": 9.893424112933517e-06,
      "loss": 3.5279,
      "step": 5411
    },
    {
      "epoch": 3.4873489121676067,
      "grad_norm": 2.7884060427718946,
      "learning_rate": 9.893384654503694e-06,
      "loss": 3.4166,
      "step": 5412
    },
    {
      "epoch": 3.487993553585818,
      "grad_norm": 2.585743804734843,
      "learning_rate": 9.893345188858288e-06,
      "loss": 3.9709,
      "step": 5413
    },
    {
      "epoch": 3.488638195004029,
      "grad_norm": 2.142347083138154,
      "learning_rate": 9.893305715997363e-06,
      "loss": 3.6171,
      "step": 5414
    },
    {
      "epoch": 3.48928283642224,
      "grad_norm": 2.2885423186892617,
      "learning_rate": 9.893266235920986e-06,
      "loss": 3.5044,
      "step": 5415
    },
    {
      "epoch": 3.4899274778404514,
      "grad_norm": 2.0210795032466238,
      "learning_rate": 9.893226748629218e-06,
      "loss": 3.4625,
      "step": 5416
    },
    {
      "epoch": 3.4905721192586623,
      "grad_norm": 2.4588196902770214,
      "learning_rate": 9.893187254122127e-06,
      "loss": 3.5124,
      "step": 5417
    },
    {
      "epoch": 3.4912167606768736,
      "grad_norm": 2.172076150453335,
      "learning_rate": 9.893147752399779e-06,
      "loss": 3.3161,
      "step": 5418
    },
    {
      "epoch": 3.4918614020950844,
      "grad_norm": 2.602866541836598,
      "learning_rate": 9.893108243462233e-06,
      "loss": 3.2477,
      "step": 5419
    },
    {
      "epoch": 3.4925060435132957,
      "grad_norm": 3.1447357535625144,
      "learning_rate": 9.893068727309559e-06,
      "loss": 3.5778,
      "step": 5420
    },
    {
      "epoch": 3.493150684931507,
      "grad_norm": 2.6944362621667888,
      "learning_rate": 9.893029203941821e-06,
      "loss": 3.9016,
      "step": 5421
    },
    {
      "epoch": 3.493795326349718,
      "grad_norm": 3.132953270313684,
      "learning_rate": 9.892989673359084e-06,
      "loss": 3.5648,
      "step": 5422
    },
    {
      "epoch": 3.494439967767929,
      "grad_norm": 2.364591731536276,
      "learning_rate": 9.892950135561411e-06,
      "loss": 3.9271,
      "step": 5423
    },
    {
      "epoch": 3.49508460918614,
      "grad_norm": 2.93539491851129,
      "learning_rate": 9.89291059054887e-06,
      "loss": 3.5228,
      "step": 5424
    },
    {
      "epoch": 3.4957292506043514,
      "grad_norm": 2.7461114791743575,
      "learning_rate": 9.892871038321523e-06,
      "loss": 3.3225,
      "step": 5425
    },
    {
      "epoch": 3.4963738920225627,
      "grad_norm": 3.3311782581532876,
      "learning_rate": 9.892831478879436e-06,
      "loss": 3.724,
      "step": 5426
    },
    {
      "epoch": 3.4970185334407735,
      "grad_norm": 2.7454461492320075,
      "learning_rate": 9.892791912222676e-06,
      "loss": 3.7143,
      "step": 5427
    },
    {
      "epoch": 3.497663174858985,
      "grad_norm": 2.600815702368047,
      "learning_rate": 9.892752338351305e-06,
      "loss": 3.6334,
      "step": 5428
    },
    {
      "epoch": 3.4983078162771957,
      "grad_norm": 2.7219355948401125,
      "learning_rate": 9.892712757265389e-06,
      "loss": 3.6695,
      "step": 5429
    },
    {
      "epoch": 3.498952457695407,
      "grad_norm": 2.295194704223257,
      "learning_rate": 9.892673168964993e-06,
      "loss": 3.931,
      "step": 5430
    },
    {
      "epoch": 3.4995970991136183,
      "grad_norm": 2.306403132173426,
      "learning_rate": 9.892633573450182e-06,
      "loss": 3.7305,
      "step": 5431
    },
    {
      "epoch": 3.500241740531829,
      "grad_norm": 2.5731136927111637,
      "learning_rate": 9.892593970721023e-06,
      "loss": 3.3584,
      "step": 5432
    },
    {
      "epoch": 3.5008863819500404,
      "grad_norm": 2.2425308793995007,
      "learning_rate": 9.892554360777578e-06,
      "loss": 3.4284,
      "step": 5433
    },
    {
      "epoch": 3.5015310233682513,
      "grad_norm": 2.242907913002833,
      "learning_rate": 9.892514743619913e-06,
      "loss": 3.7993,
      "step": 5434
    },
    {
      "epoch": 3.5021756647864626,
      "grad_norm": 1.9758809363750636,
      "learning_rate": 9.892475119248092e-06,
      "loss": 3.8524,
      "step": 5435
    },
    {
      "epoch": 3.502820306204674,
      "grad_norm": 2.057433272424141,
      "learning_rate": 9.892435487662185e-06,
      "loss": 3.3857,
      "step": 5436
    },
    {
      "epoch": 3.5034649476228847,
      "grad_norm": 1.8486811043290674,
      "learning_rate": 9.892395848862252e-06,
      "loss": 3.4716,
      "step": 5437
    },
    {
      "epoch": 3.504109589041096,
      "grad_norm": 2.0985025309147667,
      "learning_rate": 9.892356202848358e-06,
      "loss": 3.4082,
      "step": 5438
    },
    {
      "epoch": 3.504754230459307,
      "grad_norm": 1.8817804165078553,
      "learning_rate": 9.892316549620573e-06,
      "loss": 3.5972,
      "step": 5439
    },
    {
      "epoch": 3.505398871877518,
      "grad_norm": 1.93992845778952,
      "learning_rate": 9.892276889178957e-06,
      "loss": 3.6631,
      "step": 5440
    },
    {
      "epoch": 3.5060435132957295,
      "grad_norm": 1.938190569055676,
      "learning_rate": 9.892237221523577e-06,
      "loss": 3.8938,
      "step": 5441
    },
    {
      "epoch": 3.5066881547139404,
      "grad_norm": 2.0423630758513083,
      "learning_rate": 9.892197546654498e-06,
      "loss": 3.6774,
      "step": 5442
    },
    {
      "epoch": 3.5073327961321517,
      "grad_norm": 2.1647588996020843,
      "learning_rate": 9.892157864571785e-06,
      "loss": 3.5878,
      "step": 5443
    },
    {
      "epoch": 3.5079774375503625,
      "grad_norm": 2.235613586121259,
      "learning_rate": 9.892118175275505e-06,
      "loss": 3.6533,
      "step": 5444
    },
    {
      "epoch": 3.508622078968574,
      "grad_norm": 2.0144441488530846,
      "learning_rate": 9.89207847876572e-06,
      "loss": 3.7942,
      "step": 5445
    },
    {
      "epoch": 3.509266720386785,
      "grad_norm": 2.2009756866914976,
      "learning_rate": 9.892038775042499e-06,
      "loss": 4.0401,
      "step": 5446
    },
    {
      "epoch": 3.509911361804996,
      "grad_norm": 1.969854545873559,
      "learning_rate": 9.891999064105905e-06,
      "loss": 3.7135,
      "step": 5447
    },
    {
      "epoch": 3.510556003223207,
      "grad_norm": 1.9084589253613982,
      "learning_rate": 9.891959345956002e-06,
      "loss": 3.6221,
      "step": 5448
    },
    {
      "epoch": 3.511200644641418,
      "grad_norm": 2.3277220709193727,
      "learning_rate": 9.891919620592858e-06,
      "loss": 3.8281,
      "step": 5449
    },
    {
      "epoch": 3.5118452860596294,
      "grad_norm": 2.383293196896036,
      "learning_rate": 9.891879888016535e-06,
      "loss": 3.81,
      "step": 5450
    },
    {
      "epoch": 3.5124899274778407,
      "grad_norm": 2.157262564564507,
      "learning_rate": 9.8918401482271e-06,
      "loss": 3.5069,
      "step": 5451
    },
    {
      "epoch": 3.5131345688960516,
      "grad_norm": 2.514240082672696,
      "learning_rate": 9.891800401224619e-06,
      "loss": 3.5041,
      "step": 5452
    },
    {
      "epoch": 3.5137792103142624,
      "grad_norm": 2.392608253314019,
      "learning_rate": 9.891760647009157e-06,
      "loss": 3.7354,
      "step": 5453
    },
    {
      "epoch": 3.5144238517324737,
      "grad_norm": 2.6961453355117357,
      "learning_rate": 9.89172088558078e-06,
      "loss": 3.6839,
      "step": 5454
    },
    {
      "epoch": 3.515068493150685,
      "grad_norm": 2.4155142159251044,
      "learning_rate": 9.89168111693955e-06,
      "loss": 3.3726,
      "step": 5455
    },
    {
      "epoch": 3.515713134568896,
      "grad_norm": 2.919863226871743,
      "learning_rate": 9.891641341085535e-06,
      "loss": 3.9077,
      "step": 5456
    },
    {
      "epoch": 3.516357775987107,
      "grad_norm": 2.014572002195315,
      "learning_rate": 9.8916015580188e-06,
      "loss": 3.4176,
      "step": 5457
    },
    {
      "epoch": 3.517002417405318,
      "grad_norm": 3.066302565477717,
      "learning_rate": 9.89156176773941e-06,
      "loss": 3.2781,
      "step": 5458
    },
    {
      "epoch": 3.5176470588235293,
      "grad_norm": 2.2677408685564635,
      "learning_rate": 9.891521970247433e-06,
      "loss": 4.0417,
      "step": 5459
    },
    {
      "epoch": 3.5182917002417406,
      "grad_norm": 2.2676281832263214,
      "learning_rate": 9.891482165542927e-06,
      "loss": 3.7095,
      "step": 5460
    },
    {
      "epoch": 3.5189363416599515,
      "grad_norm": 1.7733993734135718,
      "learning_rate": 9.891442353625967e-06,
      "loss": 3.112,
      "step": 5461
    },
    {
      "epoch": 3.519580983078163,
      "grad_norm": 2.1470638974332776,
      "learning_rate": 9.891402534496611e-06,
      "loss": 3.5751,
      "step": 5462
    },
    {
      "epoch": 3.5202256244963737,
      "grad_norm": 2.347057896456868,
      "learning_rate": 9.891362708154929e-06,
      "loss": 3.4943,
      "step": 5463
    },
    {
      "epoch": 3.520870265914585,
      "grad_norm": 2.0935774371951226,
      "learning_rate": 9.891322874600985e-06,
      "loss": 3.6486,
      "step": 5464
    },
    {
      "epoch": 3.5215149073327963,
      "grad_norm": 2.320813925294624,
      "learning_rate": 9.891283033834841e-06,
      "loss": 3.2919,
      "step": 5465
    },
    {
      "epoch": 3.522159548751007,
      "grad_norm": 2.15478241931586,
      "learning_rate": 9.891243185856566e-06,
      "loss": 3.7534,
      "step": 5466
    },
    {
      "epoch": 3.5228041901692184,
      "grad_norm": 1.9529547637111282,
      "learning_rate": 9.891203330666226e-06,
      "loss": 3.6376,
      "step": 5467
    },
    {
      "epoch": 3.5234488315874293,
      "grad_norm": 2.3366931005444718,
      "learning_rate": 9.891163468263884e-06,
      "loss": 3.7092,
      "step": 5468
    },
    {
      "epoch": 3.5240934730056406,
      "grad_norm": 1.9757226911957726,
      "learning_rate": 9.891123598649606e-06,
      "loss": 4.0275,
      "step": 5469
    },
    {
      "epoch": 3.524738114423852,
      "grad_norm": 2.4870258200636046,
      "learning_rate": 9.89108372182346e-06,
      "loss": 3.5535,
      "step": 5470
    },
    {
      "epoch": 3.5253827558420627,
      "grad_norm": 2.1341842677896947,
      "learning_rate": 9.89104383778551e-06,
      "loss": 3.595,
      "step": 5471
    },
    {
      "epoch": 3.526027397260274,
      "grad_norm": 3.049358754242809,
      "learning_rate": 9.891003946535819e-06,
      "loss": 3.7677,
      "step": 5472
    },
    {
      "epoch": 3.526672038678485,
      "grad_norm": 2.2433713814347938,
      "learning_rate": 9.890964048074457e-06,
      "loss": 3.6612,
      "step": 5473
    },
    {
      "epoch": 3.527316680096696,
      "grad_norm": 2.4525221239166077,
      "learning_rate": 9.890924142401488e-06,
      "loss": 3.7804,
      "step": 5474
    },
    {
      "epoch": 3.5279613215149075,
      "grad_norm": 2.2075069631753728,
      "learning_rate": 9.890884229516974e-06,
      "loss": 3.4635,
      "step": 5475
    },
    {
      "epoch": 3.5286059629331183,
      "grad_norm": 2.168583803044455,
      "learning_rate": 9.890844309420984e-06,
      "loss": 3.7548,
      "step": 5476
    },
    {
      "epoch": 3.5292506043513296,
      "grad_norm": 2.0872112601688735,
      "learning_rate": 9.890804382113582e-06,
      "loss": 3.4965,
      "step": 5477
    },
    {
      "epoch": 3.5298952457695405,
      "grad_norm": 2.487460413273577,
      "learning_rate": 9.890764447594837e-06,
      "loss": 3.5925,
      "step": 5478
    },
    {
      "epoch": 3.530539887187752,
      "grad_norm": 2.3697567832142825,
      "learning_rate": 9.89072450586481e-06,
      "loss": 3.7581,
      "step": 5479
    },
    {
      "epoch": 3.531184528605963,
      "grad_norm": 2.5561558197132777,
      "learning_rate": 9.890684556923571e-06,
      "loss": 3.4098,
      "step": 5480
    },
    {
      "epoch": 3.531829170024174,
      "grad_norm": 2.5762217191071777,
      "learning_rate": 9.890644600771181e-06,
      "loss": 3.5984,
      "step": 5481
    },
    {
      "epoch": 3.5324738114423853,
      "grad_norm": 2.435507346249084,
      "learning_rate": 9.890604637407708e-06,
      "loss": 3.6581,
      "step": 5482
    },
    {
      "epoch": 3.533118452860596,
      "grad_norm": 3.049486623630555,
      "learning_rate": 9.89056466683322e-06,
      "loss": 3.6711,
      "step": 5483
    },
    {
      "epoch": 3.5337630942788074,
      "grad_norm": 2.3848064069027433,
      "learning_rate": 9.890524689047777e-06,
      "loss": 3.8558,
      "step": 5484
    },
    {
      "epoch": 3.5344077356970187,
      "grad_norm": 2.5487576749127228,
      "learning_rate": 9.890484704051449e-06,
      "loss": 3.8488,
      "step": 5485
    },
    {
      "epoch": 3.5350523771152296,
      "grad_norm": 2.2554038561975642,
      "learning_rate": 9.8904447118443e-06,
      "loss": 3.5502,
      "step": 5486
    },
    {
      "epoch": 3.535697018533441,
      "grad_norm": 2.794457604740264,
      "learning_rate": 9.890404712426395e-06,
      "loss": 3.6242,
      "step": 5487
    },
    {
      "epoch": 3.5363416599516517,
      "grad_norm": 2.7609937934135833,
      "learning_rate": 9.890364705797804e-06,
      "loss": 3.487,
      "step": 5488
    },
    {
      "epoch": 3.536986301369863,
      "grad_norm": 2.7944917252422186,
      "learning_rate": 9.890324691958587e-06,
      "loss": 3.4546,
      "step": 5489
    },
    {
      "epoch": 3.5376309427880743,
      "grad_norm": 2.3743626907458935,
      "learning_rate": 9.890284670908814e-06,
      "loss": 3.6318,
      "step": 5490
    },
    {
      "epoch": 3.538275584206285,
      "grad_norm": 2.7956775566338634,
      "learning_rate": 9.890244642648548e-06,
      "loss": 3.6837,
      "step": 5491
    },
    {
      "epoch": 3.5389202256244965,
      "grad_norm": 1.869774551262265,
      "learning_rate": 9.890204607177855e-06,
      "loss": 3.525,
      "step": 5492
    },
    {
      "epoch": 3.5395648670427073,
      "grad_norm": 2.402490583327899,
      "learning_rate": 9.890164564496804e-06,
      "loss": 3.6672,
      "step": 5493
    },
    {
      "epoch": 3.5402095084609186,
      "grad_norm": 2.0685480987160187,
      "learning_rate": 9.890124514605458e-06,
      "loss": 3.7626,
      "step": 5494
    },
    {
      "epoch": 3.54085414987913,
      "grad_norm": 2.084230010305993,
      "learning_rate": 9.89008445750388e-06,
      "loss": 3.7233,
      "step": 5495
    },
    {
      "epoch": 3.541498791297341,
      "grad_norm": 1.9749656659408885,
      "learning_rate": 9.890044393192142e-06,
      "loss": 3.4898,
      "step": 5496
    },
    {
      "epoch": 3.542143432715552,
      "grad_norm": 2.0784248615788,
      "learning_rate": 9.890004321670306e-06,
      "loss": 3.7695,
      "step": 5497
    },
    {
      "epoch": 3.542788074133763,
      "grad_norm": 2.072789444345187,
      "learning_rate": 9.889964242938436e-06,
      "loss": 3.4666,
      "step": 5498
    },
    {
      "epoch": 3.5434327155519743,
      "grad_norm": 2.2511426023247356,
      "learning_rate": 9.889924156996604e-06,
      "loss": 3.553,
      "step": 5499
    },
    {
      "epoch": 3.5440773569701856,
      "grad_norm": 2.2815858112524308,
      "learning_rate": 9.889884063844869e-06,
      "loss": 3.7012,
      "step": 5500
    },
    {
      "epoch": 3.5440773569701856,
      "eval_loss": 3.808709144592285,
      "eval_runtime": 2.948,
      "eval_samples_per_second": 33.921,
      "eval_steps_per_second": 4.41,
      "step": 5500
    },
    {
      "epoch": 3.5447219983883964,
      "grad_norm": 1.947329513423709,
      "learning_rate": 9.889843963483302e-06,
      "loss": 3.5557,
      "step": 5501
    },
    {
      "epoch": 3.5453666398066077,
      "grad_norm": 1.9191355915134174,
      "learning_rate": 9.889803855911966e-06,
      "loss": 3.4229,
      "step": 5502
    },
    {
      "epoch": 3.5460112812248186,
      "grad_norm": 2.1722833419815095,
      "learning_rate": 9.889763741130927e-06,
      "loss": 3.674,
      "step": 5503
    },
    {
      "epoch": 3.54665592264303,
      "grad_norm": 2.1138408672460534,
      "learning_rate": 9.889723619140253e-06,
      "loss": 3.454,
      "step": 5504
    },
    {
      "epoch": 3.547300564061241,
      "grad_norm": 2.487351180151166,
      "learning_rate": 9.889683489940008e-06,
      "loss": 3.3078,
      "step": 5505
    },
    {
      "epoch": 3.547945205479452,
      "grad_norm": 2.0498255065014575,
      "learning_rate": 9.889643353530256e-06,
      "loss": 3.7366,
      "step": 5506
    },
    {
      "epoch": 3.5485898468976633,
      "grad_norm": 2.2470617988660044,
      "learning_rate": 9.889603209911069e-06,
      "loss": 3.7161,
      "step": 5507
    },
    {
      "epoch": 3.549234488315874,
      "grad_norm": 2.114603359221259,
      "learning_rate": 9.889563059082508e-06,
      "loss": 3.5068,
      "step": 5508
    },
    {
      "epoch": 3.5498791297340855,
      "grad_norm": 2.5583150822911893,
      "learning_rate": 9.88952290104464e-06,
      "loss": 3.3736,
      "step": 5509
    },
    {
      "epoch": 3.550523771152297,
      "grad_norm": 2.4803396775126627,
      "learning_rate": 9.889482735797531e-06,
      "loss": 3.2938,
      "step": 5510
    },
    {
      "epoch": 3.5511684125705076,
      "grad_norm": 2.333431195590619,
      "learning_rate": 9.889442563341246e-06,
      "loss": 3.4801,
      "step": 5511
    },
    {
      "epoch": 3.551813053988719,
      "grad_norm": 2.6704823445706922,
      "learning_rate": 9.889402383675853e-06,
      "loss": 3.2584,
      "step": 5512
    },
    {
      "epoch": 3.55245769540693,
      "grad_norm": 2.233384352776278,
      "learning_rate": 9.889362196801419e-06,
      "loss": 3.6354,
      "step": 5513
    },
    {
      "epoch": 3.553102336825141,
      "grad_norm": 2.6239576278402788,
      "learning_rate": 9.889322002718006e-06,
      "loss": 3.4369,
      "step": 5514
    },
    {
      "epoch": 3.5537469782433524,
      "grad_norm": 3.6554462256494697,
      "learning_rate": 9.889281801425681e-06,
      "loss": 3.7401,
      "step": 5515
    },
    {
      "epoch": 3.5543916196615633,
      "grad_norm": 2.6815461024943987,
      "learning_rate": 9.889241592924514e-06,
      "loss": 3.2511,
      "step": 5516
    },
    {
      "epoch": 3.555036261079774,
      "grad_norm": 3.3713162873908606,
      "learning_rate": 9.889201377214564e-06,
      "loss": 3.7113,
      "step": 5517
    },
    {
      "epoch": 3.5556809024979854,
      "grad_norm": 2.625572382776771,
      "learning_rate": 9.889161154295905e-06,
      "loss": 3.3643,
      "step": 5518
    },
    {
      "epoch": 3.5563255439161967,
      "grad_norm": 3.0958344867451935,
      "learning_rate": 9.889120924168597e-06,
      "loss": 3.2858,
      "step": 5519
    },
    {
      "epoch": 3.556970185334408,
      "grad_norm": 3.4047001132943393,
      "learning_rate": 9.88908068683271e-06,
      "loss": 3.6786,
      "step": 5520
    },
    {
      "epoch": 3.557614826752619,
      "grad_norm": 2.673091990113658,
      "learning_rate": 9.889040442288307e-06,
      "loss": 3.5932,
      "step": 5521
    },
    {
      "epoch": 3.5582594681708297,
      "grad_norm": 4.122030424996569,
      "learning_rate": 9.889000190535457e-06,
      "loss": 3.3933,
      "step": 5522
    },
    {
      "epoch": 3.558904109589041,
      "grad_norm": 2.9190934703145177,
      "learning_rate": 9.888959931574224e-06,
      "loss": 3.7324,
      "step": 5523
    },
    {
      "epoch": 3.5595487510072523,
      "grad_norm": 3.6436591553492783,
      "learning_rate": 9.888919665404675e-06,
      "loss": 3.4674,
      "step": 5524
    },
    {
      "epoch": 3.560193392425463,
      "grad_norm": 2.492958926784108,
      "learning_rate": 9.888879392026874e-06,
      "loss": 3.6614,
      "step": 5525
    },
    {
      "epoch": 3.5608380338436745,
      "grad_norm": 3.259735791105872,
      "learning_rate": 9.888839111440892e-06,
      "loss": 3.5057,
      "step": 5526
    },
    {
      "epoch": 3.5614826752618853,
      "grad_norm": 2.7805541857012455,
      "learning_rate": 9.88879882364679e-06,
      "loss": 3.5195,
      "step": 5527
    },
    {
      "epoch": 3.5621273166800966,
      "grad_norm": 2.8422331906028484,
      "learning_rate": 9.888758528644636e-06,
      "loss": 3.7254,
      "step": 5528
    },
    {
      "epoch": 3.562771958098308,
      "grad_norm": 2.7213205841021257,
      "learning_rate": 9.888718226434499e-06,
      "loss": 3.7487,
      "step": 5529
    },
    {
      "epoch": 3.563416599516519,
      "grad_norm": 2.3177397654330667,
      "learning_rate": 9.88867791701644e-06,
      "loss": 3.7021,
      "step": 5530
    },
    {
      "epoch": 3.56406124093473,
      "grad_norm": 2.531642233804439,
      "learning_rate": 9.88863760039053e-06,
      "loss": 3.5136,
      "step": 5531
    },
    {
      "epoch": 3.564705882352941,
      "grad_norm": 2.4033887080063927,
      "learning_rate": 9.888597276556832e-06,
      "loss": 3.9179,
      "step": 5532
    },
    {
      "epoch": 3.5653505237711522,
      "grad_norm": 2.4490787860132635,
      "learning_rate": 9.888556945515413e-06,
      "loss": 3.664,
      "step": 5533
    },
    {
      "epoch": 3.5659951651893635,
      "grad_norm": 2.0422915988786134,
      "learning_rate": 9.88851660726634e-06,
      "loss": 4.1049,
      "step": 5534
    },
    {
      "epoch": 3.5666398066075744,
      "grad_norm": 2.69626015930569,
      "learning_rate": 9.88847626180968e-06,
      "loss": 3.7643,
      "step": 5535
    },
    {
      "epoch": 3.5672844480257857,
      "grad_norm": 2.0779044679556726,
      "learning_rate": 9.888435909145496e-06,
      "loss": 3.4082,
      "step": 5536
    },
    {
      "epoch": 3.5679290894439966,
      "grad_norm": 2.3749127467979614,
      "learning_rate": 9.888395549273858e-06,
      "loss": 3.6827,
      "step": 5537
    },
    {
      "epoch": 3.568573730862208,
      "grad_norm": 2.5160049299630276,
      "learning_rate": 9.88835518219483e-06,
      "loss": 3.4427,
      "step": 5538
    },
    {
      "epoch": 3.569218372280419,
      "grad_norm": 2.4712324531843897,
      "learning_rate": 9.888314807908478e-06,
      "loss": 3.786,
      "step": 5539
    },
    {
      "epoch": 3.56986301369863,
      "grad_norm": 2.4887075778428756,
      "learning_rate": 9.888274426414872e-06,
      "loss": 3.509,
      "step": 5540
    },
    {
      "epoch": 3.5705076551168413,
      "grad_norm": 2.4954846713623104,
      "learning_rate": 9.888234037714074e-06,
      "loss": 3.6108,
      "step": 5541
    },
    {
      "epoch": 3.571152296535052,
      "grad_norm": 2.1824040281180954,
      "learning_rate": 9.888193641806151e-06,
      "loss": 3.5417,
      "step": 5542
    },
    {
      "epoch": 3.5717969379532635,
      "grad_norm": 2.169866181234794,
      "learning_rate": 9.88815323869117e-06,
      "loss": 3.6131,
      "step": 5543
    },
    {
      "epoch": 3.5724415793714748,
      "grad_norm": 2.2595710403785394,
      "learning_rate": 9.8881128283692e-06,
      "loss": 3.6317,
      "step": 5544
    },
    {
      "epoch": 3.5730862207896856,
      "grad_norm": 2.3396287605186834,
      "learning_rate": 9.888072410840303e-06,
      "loss": 3.6538,
      "step": 5545
    },
    {
      "epoch": 3.573730862207897,
      "grad_norm": 2.4395667880736185,
      "learning_rate": 9.888031986104547e-06,
      "loss": 4.1304,
      "step": 5546
    },
    {
      "epoch": 3.574375503626108,
      "grad_norm": 2.2356650850488515,
      "learning_rate": 9.887991554162001e-06,
      "loss": 4.016,
      "step": 5547
    },
    {
      "epoch": 3.575020145044319,
      "grad_norm": 2.326988378034238,
      "learning_rate": 9.887951115012729e-06,
      "loss": 3.8899,
      "step": 5548
    },
    {
      "epoch": 3.5756647864625304,
      "grad_norm": 2.3861360531859384,
      "learning_rate": 9.887910668656795e-06,
      "loss": 3.7887,
      "step": 5549
    },
    {
      "epoch": 3.5763094278807412,
      "grad_norm": 2.257914968964033,
      "learning_rate": 9.88787021509427e-06,
      "loss": 3.4241,
      "step": 5550
    },
    {
      "epoch": 3.5769540692989525,
      "grad_norm": 2.356858283785789,
      "learning_rate": 9.887829754325218e-06,
      "loss": 3.776,
      "step": 5551
    },
    {
      "epoch": 3.5775987107171634,
      "grad_norm": 2.2925301819362374,
      "learning_rate": 9.887789286349707e-06,
      "loss": 3.7395,
      "step": 5552
    },
    {
      "epoch": 3.5782433521353747,
      "grad_norm": 2.1608451674519387,
      "learning_rate": 9.8877488111678e-06,
      "loss": 3.5785,
      "step": 5553
    },
    {
      "epoch": 3.578887993553586,
      "grad_norm": 2.0981384852014067,
      "learning_rate": 9.887708328779568e-06,
      "loss": 3.2865,
      "step": 5554
    },
    {
      "epoch": 3.579532634971797,
      "grad_norm": 2.465393368830557,
      "learning_rate": 9.887667839185073e-06,
      "loss": 3.4415,
      "step": 5555
    },
    {
      "epoch": 3.580177276390008,
      "grad_norm": 2.369167565671559,
      "learning_rate": 9.887627342384386e-06,
      "loss": 3.9096,
      "step": 5556
    },
    {
      "epoch": 3.580821917808219,
      "grad_norm": 2.302266343619059,
      "learning_rate": 9.887586838377572e-06,
      "loss": 3.1322,
      "step": 5557
    },
    {
      "epoch": 3.5814665592264303,
      "grad_norm": 2.2501209814472656,
      "learning_rate": 9.887546327164694e-06,
      "loss": 3.9112,
      "step": 5558
    },
    {
      "epoch": 3.5821112006446416,
      "grad_norm": 2.190509559857524,
      "learning_rate": 9.887505808745823e-06,
      "loss": 3.5219,
      "step": 5559
    },
    {
      "epoch": 3.5827558420628525,
      "grad_norm": 2.412416623270362,
      "learning_rate": 9.887465283121024e-06,
      "loss": 3.6636,
      "step": 5560
    },
    {
      "epoch": 3.5834004834810638,
      "grad_norm": 2.1513626873270786,
      "learning_rate": 9.887424750290364e-06,
      "loss": 3.5246,
      "step": 5561
    },
    {
      "epoch": 3.5840451248992746,
      "grad_norm": 2.257513327600911,
      "learning_rate": 9.887384210253907e-06,
      "loss": 3.5831,
      "step": 5562
    },
    {
      "epoch": 3.584689766317486,
      "grad_norm": 2.070955135091371,
      "learning_rate": 9.887343663011724e-06,
      "loss": 3.7921,
      "step": 5563
    },
    {
      "epoch": 3.5853344077356972,
      "grad_norm": 2.1270802523792898,
      "learning_rate": 9.887303108563878e-06,
      "loss": 3.726,
      "step": 5564
    },
    {
      "epoch": 3.585979049153908,
      "grad_norm": 2.1271958327720095,
      "learning_rate": 9.887262546910438e-06,
      "loss": 3.5563,
      "step": 5565
    },
    {
      "epoch": 3.5866236905721194,
      "grad_norm": 2.3943630864174232,
      "learning_rate": 9.887221978051468e-06,
      "loss": 3.3969,
      "step": 5566
    },
    {
      "epoch": 3.5872683319903302,
      "grad_norm": 2.322438704094724,
      "learning_rate": 9.887181401987038e-06,
      "loss": 3.3376,
      "step": 5567
    },
    {
      "epoch": 3.5879129734085415,
      "grad_norm": 2.134313184299693,
      "learning_rate": 9.887140818717212e-06,
      "loss": 3.6044,
      "step": 5568
    },
    {
      "epoch": 3.588557614826753,
      "grad_norm": 1.9837878881106177,
      "learning_rate": 9.887100228242056e-06,
      "loss": 3.4092,
      "step": 5569
    },
    {
      "epoch": 3.5892022562449637,
      "grad_norm": 2.045829860665213,
      "learning_rate": 9.887059630561638e-06,
      "loss": 3.6409,
      "step": 5570
    },
    {
      "epoch": 3.589846897663175,
      "grad_norm": 2.6184601780145575,
      "learning_rate": 9.887019025676027e-06,
      "loss": 3.4024,
      "step": 5571
    },
    {
      "epoch": 3.590491539081386,
      "grad_norm": 2.2545463717382783,
      "learning_rate": 9.886978413585287e-06,
      "loss": 3.5528,
      "step": 5572
    },
    {
      "epoch": 3.591136180499597,
      "grad_norm": 2.03612578957139,
      "learning_rate": 9.886937794289483e-06,
      "loss": 3.7553,
      "step": 5573
    },
    {
      "epoch": 3.5917808219178085,
      "grad_norm": 2.386964410543153,
      "learning_rate": 9.886897167788686e-06,
      "loss": 3.831,
      "step": 5574
    },
    {
      "epoch": 3.5924254633360193,
      "grad_norm": 2.087880977848703,
      "learning_rate": 9.886856534082959e-06,
      "loss": 3.8483,
      "step": 5575
    },
    {
      "epoch": 3.5930701047542306,
      "grad_norm": 2.0902436165550813,
      "learning_rate": 9.886815893172371e-06,
      "loss": 3.7374,
      "step": 5576
    },
    {
      "epoch": 3.5937147461724415,
      "grad_norm": 2.3578337611487212,
      "learning_rate": 9.886775245056987e-06,
      "loss": 3.4419,
      "step": 5577
    },
    {
      "epoch": 3.5943593875906528,
      "grad_norm": 2.1184932368857603,
      "learning_rate": 9.886734589736877e-06,
      "loss": 3.6716,
      "step": 5578
    },
    {
      "epoch": 3.595004029008864,
      "grad_norm": 2.2490738599722957,
      "learning_rate": 9.886693927212102e-06,
      "loss": 3.5543,
      "step": 5579
    },
    {
      "epoch": 3.595648670427075,
      "grad_norm": 2.2765663796575777,
      "learning_rate": 9.886653257482737e-06,
      "loss": 3.8204,
      "step": 5580
    },
    {
      "epoch": 3.5962933118452862,
      "grad_norm": 2.048524909436936,
      "learning_rate": 9.886612580548842e-06,
      "loss": 3.8296,
      "step": 5581
    },
    {
      "epoch": 3.596937953263497,
      "grad_norm": 2.6048366859862533,
      "learning_rate": 9.886571896410486e-06,
      "loss": 3.5301,
      "step": 5582
    },
    {
      "epoch": 3.5975825946817084,
      "grad_norm": 2.234759645935778,
      "learning_rate": 9.886531205067734e-06,
      "loss": 3.811,
      "step": 5583
    },
    {
      "epoch": 3.5982272360999197,
      "grad_norm": 2.3071027967935875,
      "learning_rate": 9.886490506520658e-06,
      "loss": 3.6735,
      "step": 5584
    },
    {
      "epoch": 3.5988718775181305,
      "grad_norm": 2.5254072482566805,
      "learning_rate": 9.886449800769319e-06,
      "loss": 3.4432,
      "step": 5585
    },
    {
      "epoch": 3.5995165189363414,
      "grad_norm": 2.157423742807792,
      "learning_rate": 9.886409087813788e-06,
      "loss": 3.4759,
      "step": 5586
    },
    {
      "epoch": 3.6001611603545527,
      "grad_norm": 2.484577792043843,
      "learning_rate": 9.886368367654127e-06,
      "loss": 3.6072,
      "step": 5587
    },
    {
      "epoch": 3.600805801772764,
      "grad_norm": 2.483110260476058,
      "learning_rate": 9.88632764029041e-06,
      "loss": 3.5556,
      "step": 5588
    },
    {
      "epoch": 3.6014504431909753,
      "grad_norm": 2.2315586058400494,
      "learning_rate": 9.886286905722697e-06,
      "loss": 3.7538,
      "step": 5589
    },
    {
      "epoch": 3.602095084609186,
      "grad_norm": 2.805782250970633,
      "learning_rate": 9.88624616395106e-06,
      "loss": 3.4645,
      "step": 5590
    },
    {
      "epoch": 3.602739726027397,
      "grad_norm": 2.2324010643127727,
      "learning_rate": 9.886205414975563e-06,
      "loss": 3.6623,
      "step": 5591
    },
    {
      "epoch": 3.6033843674456083,
      "grad_norm": 2.825052074997534,
      "learning_rate": 9.886164658796273e-06,
      "loss": 3.5959,
      "step": 5592
    },
    {
      "epoch": 3.6040290088638196,
      "grad_norm": 2.2784950099583865,
      "learning_rate": 9.886123895413258e-06,
      "loss": 3.5779,
      "step": 5593
    },
    {
      "epoch": 3.6046736502820305,
      "grad_norm": 2.9463706185648055,
      "learning_rate": 9.886083124826585e-06,
      "loss": 3.5908,
      "step": 5594
    },
    {
      "epoch": 3.6053182917002418,
      "grad_norm": 2.786018576555903,
      "learning_rate": 9.88604234703632e-06,
      "loss": 3.8783,
      "step": 5595
    },
    {
      "epoch": 3.6059629331184526,
      "grad_norm": 2.901411829838385,
      "learning_rate": 9.886001562042531e-06,
      "loss": 3.7801,
      "step": 5596
    },
    {
      "epoch": 3.606607574536664,
      "grad_norm": 2.8179478996650618,
      "learning_rate": 9.885960769845283e-06,
      "loss": 3.682,
      "step": 5597
    },
    {
      "epoch": 3.607252215954875,
      "grad_norm": 2.919915043140765,
      "learning_rate": 9.885919970444646e-06,
      "loss": 3.4025,
      "step": 5598
    },
    {
      "epoch": 3.607896857373086,
      "grad_norm": 2.731739186985126,
      "learning_rate": 9.885879163840684e-06,
      "loss": 3.4475,
      "step": 5599
    },
    {
      "epoch": 3.6085414987912974,
      "grad_norm": 2.6567926738313674,
      "learning_rate": 9.885838350033467e-06,
      "loss": 3.5737,
      "step": 5600
    },
    {
      "epoch": 3.6085414987912974,
      "eval_loss": 3.8019659519195557,
      "eval_runtime": 2.957,
      "eval_samples_per_second": 33.818,
      "eval_steps_per_second": 4.396,
      "step": 5600
    },
    {
      "epoch": 3.6091861402095082,
      "grad_norm": 2.6193889215419524,
      "learning_rate": 9.885797529023061e-06,
      "loss": 3.326,
      "step": 5601
    },
    {
      "epoch": 3.6098307816277195,
      "grad_norm": 2.8088342925911087,
      "learning_rate": 9.885756700809532e-06,
      "loss": 3.5519,
      "step": 5602
    },
    {
      "epoch": 3.610475423045931,
      "grad_norm": 2.676480043681891,
      "learning_rate": 9.885715865392946e-06,
      "loss": 3.5913,
      "step": 5603
    },
    {
      "epoch": 3.6111200644641417,
      "grad_norm": 2.2720212637996307,
      "learning_rate": 9.885675022773374e-06,
      "loss": 3.7099,
      "step": 5604
    },
    {
      "epoch": 3.611764705882353,
      "grad_norm": 2.5831717976599626,
      "learning_rate": 9.88563417295088e-06,
      "loss": 3.8548,
      "step": 5605
    },
    {
      "epoch": 3.612409347300564,
      "grad_norm": 2.1797398075023136,
      "learning_rate": 9.885593315925532e-06,
      "loss": 3.4169,
      "step": 5606
    },
    {
      "epoch": 3.613053988718775,
      "grad_norm": 2.3780431113064284,
      "learning_rate": 9.885552451697398e-06,
      "loss": 3.6087,
      "step": 5607
    },
    {
      "epoch": 3.6136986301369864,
      "grad_norm": 3.0510406822180753,
      "learning_rate": 9.885511580266541e-06,
      "loss": 3.7244,
      "step": 5608
    },
    {
      "epoch": 3.6143432715551973,
      "grad_norm": 3.296648760564173,
      "learning_rate": 9.885470701633033e-06,
      "loss": 3.6666,
      "step": 5609
    },
    {
      "epoch": 3.6149879129734086,
      "grad_norm": 2.32599337301833,
      "learning_rate": 9.88542981579694e-06,
      "loss": 3.7052,
      "step": 5610
    },
    {
      "epoch": 3.6156325543916195,
      "grad_norm": 2.638874126859412,
      "learning_rate": 9.885388922758327e-06,
      "loss": 3.5993,
      "step": 5611
    },
    {
      "epoch": 3.6162771958098308,
      "grad_norm": 2.6985555618482198,
      "learning_rate": 9.885348022517264e-06,
      "loss": 3.8197,
      "step": 5612
    },
    {
      "epoch": 3.616921837228042,
      "grad_norm": 2.366273066111966,
      "learning_rate": 9.885307115073816e-06,
      "loss": 3.6452,
      "step": 5613
    },
    {
      "epoch": 3.617566478646253,
      "grad_norm": 2.8982660487886394,
      "learning_rate": 9.885266200428052e-06,
      "loss": 3.7454,
      "step": 5614
    },
    {
      "epoch": 3.618211120064464,
      "grad_norm": 2.3323480503482426,
      "learning_rate": 9.885225278580037e-06,
      "loss": 3.4205,
      "step": 5615
    },
    {
      "epoch": 3.618855761482675,
      "grad_norm": 2.3130429543956943,
      "learning_rate": 9.88518434952984e-06,
      "loss": 3.8426,
      "step": 5616
    },
    {
      "epoch": 3.6195004029008864,
      "grad_norm": 2.343687173686136,
      "learning_rate": 9.885143413277528e-06,
      "loss": 3.8661,
      "step": 5617
    },
    {
      "epoch": 3.6201450443190977,
      "grad_norm": 2.066923819547996,
      "learning_rate": 9.885102469823169e-06,
      "loss": 3.9663,
      "step": 5618
    },
    {
      "epoch": 3.6207896857373085,
      "grad_norm": 2.0421198733770227,
      "learning_rate": 9.885061519166827e-06,
      "loss": 3.6343,
      "step": 5619
    },
    {
      "epoch": 3.62143432715552,
      "grad_norm": 2.299611507136968,
      "learning_rate": 9.885020561308572e-06,
      "loss": 3.9004,
      "step": 5620
    },
    {
      "epoch": 3.6220789685737307,
      "grad_norm": 2.1099930257626776,
      "learning_rate": 9.88497959624847e-06,
      "loss": 3.53,
      "step": 5621
    },
    {
      "epoch": 3.622723609991942,
      "grad_norm": 2.6252154064841804,
      "learning_rate": 9.88493862398659e-06,
      "loss": 3.6177,
      "step": 5622
    },
    {
      "epoch": 3.6233682514101533,
      "grad_norm": 2.274461617546926,
      "learning_rate": 9.884897644522998e-06,
      "loss": 3.5325,
      "step": 5623
    },
    {
      "epoch": 3.624012892828364,
      "grad_norm": 2.689388403583537,
      "learning_rate": 9.884856657857761e-06,
      "loss": 3.8317,
      "step": 5624
    },
    {
      "epoch": 3.6246575342465754,
      "grad_norm": 2.9685858447450997,
      "learning_rate": 9.884815663990947e-06,
      "loss": 3.5226,
      "step": 5625
    },
    {
      "epoch": 3.6253021756647863,
      "grad_norm": 1.9911204919589036,
      "learning_rate": 9.884774662922624e-06,
      "loss": 3.6161,
      "step": 5626
    },
    {
      "epoch": 3.6259468170829976,
      "grad_norm": 2.361653727451358,
      "learning_rate": 9.88473365465286e-06,
      "loss": 3.3325,
      "step": 5627
    },
    {
      "epoch": 3.626591458501209,
      "grad_norm": 2.142927054150476,
      "learning_rate": 9.884692639181718e-06,
      "loss": 3.6752,
      "step": 5628
    },
    {
      "epoch": 3.6272360999194198,
      "grad_norm": 2.32251969917888,
      "learning_rate": 9.88465161650927e-06,
      "loss": 3.6413,
      "step": 5629
    },
    {
      "epoch": 3.627880741337631,
      "grad_norm": 2.182918732886825,
      "learning_rate": 9.884610586635579e-06,
      "loss": 3.6212,
      "step": 5630
    },
    {
      "epoch": 3.628525382755842,
      "grad_norm": 2.5209633711408697,
      "learning_rate": 9.884569549560716e-06,
      "loss": 3.466,
      "step": 5631
    },
    {
      "epoch": 3.629170024174053,
      "grad_norm": 2.2611786827316354,
      "learning_rate": 9.88452850528475e-06,
      "loss": 3.7629,
      "step": 5632
    },
    {
      "epoch": 3.6298146655922645,
      "grad_norm": 2.3724297871164084,
      "learning_rate": 9.884487453807743e-06,
      "loss": 3.2679,
      "step": 5633
    },
    {
      "epoch": 3.6304593070104754,
      "grad_norm": 1.8384745263322788,
      "learning_rate": 9.884446395129766e-06,
      "loss": 4.0923,
      "step": 5634
    },
    {
      "epoch": 3.6311039484286867,
      "grad_norm": 2.3472288030754567,
      "learning_rate": 9.884405329250885e-06,
      "loss": 3.8802,
      "step": 5635
    },
    {
      "epoch": 3.6317485898468975,
      "grad_norm": 2.1617850552054576,
      "learning_rate": 9.884364256171169e-06,
      "loss": 4.1509,
      "step": 5636
    },
    {
      "epoch": 3.632393231265109,
      "grad_norm": 2.3271518041925656,
      "learning_rate": 9.884323175890685e-06,
      "loss": 3.7842,
      "step": 5637
    },
    {
      "epoch": 3.63303787268332,
      "grad_norm": 2.2590841779048434,
      "learning_rate": 9.8842820884095e-06,
      "loss": 3.7416,
      "step": 5638
    },
    {
      "epoch": 3.633682514101531,
      "grad_norm": 2.54109668311781,
      "learning_rate": 9.88424099372768e-06,
      "loss": 3.4417,
      "step": 5639
    },
    {
      "epoch": 3.6343271555197423,
      "grad_norm": 1.8447835209687125,
      "learning_rate": 9.884199891845295e-06,
      "loss": 3.6497,
      "step": 5640
    },
    {
      "epoch": 3.634971796937953,
      "grad_norm": 2.065776985507583,
      "learning_rate": 9.884158782762411e-06,
      "loss": 3.7379,
      "step": 5641
    },
    {
      "epoch": 3.6356164383561644,
      "grad_norm": 2.041722743174137,
      "learning_rate": 9.884117666479097e-06,
      "loss": 3.4197,
      "step": 5642
    },
    {
      "epoch": 3.6362610797743757,
      "grad_norm": 2.2584281349524935,
      "learning_rate": 9.884076542995418e-06,
      "loss": 3.7694,
      "step": 5643
    },
    {
      "epoch": 3.6369057211925866,
      "grad_norm": 1.9876860707562525,
      "learning_rate": 9.884035412311445e-06,
      "loss": 3.365,
      "step": 5644
    },
    {
      "epoch": 3.637550362610798,
      "grad_norm": 2.26045334333554,
      "learning_rate": 9.883994274427242e-06,
      "loss": 3.9343,
      "step": 5645
    },
    {
      "epoch": 3.6381950040290088,
      "grad_norm": 2.726427306300252,
      "learning_rate": 9.883953129342878e-06,
      "loss": 3.6467,
      "step": 5646
    },
    {
      "epoch": 3.63883964544722,
      "grad_norm": 2.469309716333886,
      "learning_rate": 9.883911977058422e-06,
      "loss": 3.5187,
      "step": 5647
    },
    {
      "epoch": 3.6394842868654314,
      "grad_norm": 2.1333120667265772,
      "learning_rate": 9.88387081757394e-06,
      "loss": 3.631,
      "step": 5648
    },
    {
      "epoch": 3.640128928283642,
      "grad_norm": 2.162702915295862,
      "learning_rate": 9.8838296508895e-06,
      "loss": 3.7474,
      "step": 5649
    },
    {
      "epoch": 3.6407735697018535,
      "grad_norm": 2.884965747722232,
      "learning_rate": 9.88378847700517e-06,
      "loss": 3.6969,
      "step": 5650
    },
    {
      "epoch": 3.6414182111200644,
      "grad_norm": 2.22000022690763,
      "learning_rate": 9.883747295921016e-06,
      "loss": 3.4658,
      "step": 5651
    },
    {
      "epoch": 3.6420628525382757,
      "grad_norm": 2.354720893951338,
      "learning_rate": 9.88370610763711e-06,
      "loss": 3.3656,
      "step": 5652
    },
    {
      "epoch": 3.642707493956487,
      "grad_norm": 2.5332941555329174,
      "learning_rate": 9.883664912153513e-06,
      "loss": 3.7297,
      "step": 5653
    },
    {
      "epoch": 3.643352135374698,
      "grad_norm": 2.857676828988296,
      "learning_rate": 9.883623709470296e-06,
      "loss": 3.3084,
      "step": 5654
    },
    {
      "epoch": 3.6439967767929087,
      "grad_norm": 2.5015588136482525,
      "learning_rate": 9.883582499587529e-06,
      "loss": 3.6597,
      "step": 5655
    },
    {
      "epoch": 3.64464141821112,
      "grad_norm": 2.533710716594506,
      "learning_rate": 9.883541282505276e-06,
      "loss": 3.318,
      "step": 5656
    },
    {
      "epoch": 3.6452860596293313,
      "grad_norm": 2.478926948154931,
      "learning_rate": 9.883500058223608e-06,
      "loss": 3.3484,
      "step": 5657
    },
    {
      "epoch": 3.6459307010475426,
      "grad_norm": 2.300957195995047,
      "learning_rate": 9.883458826742588e-06,
      "loss": 3.894,
      "step": 5658
    },
    {
      "epoch": 3.6465753424657534,
      "grad_norm": 3.2023152595618414,
      "learning_rate": 9.883417588062287e-06,
      "loss": 3.759,
      "step": 5659
    },
    {
      "epoch": 3.6472199838839643,
      "grad_norm": 2.659809054909858,
      "learning_rate": 9.883376342182776e-06,
      "loss": 3.6541,
      "step": 5660
    },
    {
      "epoch": 3.6478646253021756,
      "grad_norm": 2.8038741794478934,
      "learning_rate": 9.883335089104115e-06,
      "loss": 3.4364,
      "step": 5661
    },
    {
      "epoch": 3.648509266720387,
      "grad_norm": 2.62988509196083,
      "learning_rate": 9.883293828826379e-06,
      "loss": 3.691,
      "step": 5662
    },
    {
      "epoch": 3.6491539081385977,
      "grad_norm": 2.27562772021293,
      "learning_rate": 9.88325256134963e-06,
      "loss": 3.6322,
      "step": 5663
    },
    {
      "epoch": 3.649798549556809,
      "grad_norm": 2.4962965939275588,
      "learning_rate": 9.883211286673938e-06,
      "loss": 3.8596,
      "step": 5664
    },
    {
      "epoch": 3.65044319097502,
      "grad_norm": 2.4019765086032026,
      "learning_rate": 9.883170004799373e-06,
      "loss": 3.6126,
      "step": 5665
    },
    {
      "epoch": 3.651087832393231,
      "grad_norm": 2.122055105578225,
      "learning_rate": 9.883128715726002e-06,
      "loss": 3.6427,
      "step": 5666
    },
    {
      "epoch": 3.6517324738114425,
      "grad_norm": 2.2935092526745415,
      "learning_rate": 9.88308741945389e-06,
      "loss": 3.527,
      "step": 5667
    },
    {
      "epoch": 3.6523771152296534,
      "grad_norm": 2.5502970006970447,
      "learning_rate": 9.883046115983106e-06,
      "loss": 3.709,
      "step": 5668
    },
    {
      "epoch": 3.6530217566478647,
      "grad_norm": 2.501439182591144,
      "learning_rate": 9.883004805313718e-06,
      "loss": 3.4717,
      "step": 5669
    },
    {
      "epoch": 3.6536663980660755,
      "grad_norm": 2.2790996510620354,
      "learning_rate": 9.882963487445796e-06,
      "loss": 3.2514,
      "step": 5670
    },
    {
      "epoch": 3.654311039484287,
      "grad_norm": 2.0814270148984693,
      "learning_rate": 9.882922162379408e-06,
      "loss": 3.6433,
      "step": 5671
    },
    {
      "epoch": 3.654955680902498,
      "grad_norm": 2.498056781959854,
      "learning_rate": 9.882880830114616e-06,
      "loss": 3.7019,
      "step": 5672
    },
    {
      "epoch": 3.655600322320709,
      "grad_norm": 2.3019443698650477,
      "learning_rate": 9.882839490651493e-06,
      "loss": 3.9365,
      "step": 5673
    },
    {
      "epoch": 3.6562449637389203,
      "grad_norm": 2.5476802376011007,
      "learning_rate": 9.882798143990106e-06,
      "loss": 3.8704,
      "step": 5674
    },
    {
      "epoch": 3.656889605157131,
      "grad_norm": 2.1597406149279683,
      "learning_rate": 9.882756790130525e-06,
      "loss": 3.4954,
      "step": 5675
    },
    {
      "epoch": 3.6575342465753424,
      "grad_norm": 2.150058474430628,
      "learning_rate": 9.882715429072814e-06,
      "loss": 3.4647,
      "step": 5676
    },
    {
      "epoch": 3.6581788879935537,
      "grad_norm": 2.272052308730594,
      "learning_rate": 9.88267406081704e-06,
      "loss": 3.5149,
      "step": 5677
    },
    {
      "epoch": 3.6588235294117646,
      "grad_norm": 2.5251270942898323,
      "learning_rate": 9.882632685363277e-06,
      "loss": 3.614,
      "step": 5678
    },
    {
      "epoch": 3.659468170829976,
      "grad_norm": 2.2884139505315497,
      "learning_rate": 9.882591302711587e-06,
      "loss": 3.2331,
      "step": 5679
    },
    {
      "epoch": 3.6601128122481867,
      "grad_norm": 2.3158012553119214,
      "learning_rate": 9.882549912862042e-06,
      "loss": 3.3837,
      "step": 5680
    },
    {
      "epoch": 3.660757453666398,
      "grad_norm": 2.150977128340817,
      "learning_rate": 9.882508515814709e-06,
      "loss": 3.2524,
      "step": 5681
    },
    {
      "epoch": 3.6614020950846093,
      "grad_norm": 2.379298338167008,
      "learning_rate": 9.882467111569654e-06,
      "loss": 3.6479,
      "step": 5682
    },
    {
      "epoch": 3.66204673650282,
      "grad_norm": 2.298169123759806,
      "learning_rate": 9.882425700126947e-06,
      "loss": 3.5483,
      "step": 5683
    },
    {
      "epoch": 3.6626913779210315,
      "grad_norm": 2.5308175682937373,
      "learning_rate": 9.882384281486655e-06,
      "loss": 3.9268,
      "step": 5684
    },
    {
      "epoch": 3.6633360193392424,
      "grad_norm": 2.224030879324304,
      "learning_rate": 9.882342855648846e-06,
      "loss": 3.7267,
      "step": 5685
    },
    {
      "epoch": 3.6639806607574537,
      "grad_norm": 2.965413755944168,
      "learning_rate": 9.882301422613589e-06,
      "loss": 3.0575,
      "step": 5686
    },
    {
      "epoch": 3.664625302175665,
      "grad_norm": 2.5664727918292245,
      "learning_rate": 9.88225998238095e-06,
      "loss": 3.6016,
      "step": 5687
    },
    {
      "epoch": 3.665269943593876,
      "grad_norm": 1.982692268696658,
      "learning_rate": 9.882218534951001e-06,
      "loss": 3.8563,
      "step": 5688
    },
    {
      "epoch": 3.665914585012087,
      "grad_norm": 2.1118581900262328,
      "learning_rate": 9.882177080323808e-06,
      "loss": 3.2999,
      "step": 5689
    },
    {
      "epoch": 3.666559226430298,
      "grad_norm": 2.051240730208463,
      "learning_rate": 9.882135618499435e-06,
      "loss": 3.4557,
      "step": 5690
    },
    {
      "epoch": 3.6672038678485093,
      "grad_norm": 2.3093722153354,
      "learning_rate": 9.882094149477956e-06,
      "loss": 3.7059,
      "step": 5691
    },
    {
      "epoch": 3.6678485092667206,
      "grad_norm": 2.2581965159687414,
      "learning_rate": 9.882052673259437e-06,
      "loss": 3.6751,
      "step": 5692
    },
    {
      "epoch": 3.6684931506849314,
      "grad_norm": 2.0248507672151557,
      "learning_rate": 9.882011189843947e-06,
      "loss": 3.4959,
      "step": 5693
    },
    {
      "epoch": 3.6691377921031427,
      "grad_norm": 2.381948345701294,
      "learning_rate": 9.881969699231552e-06,
      "loss": 3.8449,
      "step": 5694
    },
    {
      "epoch": 3.6697824335213536,
      "grad_norm": 2.080646747044057,
      "learning_rate": 9.881928201422322e-06,
      "loss": 3.6252,
      "step": 5695
    },
    {
      "epoch": 3.670427074939565,
      "grad_norm": 2.4148587913684705,
      "learning_rate": 9.881886696416325e-06,
      "loss": 3.7459,
      "step": 5696
    },
    {
      "epoch": 3.671071716357776,
      "grad_norm": 2.6225808715750745,
      "learning_rate": 9.881845184213627e-06,
      "loss": 3.5137,
      "step": 5697
    },
    {
      "epoch": 3.671716357775987,
      "grad_norm": 2.4479936070624473,
      "learning_rate": 9.881803664814297e-06,
      "loss": 3.6372,
      "step": 5698
    },
    {
      "epoch": 3.6723609991941983,
      "grad_norm": 2.3212904782076227,
      "learning_rate": 9.881762138218406e-06,
      "loss": 3.9484,
      "step": 5699
    },
    {
      "epoch": 3.673005640612409,
      "grad_norm": 3.9007169105637685,
      "learning_rate": 9.88172060442602e-06,
      "loss": 3.8585,
      "step": 5700
    },
    {
      "epoch": 3.673005640612409,
      "eval_loss": 3.7979657649993896,
      "eval_runtime": 2.9804,
      "eval_samples_per_second": 33.552,
      "eval_steps_per_second": 4.362,
      "step": 5700
    },
    {
      "epoch": 3.6736502820306205,
      "grad_norm": 2.1954395856488884,
      "learning_rate": 9.881679063437208e-06,
      "loss": 3.5891,
      "step": 5701
    },
    {
      "epoch": 3.674294923448832,
      "grad_norm": 3.2773356757346006,
      "learning_rate": 9.881637515252036e-06,
      "loss": 3.9429,
      "step": 5702
    },
    {
      "epoch": 3.6749395648670427,
      "grad_norm": 2.1267183024198855,
      "learning_rate": 9.881595959870575e-06,
      "loss": 3.7074,
      "step": 5703
    },
    {
      "epoch": 3.675584206285254,
      "grad_norm": 2.8574607276052717,
      "learning_rate": 9.881554397292892e-06,
      "loss": 3.5083,
      "step": 5704
    },
    {
      "epoch": 3.676228847703465,
      "grad_norm": 2.2905998517406916,
      "learning_rate": 9.881512827519056e-06,
      "loss": 3.6032,
      "step": 5705
    },
    {
      "epoch": 3.676873489121676,
      "grad_norm": 2.484011025618148,
      "learning_rate": 9.881471250549133e-06,
      "loss": 3.6558,
      "step": 5706
    },
    {
      "epoch": 3.6775181305398874,
      "grad_norm": 2.3430657557997785,
      "learning_rate": 9.881429666383192e-06,
      "loss": 3.5732,
      "step": 5707
    },
    {
      "epoch": 3.6781627719580983,
      "grad_norm": 3.5440630885861877,
      "learning_rate": 9.881388075021305e-06,
      "loss": 3.4389,
      "step": 5708
    },
    {
      "epoch": 3.6788074133763096,
      "grad_norm": 2.7733434608982903,
      "learning_rate": 9.881346476463536e-06,
      "loss": 3.8263,
      "step": 5709
    },
    {
      "epoch": 3.6794520547945204,
      "grad_norm": 3.001010244582619,
      "learning_rate": 9.881304870709957e-06,
      "loss": 3.6831,
      "step": 5710
    },
    {
      "epoch": 3.6800966962127317,
      "grad_norm": 2.2105070618992957,
      "learning_rate": 9.881263257760632e-06,
      "loss": 3.6643,
      "step": 5711
    },
    {
      "epoch": 3.680741337630943,
      "grad_norm": 3.0540141806589514,
      "learning_rate": 9.881221637615634e-06,
      "loss": 3.5437,
      "step": 5712
    },
    {
      "epoch": 3.681385979049154,
      "grad_norm": 2.391860873352422,
      "learning_rate": 9.881180010275026e-06,
      "loss": 3.8806,
      "step": 5713
    },
    {
      "epoch": 3.682030620467365,
      "grad_norm": 2.8793618682499225,
      "learning_rate": 9.88113837573888e-06,
      "loss": 3.5433,
      "step": 5714
    },
    {
      "epoch": 3.682675261885576,
      "grad_norm": 2.2685257825498293,
      "learning_rate": 9.881096734007265e-06,
      "loss": 3.6045,
      "step": 5715
    },
    {
      "epoch": 3.6833199033037873,
      "grad_norm": 3.0807612441470935,
      "learning_rate": 9.881055085080246e-06,
      "loss": 3.7673,
      "step": 5716
    },
    {
      "epoch": 3.6839645447219986,
      "grad_norm": 2.347486051743791,
      "learning_rate": 9.881013428957896e-06,
      "loss": 3.7282,
      "step": 5717
    },
    {
      "epoch": 3.6846091861402095,
      "grad_norm": 2.8387879774959948,
      "learning_rate": 9.880971765640279e-06,
      "loss": 3.7368,
      "step": 5718
    },
    {
      "epoch": 3.685253827558421,
      "grad_norm": 2.2533376429454433,
      "learning_rate": 9.880930095127466e-06,
      "loss": 3.879,
      "step": 5719
    },
    {
      "epoch": 3.6858984689766316,
      "grad_norm": 2.9888160470051317,
      "learning_rate": 9.880888417419523e-06,
      "loss": 3.5738,
      "step": 5720
    },
    {
      "epoch": 3.686543110394843,
      "grad_norm": 1.9743508692119993,
      "learning_rate": 9.880846732516522e-06,
      "loss": 3.7851,
      "step": 5721
    },
    {
      "epoch": 3.6871877518130542,
      "grad_norm": 1.9987719025580706,
      "learning_rate": 9.880805040418529e-06,
      "loss": 3.5919,
      "step": 5722
    },
    {
      "epoch": 3.687832393231265,
      "grad_norm": 2.480587915544044,
      "learning_rate": 9.880763341125614e-06,
      "loss": 3.3775,
      "step": 5723
    },
    {
      "epoch": 3.688477034649476,
      "grad_norm": 2.1560752363989306,
      "learning_rate": 9.880721634637844e-06,
      "loss": 3.8152,
      "step": 5724
    },
    {
      "epoch": 3.6891216760676873,
      "grad_norm": 2.394488250720616,
      "learning_rate": 9.880679920955287e-06,
      "loss": 3.0986,
      "step": 5725
    },
    {
      "epoch": 3.6897663174858986,
      "grad_norm": 2.1352273523885157,
      "learning_rate": 9.880638200078014e-06,
      "loss": 3.9171,
      "step": 5726
    },
    {
      "epoch": 3.69041095890411,
      "grad_norm": 2.095261876284046,
      "learning_rate": 9.880596472006093e-06,
      "loss": 4.1654,
      "step": 5727
    },
    {
      "epoch": 3.6910556003223207,
      "grad_norm": 2.377826719538213,
      "learning_rate": 9.88055473673959e-06,
      "loss": 3.6385,
      "step": 5728
    },
    {
      "epoch": 3.6917002417405316,
      "grad_norm": 2.0810826859273153,
      "learning_rate": 9.880512994278576e-06,
      "loss": 3.3548,
      "step": 5729
    },
    {
      "epoch": 3.692344883158743,
      "grad_norm": 2.0374816410773353,
      "learning_rate": 9.880471244623119e-06,
      "loss": 3.6739,
      "step": 5730
    },
    {
      "epoch": 3.692989524576954,
      "grad_norm": 2.6592959130940805,
      "learning_rate": 9.880429487773285e-06,
      "loss": 3.528,
      "step": 5731
    },
    {
      "epoch": 3.693634165995165,
      "grad_norm": 2.027679245398837,
      "learning_rate": 9.880387723729149e-06,
      "loss": 3.7987,
      "step": 5732
    },
    {
      "epoch": 3.6942788074133763,
      "grad_norm": 2.7030582739424966,
      "learning_rate": 9.880345952490772e-06,
      "loss": 3.7248,
      "step": 5733
    },
    {
      "epoch": 3.694923448831587,
      "grad_norm": 2.231431805741698,
      "learning_rate": 9.880304174058227e-06,
      "loss": 3.7005,
      "step": 5734
    },
    {
      "epoch": 3.6955680902497985,
      "grad_norm": 2.720229240706864,
      "learning_rate": 9.880262388431582e-06,
      "loss": 3.7904,
      "step": 5735
    },
    {
      "epoch": 3.69621273166801,
      "grad_norm": 2.1531250941925077,
      "learning_rate": 9.880220595610906e-06,
      "loss": 3.8744,
      "step": 5736
    },
    {
      "epoch": 3.6968573730862206,
      "grad_norm": 2.8671248683778914,
      "learning_rate": 9.880178795596267e-06,
      "loss": 3.2748,
      "step": 5737
    },
    {
      "epoch": 3.697502014504432,
      "grad_norm": 2.388896676842874,
      "learning_rate": 9.880136988387732e-06,
      "loss": 3.3711,
      "step": 5738
    },
    {
      "epoch": 3.698146655922643,
      "grad_norm": 3.3249309338287434,
      "learning_rate": 9.880095173985372e-06,
      "loss": 3.3883,
      "step": 5739
    },
    {
      "epoch": 3.698791297340854,
      "grad_norm": 2.2693692357006676,
      "learning_rate": 9.880053352389256e-06,
      "loss": 3.3581,
      "step": 5740
    },
    {
      "epoch": 3.6994359387590654,
      "grad_norm": 2.793267526213735,
      "learning_rate": 9.880011523599453e-06,
      "loss": 3.3631,
      "step": 5741
    },
    {
      "epoch": 3.7000805801772763,
      "grad_norm": 2.3796114429575845,
      "learning_rate": 9.879969687616026e-06,
      "loss": 3.6252,
      "step": 5742
    },
    {
      "epoch": 3.7007252215954876,
      "grad_norm": 2.764055530494157,
      "learning_rate": 9.879927844439052e-06,
      "loss": 3.487,
      "step": 5743
    },
    {
      "epoch": 3.7013698630136984,
      "grad_norm": 2.8762470881200963,
      "learning_rate": 9.879885994068593e-06,
      "loss": 3.5725,
      "step": 5744
    },
    {
      "epoch": 3.7020145044319097,
      "grad_norm": 3.2075992130878817,
      "learning_rate": 9.879844136504723e-06,
      "loss": 3.3878,
      "step": 5745
    },
    {
      "epoch": 3.702659145850121,
      "grad_norm": 2.871744220227338,
      "learning_rate": 9.879802271747508e-06,
      "loss": 3.3756,
      "step": 5746
    },
    {
      "epoch": 3.703303787268332,
      "grad_norm": 3.6690845650970196,
      "learning_rate": 9.879760399797016e-06,
      "loss": 3.6622,
      "step": 5747
    },
    {
      "epoch": 3.703948428686543,
      "grad_norm": 2.6468287624745663,
      "learning_rate": 9.879718520653316e-06,
      "loss": 3.6163,
      "step": 5748
    },
    {
      "epoch": 3.704593070104754,
      "grad_norm": 2.9858403384893695,
      "learning_rate": 9.879676634316478e-06,
      "loss": 3.4679,
      "step": 5749
    },
    {
      "epoch": 3.7052377115229653,
      "grad_norm": 3.1020304632125937,
      "learning_rate": 9.879634740786571e-06,
      "loss": 3.507,
      "step": 5750
    },
    {
      "epoch": 3.7058823529411766,
      "grad_norm": 2.619463648808808,
      "learning_rate": 9.879592840063663e-06,
      "loss": 3.4215,
      "step": 5751
    },
    {
      "epoch": 3.7065269943593875,
      "grad_norm": 2.2504155887302377,
      "learning_rate": 9.879550932147825e-06,
      "loss": 3.6087,
      "step": 5752
    },
    {
      "epoch": 3.707171635777599,
      "grad_norm": 2.4230883673937607,
      "learning_rate": 9.87950901703912e-06,
      "loss": 3.418,
      "step": 5753
    },
    {
      "epoch": 3.7078162771958096,
      "grad_norm": 2.66588268539555,
      "learning_rate": 9.879467094737624e-06,
      "loss": 3.7811,
      "step": 5754
    },
    {
      "epoch": 3.708460918614021,
      "grad_norm": 2.7383042238878623,
      "learning_rate": 9.8794251652434e-06,
      "loss": 3.5439,
      "step": 5755
    },
    {
      "epoch": 3.7091055600322322,
      "grad_norm": 2.831717188784367,
      "learning_rate": 9.87938322855652e-06,
      "loss": 3.3476,
      "step": 5756
    },
    {
      "epoch": 3.709750201450443,
      "grad_norm": 2.700991658877367,
      "learning_rate": 9.879341284677054e-06,
      "loss": 3.653,
      "step": 5757
    },
    {
      "epoch": 3.7103948428686544,
      "grad_norm": 2.8723243925872564,
      "learning_rate": 9.879299333605067e-06,
      "loss": 3.3371,
      "step": 5758
    },
    {
      "epoch": 3.7110394842868653,
      "grad_norm": 2.5569002834076793,
      "learning_rate": 9.879257375340632e-06,
      "loss": 3.6566,
      "step": 5759
    },
    {
      "epoch": 3.7116841257050766,
      "grad_norm": 2.8887505977824515,
      "learning_rate": 9.879215409883815e-06,
      "loss": 3.6342,
      "step": 5760
    },
    {
      "epoch": 3.712328767123288,
      "grad_norm": 2.4770263911556976,
      "learning_rate": 9.879173437234685e-06,
      "loss": 3.5691,
      "step": 5761
    },
    {
      "epoch": 3.7129734085414987,
      "grad_norm": 3.0960592208464295,
      "learning_rate": 9.879131457393312e-06,
      "loss": 4.0299,
      "step": 5762
    },
    {
      "epoch": 3.71361804995971,
      "grad_norm": 2.137148854464113,
      "learning_rate": 9.879089470359766e-06,
      "loss": 3.6335,
      "step": 5763
    },
    {
      "epoch": 3.714262691377921,
      "grad_norm": 2.9721147978769276,
      "learning_rate": 9.879047476134116e-06,
      "loss": 3.8856,
      "step": 5764
    },
    {
      "epoch": 3.714907332796132,
      "grad_norm": 2.4119449852297365,
      "learning_rate": 9.879005474716427e-06,
      "loss": 3.438,
      "step": 5765
    },
    {
      "epoch": 3.7155519742143435,
      "grad_norm": 2.9502678481191973,
      "learning_rate": 9.878963466106771e-06,
      "loss": 3.7945,
      "step": 5766
    },
    {
      "epoch": 3.7161966156325543,
      "grad_norm": 2.151696509524164,
      "learning_rate": 9.878921450305217e-06,
      "loss": 3.7708,
      "step": 5767
    },
    {
      "epoch": 3.7168412570507656,
      "grad_norm": 2.7063803496380707,
      "learning_rate": 9.878879427311836e-06,
      "loss": 3.6141,
      "step": 5768
    },
    {
      "epoch": 3.7174858984689765,
      "grad_norm": 2.428898915251666,
      "learning_rate": 9.878837397126692e-06,
      "loss": 3.6702,
      "step": 5769
    },
    {
      "epoch": 3.718130539887188,
      "grad_norm": 2.359727030274811,
      "learning_rate": 9.878795359749857e-06,
      "loss": 3.6235,
      "step": 5770
    },
    {
      "epoch": 3.718775181305399,
      "grad_norm": 2.289433619949135,
      "learning_rate": 9.8787533151814e-06,
      "loss": 3.4379,
      "step": 5771
    },
    {
      "epoch": 3.71941982272361,
      "grad_norm": 2.485025749199637,
      "learning_rate": 9.87871126342139e-06,
      "loss": 3.9412,
      "step": 5772
    },
    {
      "epoch": 3.7200644641418212,
      "grad_norm": 2.3104303569216547,
      "learning_rate": 9.878669204469895e-06,
      "loss": 3.9016,
      "step": 5773
    },
    {
      "epoch": 3.720709105560032,
      "grad_norm": 2.6687301987700502,
      "learning_rate": 9.878627138326987e-06,
      "loss": 3.7377,
      "step": 5774
    },
    {
      "epoch": 3.7213537469782434,
      "grad_norm": 2.34119655142534,
      "learning_rate": 9.878585064992731e-06,
      "loss": 3.7883,
      "step": 5775
    },
    {
      "epoch": 3.7219983883964547,
      "grad_norm": 2.5916685838949594,
      "learning_rate": 9.8785429844672e-06,
      "loss": 3.8675,
      "step": 5776
    },
    {
      "epoch": 3.7226430298146655,
      "grad_norm": 2.306043514575577,
      "learning_rate": 9.87850089675046e-06,
      "loss": 3.7582,
      "step": 5777
    },
    {
      "epoch": 3.723287671232877,
      "grad_norm": 2.122651143127002,
      "learning_rate": 9.878458801842581e-06,
      "loss": 3.7265,
      "step": 5778
    },
    {
      "epoch": 3.7239323126510877,
      "grad_norm": 2.404210824338553,
      "learning_rate": 9.878416699743634e-06,
      "loss": 3.3924,
      "step": 5779
    },
    {
      "epoch": 3.724576954069299,
      "grad_norm": 2.453257263875651,
      "learning_rate": 9.878374590453685e-06,
      "loss": 3.7347,
      "step": 5780
    },
    {
      "epoch": 3.7252215954875103,
      "grad_norm": 2.068519824347062,
      "learning_rate": 9.878332473972806e-06,
      "loss": 3.7563,
      "step": 5781
    },
    {
      "epoch": 3.725866236905721,
      "grad_norm": 2.326654938717912,
      "learning_rate": 9.878290350301064e-06,
      "loss": 3.643,
      "step": 5782
    },
    {
      "epoch": 3.7265108783239325,
      "grad_norm": 2.0950333714484266,
      "learning_rate": 9.87824821943853e-06,
      "loss": 3.6918,
      "step": 5783
    },
    {
      "epoch": 3.7271555197421433,
      "grad_norm": 2.0853492385176855,
      "learning_rate": 9.878206081385271e-06,
      "loss": 3.6931,
      "step": 5784
    },
    {
      "epoch": 3.7278001611603546,
      "grad_norm": 2.2294942390141563,
      "learning_rate": 9.878163936141359e-06,
      "loss": 3.477,
      "step": 5785
    },
    {
      "epoch": 3.728444802578566,
      "grad_norm": 2.2245105780583763,
      "learning_rate": 9.878121783706862e-06,
      "loss": 3.6811,
      "step": 5786
    },
    {
      "epoch": 3.7290894439967768,
      "grad_norm": 1.9994709939596027,
      "learning_rate": 9.878079624081848e-06,
      "loss": 4.0099,
      "step": 5787
    },
    {
      "epoch": 3.729734085414988,
      "grad_norm": 3.1160926669673743,
      "learning_rate": 9.878037457266388e-06,
      "loss": 3.526,
      "step": 5788
    },
    {
      "epoch": 3.730378726833199,
      "grad_norm": 2.0262034716508137,
      "learning_rate": 9.87799528326055e-06,
      "loss": 3.3772,
      "step": 5789
    },
    {
      "epoch": 3.7310233682514102,
      "grad_norm": 2.901607337010287,
      "learning_rate": 9.877953102064406e-06,
      "loss": 3.8549,
      "step": 5790
    },
    {
      "epoch": 3.7316680096696215,
      "grad_norm": 2.192481601277949,
      "learning_rate": 9.877910913678021e-06,
      "loss": 3.6844,
      "step": 5791
    },
    {
      "epoch": 3.7323126510878324,
      "grad_norm": 2.366690713731915,
      "learning_rate": 9.877868718101466e-06,
      "loss": 3.9518,
      "step": 5792
    },
    {
      "epoch": 3.7329572925060432,
      "grad_norm": 2.0600597097671876,
      "learning_rate": 9.877826515334811e-06,
      "loss": 3.5086,
      "step": 5793
    },
    {
      "epoch": 3.7336019339242545,
      "grad_norm": 2.0134754325843023,
      "learning_rate": 9.877784305378125e-06,
      "loss": 4.0823,
      "step": 5794
    },
    {
      "epoch": 3.734246575342466,
      "grad_norm": 2.0219687687754773,
      "learning_rate": 9.877742088231479e-06,
      "loss": 3.6851,
      "step": 5795
    },
    {
      "epoch": 3.734891216760677,
      "grad_norm": 2.19588491766965,
      "learning_rate": 9.877699863894938e-06,
      "loss": 3.3074,
      "step": 5796
    },
    {
      "epoch": 3.735535858178888,
      "grad_norm": 2.0257209674727563,
      "learning_rate": 9.877657632368575e-06,
      "loss": 3.9157,
      "step": 5797
    },
    {
      "epoch": 3.736180499597099,
      "grad_norm": 2.0603545465664834,
      "learning_rate": 9.877615393652458e-06,
      "loss": 3.7071,
      "step": 5798
    },
    {
      "epoch": 3.73682514101531,
      "grad_norm": 2.1831865042456626,
      "learning_rate": 9.877573147746657e-06,
      "loss": 3.6947,
      "step": 5799
    },
    {
      "epoch": 3.7374697824335215,
      "grad_norm": 2.1193075127741503,
      "learning_rate": 9.877530894651242e-06,
      "loss": 3.7383,
      "step": 5800
    },
    {
      "epoch": 3.7374697824335215,
      "eval_loss": 3.7991769313812256,
      "eval_runtime": 2.9609,
      "eval_samples_per_second": 33.773,
      "eval_steps_per_second": 4.391,
      "step": 5800
    },
    {
      "epoch": 3.7381144238517323,
      "grad_norm": 2.004779321525649,
      "learning_rate": 9.877488634366282e-06,
      "loss": 3.5608,
      "step": 5801
    },
    {
      "epoch": 3.7387590652699436,
      "grad_norm": 1.9588432718391569,
      "learning_rate": 9.877446366891844e-06,
      "loss": 3.7973,
      "step": 5802
    },
    {
      "epoch": 3.7394037066881545,
      "grad_norm": 2.4741477038182262,
      "learning_rate": 9.877404092227999e-06,
      "loss": 3.8656,
      "step": 5803
    },
    {
      "epoch": 3.7400483481063658,
      "grad_norm": 2.3282369282440762,
      "learning_rate": 9.87736181037482e-06,
      "loss": 3.4656,
      "step": 5804
    },
    {
      "epoch": 3.740692989524577,
      "grad_norm": 2.5710541427949476,
      "learning_rate": 9.877319521332368e-06,
      "loss": 3.8428,
      "step": 5805
    },
    {
      "epoch": 3.741337630942788,
      "grad_norm": 2.213704774364427,
      "learning_rate": 9.877277225100722e-06,
      "loss": 3.426,
      "step": 5806
    },
    {
      "epoch": 3.7419822723609992,
      "grad_norm": 2.4488517719405474,
      "learning_rate": 9.877234921679946e-06,
      "loss": 3.8668,
      "step": 5807
    },
    {
      "epoch": 3.74262691377921,
      "grad_norm": 2.6461200047674556,
      "learning_rate": 9.87719261107011e-06,
      "loss": 3.6125,
      "step": 5808
    },
    {
      "epoch": 3.7432715551974214,
      "grad_norm": 2.6498136425742005,
      "learning_rate": 9.877150293271284e-06,
      "loss": 3.7117,
      "step": 5809
    },
    {
      "epoch": 3.7439161966156327,
      "grad_norm": 2.6627170807779,
      "learning_rate": 9.877107968283538e-06,
      "loss": 3.5497,
      "step": 5810
    },
    {
      "epoch": 3.7445608380338435,
      "grad_norm": 2.290241303197563,
      "learning_rate": 9.877065636106942e-06,
      "loss": 3.7994,
      "step": 5811
    },
    {
      "epoch": 3.745205479452055,
      "grad_norm": 2.3136253325607448,
      "learning_rate": 9.877023296741564e-06,
      "loss": 3.8593,
      "step": 5812
    },
    {
      "epoch": 3.7458501208702657,
      "grad_norm": 2.457249244988842,
      "learning_rate": 9.876980950187473e-06,
      "loss": 3.6183,
      "step": 5813
    },
    {
      "epoch": 3.746494762288477,
      "grad_norm": 2.6151469813337207,
      "learning_rate": 9.876938596444739e-06,
      "loss": 3.6885,
      "step": 5814
    },
    {
      "epoch": 3.7471394037066883,
      "grad_norm": 2.2424001283925303,
      "learning_rate": 9.876896235513436e-06,
      "loss": 3.632,
      "step": 5815
    },
    {
      "epoch": 3.747784045124899,
      "grad_norm": 3.2954626846457096,
      "learning_rate": 9.876853867393627e-06,
      "loss": 3.5208,
      "step": 5816
    },
    {
      "epoch": 3.7484286865431105,
      "grad_norm": 2.975702409725861,
      "learning_rate": 9.876811492085385e-06,
      "loss": 3.7417,
      "step": 5817
    },
    {
      "epoch": 3.7490733279613213,
      "grad_norm": 3.5178214182177143,
      "learning_rate": 9.876769109588779e-06,
      "loss": 3.4811,
      "step": 5818
    },
    {
      "epoch": 3.7497179693795326,
      "grad_norm": 2.645860352987524,
      "learning_rate": 9.876726719903879e-06,
      "loss": 3.4614,
      "step": 5819
    },
    {
      "epoch": 3.750362610797744,
      "grad_norm": 3.1195514156653203,
      "learning_rate": 9.876684323030754e-06,
      "loss": 4.0003,
      "step": 5820
    },
    {
      "epoch": 3.7510072522159548,
      "grad_norm": 2.136225367610454,
      "learning_rate": 9.876641918969473e-06,
      "loss": 3.7646,
      "step": 5821
    },
    {
      "epoch": 3.751651893634166,
      "grad_norm": 2.652676146130756,
      "learning_rate": 9.876599507720109e-06,
      "loss": 3.5524,
      "step": 5822
    },
    {
      "epoch": 3.752296535052377,
      "grad_norm": 2.026874009261139,
      "learning_rate": 9.876557089282726e-06,
      "loss": 3.3257,
      "step": 5823
    },
    {
      "epoch": 3.7529411764705882,
      "grad_norm": 2.9571810746235863,
      "learning_rate": 9.8765146636574e-06,
      "loss": 3.4018,
      "step": 5824
    },
    {
      "epoch": 3.7535858178887995,
      "grad_norm": 2.8603162122391135,
      "learning_rate": 9.876472230844194e-06,
      "loss": 3.9147,
      "step": 5825
    },
    {
      "epoch": 3.7542304593070104,
      "grad_norm": 2.0235345449642903,
      "learning_rate": 9.876429790843184e-06,
      "loss": 3.6988,
      "step": 5826
    },
    {
      "epoch": 3.7548751007252217,
      "grad_norm": 2.680361872642272,
      "learning_rate": 9.876387343654435e-06,
      "loss": 3.6761,
      "step": 5827
    },
    {
      "epoch": 3.7555197421434325,
      "grad_norm": 2.4533972487700373,
      "learning_rate": 9.87634488927802e-06,
      "loss": 3.7249,
      "step": 5828
    },
    {
      "epoch": 3.756164383561644,
      "grad_norm": 2.944185290997917,
      "learning_rate": 9.876302427714007e-06,
      "loss": 3.8328,
      "step": 5829
    },
    {
      "epoch": 3.756809024979855,
      "grad_norm": 2.2655828372703355,
      "learning_rate": 9.876259958962466e-06,
      "loss": 3.5385,
      "step": 5830
    },
    {
      "epoch": 3.757453666398066,
      "grad_norm": 2.619044640939933,
      "learning_rate": 9.876217483023467e-06,
      "loss": 3.9216,
      "step": 5831
    },
    {
      "epoch": 3.7580983078162773,
      "grad_norm": 2.664896091389527,
      "learning_rate": 9.87617499989708e-06,
      "loss": 3.5513,
      "step": 5832
    },
    {
      "epoch": 3.758742949234488,
      "grad_norm": 2.6504309264751815,
      "learning_rate": 9.876132509583374e-06,
      "loss": 3.5737,
      "step": 5833
    },
    {
      "epoch": 3.7593875906526995,
      "grad_norm": 2.375783079507368,
      "learning_rate": 9.87609001208242e-06,
      "loss": 3.73,
      "step": 5834
    },
    {
      "epoch": 3.7600322320709108,
      "grad_norm": 3.170170493511123,
      "learning_rate": 9.876047507394286e-06,
      "loss": 3.5658,
      "step": 5835
    },
    {
      "epoch": 3.7606768734891216,
      "grad_norm": 2.230856153133517,
      "learning_rate": 9.876004995519042e-06,
      "loss": 3.223,
      "step": 5836
    },
    {
      "epoch": 3.761321514907333,
      "grad_norm": 3.1417881892859287,
      "learning_rate": 9.875962476456759e-06,
      "loss": 3.5164,
      "step": 5837
    },
    {
      "epoch": 3.7619661563255438,
      "grad_norm": 2.5442288538552336,
      "learning_rate": 9.875919950207508e-06,
      "loss": 3.618,
      "step": 5838
    },
    {
      "epoch": 3.762610797743755,
      "grad_norm": 3.1513591970532855,
      "learning_rate": 9.875877416771356e-06,
      "loss": 3.7724,
      "step": 5839
    },
    {
      "epoch": 3.7632554391619664,
      "grad_norm": 2.214833407321356,
      "learning_rate": 9.875834876148374e-06,
      "loss": 3.4808,
      "step": 5840
    },
    {
      "epoch": 3.763900080580177,
      "grad_norm": 2.770231026026154,
      "learning_rate": 9.875792328338633e-06,
      "loss": 3.6822,
      "step": 5841
    },
    {
      "epoch": 3.7645447219983885,
      "grad_norm": 2.545050402174465,
      "learning_rate": 9.875749773342199e-06,
      "loss": 3.4909,
      "step": 5842
    },
    {
      "epoch": 3.7651893634165994,
      "grad_norm": 3.6662303838453187,
      "learning_rate": 9.875707211159147e-06,
      "loss": 3.8055,
      "step": 5843
    },
    {
      "epoch": 3.7658340048348107,
      "grad_norm": 2.1279446581912214,
      "learning_rate": 9.875664641789545e-06,
      "loss": 3.5268,
      "step": 5844
    },
    {
      "epoch": 3.766478646253022,
      "grad_norm": 3.3212465701968132,
      "learning_rate": 9.875622065233462e-06,
      "loss": 3.9037,
      "step": 5845
    },
    {
      "epoch": 3.767123287671233,
      "grad_norm": 2.1373718415569254,
      "learning_rate": 9.87557948149097e-06,
      "loss": 3.73,
      "step": 5846
    },
    {
      "epoch": 3.767767929089444,
      "grad_norm": 2.66375528996858,
      "learning_rate": 9.875536890562135e-06,
      "loss": 3.2694,
      "step": 5847
    },
    {
      "epoch": 3.768412570507655,
      "grad_norm": 2.1652989763790558,
      "learning_rate": 9.87549429244703e-06,
      "loss": 3.452,
      "step": 5848
    },
    {
      "epoch": 3.7690572119258663,
      "grad_norm": 2.7692029243705747,
      "learning_rate": 9.875451687145726e-06,
      "loss": 3.7452,
      "step": 5849
    },
    {
      "epoch": 3.7697018533440776,
      "grad_norm": 2.0264596511752497,
      "learning_rate": 9.87540907465829e-06,
      "loss": 3.5235,
      "step": 5850
    },
    {
      "epoch": 3.7703464947622884,
      "grad_norm": 2.6040629008496845,
      "learning_rate": 9.875366454984794e-06,
      "loss": 3.5712,
      "step": 5851
    },
    {
      "epoch": 3.7709911361804997,
      "grad_norm": 2.09103085441873,
      "learning_rate": 9.875323828125306e-06,
      "loss": 3.4108,
      "step": 5852
    },
    {
      "epoch": 3.7716357775987106,
      "grad_norm": 2.4331868726274726,
      "learning_rate": 9.875281194079898e-06,
      "loss": 3.4946,
      "step": 5853
    },
    {
      "epoch": 3.772280419016922,
      "grad_norm": 2.1005935102214166,
      "learning_rate": 9.875238552848639e-06,
      "loss": 3.9434,
      "step": 5854
    },
    {
      "epoch": 3.772925060435133,
      "grad_norm": 2.7395987016304924,
      "learning_rate": 9.875195904431601e-06,
      "loss": 3.6424,
      "step": 5855
    },
    {
      "epoch": 3.773569701853344,
      "grad_norm": 1.912017490859512,
      "learning_rate": 9.87515324882885e-06,
      "loss": 3.4121,
      "step": 5856
    },
    {
      "epoch": 3.7742143432715554,
      "grad_norm": 2.35464292347008,
      "learning_rate": 9.87511058604046e-06,
      "loss": 3.6167,
      "step": 5857
    },
    {
      "epoch": 3.774858984689766,
      "grad_norm": 2.276378418959705,
      "learning_rate": 9.875067916066498e-06,
      "loss": 3.6439,
      "step": 5858
    },
    {
      "epoch": 3.7755036261079775,
      "grad_norm": 3.1246256536578976,
      "learning_rate": 9.875025238907038e-06,
      "loss": 3.924,
      "step": 5859
    },
    {
      "epoch": 3.776148267526189,
      "grad_norm": 2.3061685091261483,
      "learning_rate": 9.874982554562147e-06,
      "loss": 3.6097,
      "step": 5860
    },
    {
      "epoch": 3.7767929089443997,
      "grad_norm": 2.2619644543021327,
      "learning_rate": 9.874939863031895e-06,
      "loss": 3.6107,
      "step": 5861
    },
    {
      "epoch": 3.7774375503626105,
      "grad_norm": 2.4919372637047115,
      "learning_rate": 9.874897164316353e-06,
      "loss": 3.4376,
      "step": 5862
    },
    {
      "epoch": 3.778082191780822,
      "grad_norm": 2.3767764504172386,
      "learning_rate": 9.874854458415591e-06,
      "loss": 3.5197,
      "step": 5863
    },
    {
      "epoch": 3.778726833199033,
      "grad_norm": 2.419822619303761,
      "learning_rate": 9.874811745329682e-06,
      "loss": 3.8839,
      "step": 5864
    },
    {
      "epoch": 3.7793714746172444,
      "grad_norm": 2.228962903357315,
      "learning_rate": 9.87476902505869e-06,
      "loss": 3.7029,
      "step": 5865
    },
    {
      "epoch": 3.7800161160354553,
      "grad_norm": 2.257887816150094,
      "learning_rate": 9.87472629760269e-06,
      "loss": 3.7103,
      "step": 5866
    },
    {
      "epoch": 3.780660757453666,
      "grad_norm": 2.0613646105774843,
      "learning_rate": 9.874683562961748e-06,
      "loss": 3.6408,
      "step": 5867
    },
    {
      "epoch": 3.7813053988718774,
      "grad_norm": 2.4247083325426035,
      "learning_rate": 9.87464082113594e-06,
      "loss": 3.3906,
      "step": 5868
    },
    {
      "epoch": 3.7819500402900887,
      "grad_norm": 2.0827749544163234,
      "learning_rate": 9.874598072125331e-06,
      "loss": 3.7668,
      "step": 5869
    },
    {
      "epoch": 3.7825946817082996,
      "grad_norm": 2.030990745983398,
      "learning_rate": 9.874555315929995e-06,
      "loss": 3.5917,
      "step": 5870
    },
    {
      "epoch": 3.783239323126511,
      "grad_norm": 2.376968836678398,
      "learning_rate": 9.87451255255e-06,
      "loss": 3.6752,
      "step": 5871
    },
    {
      "epoch": 3.7838839645447218,
      "grad_norm": 2.3518196360869146,
      "learning_rate": 9.874469781985417e-06,
      "loss": 3.5818,
      "step": 5872
    },
    {
      "epoch": 3.784528605962933,
      "grad_norm": 2.706458104832497,
      "learning_rate": 9.874427004236315e-06,
      "loss": 4.068,
      "step": 5873
    },
    {
      "epoch": 3.7851732473811444,
      "grad_norm": 2.1956557937935917,
      "learning_rate": 9.874384219302765e-06,
      "loss": 3.3408,
      "step": 5874
    },
    {
      "epoch": 3.785817888799355,
      "grad_norm": 2.772197151294327,
      "learning_rate": 9.87434142718484e-06,
      "loss": 3.6446,
      "step": 5875
    },
    {
      "epoch": 3.7864625302175665,
      "grad_norm": 2.1930355467624834,
      "learning_rate": 9.874298627882604e-06,
      "loss": 3.4917,
      "step": 5876
    },
    {
      "epoch": 3.7871071716357774,
      "grad_norm": 2.116587876312829,
      "learning_rate": 9.874255821396136e-06,
      "loss": 3.7225,
      "step": 5877
    },
    {
      "epoch": 3.7877518130539887,
      "grad_norm": 2.703085343895487,
      "learning_rate": 9.874213007725498e-06,
      "loss": 3.418,
      "step": 5878
    },
    {
      "epoch": 3.7883964544722,
      "grad_norm": 2.508907367402131,
      "learning_rate": 9.874170186870765e-06,
      "loss": 3.7069,
      "step": 5879
    },
    {
      "epoch": 3.789041095890411,
      "grad_norm": 2.341155510865198,
      "learning_rate": 9.874127358832004e-06,
      "loss": 3.721,
      "step": 5880
    },
    {
      "epoch": 3.789685737308622,
      "grad_norm": 2.447225790486999,
      "learning_rate": 9.874084523609288e-06,
      "loss": 3.7038,
      "step": 5881
    },
    {
      "epoch": 3.790330378726833,
      "grad_norm": 2.3880274107350625,
      "learning_rate": 9.874041681202688e-06,
      "loss": 3.4311,
      "step": 5882
    },
    {
      "epoch": 3.7909750201450443,
      "grad_norm": 2.4349552819691755,
      "learning_rate": 9.873998831612272e-06,
      "loss": 3.8369,
      "step": 5883
    },
    {
      "epoch": 3.7916196615632556,
      "grad_norm": 2.4226816038689427,
      "learning_rate": 9.873955974838112e-06,
      "loss": 3.3982,
      "step": 5884
    },
    {
      "epoch": 3.7922643029814664,
      "grad_norm": 2.1165472144089974,
      "learning_rate": 9.87391311088028e-06,
      "loss": 3.7785,
      "step": 5885
    },
    {
      "epoch": 3.7929089443996777,
      "grad_norm": 2.5803450175386726,
      "learning_rate": 9.87387023973884e-06,
      "loss": 3.7345,
      "step": 5886
    },
    {
      "epoch": 3.7935535858178886,
      "grad_norm": 2.275449168668051,
      "learning_rate": 9.87382736141387e-06,
      "loss": 3.6425,
      "step": 5887
    },
    {
      "epoch": 3.7941982272361,
      "grad_norm": 3.1102223150998203,
      "learning_rate": 9.873784475905436e-06,
      "loss": 3.4213,
      "step": 5888
    },
    {
      "epoch": 3.794842868654311,
      "grad_norm": 2.4414330921224727,
      "learning_rate": 9.87374158321361e-06,
      "loss": 3.2479,
      "step": 5889
    },
    {
      "epoch": 3.795487510072522,
      "grad_norm": 3.249975056879221,
      "learning_rate": 9.873698683338461e-06,
      "loss": 3.7444,
      "step": 5890
    },
    {
      "epoch": 3.7961321514907334,
      "grad_norm": 2.256159393546072,
      "learning_rate": 9.873655776280062e-06,
      "loss": 3.7043,
      "step": 5891
    },
    {
      "epoch": 3.796776792908944,
      "grad_norm": 3.3704475295897476,
      "learning_rate": 9.873612862038479e-06,
      "loss": 3.3791,
      "step": 5892
    },
    {
      "epoch": 3.7974214343271555,
      "grad_norm": 2.637620682048672,
      "learning_rate": 9.873569940613786e-06,
      "loss": 3.7287,
      "step": 5893
    },
    {
      "epoch": 3.798066075745367,
      "grad_norm": 2.740395822747496,
      "learning_rate": 9.873527012006055e-06,
      "loss": 3.6014,
      "step": 5894
    },
    {
      "epoch": 3.7987107171635777,
      "grad_norm": 2.9298271362911885,
      "learning_rate": 9.873484076215353e-06,
      "loss": 3.7269,
      "step": 5895
    },
    {
      "epoch": 3.799355358581789,
      "grad_norm": 2.5085195005795455,
      "learning_rate": 9.873441133241752e-06,
      "loss": 3.6425,
      "step": 5896
    },
    {
      "epoch": 3.8,
      "grad_norm": 2.5912887781079186,
      "learning_rate": 9.873398183085322e-06,
      "loss": 3.6402,
      "step": 5897
    },
    {
      "epoch": 3.800644641418211,
      "grad_norm": 2.560120445748553,
      "learning_rate": 9.873355225746133e-06,
      "loss": 3.6366,
      "step": 5898
    },
    {
      "epoch": 3.8012892828364224,
      "grad_norm": 2.9364039503820383,
      "learning_rate": 9.87331226122426e-06,
      "loss": 3.9743,
      "step": 5899
    },
    {
      "epoch": 3.8019339242546333,
      "grad_norm": 2.1116498098893475,
      "learning_rate": 9.873269289519767e-06,
      "loss": 3.7844,
      "step": 5900
    },
    {
      "epoch": 3.8019339242546333,
      "eval_loss": 3.7962048053741455,
      "eval_runtime": 2.9984,
      "eval_samples_per_second": 33.351,
      "eval_steps_per_second": 4.336,
      "step": 5900
    },
    {
      "epoch": 3.8025785656728446,
      "grad_norm": 2.4601642950705687,
      "learning_rate": 9.87322631063273e-06,
      "loss": 3.6764,
      "step": 5901
    },
    {
      "epoch": 3.8032232070910554,
      "grad_norm": 2.150884629273221,
      "learning_rate": 9.873183324563216e-06,
      "loss": 3.6195,
      "step": 5902
    },
    {
      "epoch": 3.8038678485092667,
      "grad_norm": 2.5319439278051665,
      "learning_rate": 9.873140331311294e-06,
      "loss": 3.7259,
      "step": 5903
    },
    {
      "epoch": 3.804512489927478,
      "grad_norm": 2.4853024998335065,
      "learning_rate": 9.873097330877041e-06,
      "loss": 3.8873,
      "step": 5904
    },
    {
      "epoch": 3.805157131345689,
      "grad_norm": 2.538934955840915,
      "learning_rate": 9.873054323260524e-06,
      "loss": 3.4785,
      "step": 5905
    },
    {
      "epoch": 3.8058017727639,
      "grad_norm": 1.947222153166673,
      "learning_rate": 9.873011308461813e-06,
      "loss": 3.8185,
      "step": 5906
    },
    {
      "epoch": 3.806446414182111,
      "grad_norm": 2.615125331699384,
      "learning_rate": 9.872968286480979e-06,
      "loss": 3.9329,
      "step": 5907
    },
    {
      "epoch": 3.8070910556003223,
      "grad_norm": 1.9125177542815042,
      "learning_rate": 9.872925257318094e-06,
      "loss": 3.7538,
      "step": 5908
    },
    {
      "epoch": 3.8077356970185336,
      "grad_norm": 2.9468063771790396,
      "learning_rate": 9.872882220973226e-06,
      "loss": 3.5354,
      "step": 5909
    },
    {
      "epoch": 3.8083803384367445,
      "grad_norm": 2.4705097979704296,
      "learning_rate": 9.87283917744645e-06,
      "loss": 3.4769,
      "step": 5910
    },
    {
      "epoch": 3.809024979854956,
      "grad_norm": 2.9374272367932153,
      "learning_rate": 9.872796126737832e-06,
      "loss": 3.2204,
      "step": 5911
    },
    {
      "epoch": 3.8096696212731667,
      "grad_norm": 2.3147228562012083,
      "learning_rate": 9.872753068847446e-06,
      "loss": 3.4496,
      "step": 5912
    },
    {
      "epoch": 3.810314262691378,
      "grad_norm": 2.120379909905557,
      "learning_rate": 9.87271000377536e-06,
      "loss": 3.9457,
      "step": 5913
    },
    {
      "epoch": 3.8109589041095893,
      "grad_norm": 2.483563297958107,
      "learning_rate": 9.872666931521646e-06,
      "loss": 3.8146,
      "step": 5914
    },
    {
      "epoch": 3.8116035455278,
      "grad_norm": 1.982847676133831,
      "learning_rate": 9.872623852086375e-06,
      "loss": 3.4946,
      "step": 5915
    },
    {
      "epoch": 3.8122481869460114,
      "grad_norm": 2.2782352539990924,
      "learning_rate": 9.872580765469618e-06,
      "loss": 3.467,
      "step": 5916
    },
    {
      "epoch": 3.8128928283642223,
      "grad_norm": 2.1878382559609815,
      "learning_rate": 9.872537671671447e-06,
      "loss": 4.0967,
      "step": 5917
    },
    {
      "epoch": 3.8135374697824336,
      "grad_norm": 1.9801458426178473,
      "learning_rate": 9.87249457069193e-06,
      "loss": 3.7374,
      "step": 5918
    },
    {
      "epoch": 3.814182111200645,
      "grad_norm": 2.300144982584402,
      "learning_rate": 9.87245146253114e-06,
      "loss": 3.3505,
      "step": 5919
    },
    {
      "epoch": 3.8148267526188557,
      "grad_norm": 2.1441145660267655,
      "learning_rate": 9.872408347189146e-06,
      "loss": 3.2919,
      "step": 5920
    },
    {
      "epoch": 3.815471394037067,
      "grad_norm": 2.272769371523405,
      "learning_rate": 9.87236522466602e-06,
      "loss": 3.8905,
      "step": 5921
    },
    {
      "epoch": 3.816116035455278,
      "grad_norm": 1.9559067184818468,
      "learning_rate": 9.872322094961832e-06,
      "loss": 3.5495,
      "step": 5922
    },
    {
      "epoch": 3.816760676873489,
      "grad_norm": 2.504406710446451,
      "learning_rate": 9.872278958076653e-06,
      "loss": 3.6593,
      "step": 5923
    },
    {
      "epoch": 3.8174053182917005,
      "grad_norm": 2.6268776959825346,
      "learning_rate": 9.872235814010554e-06,
      "loss": 3.6224,
      "step": 5924
    },
    {
      "epoch": 3.8180499597099113,
      "grad_norm": 2.1052383265363988,
      "learning_rate": 9.872192662763606e-06,
      "loss": 3.6915,
      "step": 5925
    },
    {
      "epoch": 3.8186946011281226,
      "grad_norm": 2.457292482074246,
      "learning_rate": 9.87214950433588e-06,
      "loss": 3.9564,
      "step": 5926
    },
    {
      "epoch": 3.8193392425463335,
      "grad_norm": 2.269665660876665,
      "learning_rate": 9.872106338727449e-06,
      "loss": 3.5125,
      "step": 5927
    },
    {
      "epoch": 3.819983883964545,
      "grad_norm": 2.829124741466372,
      "learning_rate": 9.87206316593838e-06,
      "loss": 3.3631,
      "step": 5928
    },
    {
      "epoch": 3.820628525382756,
      "grad_norm": 2.3200251999372177,
      "learning_rate": 9.872019985968744e-06,
      "loss": 3.8759,
      "step": 5929
    },
    {
      "epoch": 3.821273166800967,
      "grad_norm": 2.5267693117286862,
      "learning_rate": 9.871976798818616e-06,
      "loss": 3.4868,
      "step": 5930
    },
    {
      "epoch": 3.821917808219178,
      "grad_norm": 2.8431819606475606,
      "learning_rate": 9.871933604488063e-06,
      "loss": 3.744,
      "step": 5931
    },
    {
      "epoch": 3.822562449637389,
      "grad_norm": 2.4810018670259684,
      "learning_rate": 9.871890402977157e-06,
      "loss": 3.4928,
      "step": 5932
    },
    {
      "epoch": 3.8232070910556004,
      "grad_norm": 2.9810508484227247,
      "learning_rate": 9.87184719428597e-06,
      "loss": 3.8931,
      "step": 5933
    },
    {
      "epoch": 3.8238517324738117,
      "grad_norm": 3.1364605744650857,
      "learning_rate": 9.871803978414572e-06,
      "loss": 3.8735,
      "step": 5934
    },
    {
      "epoch": 3.8244963738920226,
      "grad_norm": 2.3240944365608183,
      "learning_rate": 9.871760755363035e-06,
      "loss": 3.6988,
      "step": 5935
    },
    {
      "epoch": 3.8251410153102334,
      "grad_norm": 2.188434211174142,
      "learning_rate": 9.871717525131427e-06,
      "loss": 3.7614,
      "step": 5936
    },
    {
      "epoch": 3.8257856567284447,
      "grad_norm": 2.96248789642866,
      "learning_rate": 9.871674287719822e-06,
      "loss": 4.0717,
      "step": 5937
    },
    {
      "epoch": 3.826430298146656,
      "grad_norm": 2.3813410947211144,
      "learning_rate": 9.871631043128292e-06,
      "loss": 3.9572,
      "step": 5938
    },
    {
      "epoch": 3.827074939564867,
      "grad_norm": 2.860661072688747,
      "learning_rate": 9.871587791356904e-06,
      "loss": 3.6286,
      "step": 5939
    },
    {
      "epoch": 3.827719580983078,
      "grad_norm": 2.116288873595737,
      "learning_rate": 9.871544532405734e-06,
      "loss": 3.5989,
      "step": 5940
    },
    {
      "epoch": 3.828364222401289,
      "grad_norm": 3.5291222818483026,
      "learning_rate": 9.871501266274847e-06,
      "loss": 3.4099,
      "step": 5941
    },
    {
      "epoch": 3.8290088638195003,
      "grad_norm": 2.7537138253479716,
      "learning_rate": 9.871457992964321e-06,
      "loss": 3.7232,
      "step": 5942
    },
    {
      "epoch": 3.8296535052377116,
      "grad_norm": 3.2135118158537783,
      "learning_rate": 9.871414712474222e-06,
      "loss": 3.4,
      "step": 5943
    },
    {
      "epoch": 3.8302981466559225,
      "grad_norm": 2.481589883343966,
      "learning_rate": 9.871371424804622e-06,
      "loss": 3.6568,
      "step": 5944
    },
    {
      "epoch": 3.830942788074134,
      "grad_norm": 3.665362412142703,
      "learning_rate": 9.871328129955593e-06,
      "loss": 3.821,
      "step": 5945
    },
    {
      "epoch": 3.8315874294923447,
      "grad_norm": 2.15813413385572,
      "learning_rate": 9.871284827927204e-06,
      "loss": 3.8765,
      "step": 5946
    },
    {
      "epoch": 3.832232070910556,
      "grad_norm": 3.204445068766322,
      "learning_rate": 9.871241518719531e-06,
      "loss": 3.93,
      "step": 5947
    },
    {
      "epoch": 3.8328767123287673,
      "grad_norm": 1.7783184580630818,
      "learning_rate": 9.87119820233264e-06,
      "loss": 3.6925,
      "step": 5948
    },
    {
      "epoch": 3.833521353746978,
      "grad_norm": 3.042478680718484,
      "learning_rate": 9.871154878766605e-06,
      "loss": 3.4899,
      "step": 5949
    },
    {
      "epoch": 3.8341659951651894,
      "grad_norm": 2.6416306386419386,
      "learning_rate": 9.871111548021497e-06,
      "loss": 3.6545,
      "step": 5950
    },
    {
      "epoch": 3.8348106365834003,
      "grad_norm": 2.3493234258026723,
      "learning_rate": 9.871068210097385e-06,
      "loss": 3.5724,
      "step": 5951
    },
    {
      "epoch": 3.8354552780016116,
      "grad_norm": 2.9515338732715892,
      "learning_rate": 9.871024864994342e-06,
      "loss": 3.2143,
      "step": 5952
    },
    {
      "epoch": 3.836099919419823,
      "grad_norm": 3.098387630077105,
      "learning_rate": 9.870981512712438e-06,
      "loss": 3.7263,
      "step": 5953
    },
    {
      "epoch": 3.8367445608380337,
      "grad_norm": 2.3206781378196006,
      "learning_rate": 9.870938153251746e-06,
      "loss": 3.5765,
      "step": 5954
    },
    {
      "epoch": 3.837389202256245,
      "grad_norm": 2.195580329738958,
      "learning_rate": 9.870894786612338e-06,
      "loss": 3.9581,
      "step": 5955
    },
    {
      "epoch": 3.838033843674456,
      "grad_norm": 2.28235277094272,
      "learning_rate": 9.87085141279428e-06,
      "loss": 3.5629,
      "step": 5956
    },
    {
      "epoch": 3.838678485092667,
      "grad_norm": 2.1981242943308095,
      "learning_rate": 9.870808031797648e-06,
      "loss": 3.3555,
      "step": 5957
    },
    {
      "epoch": 3.8393231265108785,
      "grad_norm": 2.253500233915224,
      "learning_rate": 9.870764643622512e-06,
      "loss": 3.6432,
      "step": 5958
    },
    {
      "epoch": 3.8399677679290893,
      "grad_norm": 2.1462869512986864,
      "learning_rate": 9.870721248268944e-06,
      "loss": 3.8139,
      "step": 5959
    },
    {
      "epoch": 3.8406124093473006,
      "grad_norm": 2.7390400554821723,
      "learning_rate": 9.870677845737015e-06,
      "loss": 3.7091,
      "step": 5960
    },
    {
      "epoch": 3.8412570507655115,
      "grad_norm": 2.1409520923256236,
      "learning_rate": 9.870634436026794e-06,
      "loss": 3.4521,
      "step": 5961
    },
    {
      "epoch": 3.841901692183723,
      "grad_norm": 2.502348214908841,
      "learning_rate": 9.870591019138354e-06,
      "loss": 3.6028,
      "step": 5962
    },
    {
      "epoch": 3.842546333601934,
      "grad_norm": 2.2344591262115743,
      "learning_rate": 9.870547595071769e-06,
      "loss": 3.4892,
      "step": 5963
    },
    {
      "epoch": 3.843190975020145,
      "grad_norm": 2.4874680001704936,
      "learning_rate": 9.870504163827105e-06,
      "loss": 3.7134,
      "step": 5964
    },
    {
      "epoch": 3.8438356164383563,
      "grad_norm": 1.8825304020423002,
      "learning_rate": 9.870460725404437e-06,
      "loss": 3.5802,
      "step": 5965
    },
    {
      "epoch": 3.844480257856567,
      "grad_norm": 2.4671312055124837,
      "learning_rate": 9.870417279803835e-06,
      "loss": 3.6801,
      "step": 5966
    },
    {
      "epoch": 3.8451248992747784,
      "grad_norm": 1.9717906490395993,
      "learning_rate": 9.87037382702537e-06,
      "loss": 3.8834,
      "step": 5967
    },
    {
      "epoch": 3.8457695406929897,
      "grad_norm": 2.0962367470246717,
      "learning_rate": 9.870330367069117e-06,
      "loss": 3.6075,
      "step": 5968
    },
    {
      "epoch": 3.8464141821112006,
      "grad_norm": 2.084445893873654,
      "learning_rate": 9.870286899935142e-06,
      "loss": 3.4519,
      "step": 5969
    },
    {
      "epoch": 3.847058823529412,
      "grad_norm": 2.699612401501363,
      "learning_rate": 9.870243425623519e-06,
      "loss": 3.5703,
      "step": 5970
    },
    {
      "epoch": 3.8477034649476227,
      "grad_norm": 2.04855622988794,
      "learning_rate": 9.87019994413432e-06,
      "loss": 3.8223,
      "step": 5971
    },
    {
      "epoch": 3.848348106365834,
      "grad_norm": 2.7075067313881473,
      "learning_rate": 9.870156455467616e-06,
      "loss": 3.6557,
      "step": 5972
    },
    {
      "epoch": 3.8489927477840453,
      "grad_norm": 1.9294838468867392,
      "learning_rate": 9.870112959623477e-06,
      "loss": 3.374,
      "step": 5973
    },
    {
      "epoch": 3.849637389202256,
      "grad_norm": 3.05044983361183,
      "learning_rate": 9.870069456601974e-06,
      "loss": 3.7486,
      "step": 5974
    },
    {
      "epoch": 3.8502820306204675,
      "grad_norm": 1.7862788584719065,
      "learning_rate": 9.870025946403184e-06,
      "loss": 3.5645,
      "step": 5975
    },
    {
      "epoch": 3.8509266720386783,
      "grad_norm": 2.5708149241695564,
      "learning_rate": 9.869982429027171e-06,
      "loss": 3.39,
      "step": 5976
    },
    {
      "epoch": 3.8515713134568896,
      "grad_norm": 2.1784721031446947,
      "learning_rate": 9.869938904474013e-06,
      "loss": 3.4201,
      "step": 5977
    },
    {
      "epoch": 3.852215954875101,
      "grad_norm": 2.5124433356083906,
      "learning_rate": 9.869895372743775e-06,
      "loss": 3.7116,
      "step": 5978
    },
    {
      "epoch": 3.852860596293312,
      "grad_norm": 1.8879112916055312,
      "learning_rate": 9.869851833836534e-06,
      "loss": 3.3512,
      "step": 5979
    },
    {
      "epoch": 3.853505237711523,
      "grad_norm": 2.228696302318363,
      "learning_rate": 9.869808287752358e-06,
      "loss": 3.4239,
      "step": 5980
    },
    {
      "epoch": 3.854149879129734,
      "grad_norm": 2.312584817872123,
      "learning_rate": 9.86976473449132e-06,
      "loss": 3.7608,
      "step": 5981
    },
    {
      "epoch": 3.8547945205479452,
      "grad_norm": 2.7452387856611065,
      "learning_rate": 9.869721174053492e-06,
      "loss": 3.6936,
      "step": 5982
    },
    {
      "epoch": 3.8554391619661565,
      "grad_norm": 2.4729280741121973,
      "learning_rate": 9.869677606438946e-06,
      "loss": 3.5956,
      "step": 5983
    },
    {
      "epoch": 3.8560838033843674,
      "grad_norm": 2.3907801630433076,
      "learning_rate": 9.86963403164775e-06,
      "loss": 3.5966,
      "step": 5984
    },
    {
      "epoch": 3.8567284448025787,
      "grad_norm": 2.7947193663801824,
      "learning_rate": 9.869590449679982e-06,
      "loss": 3.4403,
      "step": 5985
    },
    {
      "epoch": 3.8573730862207896,
      "grad_norm": 1.9622981082400295,
      "learning_rate": 9.869546860535706e-06,
      "loss": 3.5858,
      "step": 5986
    },
    {
      "epoch": 3.858017727639001,
      "grad_norm": 2.484581587130219,
      "learning_rate": 9.869503264214998e-06,
      "loss": 3.7935,
      "step": 5987
    },
    {
      "epoch": 3.858662369057212,
      "grad_norm": 2.310509137000905,
      "learning_rate": 9.869459660717932e-06,
      "loss": 3.3155,
      "step": 5988
    },
    {
      "epoch": 3.859307010475423,
      "grad_norm": 3.0207601398585022,
      "learning_rate": 9.869416050044573e-06,
      "loss": 3.6996,
      "step": 5989
    },
    {
      "epoch": 3.8599516518936343,
      "grad_norm": 1.9299666851685393,
      "learning_rate": 9.869372432194998e-06,
      "loss": 4.0263,
      "step": 5990
    },
    {
      "epoch": 3.860596293311845,
      "grad_norm": 3.420585476858339,
      "learning_rate": 9.869328807169277e-06,
      "loss": 3.5368,
      "step": 5991
    },
    {
      "epoch": 3.8612409347300565,
      "grad_norm": 2.164341862911439,
      "learning_rate": 9.869285174967477e-06,
      "loss": 3.5173,
      "step": 5992
    },
    {
      "epoch": 3.8618855761482678,
      "grad_norm": 3.445769709814267,
      "learning_rate": 9.869241535589679e-06,
      "loss": 3.3152,
      "step": 5993
    },
    {
      "epoch": 3.8625302175664786,
      "grad_norm": 2.0300950478041404,
      "learning_rate": 9.869197889035948e-06,
      "loss": 3.5326,
      "step": 5994
    },
    {
      "epoch": 3.86317485898469,
      "grad_norm": 3.324267640430254,
      "learning_rate": 9.869154235306357e-06,
      "loss": 3.3837,
      "step": 5995
    },
    {
      "epoch": 3.863819500402901,
      "grad_norm": 2.0112296021401015,
      "learning_rate": 9.86911057440098e-06,
      "loss": 3.5675,
      "step": 5996
    },
    {
      "epoch": 3.864464141821112,
      "grad_norm": 3.054270010383614,
      "learning_rate": 9.869066906319884e-06,
      "loss": 3.7638,
      "step": 5997
    },
    {
      "epoch": 3.8651087832393234,
      "grad_norm": 1.882531401246524,
      "learning_rate": 9.869023231063145e-06,
      "loss": 3.5614,
      "step": 5998
    },
    {
      "epoch": 3.8657534246575342,
      "grad_norm": 2.530558674072853,
      "learning_rate": 9.868979548630834e-06,
      "loss": 3.7895,
      "step": 5999
    },
    {
      "epoch": 3.866398066075745,
      "grad_norm": 2.1248811499907783,
      "learning_rate": 9.86893585902302e-06,
      "loss": 3.8391,
      "step": 6000
    },
    {
      "epoch": 3.866398066075745,
      "eval_loss": 3.796604871749878,
      "eval_runtime": 2.9638,
      "eval_samples_per_second": 33.74,
      "eval_steps_per_second": 4.386,
      "step": 6000
    },
    {
      "epoch": 3.8670427074939564,
      "grad_norm": 2.230159418632716,
      "learning_rate": 9.868892162239779e-06,
      "loss": 3.3363,
      "step": 6001
    },
    {
      "epoch": 3.8676873489121677,
      "grad_norm": 2.267038677303201,
      "learning_rate": 9.86884845828118e-06,
      "loss": 3.6608,
      "step": 6002
    },
    {
      "epoch": 3.868331990330379,
      "grad_norm": 2.0109010007137393,
      "learning_rate": 9.868804747147294e-06,
      "loss": 3.5879,
      "step": 6003
    },
    {
      "epoch": 3.86897663174859,
      "grad_norm": 2.2916859453633798,
      "learning_rate": 9.868761028838195e-06,
      "loss": 3.72,
      "step": 6004
    },
    {
      "epoch": 3.8696212731668007,
      "grad_norm": 2.1990149157962584,
      "learning_rate": 9.868717303353955e-06,
      "loss": 3.6799,
      "step": 6005
    },
    {
      "epoch": 3.870265914585012,
      "grad_norm": 2.51521511470624,
      "learning_rate": 9.868673570694642e-06,
      "loss": 3.4717,
      "step": 6006
    },
    {
      "epoch": 3.8709105560032233,
      "grad_norm": 1.9722767170587818,
      "learning_rate": 9.868629830860332e-06,
      "loss": 3.4027,
      "step": 6007
    },
    {
      "epoch": 3.871555197421434,
      "grad_norm": 2.672713821166766,
      "learning_rate": 9.868586083851096e-06,
      "loss": 3.675,
      "step": 6008
    },
    {
      "epoch": 3.8721998388396455,
      "grad_norm": 2.2452647326688444,
      "learning_rate": 9.868542329667004e-06,
      "loss": 3.4797,
      "step": 6009
    },
    {
      "epoch": 3.8728444802578563,
      "grad_norm": 2.9920734772158393,
      "learning_rate": 9.86849856830813e-06,
      "loss": 3.5812,
      "step": 6010
    },
    {
      "epoch": 3.8734891216760676,
      "grad_norm": 2.1359748047821823,
      "learning_rate": 9.868454799774544e-06,
      "loss": 3.5861,
      "step": 6011
    },
    {
      "epoch": 3.874133763094279,
      "grad_norm": 2.8827829290418006,
      "learning_rate": 9.86841102406632e-06,
      "loss": 3.6146,
      "step": 6012
    },
    {
      "epoch": 3.87477840451249,
      "grad_norm": 2.3959559481566592,
      "learning_rate": 9.868367241183528e-06,
      "loss": 3.7101,
      "step": 6013
    },
    {
      "epoch": 3.875423045930701,
      "grad_norm": 2.1054827428699054,
      "learning_rate": 9.86832345112624e-06,
      "loss": 3.6911,
      "step": 6014
    },
    {
      "epoch": 3.876067687348912,
      "grad_norm": 2.9989939829044987,
      "learning_rate": 9.868279653894532e-06,
      "loss": 3.2647,
      "step": 6015
    },
    {
      "epoch": 3.8767123287671232,
      "grad_norm": 2.819002346787902,
      "learning_rate": 9.86823584948847e-06,
      "loss": 3.5544,
      "step": 6016
    },
    {
      "epoch": 3.8773569701853345,
      "grad_norm": 2.823170731299486,
      "learning_rate": 9.868192037908126e-06,
      "loss": 3.494,
      "step": 6017
    },
    {
      "epoch": 3.8780016116035454,
      "grad_norm": 2.8566205802697158,
      "learning_rate": 9.868148219153579e-06,
      "loss": 3.3699,
      "step": 6018
    },
    {
      "epoch": 3.8786462530217567,
      "grad_norm": 2.671262141642872,
      "learning_rate": 9.868104393224892e-06,
      "loss": 3.8691,
      "step": 6019
    },
    {
      "epoch": 3.8792908944399676,
      "grad_norm": 2.2806228731471934,
      "learning_rate": 9.868060560122144e-06,
      "loss": 3.5584,
      "step": 6020
    },
    {
      "epoch": 3.879935535858179,
      "grad_norm": 3.001417637217476,
      "learning_rate": 9.868016719845404e-06,
      "loss": 3.8182,
      "step": 6021
    },
    {
      "epoch": 3.88058017727639,
      "grad_norm": 2.5437817095330475,
      "learning_rate": 9.867972872394743e-06,
      "loss": 3.434,
      "step": 6022
    },
    {
      "epoch": 3.881224818694601,
      "grad_norm": 3.551268273543732,
      "learning_rate": 9.867929017770236e-06,
      "loss": 3.4944,
      "step": 6023
    },
    {
      "epoch": 3.8818694601128123,
      "grad_norm": 2.377182908885997,
      "learning_rate": 9.867885155971952e-06,
      "loss": 3.6455,
      "step": 6024
    },
    {
      "epoch": 3.882514101531023,
      "grad_norm": 2.978194391373701,
      "learning_rate": 9.867841286999968e-06,
      "loss": 3.7797,
      "step": 6025
    },
    {
      "epoch": 3.8831587429492345,
      "grad_norm": 2.2123036906292066,
      "learning_rate": 9.867797410854348e-06,
      "loss": 3.656,
      "step": 6026
    },
    {
      "epoch": 3.8838033843674458,
      "grad_norm": 4.014048580364266,
      "learning_rate": 9.86775352753517e-06,
      "loss": 3.4322,
      "step": 6027
    },
    {
      "epoch": 3.8844480257856566,
      "grad_norm": 2.5935539307899025,
      "learning_rate": 9.867709637042505e-06,
      "loss": 3.3012,
      "step": 6028
    },
    {
      "epoch": 3.885092667203868,
      "grad_norm": 2.988419150185432,
      "learning_rate": 9.867665739376425e-06,
      "loss": 3.8917,
      "step": 6029
    },
    {
      "epoch": 3.885737308622079,
      "grad_norm": 2.4447454970979448,
      "learning_rate": 9.867621834537002e-06,
      "loss": 3.5547,
      "step": 6030
    },
    {
      "epoch": 3.88638195004029,
      "grad_norm": 2.79907311762398,
      "learning_rate": 9.867577922524305e-06,
      "loss": 3.6235,
      "step": 6031
    },
    {
      "epoch": 3.8870265914585014,
      "grad_norm": 2.205990583552138,
      "learning_rate": 9.867534003338412e-06,
      "loss": 3.5545,
      "step": 6032
    },
    {
      "epoch": 3.8876712328767122,
      "grad_norm": 2.257539648067016,
      "learning_rate": 9.867490076979392e-06,
      "loss": 3.3429,
      "step": 6033
    },
    {
      "epoch": 3.8883158742949235,
      "grad_norm": 2.2842218611314538,
      "learning_rate": 9.867446143447316e-06,
      "loss": 3.7745,
      "step": 6034
    },
    {
      "epoch": 3.8889605157131344,
      "grad_norm": 2.213653900051155,
      "learning_rate": 9.867402202742257e-06,
      "loss": 3.6512,
      "step": 6035
    },
    {
      "epoch": 3.8896051571313457,
      "grad_norm": 2.273428111936251,
      "learning_rate": 9.867358254864289e-06,
      "loss": 3.5351,
      "step": 6036
    },
    {
      "epoch": 3.890249798549557,
      "grad_norm": 2.5183392577869275,
      "learning_rate": 9.867314299813483e-06,
      "loss": 3.7578,
      "step": 6037
    },
    {
      "epoch": 3.890894439967768,
      "grad_norm": 2.090602205333878,
      "learning_rate": 9.86727033758991e-06,
      "loss": 3.6777,
      "step": 6038
    },
    {
      "epoch": 3.891539081385979,
      "grad_norm": 2.3740713404384484,
      "learning_rate": 9.867226368193644e-06,
      "loss": 3.6238,
      "step": 6039
    },
    {
      "epoch": 3.89218372280419,
      "grad_norm": 2.184825384249716,
      "learning_rate": 9.867182391624755e-06,
      "loss": 3.6227,
      "step": 6040
    },
    {
      "epoch": 3.8928283642224013,
      "grad_norm": 2.003672405825359,
      "learning_rate": 9.867138407883318e-06,
      "loss": 3.3883,
      "step": 6041
    },
    {
      "epoch": 3.8934730056406126,
      "grad_norm": 2.2894589300126675,
      "learning_rate": 9.867094416969403e-06,
      "loss": 3.5867,
      "step": 6042
    },
    {
      "epoch": 3.8941176470588235,
      "grad_norm": 2.4441142572158525,
      "learning_rate": 9.867050418883082e-06,
      "loss": 3.7421,
      "step": 6043
    },
    {
      "epoch": 3.8947622884770348,
      "grad_norm": 2.124527083826233,
      "learning_rate": 9.86700641362443e-06,
      "loss": 3.6092,
      "step": 6044
    },
    {
      "epoch": 3.8954069298952456,
      "grad_norm": 2.1939317035525363,
      "learning_rate": 9.866962401193518e-06,
      "loss": 3.5688,
      "step": 6045
    },
    {
      "epoch": 3.896051571313457,
      "grad_norm": 1.9526453610019003,
      "learning_rate": 9.866918381590418e-06,
      "loss": 3.5278,
      "step": 6046
    },
    {
      "epoch": 3.896696212731668,
      "grad_norm": 2.186844103905126,
      "learning_rate": 9.866874354815201e-06,
      "loss": 3.9143,
      "step": 6047
    },
    {
      "epoch": 3.897340854149879,
      "grad_norm": 1.8991678511705636,
      "learning_rate": 9.866830320867941e-06,
      "loss": 3.6509,
      "step": 6048
    },
    {
      "epoch": 3.8979854955680904,
      "grad_norm": 2.0869339340284934,
      "learning_rate": 9.86678627974871e-06,
      "loss": 3.7176,
      "step": 6049
    },
    {
      "epoch": 3.8986301369863012,
      "grad_norm": 2.0524025279029883,
      "learning_rate": 9.86674223145758e-06,
      "loss": 3.8012,
      "step": 6050
    },
    {
      "epoch": 3.8992747784045125,
      "grad_norm": 2.3344536984577746,
      "learning_rate": 9.866698175994625e-06,
      "loss": 3.8466,
      "step": 6051
    },
    {
      "epoch": 3.899919419822724,
      "grad_norm": 2.044474755192116,
      "learning_rate": 9.866654113359914e-06,
      "loss": 3.5888,
      "step": 6052
    },
    {
      "epoch": 3.9005640612409347,
      "grad_norm": 2.248734330225522,
      "learning_rate": 9.866610043553521e-06,
      "loss": 3.4693,
      "step": 6053
    },
    {
      "epoch": 3.901208702659146,
      "grad_norm": 2.0956018375947756,
      "learning_rate": 9.86656596657552e-06,
      "loss": 3.5836,
      "step": 6054
    },
    {
      "epoch": 3.901853344077357,
      "grad_norm": 2.028730077661125,
      "learning_rate": 9.86652188242598e-06,
      "loss": 3.3777,
      "step": 6055
    },
    {
      "epoch": 3.902497985495568,
      "grad_norm": 2.1904396003357274,
      "learning_rate": 9.866477791104978e-06,
      "loss": 3.7574,
      "step": 6056
    },
    {
      "epoch": 3.9031426269137794,
      "grad_norm": 2.0645337740799805,
      "learning_rate": 9.866433692612581e-06,
      "loss": 3.6531,
      "step": 6057
    },
    {
      "epoch": 3.9037872683319903,
      "grad_norm": 2.110381591699563,
      "learning_rate": 9.866389586948866e-06,
      "loss": 3.6071,
      "step": 6058
    },
    {
      "epoch": 3.9044319097502016,
      "grad_norm": 1.886545524710019,
      "learning_rate": 9.866345474113903e-06,
      "loss": 3.9049,
      "step": 6059
    },
    {
      "epoch": 3.9050765511684125,
      "grad_norm": 2.24179046842801,
      "learning_rate": 9.866301354107765e-06,
      "loss": 3.7666,
      "step": 6060
    },
    {
      "epoch": 3.9057211925866238,
      "grad_norm": 2.2377003880674526,
      "learning_rate": 9.866257226930526e-06,
      "loss": 3.7382,
      "step": 6061
    },
    {
      "epoch": 3.906365834004835,
      "grad_norm": 2.1759832465357247,
      "learning_rate": 9.866213092582256e-06,
      "loss": 3.7271,
      "step": 6062
    },
    {
      "epoch": 3.907010475423046,
      "grad_norm": 2.226123710932999,
      "learning_rate": 9.86616895106303e-06,
      "loss": 3.5812,
      "step": 6063
    },
    {
      "epoch": 3.907655116841257,
      "grad_norm": 2.0528747784114407,
      "learning_rate": 9.866124802372918e-06,
      "loss": 3.9035,
      "step": 6064
    },
    {
      "epoch": 3.908299758259468,
      "grad_norm": 1.985726003206807,
      "learning_rate": 9.866080646511992e-06,
      "loss": 3.7103,
      "step": 6065
    },
    {
      "epoch": 3.9089443996776794,
      "grad_norm": 1.9155592199082623,
      "learning_rate": 9.86603648348033e-06,
      "loss": 3.8247,
      "step": 6066
    },
    {
      "epoch": 3.9095890410958907,
      "grad_norm": 2.0184363436198205,
      "learning_rate": 9.865992313277998e-06,
      "loss": 3.7138,
      "step": 6067
    },
    {
      "epoch": 3.9102336825141015,
      "grad_norm": 1.9887469002548017,
      "learning_rate": 9.86594813590507e-06,
      "loss": 3.4626,
      "step": 6068
    },
    {
      "epoch": 3.9108783239323124,
      "grad_norm": 2.351931242438108,
      "learning_rate": 9.865903951361622e-06,
      "loss": 3.4305,
      "step": 6069
    },
    {
      "epoch": 3.9115229653505237,
      "grad_norm": 2.187323097343305,
      "learning_rate": 9.865859759647724e-06,
      "loss": 3.7959,
      "step": 6070
    },
    {
      "epoch": 3.912167606768735,
      "grad_norm": 2.0058153504114,
      "learning_rate": 9.865815560763447e-06,
      "loss": 3.5205,
      "step": 6071
    },
    {
      "epoch": 3.9128122481869463,
      "grad_norm": 2.143895635707991,
      "learning_rate": 9.865771354708865e-06,
      "loss": 3.5581,
      "step": 6072
    },
    {
      "epoch": 3.913456889605157,
      "grad_norm": 1.9391897041858641,
      "learning_rate": 9.865727141484055e-06,
      "loss": 3.7388,
      "step": 6073
    },
    {
      "epoch": 3.914101531023368,
      "grad_norm": 2.038068186929003,
      "learning_rate": 9.865682921089082e-06,
      "loss": 3.639,
      "step": 6074
    },
    {
      "epoch": 3.9147461724415793,
      "grad_norm": 1.8875896271449923,
      "learning_rate": 9.865638693524024e-06,
      "loss": 3.8555,
      "step": 6075
    },
    {
      "epoch": 3.9153908138597906,
      "grad_norm": 2.2201889086740474,
      "learning_rate": 9.865594458788953e-06,
      "loss": 3.3137,
      "step": 6076
    },
    {
      "epoch": 3.9160354552780015,
      "grad_norm": 1.904436373758584,
      "learning_rate": 9.865550216883939e-06,
      "loss": 3.7535,
      "step": 6077
    },
    {
      "epoch": 3.9166800966962128,
      "grad_norm": 2.226675767813148,
      "learning_rate": 9.865505967809055e-06,
      "loss": 3.7503,
      "step": 6078
    },
    {
      "epoch": 3.9173247381144236,
      "grad_norm": 1.9051900185673214,
      "learning_rate": 9.865461711564378e-06,
      "loss": 3.4475,
      "step": 6079
    },
    {
      "epoch": 3.917969379532635,
      "grad_norm": 2.571237583572673,
      "learning_rate": 9.865417448149976e-06,
      "loss": 3.4928,
      "step": 6080
    },
    {
      "epoch": 3.918614020950846,
      "grad_norm": 2.0804669759263192,
      "learning_rate": 9.865373177565924e-06,
      "loss": 3.6893,
      "step": 6081
    },
    {
      "epoch": 3.919258662369057,
      "grad_norm": 2.3705522346393955,
      "learning_rate": 9.865328899812294e-06,
      "loss": 3.7119,
      "step": 6082
    },
    {
      "epoch": 3.9199033037872684,
      "grad_norm": 2.162923573675805,
      "learning_rate": 9.865284614889156e-06,
      "loss": 3.5415,
      "step": 6083
    },
    {
      "epoch": 3.9205479452054792,
      "grad_norm": 2.40831764176353,
      "learning_rate": 9.865240322796588e-06,
      "loss": 3.7509,
      "step": 6084
    },
    {
      "epoch": 3.9211925866236905,
      "grad_norm": 2.212561139496097,
      "learning_rate": 9.86519602353466e-06,
      "loss": 3.6843,
      "step": 6085
    },
    {
      "epoch": 3.921837228041902,
      "grad_norm": 2.112281316343693,
      "learning_rate": 9.865151717103446e-06,
      "loss": 3.8483,
      "step": 6086
    },
    {
      "epoch": 3.9224818694601127,
      "grad_norm": 2.8606560589929964,
      "learning_rate": 9.865107403503015e-06,
      "loss": 3.599,
      "step": 6087
    },
    {
      "epoch": 3.923126510878324,
      "grad_norm": 2.0665589528598773,
      "learning_rate": 9.865063082733445e-06,
      "loss": 3.6957,
      "step": 6088
    },
    {
      "epoch": 3.923771152296535,
      "grad_norm": 2.236138783057553,
      "learning_rate": 9.865018754794805e-06,
      "loss": 3.9095,
      "step": 6089
    },
    {
      "epoch": 3.924415793714746,
      "grad_norm": 2.4608436982711086,
      "learning_rate": 9.86497441968717e-06,
      "loss": 3.7922,
      "step": 6090
    },
    {
      "epoch": 3.9250604351329574,
      "grad_norm": 1.938641755729586,
      "learning_rate": 9.864930077410612e-06,
      "loss": 3.7434,
      "step": 6091
    },
    {
      "epoch": 3.9257050765511683,
      "grad_norm": 2.0191134370806125,
      "learning_rate": 9.864885727965202e-06,
      "loss": 3.5646,
      "step": 6092
    },
    {
      "epoch": 3.9263497179693796,
      "grad_norm": 2.152568389353143,
      "learning_rate": 9.864841371351016e-06,
      "loss": 3.882,
      "step": 6093
    },
    {
      "epoch": 3.9269943593875904,
      "grad_norm": 2.357785005853453,
      "learning_rate": 9.864797007568125e-06,
      "loss": 3.3737,
      "step": 6094
    },
    {
      "epoch": 3.9276390008058018,
      "grad_norm": 2.128530953313287,
      "learning_rate": 9.864752636616603e-06,
      "loss": 3.5085,
      "step": 6095
    },
    {
      "epoch": 3.928283642224013,
      "grad_norm": 2.208929511880659,
      "learning_rate": 9.864708258496521e-06,
      "loss": 3.4958,
      "step": 6096
    },
    {
      "epoch": 3.928928283642224,
      "grad_norm": 2.566660080839194,
      "learning_rate": 9.864663873207954e-06,
      "loss": 3.5266,
      "step": 6097
    },
    {
      "epoch": 3.929572925060435,
      "grad_norm": 1.969167740330195,
      "learning_rate": 9.864619480750973e-06,
      "loss": 3.3424,
      "step": 6098
    },
    {
      "epoch": 3.930217566478646,
      "grad_norm": 2.613833565977551,
      "learning_rate": 9.864575081125653e-06,
      "loss": 3.8019,
      "step": 6099
    },
    {
      "epoch": 3.9308622078968574,
      "grad_norm": 1.9251615786159375,
      "learning_rate": 9.864530674332064e-06,
      "loss": 3.5375,
      "step": 6100
    },
    {
      "epoch": 3.9308622078968574,
      "eval_loss": 3.791433095932007,
      "eval_runtime": 2.9548,
      "eval_samples_per_second": 33.843,
      "eval_steps_per_second": 4.4,
      "step": 6100
    },
    {
      "epoch": 3.9315068493150687,
      "grad_norm": 2.648011009434223,
      "learning_rate": 9.864486260370283e-06,
      "loss": 3.5424,
      "step": 6101
    },
    {
      "epoch": 3.9321514907332795,
      "grad_norm": 2.0009882887525623,
      "learning_rate": 9.86444183924038e-06,
      "loss": 3.7766,
      "step": 6102
    },
    {
      "epoch": 3.932796132151491,
      "grad_norm": 2.3572637342887544,
      "learning_rate": 9.864397410942427e-06,
      "loss": 3.9284,
      "step": 6103
    },
    {
      "epoch": 3.9334407735697017,
      "grad_norm": 2.2463478577854405,
      "learning_rate": 9.8643529754765e-06,
      "loss": 3.9309,
      "step": 6104
    },
    {
      "epoch": 3.934085414987913,
      "grad_norm": 2.358197054620555,
      "learning_rate": 9.86430853284267e-06,
      "loss": 3.773,
      "step": 6105
    },
    {
      "epoch": 3.9347300564061243,
      "grad_norm": 2.229588703286743,
      "learning_rate": 9.864264083041012e-06,
      "loss": 3.3074,
      "step": 6106
    },
    {
      "epoch": 3.935374697824335,
      "grad_norm": 2.5826773179502873,
      "learning_rate": 9.864219626071599e-06,
      "loss": 3.7135,
      "step": 6107
    },
    {
      "epoch": 3.9360193392425464,
      "grad_norm": 2.085005792318395,
      "learning_rate": 9.8641751619345e-06,
      "loss": 3.8209,
      "step": 6108
    },
    {
      "epoch": 3.9366639806607573,
      "grad_norm": 3.0201715830316616,
      "learning_rate": 9.864130690629789e-06,
      "loss": 3.3194,
      "step": 6109
    },
    {
      "epoch": 3.9373086220789686,
      "grad_norm": 2.0106628080576496,
      "learning_rate": 9.864086212157544e-06,
      "loss": 3.6031,
      "step": 6110
    },
    {
      "epoch": 3.93795326349718,
      "grad_norm": 3.547125154035185,
      "learning_rate": 9.864041726517833e-06,
      "loss": 3.7548,
      "step": 6111
    },
    {
      "epoch": 3.9385979049153907,
      "grad_norm": 2.10809927177444,
      "learning_rate": 9.86399723371073e-06,
      "loss": 3.765,
      "step": 6112
    },
    {
      "epoch": 3.939242546333602,
      "grad_norm": 2.9967633347719334,
      "learning_rate": 9.86395273373631e-06,
      "loss": 3.5912,
      "step": 6113
    },
    {
      "epoch": 3.939887187751813,
      "grad_norm": 2.097170932464077,
      "learning_rate": 9.863908226594645e-06,
      "loss": 3.5061,
      "step": 6114
    },
    {
      "epoch": 3.940531829170024,
      "grad_norm": 2.4412802259607465,
      "learning_rate": 9.863863712285809e-06,
      "loss": 3.8601,
      "step": 6115
    },
    {
      "epoch": 3.9411764705882355,
      "grad_norm": 2.5722157576907145,
      "learning_rate": 9.863819190809871e-06,
      "loss": 3.1904,
      "step": 6116
    },
    {
      "epoch": 3.9418211120064464,
      "grad_norm": 3.055704091739308,
      "learning_rate": 9.863774662166911e-06,
      "loss": 3.7782,
      "step": 6117
    },
    {
      "epoch": 3.9424657534246577,
      "grad_norm": 2.136864254211341,
      "learning_rate": 9.863730126356996e-06,
      "loss": 3.6236,
      "step": 6118
    },
    {
      "epoch": 3.9431103948428685,
      "grad_norm": 2.6082148714482893,
      "learning_rate": 9.863685583380201e-06,
      "loss": 3.5129,
      "step": 6119
    },
    {
      "epoch": 3.94375503626108,
      "grad_norm": 2.531817282817107,
      "learning_rate": 9.8636410332366e-06,
      "loss": 3.3789,
      "step": 6120
    },
    {
      "epoch": 3.944399677679291,
      "grad_norm": 3.154816290818381,
      "learning_rate": 9.863596475926269e-06,
      "loss": 3.3538,
      "step": 6121
    },
    {
      "epoch": 3.945044319097502,
      "grad_norm": 14.81957484191796,
      "learning_rate": 9.863551911449274e-06,
      "loss": 3.5819,
      "step": 6122
    },
    {
      "epoch": 3.9456889605157133,
      "grad_norm": 2.690905189920268,
      "learning_rate": 9.863507339805694e-06,
      "loss": 3.8408,
      "step": 6123
    },
    {
      "epoch": 3.946333601933924,
      "grad_norm": 2.7745105736050215,
      "learning_rate": 9.8634627609956e-06,
      "loss": 3.7321,
      "step": 6124
    },
    {
      "epoch": 3.9469782433521354,
      "grad_norm": 2.2238139132440113,
      "learning_rate": 9.863418175019066e-06,
      "loss": 3.7071,
      "step": 6125
    },
    {
      "epoch": 3.9476228847703467,
      "grad_norm": 3.0514280182303084,
      "learning_rate": 9.863373581876165e-06,
      "loss": 3.2104,
      "step": 6126
    },
    {
      "epoch": 3.9482675261885576,
      "grad_norm": 2.341389480171029,
      "learning_rate": 9.86332898156697e-06,
      "loss": 3.5671,
      "step": 6127
    },
    {
      "epoch": 3.948912167606769,
      "grad_norm": 3.075063756381698,
      "learning_rate": 9.863284374091553e-06,
      "loss": 3.7336,
      "step": 6128
    },
    {
      "epoch": 3.9495568090249797,
      "grad_norm": 2.6769598557077097,
      "learning_rate": 9.86323975944999e-06,
      "loss": 4.0456,
      "step": 6129
    },
    {
      "epoch": 3.950201450443191,
      "grad_norm": 2.794815440939905,
      "learning_rate": 9.863195137642351e-06,
      "loss": 3.5988,
      "step": 6130
    },
    {
      "epoch": 3.9508460918614023,
      "grad_norm": 2.196091252402549,
      "learning_rate": 9.863150508668715e-06,
      "loss": 3.2831,
      "step": 6131
    },
    {
      "epoch": 3.951490733279613,
      "grad_norm": 2.599063469499366,
      "learning_rate": 9.863105872529148e-06,
      "loss": 3.7682,
      "step": 6132
    },
    {
      "epoch": 3.9521353746978245,
      "grad_norm": 2.3871362090858215,
      "learning_rate": 9.863061229223728e-06,
      "loss": 3.5508,
      "step": 6133
    },
    {
      "epoch": 3.9527800161160354,
      "grad_norm": 2.3158590690959953,
      "learning_rate": 9.863016578752528e-06,
      "loss": 3.3643,
      "step": 6134
    },
    {
      "epoch": 3.9534246575342467,
      "grad_norm": 2.068592011209025,
      "learning_rate": 9.862971921115619e-06,
      "loss": 3.8752,
      "step": 6135
    },
    {
      "epoch": 3.954069298952458,
      "grad_norm": 2.3114115526932473,
      "learning_rate": 9.862927256313077e-06,
      "loss": 3.4573,
      "step": 6136
    },
    {
      "epoch": 3.954713940370669,
      "grad_norm": 1.9554122170674524,
      "learning_rate": 9.862882584344973e-06,
      "loss": 3.3242,
      "step": 6137
    },
    {
      "epoch": 3.9553585817888797,
      "grad_norm": 2.5126000272837006,
      "learning_rate": 9.862837905211383e-06,
      "loss": 3.8387,
      "step": 6138
    },
    {
      "epoch": 3.956003223207091,
      "grad_norm": 2.312922992930737,
      "learning_rate": 9.862793218912376e-06,
      "loss": 3.8116,
      "step": 6139
    },
    {
      "epoch": 3.9566478646253023,
      "grad_norm": 2.5133767288772257,
      "learning_rate": 9.862748525448031e-06,
      "loss": 3.6004,
      "step": 6140
    },
    {
      "epoch": 3.9572925060435136,
      "grad_norm": 2.103068568737112,
      "learning_rate": 9.862703824818418e-06,
      "loss": 3.6887,
      "step": 6141
    },
    {
      "epoch": 3.9579371474617244,
      "grad_norm": 1.9993398385719443,
      "learning_rate": 9.862659117023611e-06,
      "loss": 3.8758,
      "step": 6142
    },
    {
      "epoch": 3.9585817888799353,
      "grad_norm": 2.034445641393688,
      "learning_rate": 9.862614402063683e-06,
      "loss": 3.4299,
      "step": 6143
    },
    {
      "epoch": 3.9592264302981466,
      "grad_norm": 2.214381243820361,
      "learning_rate": 9.862569679938708e-06,
      "loss": 3.5583,
      "step": 6144
    },
    {
      "epoch": 3.959871071716358,
      "grad_norm": 2.033272858536229,
      "learning_rate": 9.862524950648761e-06,
      "loss": 3.3852,
      "step": 6145
    },
    {
      "epoch": 3.9605157131345687,
      "grad_norm": 1.9124109664609616,
      "learning_rate": 9.862480214193912e-06,
      "loss": 3.62,
      "step": 6146
    },
    {
      "epoch": 3.96116035455278,
      "grad_norm": 2.4492689832698034,
      "learning_rate": 9.862435470574237e-06,
      "loss": 3.9345,
      "step": 6147
    },
    {
      "epoch": 3.961804995970991,
      "grad_norm": 2.013671985193112,
      "learning_rate": 9.86239071978981e-06,
      "loss": 3.8117,
      "step": 6148
    },
    {
      "epoch": 3.962449637389202,
      "grad_norm": 2.2074758477960295,
      "learning_rate": 9.862345961840701e-06,
      "loss": 3.8404,
      "step": 6149
    },
    {
      "epoch": 3.9630942788074135,
      "grad_norm": 2.0182898138429657,
      "learning_rate": 9.862301196726988e-06,
      "loss": 3.835,
      "step": 6150
    },
    {
      "epoch": 3.9637389202256244,
      "grad_norm": 2.4071828827805013,
      "learning_rate": 9.86225642444874e-06,
      "loss": 3.6414,
      "step": 6151
    },
    {
      "epoch": 3.9643835616438357,
      "grad_norm": 2.099069485050142,
      "learning_rate": 9.862211645006035e-06,
      "loss": 3.5792,
      "step": 6152
    },
    {
      "epoch": 3.9650282030620465,
      "grad_norm": 2.0980680603927646,
      "learning_rate": 9.862166858398944e-06,
      "loss": 4.0595,
      "step": 6153
    },
    {
      "epoch": 3.965672844480258,
      "grad_norm": 2.4673043043993834,
      "learning_rate": 9.86212206462754e-06,
      "loss": 3.7344,
      "step": 6154
    },
    {
      "epoch": 3.966317485898469,
      "grad_norm": 2.1449772465055696,
      "learning_rate": 9.862077263691899e-06,
      "loss": 3.8557,
      "step": 6155
    },
    {
      "epoch": 3.96696212731668,
      "grad_norm": 2.5389896842105797,
      "learning_rate": 9.862032455592092e-06,
      "loss": 3.4288,
      "step": 6156
    },
    {
      "epoch": 3.9676067687348913,
      "grad_norm": 2.3005068947447813,
      "learning_rate": 9.861987640328195e-06,
      "loss": 3.7172,
      "step": 6157
    },
    {
      "epoch": 3.968251410153102,
      "grad_norm": 2.246773187058074,
      "learning_rate": 9.861942817900278e-06,
      "loss": 3.614,
      "step": 6158
    },
    {
      "epoch": 3.9688960515713134,
      "grad_norm": 2.2457890658029442,
      "learning_rate": 9.86189798830842e-06,
      "loss": 3.5554,
      "step": 6159
    },
    {
      "epoch": 3.9695406929895247,
      "grad_norm": 2.2183595499922593,
      "learning_rate": 9.86185315155269e-06,
      "loss": 3.5919,
      "step": 6160
    },
    {
      "epoch": 3.9701853344077356,
      "grad_norm": 1.8692196145649644,
      "learning_rate": 9.861808307633162e-06,
      "loss": 3.4341,
      "step": 6161
    },
    {
      "epoch": 3.970829975825947,
      "grad_norm": 2.2421559015945287,
      "learning_rate": 9.861763456549913e-06,
      "loss": 3.4951,
      "step": 6162
    },
    {
      "epoch": 3.9714746172441577,
      "grad_norm": 1.888193149885626,
      "learning_rate": 9.861718598303013e-06,
      "loss": 3.6291,
      "step": 6163
    },
    {
      "epoch": 3.972119258662369,
      "grad_norm": 1.9109018445648696,
      "learning_rate": 9.861673732892539e-06,
      "loss": 4.0394,
      "step": 6164
    },
    {
      "epoch": 3.9727639000805803,
      "grad_norm": 1.9909320551598955,
      "learning_rate": 9.861628860318561e-06,
      "loss": 3.6834,
      "step": 6165
    },
    {
      "epoch": 3.973408541498791,
      "grad_norm": 2.012624854467301,
      "learning_rate": 9.861583980581157e-06,
      "loss": 3.5478,
      "step": 6166
    },
    {
      "epoch": 3.9740531829170025,
      "grad_norm": 2.045928451903385,
      "learning_rate": 9.861539093680396e-06,
      "loss": 3.791,
      "step": 6167
    },
    {
      "epoch": 3.9746978243352133,
      "grad_norm": 1.9658299068769047,
      "learning_rate": 9.861494199616354e-06,
      "loss": 3.6803,
      "step": 6168
    },
    {
      "epoch": 3.9753424657534246,
      "grad_norm": 1.9550475234629099,
      "learning_rate": 9.861449298389105e-06,
      "loss": 3.3811,
      "step": 6169
    },
    {
      "epoch": 3.975987107171636,
      "grad_norm": 2.0037505883229154,
      "learning_rate": 9.861404389998724e-06,
      "loss": 3.7457,
      "step": 6170
    },
    {
      "epoch": 3.976631748589847,
      "grad_norm": 2.0333844162246733,
      "learning_rate": 9.861359474445283e-06,
      "loss": 3.6342,
      "step": 6171
    },
    {
      "epoch": 3.977276390008058,
      "grad_norm": 2.3189381824468156,
      "learning_rate": 9.861314551728854e-06,
      "loss": 3.613,
      "step": 6172
    },
    {
      "epoch": 3.977921031426269,
      "grad_norm": 2.4271225230965596,
      "learning_rate": 9.861269621849514e-06,
      "loss": 3.6539,
      "step": 6173
    },
    {
      "epoch": 3.9785656728444803,
      "grad_norm": 2.4204686246561264,
      "learning_rate": 9.861224684807334e-06,
      "loss": 3.6364,
      "step": 6174
    },
    {
      "epoch": 3.9792103142626916,
      "grad_norm": 2.8523231838652827,
      "learning_rate": 9.861179740602392e-06,
      "loss": 3.195,
      "step": 6175
    },
    {
      "epoch": 3.9798549556809024,
      "grad_norm": 1.861535377287849,
      "learning_rate": 9.861134789234759e-06,
      "loss": 3.4048,
      "step": 6176
    },
    {
      "epoch": 3.9804995970991137,
      "grad_norm": 2.8656647371136743,
      "learning_rate": 9.86108983070451e-06,
      "loss": 3.5263,
      "step": 6177
    },
    {
      "epoch": 3.9811442385173246,
      "grad_norm": 2.063687784882652,
      "learning_rate": 9.861044865011714e-06,
      "loss": 3.9094,
      "step": 6178
    },
    {
      "epoch": 3.981788879935536,
      "grad_norm": 2.5535527804414726,
      "learning_rate": 9.86099989215645e-06,
      "loss": 3.5178,
      "step": 6179
    },
    {
      "epoch": 3.982433521353747,
      "grad_norm": 2.096067684390775,
      "learning_rate": 9.860954912138793e-06,
      "loss": 3.8197,
      "step": 6180
    },
    {
      "epoch": 3.983078162771958,
      "grad_norm": 2.2086432077730613,
      "learning_rate": 9.860909924958812e-06,
      "loss": 3.5699,
      "step": 6181
    },
    {
      "epoch": 3.9837228041901693,
      "grad_norm": 2.096356934924108,
      "learning_rate": 9.860864930616585e-06,
      "loss": 3.4839,
      "step": 6182
    },
    {
      "epoch": 3.98436744560838,
      "grad_norm": 2.677952850482245,
      "learning_rate": 9.860819929112184e-06,
      "loss": 3.7006,
      "step": 6183
    },
    {
      "epoch": 3.9850120870265915,
      "grad_norm": 2.5370060974633417,
      "learning_rate": 9.86077492044568e-06,
      "loss": 3.6344,
      "step": 6184
    },
    {
      "epoch": 3.985656728444803,
      "grad_norm": 2.1849342395104365,
      "learning_rate": 9.860729904617155e-06,
      "loss": 3.541,
      "step": 6185
    },
    {
      "epoch": 3.9863013698630136,
      "grad_norm": 2.429205171701684,
      "learning_rate": 9.860684881626676e-06,
      "loss": 2.9944,
      "step": 6186
    },
    {
      "epoch": 3.986946011281225,
      "grad_norm": 2.0282440804429154,
      "learning_rate": 9.860639851474317e-06,
      "loss": 3.8421,
      "step": 6187
    },
    {
      "epoch": 3.987590652699436,
      "grad_norm": 2.6005487269635132,
      "learning_rate": 9.860594814160156e-06,
      "loss": 3.5055,
      "step": 6188
    },
    {
      "epoch": 3.988235294117647,
      "grad_norm": 2.304667170482183,
      "learning_rate": 9.860549769684264e-06,
      "loss": 3.5024,
      "step": 6189
    },
    {
      "epoch": 3.9888799355358584,
      "grad_norm": 2.1288350293150478,
      "learning_rate": 9.860504718046717e-06,
      "loss": 3.897,
      "step": 6190
    },
    {
      "epoch": 3.9895245769540693,
      "grad_norm": 2.2942219373842163,
      "learning_rate": 9.860459659247587e-06,
      "loss": 3.6215,
      "step": 6191
    },
    {
      "epoch": 3.9901692183722806,
      "grad_norm": 1.968750501662891,
      "learning_rate": 9.860414593286948e-06,
      "loss": 3.4659,
      "step": 6192
    },
    {
      "epoch": 3.9908138597904914,
      "grad_norm": 2.155251605600066,
      "learning_rate": 9.860369520164878e-06,
      "loss": 3.8567,
      "step": 6193
    },
    {
      "epoch": 3.9914585012087027,
      "grad_norm": 2.3420109682804915,
      "learning_rate": 9.860324439881445e-06,
      "loss": 3.6908,
      "step": 6194
    },
    {
      "epoch": 3.992103142626914,
      "grad_norm": 2.181051195885594,
      "learning_rate": 9.860279352436727e-06,
      "loss": 3.7178,
      "step": 6195
    },
    {
      "epoch": 3.992747784045125,
      "grad_norm": 1.9264198339126561,
      "learning_rate": 9.860234257830797e-06,
      "loss": 3.5651,
      "step": 6196
    },
    {
      "epoch": 3.993392425463336,
      "grad_norm": 2.1190927633739554,
      "learning_rate": 9.86018915606373e-06,
      "loss": 3.6489,
      "step": 6197
    },
    {
      "epoch": 3.994037066881547,
      "grad_norm": 2.194056142096663,
      "learning_rate": 9.860144047135597e-06,
      "loss": 3.4822,
      "step": 6198
    },
    {
      "epoch": 3.9946817082997583,
      "grad_norm": 2.6280585137676846,
      "learning_rate": 9.860098931046473e-06,
      "loss": 3.2307,
      "step": 6199
    },
    {
      "epoch": 3.9953263497179696,
      "grad_norm": 2.2115343489850554,
      "learning_rate": 9.860053807796437e-06,
      "loss": 3.7643,
      "step": 6200
    },
    {
      "epoch": 3.9953263497179696,
      "eval_loss": 3.788059949874878,
      "eval_runtime": 2.9668,
      "eval_samples_per_second": 33.707,
      "eval_steps_per_second": 4.382,
      "step": 6200
    },
    {
      "epoch": 3.9959709911361805,
      "grad_norm": 2.7001660782874892,
      "learning_rate": 9.860008677385557e-06,
      "loss": 3.8304,
      "step": 6201
    },
    {
      "epoch": 3.996615632554392,
      "grad_norm": 1.9530560390245733,
      "learning_rate": 9.85996353981391e-06,
      "loss": 3.8853,
      "step": 6202
    },
    {
      "epoch": 3.9972602739726026,
      "grad_norm": 2.0576036793030976,
      "learning_rate": 9.859918395081572e-06,
      "loss": 3.5943,
      "step": 6203
    },
    {
      "epoch": 3.997904915390814,
      "grad_norm": 2.3598388060050044,
      "learning_rate": 9.859873243188612e-06,
      "loss": 3.7873,
      "step": 6204
    },
    {
      "epoch": 3.9985495568090252,
      "grad_norm": 2.280040932082797,
      "learning_rate": 9.859828084135107e-06,
      "loss": 3.5826,
      "step": 6205
    },
    {
      "epoch": 3.999194198227236,
      "grad_norm": 2.1462001985279033,
      "learning_rate": 9.859782917921132e-06,
      "loss": 3.3422,
      "step": 6206
    },
    {
      "epoch": 3.999838839645447,
      "grad_norm": 2.7164078423735547,
      "learning_rate": 9.859737744546761e-06,
      "loss": 3.9833,
      "step": 6207
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.9846040388738269,
      "learning_rate": 9.859692564012066e-06,
      "loss": 0.9642,
      "step": 6208
    },
    {
      "epoch": 4.000644641418211,
      "grad_norm": 2.667322553189154,
      "learning_rate": 9.859647376317124e-06,
      "loss": 3.5664,
      "step": 6209
    },
    {
      "epoch": 4.001289282836423,
      "grad_norm": 2.396655209203048,
      "learning_rate": 9.859602181462006e-06,
      "loss": 3.6997,
      "step": 6210
    },
    {
      "epoch": 4.001933924254633,
      "grad_norm": 2.5386748258597587,
      "learning_rate": 9.85955697944679e-06,
      "loss": 3.5292,
      "step": 6211
    },
    {
      "epoch": 4.002578565672844,
      "grad_norm": 2.273278979566607,
      "learning_rate": 9.85951177027155e-06,
      "loss": 3.424,
      "step": 6212
    },
    {
      "epoch": 4.003223207091056,
      "grad_norm": 2.8665148293656944,
      "learning_rate": 9.859466553936355e-06,
      "loss": 3.3855,
      "step": 6213
    },
    {
      "epoch": 4.003867848509267,
      "grad_norm": 2.3025139792217755,
      "learning_rate": 9.859421330441285e-06,
      "loss": 3.3983,
      "step": 6214
    },
    {
      "epoch": 4.004512489927478,
      "grad_norm": 3.4491086403323363,
      "learning_rate": 9.859376099786412e-06,
      "loss": 3.0945,
      "step": 6215
    },
    {
      "epoch": 4.005157131345689,
      "grad_norm": 2.2164665499021434,
      "learning_rate": 9.859330861971811e-06,
      "loss": 3.4003,
      "step": 6216
    },
    {
      "epoch": 4.0058017727639,
      "grad_norm": 3.855489602769549,
      "learning_rate": 9.859285616997553e-06,
      "loss": 3.7031,
      "step": 6217
    },
    {
      "epoch": 4.006446414182111,
      "grad_norm": 2.291429813133384,
      "learning_rate": 9.859240364863718e-06,
      "loss": 3.5321,
      "step": 6218
    },
    {
      "epoch": 4.0070910556003225,
      "grad_norm": 3.286202931606039,
      "learning_rate": 9.859195105570377e-06,
      "loss": 3.7919,
      "step": 6219
    },
    {
      "epoch": 4.007735697018534,
      "grad_norm": 2.3530851237176997,
      "learning_rate": 9.859149839117605e-06,
      "loss": 3.3644,
      "step": 6220
    },
    {
      "epoch": 4.008380338436744,
      "grad_norm": 2.941041624400188,
      "learning_rate": 9.859104565505473e-06,
      "loss": 3.5814,
      "step": 6221
    },
    {
      "epoch": 4.0090249798549555,
      "grad_norm": 2.4559649971962147,
      "learning_rate": 9.859059284734062e-06,
      "loss": 3.4113,
      "step": 6222
    },
    {
      "epoch": 4.009669621273167,
      "grad_norm": 2.4638728889398256,
      "learning_rate": 9.85901399680344e-06,
      "loss": 3.5587,
      "step": 6223
    },
    {
      "epoch": 4.010314262691378,
      "grad_norm": 4.308281177845053,
      "learning_rate": 9.858968701713685e-06,
      "loss": 3.5446,
      "step": 6224
    },
    {
      "epoch": 4.010958904109589,
      "grad_norm": 2.347852335370046,
      "learning_rate": 9.858923399464872e-06,
      "loss": 3.6736,
      "step": 6225
    },
    {
      "epoch": 4.0116035455278,
      "grad_norm": 2.383197726443616,
      "learning_rate": 9.858878090057073e-06,
      "loss": 3.817,
      "step": 6226
    },
    {
      "epoch": 4.012248186946011,
      "grad_norm": 2.573316648382033,
      "learning_rate": 9.858832773490364e-06,
      "loss": 3.2207,
      "step": 6227
    },
    {
      "epoch": 4.0128928283642225,
      "grad_norm": 2.4809392898800593,
      "learning_rate": 9.858787449764819e-06,
      "loss": 3.6795,
      "step": 6228
    },
    {
      "epoch": 4.013537469782434,
      "grad_norm": 2.535268375710597,
      "learning_rate": 9.858742118880511e-06,
      "loss": 3.3352,
      "step": 6229
    },
    {
      "epoch": 4.014182111200645,
      "grad_norm": 2.4534482258115347,
      "learning_rate": 9.858696780837516e-06,
      "loss": 3.4159,
      "step": 6230
    },
    {
      "epoch": 4.0148267526188555,
      "grad_norm": 2.329948536439412,
      "learning_rate": 9.85865143563591e-06,
      "loss": 3.8397,
      "step": 6231
    },
    {
      "epoch": 4.015471394037067,
      "grad_norm": 2.3277568870478538,
      "learning_rate": 9.858606083275762e-06,
      "loss": 3.4713,
      "step": 6232
    },
    {
      "epoch": 4.016116035455278,
      "grad_norm": 3.0199831653732847,
      "learning_rate": 9.858560723757152e-06,
      "loss": 3.4177,
      "step": 6233
    },
    {
      "epoch": 4.016760676873489,
      "grad_norm": 2.3517900700496885,
      "learning_rate": 9.858515357080154e-06,
      "loss": 3.2588,
      "step": 6234
    },
    {
      "epoch": 4.017405318291701,
      "grad_norm": 2.330265808209519,
      "learning_rate": 9.85846998324484e-06,
      "loss": 3.7325,
      "step": 6235
    },
    {
      "epoch": 4.018049959709911,
      "grad_norm": 2.32892008315838,
      "learning_rate": 9.858424602251284e-06,
      "loss": 3.6649,
      "step": 6236
    },
    {
      "epoch": 4.018694601128122,
      "grad_norm": 2.43549389432729,
      "learning_rate": 9.858379214099566e-06,
      "loss": 3.5571,
      "step": 6237
    },
    {
      "epoch": 4.019339242546334,
      "grad_norm": 2.289552515956617,
      "learning_rate": 9.858333818789754e-06,
      "loss": 3.2705,
      "step": 6238
    },
    {
      "epoch": 4.019983883964545,
      "grad_norm": 3.1798762104874565,
      "learning_rate": 9.858288416321925e-06,
      "loss": 3.5289,
      "step": 6239
    },
    {
      "epoch": 4.020628525382756,
      "grad_norm": 3.0548187571342953,
      "learning_rate": 9.858243006696155e-06,
      "loss": 3.4075,
      "step": 6240
    },
    {
      "epoch": 4.021273166800967,
      "grad_norm": 2.504360892840897,
      "learning_rate": 9.858197589912517e-06,
      "loss": 3.5463,
      "step": 6241
    },
    {
      "epoch": 4.021917808219178,
      "grad_norm": 3.129714369018235,
      "learning_rate": 9.858152165971085e-06,
      "loss": 3.4715,
      "step": 6242
    },
    {
      "epoch": 4.022562449637389,
      "grad_norm": 2.7332320980269293,
      "learning_rate": 9.858106734871935e-06,
      "loss": 3.6187,
      "step": 6243
    },
    {
      "epoch": 4.023207091055601,
      "grad_norm": 2.753527558452149,
      "learning_rate": 9.858061296615144e-06,
      "loss": 3.752,
      "step": 6244
    },
    {
      "epoch": 4.023851732473811,
      "grad_norm": 2.3935376218934534,
      "learning_rate": 9.858015851200782e-06,
      "loss": 3.6507,
      "step": 6245
    },
    {
      "epoch": 4.024496373892022,
      "grad_norm": 2.749336204874859,
      "learning_rate": 9.857970398628924e-06,
      "loss": 3.6025,
      "step": 6246
    },
    {
      "epoch": 4.025141015310234,
      "grad_norm": 2.3723521123996587,
      "learning_rate": 9.857924938899649e-06,
      "loss": 3.4191,
      "step": 6247
    },
    {
      "epoch": 4.025785656728445,
      "grad_norm": 2.1920244840645666,
      "learning_rate": 9.857879472013025e-06,
      "loss": 3.3764,
      "step": 6248
    },
    {
      "epoch": 4.026430298146656,
      "grad_norm": 2.131764237213587,
      "learning_rate": 9.857833997969134e-06,
      "loss": 3.4813,
      "step": 6249
    },
    {
      "epoch": 4.027074939564867,
      "grad_norm": 2.0000166223909233,
      "learning_rate": 9.857788516768045e-06,
      "loss": 3.2649,
      "step": 6250
    },
    {
      "epoch": 4.027719580983078,
      "grad_norm": 2.396341375091371,
      "learning_rate": 9.857743028409837e-06,
      "loss": 3.6182,
      "step": 6251
    },
    {
      "epoch": 4.028364222401289,
      "grad_norm": 2.1888236014633886,
      "learning_rate": 9.85769753289458e-06,
      "loss": 3.519,
      "step": 6252
    },
    {
      "epoch": 4.0290088638195005,
      "grad_norm": 2.7462879499780684,
      "learning_rate": 9.857652030222353e-06,
      "loss": 3.5838,
      "step": 6253
    },
    {
      "epoch": 4.029653505237712,
      "grad_norm": 2.160612180985456,
      "learning_rate": 9.857606520393228e-06,
      "loss": 3.6144,
      "step": 6254
    },
    {
      "epoch": 4.030298146655922,
      "grad_norm": 2.5127161789598897,
      "learning_rate": 9.857561003407282e-06,
      "loss": 3.2802,
      "step": 6255
    },
    {
      "epoch": 4.0309427880741335,
      "grad_norm": 2.639058508574242,
      "learning_rate": 9.857515479264589e-06,
      "loss": 3.6108,
      "step": 6256
    },
    {
      "epoch": 4.031587429492345,
      "grad_norm": 2.0333496293476463,
      "learning_rate": 9.85746994796522e-06,
      "loss": 3.5403,
      "step": 6257
    },
    {
      "epoch": 4.032232070910556,
      "grad_norm": 2.37659223453734,
      "learning_rate": 9.857424409509258e-06,
      "loss": 3.5588,
      "step": 6258
    },
    {
      "epoch": 4.032876712328767,
      "grad_norm": 2.2679037665951656,
      "learning_rate": 9.85737886389677e-06,
      "loss": 3.5144,
      "step": 6259
    },
    {
      "epoch": 4.033521353746978,
      "grad_norm": 2.1873834346181202,
      "learning_rate": 9.857333311127834e-06,
      "loss": 3.5374,
      "step": 6260
    },
    {
      "epoch": 4.034165995165189,
      "grad_norm": 2.0800670021231866,
      "learning_rate": 9.857287751202524e-06,
      "loss": 3.1305,
      "step": 6261
    },
    {
      "epoch": 4.0348106365834004,
      "grad_norm": 2.1752776506252807,
      "learning_rate": 9.857242184120915e-06,
      "loss": 3.3101,
      "step": 6262
    },
    {
      "epoch": 4.035455278001612,
      "grad_norm": 2.376055294620505,
      "learning_rate": 9.857196609883084e-06,
      "loss": 3.5728,
      "step": 6263
    },
    {
      "epoch": 4.036099919419823,
      "grad_norm": 2.290414448233271,
      "learning_rate": 9.857151028489103e-06,
      "loss": 3.3036,
      "step": 6264
    },
    {
      "epoch": 4.0367445608380335,
      "grad_norm": 2.138551973473063,
      "learning_rate": 9.857105439939048e-06,
      "loss": 3.6081,
      "step": 6265
    },
    {
      "epoch": 4.037389202256245,
      "grad_norm": 2.713604313400156,
      "learning_rate": 9.857059844232992e-06,
      "loss": 3.6754,
      "step": 6266
    },
    {
      "epoch": 4.038033843674456,
      "grad_norm": 2.3000972668369886,
      "learning_rate": 9.857014241371014e-06,
      "loss": 3.6438,
      "step": 6267
    },
    {
      "epoch": 4.038678485092667,
      "grad_norm": 2.5063775760095437,
      "learning_rate": 9.856968631353185e-06,
      "loss": 3.4437,
      "step": 6268
    },
    {
      "epoch": 4.039323126510879,
      "grad_norm": 2.549831323725504,
      "learning_rate": 9.856923014179582e-06,
      "loss": 3.2707,
      "step": 6269
    },
    {
      "epoch": 4.039967767929089,
      "grad_norm": 2.4354442312375326,
      "learning_rate": 9.85687738985028e-06,
      "loss": 3.6285,
      "step": 6270
    },
    {
      "epoch": 4.0406124093473,
      "grad_norm": 3.3880832956487335,
      "learning_rate": 9.856831758365354e-06,
      "loss": 3.1795,
      "step": 6271
    },
    {
      "epoch": 4.041257050765512,
      "grad_norm": 2.520968587541329,
      "learning_rate": 9.856786119724877e-06,
      "loss": 3.6241,
      "step": 6272
    },
    {
      "epoch": 4.041901692183723,
      "grad_norm": 3.367189713023741,
      "learning_rate": 9.856740473928925e-06,
      "loss": 3.1087,
      "step": 6273
    },
    {
      "epoch": 4.042546333601934,
      "grad_norm": 2.7582683062506255,
      "learning_rate": 9.856694820977572e-06,
      "loss": 3.4365,
      "step": 6274
    },
    {
      "epoch": 4.043190975020145,
      "grad_norm": 2.7410576378099707,
      "learning_rate": 9.856649160870897e-06,
      "loss": 3.4225,
      "step": 6275
    },
    {
      "epoch": 4.043835616438356,
      "grad_norm": 2.497699742209332,
      "learning_rate": 9.856603493608968e-06,
      "loss": 3.4796,
      "step": 6276
    },
    {
      "epoch": 4.044480257856567,
      "grad_norm": 2.892906256056895,
      "learning_rate": 9.85655781919187e-06,
      "loss": 3.3725,
      "step": 6277
    },
    {
      "epoch": 4.045124899274779,
      "grad_norm": 2.1676314651509836,
      "learning_rate": 9.856512137619666e-06,
      "loss": 3.505,
      "step": 6278
    },
    {
      "epoch": 4.04576954069299,
      "grad_norm": 2.602462364738819,
      "learning_rate": 9.85646644889244e-06,
      "loss": 3.2317,
      "step": 6279
    },
    {
      "epoch": 4.0464141821112,
      "grad_norm": 2.150067408114715,
      "learning_rate": 9.856420753010265e-06,
      "loss": 3.6363,
      "step": 6280
    },
    {
      "epoch": 4.047058823529412,
      "grad_norm": 2.504156727243719,
      "learning_rate": 9.856375049973214e-06,
      "loss": 3.5069,
      "step": 6281
    },
    {
      "epoch": 4.047703464947623,
      "grad_norm": 2.3060912710415162,
      "learning_rate": 9.856329339781363e-06,
      "loss": 3.6835,
      "step": 6282
    },
    {
      "epoch": 4.048348106365834,
      "grad_norm": 2.666399411179002,
      "learning_rate": 9.85628362243479e-06,
      "loss": 3.2707,
      "step": 6283
    },
    {
      "epoch": 4.0489927477840455,
      "grad_norm": 2.3690419480514184,
      "learning_rate": 9.856237897933564e-06,
      "loss": 3.5227,
      "step": 6284
    },
    {
      "epoch": 4.049637389202256,
      "grad_norm": 2.024794023595885,
      "learning_rate": 9.856192166277765e-06,
      "loss": 3.5113,
      "step": 6285
    },
    {
      "epoch": 4.050282030620467,
      "grad_norm": 2.225497657251442,
      "learning_rate": 9.856146427467469e-06,
      "loss": 3.4591,
      "step": 6286
    },
    {
      "epoch": 4.0509266720386785,
      "grad_norm": 2.4031926658963596,
      "learning_rate": 9.856100681502745e-06,
      "loss": 3.3589,
      "step": 6287
    },
    {
      "epoch": 4.05157131345689,
      "grad_norm": 2.2871641718221154,
      "learning_rate": 9.856054928383673e-06,
      "loss": 3.1292,
      "step": 6288
    },
    {
      "epoch": 4.052215954875101,
      "grad_norm": 2.418727234094011,
      "learning_rate": 9.856009168110327e-06,
      "loss": 3.6287,
      "step": 6289
    },
    {
      "epoch": 4.0528605962933115,
      "grad_norm": 2.323403605168129,
      "learning_rate": 9.855963400682783e-06,
      "loss": 3.5087,
      "step": 6290
    },
    {
      "epoch": 4.053505237711523,
      "grad_norm": 2.2108143598103025,
      "learning_rate": 9.855917626101116e-06,
      "loss": 3.2261,
      "step": 6291
    },
    {
      "epoch": 4.054149879129734,
      "grad_norm": 2.541062120972636,
      "learning_rate": 9.8558718443654e-06,
      "loss": 3.4505,
      "step": 6292
    },
    {
      "epoch": 4.054794520547945,
      "grad_norm": 2.1835062816606388,
      "learning_rate": 9.85582605547571e-06,
      "loss": 3.6824,
      "step": 6293
    },
    {
      "epoch": 4.055439161966157,
      "grad_norm": 2.360620924206315,
      "learning_rate": 9.855780259432123e-06,
      "loss": 3.4435,
      "step": 6294
    },
    {
      "epoch": 4.056083803384367,
      "grad_norm": 2.014656971557918,
      "learning_rate": 9.855734456234713e-06,
      "loss": 3.4693,
      "step": 6295
    },
    {
      "epoch": 4.056728444802578,
      "grad_norm": 2.220006472641211,
      "learning_rate": 9.855688645883554e-06,
      "loss": 3.8336,
      "step": 6296
    },
    {
      "epoch": 4.05737308622079,
      "grad_norm": 2.1609774741333703,
      "learning_rate": 9.855642828378725e-06,
      "loss": 3.4901,
      "step": 6297
    },
    {
      "epoch": 4.058017727639001,
      "grad_norm": 2.200372427935489,
      "learning_rate": 9.855597003720297e-06,
      "loss": 3.5221,
      "step": 6298
    },
    {
      "epoch": 4.058662369057212,
      "grad_norm": 2.7835066028875834,
      "learning_rate": 9.855551171908349e-06,
      "loss": 3.4463,
      "step": 6299
    },
    {
      "epoch": 4.059307010475423,
      "grad_norm": 2.4712639809062495,
      "learning_rate": 9.855505332942954e-06,
      "loss": 3.4886,
      "step": 6300
    },
    {
      "epoch": 4.059307010475423,
      "eval_loss": 3.8252615928649902,
      "eval_runtime": 2.957,
      "eval_samples_per_second": 33.818,
      "eval_steps_per_second": 4.396,
      "step": 6300
    },
    {
      "epoch": 4.059951651893634,
      "grad_norm": 2.5012926299145914,
      "learning_rate": 9.855459486824186e-06,
      "loss": 3.1412,
      "step": 6301
    },
    {
      "epoch": 4.060596293311845,
      "grad_norm": 2.221607009057015,
      "learning_rate": 9.855413633552123e-06,
      "loss": 3.4995,
      "step": 6302
    },
    {
      "epoch": 4.061240934730057,
      "grad_norm": 2.200602595398791,
      "learning_rate": 9.855367773126838e-06,
      "loss": 3.6534,
      "step": 6303
    },
    {
      "epoch": 4.061885576148268,
      "grad_norm": 2.208145707020926,
      "learning_rate": 9.85532190554841e-06,
      "loss": 3.5439,
      "step": 6304
    },
    {
      "epoch": 4.062530217566478,
      "grad_norm": 2.4378927227877227,
      "learning_rate": 9.85527603081691e-06,
      "loss": 3.5432,
      "step": 6305
    },
    {
      "epoch": 4.06317485898469,
      "grad_norm": 2.1017413071783437,
      "learning_rate": 9.855230148932416e-06,
      "loss": 3.7366,
      "step": 6306
    },
    {
      "epoch": 4.063819500402901,
      "grad_norm": 2.5854922890876484,
      "learning_rate": 9.855184259895004e-06,
      "loss": 3.8189,
      "step": 6307
    },
    {
      "epoch": 4.064464141821112,
      "grad_norm": 2.375648577929577,
      "learning_rate": 9.855138363704747e-06,
      "loss": 3.2931,
      "step": 6308
    },
    {
      "epoch": 4.065108783239323,
      "grad_norm": 2.413151530627782,
      "learning_rate": 9.855092460361722e-06,
      "loss": 3.4291,
      "step": 6309
    },
    {
      "epoch": 4.065753424657534,
      "grad_norm": 2.289039796432651,
      "learning_rate": 9.855046549866002e-06,
      "loss": 3.5864,
      "step": 6310
    },
    {
      "epoch": 4.066398066075745,
      "grad_norm": 2.263540227159577,
      "learning_rate": 9.855000632217665e-06,
      "loss": 3.443,
      "step": 6311
    },
    {
      "epoch": 4.067042707493957,
      "grad_norm": 2.438695892309978,
      "learning_rate": 9.854954707416787e-06,
      "loss": 3.3563,
      "step": 6312
    },
    {
      "epoch": 4.067687348912168,
      "grad_norm": 2.072256070444821,
      "learning_rate": 9.85490877546344e-06,
      "loss": 3.9568,
      "step": 6313
    },
    {
      "epoch": 4.068331990330378,
      "grad_norm": 2.6471404721506833,
      "learning_rate": 9.854862836357702e-06,
      "loss": 3.3448,
      "step": 6314
    },
    {
      "epoch": 4.06897663174859,
      "grad_norm": 2.03969467005461,
      "learning_rate": 9.85481689009965e-06,
      "loss": 3.6758,
      "step": 6315
    },
    {
      "epoch": 4.069621273166801,
      "grad_norm": 3.230128069521281,
      "learning_rate": 9.854770936689356e-06,
      "loss": 3.2995,
      "step": 6316
    },
    {
      "epoch": 4.070265914585012,
      "grad_norm": 2.6394119617486087,
      "learning_rate": 9.854724976126896e-06,
      "loss": 3.6976,
      "step": 6317
    },
    {
      "epoch": 4.0709105560032235,
      "grad_norm": 3.0993277781147763,
      "learning_rate": 9.854679008412347e-06,
      "loss": 3.4008,
      "step": 6318
    },
    {
      "epoch": 4.071555197421434,
      "grad_norm": 2.6925127892189837,
      "learning_rate": 9.854633033545783e-06,
      "loss": 3.1636,
      "step": 6319
    },
    {
      "epoch": 4.072199838839645,
      "grad_norm": 2.284061057885738,
      "learning_rate": 9.854587051527282e-06,
      "loss": 3.2371,
      "step": 6320
    },
    {
      "epoch": 4.0728444802578565,
      "grad_norm": 2.4080545696475366,
      "learning_rate": 9.854541062356916e-06,
      "loss": 3.6044,
      "step": 6321
    },
    {
      "epoch": 4.073489121676068,
      "grad_norm": 2.7232885106563285,
      "learning_rate": 9.854495066034765e-06,
      "loss": 3.6281,
      "step": 6322
    },
    {
      "epoch": 4.074133763094279,
      "grad_norm": 2.1178305911372166,
      "learning_rate": 9.8544490625609e-06,
      "loss": 3.3769,
      "step": 6323
    },
    {
      "epoch": 4.0747784045124895,
      "grad_norm": 2.2845636945927006,
      "learning_rate": 9.8544030519354e-06,
      "loss": 3.4686,
      "step": 6324
    },
    {
      "epoch": 4.075423045930701,
      "grad_norm": 2.282348266123196,
      "learning_rate": 9.854357034158337e-06,
      "loss": 3.6766,
      "step": 6325
    },
    {
      "epoch": 4.076067687348912,
      "grad_norm": 2.223850600183043,
      "learning_rate": 9.85431100922979e-06,
      "loss": 3.5557,
      "step": 6326
    },
    {
      "epoch": 4.076712328767123,
      "grad_norm": 2.3789055661149194,
      "learning_rate": 9.854264977149834e-06,
      "loss": 3.5146,
      "step": 6327
    },
    {
      "epoch": 4.077356970185335,
      "grad_norm": 2.325306711220941,
      "learning_rate": 9.854218937918543e-06,
      "loss": 3.638,
      "step": 6328
    },
    {
      "epoch": 4.078001611603545,
      "grad_norm": 2.2926045489841416,
      "learning_rate": 9.854172891535992e-06,
      "loss": 3.8293,
      "step": 6329
    },
    {
      "epoch": 4.078646253021756,
      "grad_norm": 2.137184828025206,
      "learning_rate": 9.854126838002259e-06,
      "loss": 3.362,
      "step": 6330
    },
    {
      "epoch": 4.079290894439968,
      "grad_norm": 2.36279022866925,
      "learning_rate": 9.85408077731742e-06,
      "loss": 3.152,
      "step": 6331
    },
    {
      "epoch": 4.079935535858179,
      "grad_norm": 2.1062430855348397,
      "learning_rate": 9.854034709481548e-06,
      "loss": 3.6775,
      "step": 6332
    },
    {
      "epoch": 4.08058017727639,
      "grad_norm": 2.316566201045852,
      "learning_rate": 9.853988634494722e-06,
      "loss": 3.172,
      "step": 6333
    },
    {
      "epoch": 4.081224818694601,
      "grad_norm": 2.248229606899682,
      "learning_rate": 9.853942552357013e-06,
      "loss": 3.3775,
      "step": 6334
    },
    {
      "epoch": 4.081869460112812,
      "grad_norm": 2.4842779018504637,
      "learning_rate": 9.8538964630685e-06,
      "loss": 3.4285,
      "step": 6335
    },
    {
      "epoch": 4.082514101531023,
      "grad_norm": 2.1495726792298577,
      "learning_rate": 9.85385036662926e-06,
      "loss": 3.7132,
      "step": 6336
    },
    {
      "epoch": 4.083158742949235,
      "grad_norm": 2.625207691017311,
      "learning_rate": 9.853804263039364e-06,
      "loss": 3.8784,
      "step": 6337
    },
    {
      "epoch": 4.083803384367446,
      "grad_norm": 2.8109669478040233,
      "learning_rate": 9.853758152298893e-06,
      "loss": 3.6064,
      "step": 6338
    },
    {
      "epoch": 4.084448025785656,
      "grad_norm": 2.670978456860372,
      "learning_rate": 9.853712034407918e-06,
      "loss": 3.1801,
      "step": 6339
    },
    {
      "epoch": 4.085092667203868,
      "grad_norm": 2.8956381699144305,
      "learning_rate": 9.85366590936652e-06,
      "loss": 3.3309,
      "step": 6340
    },
    {
      "epoch": 4.085737308622079,
      "grad_norm": 2.7449599423297646,
      "learning_rate": 9.85361977717477e-06,
      "loss": 3.2769,
      "step": 6341
    },
    {
      "epoch": 4.08638195004029,
      "grad_norm": 2.3255393037610044,
      "learning_rate": 9.853573637832744e-06,
      "loss": 3.6635,
      "step": 6342
    },
    {
      "epoch": 4.087026591458502,
      "grad_norm": 3.1671444530490764,
      "learning_rate": 9.85352749134052e-06,
      "loss": 3.5541,
      "step": 6343
    },
    {
      "epoch": 4.087671232876712,
      "grad_norm": 2.529988387061767,
      "learning_rate": 9.853481337698175e-06,
      "loss": 3.0385,
      "step": 6344
    },
    {
      "epoch": 4.088315874294923,
      "grad_norm": 3.101491595017778,
      "learning_rate": 9.853435176905782e-06,
      "loss": 3.5716,
      "step": 6345
    },
    {
      "epoch": 4.088960515713135,
      "grad_norm": 2.366059698400547,
      "learning_rate": 9.853389008963417e-06,
      "loss": 3.588,
      "step": 6346
    },
    {
      "epoch": 4.089605157131346,
      "grad_norm": 2.30649852243104,
      "learning_rate": 9.853342833871157e-06,
      "loss": 3.4601,
      "step": 6347
    },
    {
      "epoch": 4.090249798549557,
      "grad_norm": 2.927049038263758,
      "learning_rate": 9.853296651629077e-06,
      "loss": 3.5766,
      "step": 6348
    },
    {
      "epoch": 4.090894439967768,
      "grad_norm": 2.107075540206009,
      "learning_rate": 9.853250462237252e-06,
      "loss": 3.281,
      "step": 6349
    },
    {
      "epoch": 4.091539081385979,
      "grad_norm": 2.8952363932470413,
      "learning_rate": 9.85320426569576e-06,
      "loss": 3.7322,
      "step": 6350
    },
    {
      "epoch": 4.09218372280419,
      "grad_norm": 2.3812648910155514,
      "learning_rate": 9.853158062004678e-06,
      "loss": 3.5238,
      "step": 6351
    },
    {
      "epoch": 4.0928283642224015,
      "grad_norm": 2.9731558003565275,
      "learning_rate": 9.853111851164078e-06,
      "loss": 3.3759,
      "step": 6352
    },
    {
      "epoch": 4.093473005640613,
      "grad_norm": 2.6967825166931663,
      "learning_rate": 9.853065633174036e-06,
      "loss": 3.4801,
      "step": 6353
    },
    {
      "epoch": 4.094117647058823,
      "grad_norm": 2.534833889777184,
      "learning_rate": 9.853019408034633e-06,
      "loss": 3.6001,
      "step": 6354
    },
    {
      "epoch": 4.0947622884770345,
      "grad_norm": 3.2385639894816447,
      "learning_rate": 9.852973175745941e-06,
      "loss": 3.2042,
      "step": 6355
    },
    {
      "epoch": 4.095406929895246,
      "grad_norm": 2.426220850616052,
      "learning_rate": 9.852926936308034e-06,
      "loss": 3.5328,
      "step": 6356
    },
    {
      "epoch": 4.096051571313457,
      "grad_norm": 2.595125059166719,
      "learning_rate": 9.852880689720993e-06,
      "loss": 3.1368,
      "step": 6357
    },
    {
      "epoch": 4.096696212731668,
      "grad_norm": 2.4413844381367644,
      "learning_rate": 9.85283443598489e-06,
      "loss": 3.4442,
      "step": 6358
    },
    {
      "epoch": 4.097340854149879,
      "grad_norm": 2.214293791613512,
      "learning_rate": 9.852788175099802e-06,
      "loss": 3.6469,
      "step": 6359
    },
    {
      "epoch": 4.09798549556809,
      "grad_norm": 2.5266558003358686,
      "learning_rate": 9.852741907065806e-06,
      "loss": 3.076,
      "step": 6360
    },
    {
      "epoch": 4.098630136986301,
      "grad_norm": 2.2912658268720874,
      "learning_rate": 9.852695631882978e-06,
      "loss": 3.387,
      "step": 6361
    },
    {
      "epoch": 4.099274778404513,
      "grad_norm": 2.5252826229748937,
      "learning_rate": 9.852649349551392e-06,
      "loss": 3.4114,
      "step": 6362
    },
    {
      "epoch": 4.099919419822724,
      "grad_norm": 2.384744144581511,
      "learning_rate": 9.852603060071125e-06,
      "loss": 3.5547,
      "step": 6363
    },
    {
      "epoch": 4.100564061240934,
      "grad_norm": 2.331922971932811,
      "learning_rate": 9.852556763442255e-06,
      "loss": 3.8888,
      "step": 6364
    },
    {
      "epoch": 4.101208702659146,
      "grad_norm": 2.6146913423162776,
      "learning_rate": 9.852510459664857e-06,
      "loss": 3.3139,
      "step": 6365
    },
    {
      "epoch": 4.101853344077357,
      "grad_norm": 2.5184474216521613,
      "learning_rate": 9.852464148739003e-06,
      "loss": 3.6934,
      "step": 6366
    },
    {
      "epoch": 4.102497985495568,
      "grad_norm": 2.6089202035843,
      "learning_rate": 9.852417830664775e-06,
      "loss": 3.47,
      "step": 6367
    },
    {
      "epoch": 4.10314262691378,
      "grad_norm": 2.72078963641101,
      "learning_rate": 9.852371505442245e-06,
      "loss": 3.6663,
      "step": 6368
    },
    {
      "epoch": 4.10378726833199,
      "grad_norm": 2.929508826454214,
      "learning_rate": 9.852325173071492e-06,
      "loss": 3.4081,
      "step": 6369
    },
    {
      "epoch": 4.104431909750201,
      "grad_norm": 2.124751562648532,
      "learning_rate": 9.852278833552591e-06,
      "loss": 3.5334,
      "step": 6370
    },
    {
      "epoch": 4.105076551168413,
      "grad_norm": 3.0977575599538665,
      "learning_rate": 9.852232486885618e-06,
      "loss": 3.5234,
      "step": 6371
    },
    {
      "epoch": 4.105721192586624,
      "grad_norm": 2.12108857030577,
      "learning_rate": 9.852186133070647e-06,
      "loss": 3.5357,
      "step": 6372
    },
    {
      "epoch": 4.106365834004835,
      "grad_norm": 3.1723971909916915,
      "learning_rate": 9.852139772107757e-06,
      "loss": 3.2052,
      "step": 6373
    },
    {
      "epoch": 4.107010475423046,
      "grad_norm": 2.713032178488118,
      "learning_rate": 9.852093403997022e-06,
      "loss": 3.3716,
      "step": 6374
    },
    {
      "epoch": 4.107655116841257,
      "grad_norm": 2.660153053081056,
      "learning_rate": 9.852047028738522e-06,
      "loss": 3.4957,
      "step": 6375
    },
    {
      "epoch": 4.108299758259468,
      "grad_norm": 2.8288270425573634,
      "learning_rate": 9.85200064633233e-06,
      "loss": 3.6502,
      "step": 6376
    },
    {
      "epoch": 4.1089443996776795,
      "grad_norm": 2.685038457748743,
      "learning_rate": 9.851954256778521e-06,
      "loss": 3.4749,
      "step": 6377
    },
    {
      "epoch": 4.109589041095891,
      "grad_norm": 2.328934775650721,
      "learning_rate": 9.851907860077174e-06,
      "loss": 3.0449,
      "step": 6378
    },
    {
      "epoch": 4.110233682514101,
      "grad_norm": 2.858390826498074,
      "learning_rate": 9.851861456228366e-06,
      "loss": 3.1786,
      "step": 6379
    },
    {
      "epoch": 4.110878323932313,
      "grad_norm": 2.2384983724811662,
      "learning_rate": 9.851815045232168e-06,
      "loss": 3.3262,
      "step": 6380
    },
    {
      "epoch": 4.111522965350524,
      "grad_norm": 2.478416612460228,
      "learning_rate": 9.85176862708866e-06,
      "loss": 3.6146,
      "step": 6381
    },
    {
      "epoch": 4.112167606768735,
      "grad_norm": 2.2360016261118405,
      "learning_rate": 9.85172220179792e-06,
      "loss": 3.7964,
      "step": 6382
    },
    {
      "epoch": 4.1128122481869465,
      "grad_norm": 2.337919543927418,
      "learning_rate": 9.85167576936002e-06,
      "loss": 3.5485,
      "step": 6383
    },
    {
      "epoch": 4.113456889605157,
      "grad_norm": 2.5715827407366945,
      "learning_rate": 9.85162932977504e-06,
      "loss": 3.2384,
      "step": 6384
    },
    {
      "epoch": 4.114101531023368,
      "grad_norm": 2.1980184881786653,
      "learning_rate": 9.851582883043054e-06,
      "loss": 3.721,
      "step": 6385
    },
    {
      "epoch": 4.1147461724415795,
      "grad_norm": 2.439752128486722,
      "learning_rate": 9.851536429164138e-06,
      "loss": 3.3404,
      "step": 6386
    },
    {
      "epoch": 4.115390813859791,
      "grad_norm": 1.9267641280876378,
      "learning_rate": 9.851489968138371e-06,
      "loss": 3.6342,
      "step": 6387
    },
    {
      "epoch": 4.116035455278001,
      "grad_norm": 2.7194031862099206,
      "learning_rate": 9.851443499965823e-06,
      "loss": 3.3414,
      "step": 6388
    },
    {
      "epoch": 4.1166800966962125,
      "grad_norm": 2.0310355318493243,
      "learning_rate": 9.851397024646579e-06,
      "loss": 3.5741,
      "step": 6389
    },
    {
      "epoch": 4.117324738114424,
      "grad_norm": 2.3191158200720228,
      "learning_rate": 9.851350542180711e-06,
      "loss": 3.807,
      "step": 6390
    },
    {
      "epoch": 4.117969379532635,
      "grad_norm": 2.32678972544297,
      "learning_rate": 9.851304052568292e-06,
      "loss": 3.5391,
      "step": 6391
    },
    {
      "epoch": 4.118614020950846,
      "grad_norm": 1.9076828078248573,
      "learning_rate": 9.851257555809406e-06,
      "loss": 3.5349,
      "step": 6392
    },
    {
      "epoch": 4.119258662369057,
      "grad_norm": 2.592796470632707,
      "learning_rate": 9.851211051904122e-06,
      "loss": 3.3141,
      "step": 6393
    },
    {
      "epoch": 4.119903303787268,
      "grad_norm": 2.051515566581036,
      "learning_rate": 9.851164540852522e-06,
      "loss": 3.6866,
      "step": 6394
    },
    {
      "epoch": 4.120547945205479,
      "grad_norm": 3.2824529436319945,
      "learning_rate": 9.85111802265468e-06,
      "loss": 3.2876,
      "step": 6395
    },
    {
      "epoch": 4.121192586623691,
      "grad_norm": 2.0400055594454862,
      "learning_rate": 9.85107149731067e-06,
      "loss": 3.166,
      "step": 6396
    },
    {
      "epoch": 4.121837228041902,
      "grad_norm": 2.7659894424193676,
      "learning_rate": 9.85102496482057e-06,
      "loss": 3.6909,
      "step": 6397
    },
    {
      "epoch": 4.122481869460112,
      "grad_norm": 2.4805952843884476,
      "learning_rate": 9.85097842518446e-06,
      "loss": 3.3119,
      "step": 6398
    },
    {
      "epoch": 4.123126510878324,
      "grad_norm": 2.760362955650515,
      "learning_rate": 9.850931878402413e-06,
      "loss": 3.5686,
      "step": 6399
    },
    {
      "epoch": 4.123771152296535,
      "grad_norm": 2.4638075191274726,
      "learning_rate": 9.850885324474505e-06,
      "loss": 3.5691,
      "step": 6400
    },
    {
      "epoch": 4.123771152296535,
      "eval_loss": 3.830803155899048,
      "eval_runtime": 2.9321,
      "eval_samples_per_second": 34.105,
      "eval_steps_per_second": 4.434,
      "step": 6400
    },
    {
      "epoch": 4.124415793714746,
      "grad_norm": 2.271834921650925,
      "learning_rate": 9.850838763400815e-06,
      "loss": 3.4158,
      "step": 6401
    },
    {
      "epoch": 4.125060435132958,
      "grad_norm": 2.6063983225325718,
      "learning_rate": 9.850792195181416e-06,
      "loss": 3.5009,
      "step": 6402
    },
    {
      "epoch": 4.125705076551168,
      "grad_norm": 2.138575709988914,
      "learning_rate": 9.850745619816388e-06,
      "loss": 3.5429,
      "step": 6403
    },
    {
      "epoch": 4.126349717969379,
      "grad_norm": 2.8820473784487244,
      "learning_rate": 9.850699037305805e-06,
      "loss": 3.6913,
      "step": 6404
    },
    {
      "epoch": 4.126994359387591,
      "grad_norm": 2.1457975748517772,
      "learning_rate": 9.850652447649746e-06,
      "loss": 3.741,
      "step": 6405
    },
    {
      "epoch": 4.127639000805802,
      "grad_norm": 2.292637685678718,
      "learning_rate": 9.850605850848286e-06,
      "loss": 3.5127,
      "step": 6406
    },
    {
      "epoch": 4.128283642224013,
      "grad_norm": 2.155814373986408,
      "learning_rate": 9.8505592469015e-06,
      "loss": 3.3083,
      "step": 6407
    },
    {
      "epoch": 4.128928283642224,
      "grad_norm": 2.0071687145959727,
      "learning_rate": 9.850512635809466e-06,
      "loss": 3.8302,
      "step": 6408
    },
    {
      "epoch": 4.129572925060435,
      "grad_norm": 2.677882686771751,
      "learning_rate": 9.850466017572261e-06,
      "loss": 3.2429,
      "step": 6409
    },
    {
      "epoch": 4.130217566478646,
      "grad_norm": 2.0331429854529097,
      "learning_rate": 9.85041939218996e-06,
      "loss": 3.1471,
      "step": 6410
    },
    {
      "epoch": 4.1308622078968575,
      "grad_norm": 2.569325529669537,
      "learning_rate": 9.850372759662642e-06,
      "loss": 3.744,
      "step": 6411
    },
    {
      "epoch": 4.131506849315069,
      "grad_norm": 2.1554689791339157,
      "learning_rate": 9.850326119990381e-06,
      "loss": 3.4906,
      "step": 6412
    },
    {
      "epoch": 4.132151490733279,
      "grad_norm": 2.335316768318992,
      "learning_rate": 9.850279473173257e-06,
      "loss": 4.0545,
      "step": 6413
    },
    {
      "epoch": 4.1327961321514906,
      "grad_norm": 2.403423016269087,
      "learning_rate": 9.850232819211344e-06,
      "loss": 3.5084,
      "step": 6414
    },
    {
      "epoch": 4.133440773569702,
      "grad_norm": 2.1398732099187394,
      "learning_rate": 9.850186158104718e-06,
      "loss": 3.5039,
      "step": 6415
    },
    {
      "epoch": 4.134085414987913,
      "grad_norm": 2.5808134163396175,
      "learning_rate": 9.850139489853459e-06,
      "loss": 3.1673,
      "step": 6416
    },
    {
      "epoch": 4.1347300564061245,
      "grad_norm": 2.1211222933935963,
      "learning_rate": 9.85009281445764e-06,
      "loss": 3.1896,
      "step": 6417
    },
    {
      "epoch": 4.135374697824335,
      "grad_norm": 2.6542639748102914,
      "learning_rate": 9.85004613191734e-06,
      "loss": 3.4485,
      "step": 6418
    },
    {
      "epoch": 4.136019339242546,
      "grad_norm": 2.058263086072496,
      "learning_rate": 9.849999442232633e-06,
      "loss": 3.5994,
      "step": 6419
    },
    {
      "epoch": 4.1366639806607575,
      "grad_norm": 2.9006864209765513,
      "learning_rate": 9.849952745403597e-06,
      "loss": 3.6254,
      "step": 6420
    },
    {
      "epoch": 4.137308622078969,
      "grad_norm": 2.4287858385540595,
      "learning_rate": 9.849906041430313e-06,
      "loss": 3.2329,
      "step": 6421
    },
    {
      "epoch": 4.13795326349718,
      "grad_norm": 2.6346193188410205,
      "learning_rate": 9.84985933031285e-06,
      "loss": 3.4851,
      "step": 6422
    },
    {
      "epoch": 4.1385979049153905,
      "grad_norm": 2.737130401704606,
      "learning_rate": 9.849812612051291e-06,
      "loss": 3.6143,
      "step": 6423
    },
    {
      "epoch": 4.139242546333602,
      "grad_norm": 2.089219264794455,
      "learning_rate": 9.84976588664571e-06,
      "loss": 3.4065,
      "step": 6424
    },
    {
      "epoch": 4.139887187751813,
      "grad_norm": 2.4817524577193826,
      "learning_rate": 9.849719154096183e-06,
      "loss": 3.5239,
      "step": 6425
    },
    {
      "epoch": 4.140531829170024,
      "grad_norm": 2.796142519624873,
      "learning_rate": 9.849672414402787e-06,
      "loss": 3.2658,
      "step": 6426
    },
    {
      "epoch": 4.141176470588236,
      "grad_norm": 2.243414230949293,
      "learning_rate": 9.849625667565602e-06,
      "loss": 3.6263,
      "step": 6427
    },
    {
      "epoch": 4.141821112006446,
      "grad_norm": 2.6376634799323915,
      "learning_rate": 9.849578913584698e-06,
      "loss": 3.6659,
      "step": 6428
    },
    {
      "epoch": 4.142465753424657,
      "grad_norm": 2.4967906091264975,
      "learning_rate": 9.849532152460161e-06,
      "loss": 3.5027,
      "step": 6429
    },
    {
      "epoch": 4.143110394842869,
      "grad_norm": 3.1118600437967925,
      "learning_rate": 9.84948538419206e-06,
      "loss": 3.0248,
      "step": 6430
    },
    {
      "epoch": 4.14375503626108,
      "grad_norm": 2.2520802102455586,
      "learning_rate": 9.849438608780477e-06,
      "loss": 3.2845,
      "step": 6431
    },
    {
      "epoch": 4.144399677679291,
      "grad_norm": 3.298458985771476,
      "learning_rate": 9.849391826225484e-06,
      "loss": 3.5551,
      "step": 6432
    },
    {
      "epoch": 4.145044319097502,
      "grad_norm": 2.5570291929332973,
      "learning_rate": 9.849345036527163e-06,
      "loss": 3.5651,
      "step": 6433
    },
    {
      "epoch": 4.145688960515713,
      "grad_norm": 2.3560644802751516,
      "learning_rate": 9.849298239685586e-06,
      "loss": 3.2761,
      "step": 6434
    },
    {
      "epoch": 4.146333601933924,
      "grad_norm": 2.659696641486071,
      "learning_rate": 9.849251435700833e-06,
      "loss": 3.1479,
      "step": 6435
    },
    {
      "epoch": 4.146978243352136,
      "grad_norm": 2.225929915790594,
      "learning_rate": 9.84920462457298e-06,
      "loss": 3.5413,
      "step": 6436
    },
    {
      "epoch": 4.147622884770347,
      "grad_norm": 2.597559496085827,
      "learning_rate": 9.849157806302104e-06,
      "loss": 3.6651,
      "step": 6437
    },
    {
      "epoch": 4.148267526188557,
      "grad_norm": 2.3006874654745513,
      "learning_rate": 9.84911098088828e-06,
      "loss": 3.557,
      "step": 6438
    },
    {
      "epoch": 4.148912167606769,
      "grad_norm": 2.371589651047247,
      "learning_rate": 9.84906414833159e-06,
      "loss": 3.3971,
      "step": 6439
    },
    {
      "epoch": 4.14955680902498,
      "grad_norm": 2.387037048494033,
      "learning_rate": 9.849017308632104e-06,
      "loss": 3.5604,
      "step": 6440
    },
    {
      "epoch": 4.150201450443191,
      "grad_norm": 2.3818782630034416,
      "learning_rate": 9.848970461789904e-06,
      "loss": 4.0086,
      "step": 6441
    },
    {
      "epoch": 4.1508460918614025,
      "grad_norm": 2.3710455982307295,
      "learning_rate": 9.848923607805067e-06,
      "loss": 3.5798,
      "step": 6442
    },
    {
      "epoch": 4.151490733279613,
      "grad_norm": 2.2891017419210877,
      "learning_rate": 9.848876746677667e-06,
      "loss": 3.6365,
      "step": 6443
    },
    {
      "epoch": 4.152135374697824,
      "grad_norm": 2.367410873665122,
      "learning_rate": 9.848829878407782e-06,
      "loss": 3.6695,
      "step": 6444
    },
    {
      "epoch": 4.1527800161160355,
      "grad_norm": 2.398192516172028,
      "learning_rate": 9.84878300299549e-06,
      "loss": 3.5289,
      "step": 6445
    },
    {
      "epoch": 4.153424657534247,
      "grad_norm": 2.6410447129720604,
      "learning_rate": 9.848736120440866e-06,
      "loss": 3.5483,
      "step": 6446
    },
    {
      "epoch": 4.154069298952457,
      "grad_norm": 2.379185310983774,
      "learning_rate": 9.84868923074399e-06,
      "loss": 3.3776,
      "step": 6447
    },
    {
      "epoch": 4.1547139403706685,
      "grad_norm": 2.3348383763535794,
      "learning_rate": 9.848642333904935e-06,
      "loss": 3.5887,
      "step": 6448
    },
    {
      "epoch": 4.15535858178888,
      "grad_norm": 2.1838611119691183,
      "learning_rate": 9.848595429923784e-06,
      "loss": 3.5804,
      "step": 6449
    },
    {
      "epoch": 4.156003223207091,
      "grad_norm": 2.045274635875912,
      "learning_rate": 9.848548518800608e-06,
      "loss": 3.4479,
      "step": 6450
    },
    {
      "epoch": 4.1566478646253024,
      "grad_norm": 2.2349766641242406,
      "learning_rate": 9.848501600535485e-06,
      "loss": 3.5048,
      "step": 6451
    },
    {
      "epoch": 4.157292506043513,
      "grad_norm": 2.5545653951141016,
      "learning_rate": 9.848454675128496e-06,
      "loss": 3.3373,
      "step": 6452
    },
    {
      "epoch": 4.157937147461724,
      "grad_norm": 2.1343273815790322,
      "learning_rate": 9.848407742579714e-06,
      "loss": 3.507,
      "step": 6453
    },
    {
      "epoch": 4.1585817888799355,
      "grad_norm": 2.1799512310330877,
      "learning_rate": 9.848360802889218e-06,
      "loss": 3.2557,
      "step": 6454
    },
    {
      "epoch": 4.159226430298147,
      "grad_norm": 2.0888493964227384,
      "learning_rate": 9.848313856057085e-06,
      "loss": 3.4974,
      "step": 6455
    },
    {
      "epoch": 4.159871071716358,
      "grad_norm": 2.035659496057666,
      "learning_rate": 9.848266902083393e-06,
      "loss": 3.3307,
      "step": 6456
    },
    {
      "epoch": 4.1605157131345685,
      "grad_norm": 1.9514805705246745,
      "learning_rate": 9.848219940968215e-06,
      "loss": 3.5777,
      "step": 6457
    },
    {
      "epoch": 4.16116035455278,
      "grad_norm": 2.332092923714708,
      "learning_rate": 9.848172972711632e-06,
      "loss": 3.5466,
      "step": 6458
    },
    {
      "epoch": 4.161804995970991,
      "grad_norm": 2.0559807581071534,
      "learning_rate": 9.84812599731372e-06,
      "loss": 3.5569,
      "step": 6459
    },
    {
      "epoch": 4.162449637389202,
      "grad_norm": 2.20092106092553,
      "learning_rate": 9.84807901477456e-06,
      "loss": 3.6587,
      "step": 6460
    },
    {
      "epoch": 4.163094278807414,
      "grad_norm": 2.216473084500778,
      "learning_rate": 9.848032025094222e-06,
      "loss": 3.2009,
      "step": 6461
    },
    {
      "epoch": 4.163738920225624,
      "grad_norm": 2.5047663729761585,
      "learning_rate": 9.847985028272788e-06,
      "loss": 3.3537,
      "step": 6462
    },
    {
      "epoch": 4.164383561643835,
      "grad_norm": 2.1129703882507798,
      "learning_rate": 9.847938024310332e-06,
      "loss": 3.5754,
      "step": 6463
    },
    {
      "epoch": 4.165028203062047,
      "grad_norm": 2.203615804997468,
      "learning_rate": 9.847891013206936e-06,
      "loss": 3.6994,
      "step": 6464
    },
    {
      "epoch": 4.165672844480258,
      "grad_norm": 2.2843598451880234,
      "learning_rate": 9.84784399496267e-06,
      "loss": 3.5403,
      "step": 6465
    },
    {
      "epoch": 4.166317485898469,
      "grad_norm": 2.3032036560947633,
      "learning_rate": 9.84779696957762e-06,
      "loss": 3.6513,
      "step": 6466
    },
    {
      "epoch": 4.16696212731668,
      "grad_norm": 2.401849544388851,
      "learning_rate": 9.847749937051856e-06,
      "loss": 3.5577,
      "step": 6467
    },
    {
      "epoch": 4.167606768734891,
      "grad_norm": 2.4069902069149918,
      "learning_rate": 9.847702897385459e-06,
      "loss": 3.3223,
      "step": 6468
    },
    {
      "epoch": 4.168251410153102,
      "grad_norm": 2.4443832123358042,
      "learning_rate": 9.847655850578506e-06,
      "loss": 3.5664,
      "step": 6469
    },
    {
      "epoch": 4.168896051571314,
      "grad_norm": 2.6343775523542488,
      "learning_rate": 9.847608796631072e-06,
      "loss": 3.3826,
      "step": 6470
    },
    {
      "epoch": 4.169540692989525,
      "grad_norm": 2.737500591825951,
      "learning_rate": 9.847561735543235e-06,
      "loss": 3.6469,
      "step": 6471
    },
    {
      "epoch": 4.170185334407735,
      "grad_norm": 2.4779295247174167,
      "learning_rate": 9.847514667315077e-06,
      "loss": 3.6092,
      "step": 6472
    },
    {
      "epoch": 4.170829975825947,
      "grad_norm": 2.2454818272134047,
      "learning_rate": 9.847467591946668e-06,
      "loss": 3.4135,
      "step": 6473
    },
    {
      "epoch": 4.171474617244158,
      "grad_norm": 2.247226281511809,
      "learning_rate": 9.847420509438091e-06,
      "loss": 3.5867,
      "step": 6474
    },
    {
      "epoch": 4.172119258662369,
      "grad_norm": 2.335302816823805,
      "learning_rate": 9.847373419789418e-06,
      "loss": 3.5889,
      "step": 6475
    },
    {
      "epoch": 4.1727639000805805,
      "grad_norm": 2.291341724823355,
      "learning_rate": 9.847326323000731e-06,
      "loss": 3.6984,
      "step": 6476
    },
    {
      "epoch": 4.173408541498791,
      "grad_norm": 2.5234206545751956,
      "learning_rate": 9.847279219072106e-06,
      "loss": 3.4534,
      "step": 6477
    },
    {
      "epoch": 4.174053182917002,
      "grad_norm": 2.625556770987874,
      "learning_rate": 9.84723210800362e-06,
      "loss": 3.3857,
      "step": 6478
    },
    {
      "epoch": 4.1746978243352135,
      "grad_norm": 2.245469640696697,
      "learning_rate": 9.84718498979535e-06,
      "loss": 3.4818,
      "step": 6479
    },
    {
      "epoch": 4.175342465753425,
      "grad_norm": 2.2355674651692237,
      "learning_rate": 9.847137864447374e-06,
      "loss": 3.7887,
      "step": 6480
    },
    {
      "epoch": 4.175987107171636,
      "grad_norm": 2.844372084137395,
      "learning_rate": 9.84709073195977e-06,
      "loss": 3.2857,
      "step": 6481
    },
    {
      "epoch": 4.1766317485898465,
      "grad_norm": 2.3306569732369877,
      "learning_rate": 9.847043592332613e-06,
      "loss": 3.1768,
      "step": 6482
    },
    {
      "epoch": 4.177276390008058,
      "grad_norm": 2.5447314851699963,
      "learning_rate": 9.846996445565983e-06,
      "loss": 3.4035,
      "step": 6483
    },
    {
      "epoch": 4.177921031426269,
      "grad_norm": 2.4798195118577504,
      "learning_rate": 9.846949291659955e-06,
      "loss": 3.3978,
      "step": 6484
    },
    {
      "epoch": 4.17856567284448,
      "grad_norm": 2.482131035595096,
      "learning_rate": 9.846902130614611e-06,
      "loss": 3.5234,
      "step": 6485
    },
    {
      "epoch": 4.179210314262692,
      "grad_norm": 2.2501581113647435,
      "learning_rate": 9.846854962430024e-06,
      "loss": 3.5807,
      "step": 6486
    },
    {
      "epoch": 4.179854955680902,
      "grad_norm": 3.0569475546394482,
      "learning_rate": 9.846807787106272e-06,
      "loss": 3.5311,
      "step": 6487
    },
    {
      "epoch": 4.1804995970991135,
      "grad_norm": 2.0606159511650834,
      "learning_rate": 9.846760604643433e-06,
      "loss": 3.5413,
      "step": 6488
    },
    {
      "epoch": 4.181144238517325,
      "grad_norm": 2.7332086072746096,
      "learning_rate": 9.846713415041588e-06,
      "loss": 3.7795,
      "step": 6489
    },
    {
      "epoch": 4.181788879935536,
      "grad_norm": 2.3406209537734073,
      "learning_rate": 9.846666218300808e-06,
      "loss": 3.5149,
      "step": 6490
    },
    {
      "epoch": 4.182433521353747,
      "grad_norm": 2.6633238935632764,
      "learning_rate": 9.846619014421175e-06,
      "loss": 3.7654,
      "step": 6491
    },
    {
      "epoch": 4.183078162771958,
      "grad_norm": 3.1335328193015934,
      "learning_rate": 9.846571803402765e-06,
      "loss": 3.1748,
      "step": 6492
    },
    {
      "epoch": 4.183722804190169,
      "grad_norm": 3.5510018999931114,
      "learning_rate": 9.846524585245657e-06,
      "loss": 3.2981,
      "step": 6493
    },
    {
      "epoch": 4.18436744560838,
      "grad_norm": 2.621010526301056,
      "learning_rate": 9.846477359949926e-06,
      "loss": 3.5616,
      "step": 6494
    },
    {
      "epoch": 4.185012087026592,
      "grad_norm": 3.1207789137645294,
      "learning_rate": 9.846430127515652e-06,
      "loss": 3.1212,
      "step": 6495
    },
    {
      "epoch": 4.185656728444803,
      "grad_norm": 2.7895434758298547,
      "learning_rate": 9.846382887942913e-06,
      "loss": 3.7573,
      "step": 6496
    },
    {
      "epoch": 4.186301369863013,
      "grad_norm": 2.5320860103121094,
      "learning_rate": 9.846335641231783e-06,
      "loss": 3.7174,
      "step": 6497
    },
    {
      "epoch": 4.186946011281225,
      "grad_norm": 2.867558291629639,
      "learning_rate": 9.846288387382341e-06,
      "loss": 3.4652,
      "step": 6498
    },
    {
      "epoch": 4.187590652699436,
      "grad_norm": 2.1893173287781957,
      "learning_rate": 9.846241126394666e-06,
      "loss": 3.5971,
      "step": 6499
    },
    {
      "epoch": 4.188235294117647,
      "grad_norm": 2.8826597899944106,
      "learning_rate": 9.846193858268836e-06,
      "loss": 3.6558,
      "step": 6500
    },
    {
      "epoch": 4.188235294117647,
      "eval_loss": 3.824833869934082,
      "eval_runtime": 2.9511,
      "eval_samples_per_second": 33.885,
      "eval_steps_per_second": 4.405,
      "step": 6500
    },
    {
      "epoch": 4.188879935535859,
      "grad_norm": 2.2618728417312055,
      "learning_rate": 9.84614658300493e-06,
      "loss": 3.527,
      "step": 6501
    },
    {
      "epoch": 4.189524576954069,
      "grad_norm": 3.026607872864399,
      "learning_rate": 9.846099300603019e-06,
      "loss": 4.0085,
      "step": 6502
    },
    {
      "epoch": 4.19016921837228,
      "grad_norm": 2.38773271677086,
      "learning_rate": 9.846052011063188e-06,
      "loss": 3.787,
      "step": 6503
    },
    {
      "epoch": 4.190813859790492,
      "grad_norm": 2.753550926799754,
      "learning_rate": 9.846004714385509e-06,
      "loss": 3.6541,
      "step": 6504
    },
    {
      "epoch": 4.191458501208703,
      "grad_norm": 2.8037925826926275,
      "learning_rate": 9.845957410570064e-06,
      "loss": 3.5671,
      "step": 6505
    },
    {
      "epoch": 4.192103142626914,
      "grad_norm": 2.5255049969727774,
      "learning_rate": 9.845910099616928e-06,
      "loss": 3.5738,
      "step": 6506
    },
    {
      "epoch": 4.192747784045125,
      "grad_norm": 3.265284332761789,
      "learning_rate": 9.845862781526182e-06,
      "loss": 3.2813,
      "step": 6507
    },
    {
      "epoch": 4.193392425463336,
      "grad_norm": 2.6403572108268905,
      "learning_rate": 9.845815456297896e-06,
      "loss": 3.6048,
      "step": 6508
    },
    {
      "epoch": 4.194037066881547,
      "grad_norm": 2.516345856287297,
      "learning_rate": 9.84576812393216e-06,
      "loss": 3.7929,
      "step": 6509
    },
    {
      "epoch": 4.1946817082997585,
      "grad_norm": 2.7695119242225106,
      "learning_rate": 9.845720784429041e-06,
      "loss": 3.2469,
      "step": 6510
    },
    {
      "epoch": 4.19532634971797,
      "grad_norm": 2.6583867365698106,
      "learning_rate": 9.84567343778862e-06,
      "loss": 3.5516,
      "step": 6511
    },
    {
      "epoch": 4.19597099113618,
      "grad_norm": 3.1606547847650415,
      "learning_rate": 9.845626084010978e-06,
      "loss": 3.5444,
      "step": 6512
    },
    {
      "epoch": 4.1966156325543915,
      "grad_norm": 2.1164764701045042,
      "learning_rate": 9.845578723096187e-06,
      "loss": 3.467,
      "step": 6513
    },
    {
      "epoch": 4.197260273972603,
      "grad_norm": 3.116776575868501,
      "learning_rate": 9.845531355044332e-06,
      "loss": 3.551,
      "step": 6514
    },
    {
      "epoch": 4.197904915390814,
      "grad_norm": 2.3335168014476273,
      "learning_rate": 9.845483979855482e-06,
      "loss": 3.3191,
      "step": 6515
    },
    {
      "epoch": 4.198549556809025,
      "grad_norm": 2.3839783350845782,
      "learning_rate": 9.845436597529722e-06,
      "loss": 3.2904,
      "step": 6516
    },
    {
      "epoch": 4.199194198227236,
      "grad_norm": 2.886857144423917,
      "learning_rate": 9.845389208067127e-06,
      "loss": 3.2967,
      "step": 6517
    },
    {
      "epoch": 4.199838839645447,
      "grad_norm": 2.302771123091572,
      "learning_rate": 9.845341811467776e-06,
      "loss": 3.5133,
      "step": 6518
    },
    {
      "epoch": 4.200483481063658,
      "grad_norm": 2.7653655958162515,
      "learning_rate": 9.845294407731746e-06,
      "loss": 3.6682,
      "step": 6519
    },
    {
      "epoch": 4.20112812248187,
      "grad_norm": 2.271660499878362,
      "learning_rate": 9.845246996859114e-06,
      "loss": 3.2081,
      "step": 6520
    },
    {
      "epoch": 4.201772763900081,
      "grad_norm": 2.4330466535298063,
      "learning_rate": 9.845199578849959e-06,
      "loss": 3.7692,
      "step": 6521
    },
    {
      "epoch": 4.202417405318291,
      "grad_norm": 3.046567158718014,
      "learning_rate": 9.845152153704358e-06,
      "loss": 3.3899,
      "step": 6522
    },
    {
      "epoch": 4.203062046736503,
      "grad_norm": 2.5824502974360075,
      "learning_rate": 9.84510472142239e-06,
      "loss": 3.3553,
      "step": 6523
    },
    {
      "epoch": 4.203706688154714,
      "grad_norm": 2.3215277914203427,
      "learning_rate": 9.845057282004133e-06,
      "loss": 4.0104,
      "step": 6524
    },
    {
      "epoch": 4.204351329572925,
      "grad_norm": 3.3421541466201203,
      "learning_rate": 9.845009835449664e-06,
      "loss": 3.422,
      "step": 6525
    },
    {
      "epoch": 4.204995970991136,
      "grad_norm": 2.4806131473240898,
      "learning_rate": 9.844962381759063e-06,
      "loss": 3.7216,
      "step": 6526
    },
    {
      "epoch": 4.205640612409347,
      "grad_norm": 2.5770496900084345,
      "learning_rate": 9.844914920932404e-06,
      "loss": 3.4516,
      "step": 6527
    },
    {
      "epoch": 4.206285253827558,
      "grad_norm": 2.4951142373983117,
      "learning_rate": 9.844867452969767e-06,
      "loss": 3.5665,
      "step": 6528
    },
    {
      "epoch": 4.20692989524577,
      "grad_norm": 2.954208978432988,
      "learning_rate": 9.844819977871231e-06,
      "loss": 3.0012,
      "step": 6529
    },
    {
      "epoch": 4.207574536663981,
      "grad_norm": 2.4354204936589854,
      "learning_rate": 9.844772495636871e-06,
      "loss": 3.1197,
      "step": 6530
    },
    {
      "epoch": 4.208219178082191,
      "grad_norm": 2.6561868641175006,
      "learning_rate": 9.844725006266769e-06,
      "loss": 3.5599,
      "step": 6531
    },
    {
      "epoch": 4.208863819500403,
      "grad_norm": 2.460560994960347,
      "learning_rate": 9.844677509761002e-06,
      "loss": 3.6354,
      "step": 6532
    },
    {
      "epoch": 4.209508460918614,
      "grad_norm": 2.583533734362315,
      "learning_rate": 9.844630006119645e-06,
      "loss": 3.5884,
      "step": 6533
    },
    {
      "epoch": 4.210153102336825,
      "grad_norm": 2.377975074529571,
      "learning_rate": 9.84458249534278e-06,
      "loss": 3.5926,
      "step": 6534
    },
    {
      "epoch": 4.210797743755037,
      "grad_norm": 2.527378927661458,
      "learning_rate": 9.844534977430481e-06,
      "loss": 3.5844,
      "step": 6535
    },
    {
      "epoch": 4.211442385173247,
      "grad_norm": 2.496238172169459,
      "learning_rate": 9.844487452382831e-06,
      "loss": 3.4098,
      "step": 6536
    },
    {
      "epoch": 4.212087026591458,
      "grad_norm": 2.3547258057848044,
      "learning_rate": 9.844439920199902e-06,
      "loss": 3.6531,
      "step": 6537
    },
    {
      "epoch": 4.21273166800967,
      "grad_norm": 2.4481051428978433,
      "learning_rate": 9.844392380881777e-06,
      "loss": 3.4187,
      "step": 6538
    },
    {
      "epoch": 4.213376309427881,
      "grad_norm": 2.635716816931995,
      "learning_rate": 9.844344834428531e-06,
      "loss": 3.3071,
      "step": 6539
    },
    {
      "epoch": 4.214020950846092,
      "grad_norm": 2.4804134913495157,
      "learning_rate": 9.844297280840245e-06,
      "loss": 3.1277,
      "step": 6540
    },
    {
      "epoch": 4.214665592264303,
      "grad_norm": 2.683231234821434,
      "learning_rate": 9.844249720116995e-06,
      "loss": 3.6051,
      "step": 6541
    },
    {
      "epoch": 4.215310233682514,
      "grad_norm": 2.3003095927445956,
      "learning_rate": 9.84420215225886e-06,
      "loss": 3.5857,
      "step": 6542
    },
    {
      "epoch": 4.215954875100725,
      "grad_norm": 2.543481221006881,
      "learning_rate": 9.844154577265917e-06,
      "loss": 3.1714,
      "step": 6543
    },
    {
      "epoch": 4.2165995165189365,
      "grad_norm": 2.358116213392631,
      "learning_rate": 9.844106995138245e-06,
      "loss": 3.4735,
      "step": 6544
    },
    {
      "epoch": 4.217244157937148,
      "grad_norm": 2.0799673344056884,
      "learning_rate": 9.844059405875922e-06,
      "loss": 3.2209,
      "step": 6545
    },
    {
      "epoch": 4.217888799355358,
      "grad_norm": 2.119106517726055,
      "learning_rate": 9.844011809479028e-06,
      "loss": 3.2593,
      "step": 6546
    },
    {
      "epoch": 4.2185334407735695,
      "grad_norm": 2.302586219017994,
      "learning_rate": 9.843964205947636e-06,
      "loss": 3.3433,
      "step": 6547
    },
    {
      "epoch": 4.219178082191781,
      "grad_norm": 3.0603887404249086,
      "learning_rate": 9.84391659528183e-06,
      "loss": 3.3993,
      "step": 6548
    },
    {
      "epoch": 4.219822723609992,
      "grad_norm": 2.2017946489020055,
      "learning_rate": 9.843868977481686e-06,
      "loss": 3.671,
      "step": 6549
    },
    {
      "epoch": 4.220467365028203,
      "grad_norm": 2.413104297833653,
      "learning_rate": 9.84382135254728e-06,
      "loss": 3.2011,
      "step": 6550
    },
    {
      "epoch": 4.221112006446414,
      "grad_norm": 2.2335075659640813,
      "learning_rate": 9.843773720478693e-06,
      "loss": 3.1645,
      "step": 6551
    },
    {
      "epoch": 4.221756647864625,
      "grad_norm": 2.2435380983601294,
      "learning_rate": 9.843726081276004e-06,
      "loss": 3.578,
      "step": 6552
    },
    {
      "epoch": 4.222401289282836,
      "grad_norm": 2.1663024532577815,
      "learning_rate": 9.843678434939289e-06,
      "loss": 3.4551,
      "step": 6553
    },
    {
      "epoch": 4.223045930701048,
      "grad_norm": 2.0371244593940583,
      "learning_rate": 9.843630781468625e-06,
      "loss": 3.3972,
      "step": 6554
    },
    {
      "epoch": 4.223690572119259,
      "grad_norm": 2.423272073867659,
      "learning_rate": 9.843583120864094e-06,
      "loss": 3.552,
      "step": 6555
    },
    {
      "epoch": 4.224335213537469,
      "grad_norm": 2.1894769054314698,
      "learning_rate": 9.843535453125771e-06,
      "loss": 3.4209,
      "step": 6556
    },
    {
      "epoch": 4.224979854955681,
      "grad_norm": 2.2842912518924416,
      "learning_rate": 9.843487778253737e-06,
      "loss": 3.6809,
      "step": 6557
    },
    {
      "epoch": 4.225624496373892,
      "grad_norm": 2.284786915253272,
      "learning_rate": 9.84344009624807e-06,
      "loss": 3.5994,
      "step": 6558
    },
    {
      "epoch": 4.226269137792103,
      "grad_norm": 2.189110882944325,
      "learning_rate": 9.843392407108847e-06,
      "loss": 3.5411,
      "step": 6559
    },
    {
      "epoch": 4.226913779210315,
      "grad_norm": 2.145421646911247,
      "learning_rate": 9.843344710836144e-06,
      "loss": 3.4807,
      "step": 6560
    },
    {
      "epoch": 4.227558420628525,
      "grad_norm": 2.342056977594108,
      "learning_rate": 9.843297007430046e-06,
      "loss": 3.1031,
      "step": 6561
    },
    {
      "epoch": 4.228203062046736,
      "grad_norm": 2.365000284536691,
      "learning_rate": 9.843249296890625e-06,
      "loss": 3.4164,
      "step": 6562
    },
    {
      "epoch": 4.228847703464948,
      "grad_norm": 2.3021284135523885,
      "learning_rate": 9.843201579217962e-06,
      "loss": 3.6752,
      "step": 6563
    },
    {
      "epoch": 4.229492344883159,
      "grad_norm": 2.1164177067444516,
      "learning_rate": 9.843153854412135e-06,
      "loss": 3.729,
      "step": 6564
    },
    {
      "epoch": 4.23013698630137,
      "grad_norm": 2.2746446647859773,
      "learning_rate": 9.843106122473221e-06,
      "loss": 3.2833,
      "step": 6565
    },
    {
      "epoch": 4.230781627719581,
      "grad_norm": 2.2363884448369653,
      "learning_rate": 9.8430583834013e-06,
      "loss": 3.3906,
      "step": 6566
    },
    {
      "epoch": 4.231426269137792,
      "grad_norm": 2.1775535479214754,
      "learning_rate": 9.843010637196453e-06,
      "loss": 3.5338,
      "step": 6567
    },
    {
      "epoch": 4.232070910556003,
      "grad_norm": 2.3915019418379577,
      "learning_rate": 9.842962883858755e-06,
      "loss": 3.5757,
      "step": 6568
    },
    {
      "epoch": 4.232715551974215,
      "grad_norm": 2.5461365903775297,
      "learning_rate": 9.842915123388285e-06,
      "loss": 3.5448,
      "step": 6569
    },
    {
      "epoch": 4.233360193392426,
      "grad_norm": 2.0993065601390817,
      "learning_rate": 9.842867355785119e-06,
      "loss": 3.4483,
      "step": 6570
    },
    {
      "epoch": 4.234004834810636,
      "grad_norm": 2.669390576761596,
      "learning_rate": 9.84281958104934e-06,
      "loss": 3.7049,
      "step": 6571
    },
    {
      "epoch": 4.234649476228848,
      "grad_norm": 2.634281917944558,
      "learning_rate": 9.842771799181024e-06,
      "loss": 3.2292,
      "step": 6572
    },
    {
      "epoch": 4.235294117647059,
      "grad_norm": 2.355674757627318,
      "learning_rate": 9.84272401018025e-06,
      "loss": 3.2991,
      "step": 6573
    },
    {
      "epoch": 4.23593875906527,
      "grad_norm": 2.2833873726636766,
      "learning_rate": 9.842676214047099e-06,
      "loss": 3.5822,
      "step": 6574
    },
    {
      "epoch": 4.2365834004834815,
      "grad_norm": 2.1549009069863927,
      "learning_rate": 9.842628410781644e-06,
      "loss": 3.5428,
      "step": 6575
    },
    {
      "epoch": 4.237228041901692,
      "grad_norm": 2.3133812999412853,
      "learning_rate": 9.842580600383968e-06,
      "loss": 3.5483,
      "step": 6576
    },
    {
      "epoch": 4.237872683319903,
      "grad_norm": 2.0577627441719226,
      "learning_rate": 9.842532782854145e-06,
      "loss": 3.4723,
      "step": 6577
    },
    {
      "epoch": 4.2385173247381145,
      "grad_norm": 1.995059780346643,
      "learning_rate": 9.842484958192261e-06,
      "loss": 3.6917,
      "step": 6578
    },
    {
      "epoch": 4.239161966156326,
      "grad_norm": 2.4056671317482907,
      "learning_rate": 9.842437126398387e-06,
      "loss": 3.9221,
      "step": 6579
    },
    {
      "epoch": 4.239806607574537,
      "grad_norm": 2.1022255671387495,
      "learning_rate": 9.842389287472605e-06,
      "loss": 3.4355,
      "step": 6580
    },
    {
      "epoch": 4.2404512489927475,
      "grad_norm": 2.3271097029273844,
      "learning_rate": 9.842341441414994e-06,
      "loss": 3.3866,
      "step": 6581
    },
    {
      "epoch": 4.241095890410959,
      "grad_norm": 2.299090538254364,
      "learning_rate": 9.842293588225632e-06,
      "loss": 3.5745,
      "step": 6582
    },
    {
      "epoch": 4.24174053182917,
      "grad_norm": 2.129199695059684,
      "learning_rate": 9.842245727904594e-06,
      "loss": 3.5517,
      "step": 6583
    },
    {
      "epoch": 4.242385173247381,
      "grad_norm": 2.285197142112985,
      "learning_rate": 9.842197860451966e-06,
      "loss": 3.7055,
      "step": 6584
    },
    {
      "epoch": 4.243029814665592,
      "grad_norm": 2.2656811868485223,
      "learning_rate": 9.842149985867821e-06,
      "loss": 3.3704,
      "step": 6585
    },
    {
      "epoch": 4.243674456083803,
      "grad_norm": 2.593473834957649,
      "learning_rate": 9.84210210415224e-06,
      "loss": 3.3407,
      "step": 6586
    },
    {
      "epoch": 4.244319097502014,
      "grad_norm": 2.464051602180745,
      "learning_rate": 9.8420542153053e-06,
      "loss": 3.2399,
      "step": 6587
    },
    {
      "epoch": 4.244963738920226,
      "grad_norm": 2.3018208770876445,
      "learning_rate": 9.84200631932708e-06,
      "loss": 3.4259,
      "step": 6588
    },
    {
      "epoch": 4.245608380338437,
      "grad_norm": 2.5012626140310696,
      "learning_rate": 9.84195841621766e-06,
      "loss": 3.4334,
      "step": 6589
    },
    {
      "epoch": 4.246253021756647,
      "grad_norm": 2.113926383952402,
      "learning_rate": 9.841910505977119e-06,
      "loss": 3.6049,
      "step": 6590
    },
    {
      "epoch": 4.246897663174859,
      "grad_norm": 2.2322157898918698,
      "learning_rate": 9.841862588605532e-06,
      "loss": 3.5844,
      "step": 6591
    },
    {
      "epoch": 4.24754230459307,
      "grad_norm": 3.1392479040487378,
      "learning_rate": 9.841814664102982e-06,
      "loss": 3.1765,
      "step": 6592
    },
    {
      "epoch": 4.248186946011281,
      "grad_norm": 2.1764474569921464,
      "learning_rate": 9.841766732469545e-06,
      "loss": 3.3103,
      "step": 6593
    },
    {
      "epoch": 4.248831587429493,
      "grad_norm": 2.492621310103145,
      "learning_rate": 9.8417187937053e-06,
      "loss": 3.7376,
      "step": 6594
    },
    {
      "epoch": 4.249476228847703,
      "grad_norm": 2.515295994587601,
      "learning_rate": 9.841670847810328e-06,
      "loss": 3.191,
      "step": 6595
    },
    {
      "epoch": 4.250120870265914,
      "grad_norm": 2.253827610424761,
      "learning_rate": 9.841622894784705e-06,
      "loss": 3.4634,
      "step": 6596
    },
    {
      "epoch": 4.250765511684126,
      "grad_norm": 2.740840691961264,
      "learning_rate": 9.841574934628512e-06,
      "loss": 4.1218,
      "step": 6597
    },
    {
      "epoch": 4.251410153102337,
      "grad_norm": 2.489147951552919,
      "learning_rate": 9.841526967341826e-06,
      "loss": 3.4329,
      "step": 6598
    },
    {
      "epoch": 4.252054794520548,
      "grad_norm": 2.1640278706185567,
      "learning_rate": 9.841478992924727e-06,
      "loss": 3.683,
      "step": 6599
    },
    {
      "epoch": 4.252699435938759,
      "grad_norm": 2.847988727966896,
      "learning_rate": 9.84143101137729e-06,
      "loss": 3.6912,
      "step": 6600
    },
    {
      "epoch": 4.252699435938759,
      "eval_loss": 3.813833713531494,
      "eval_runtime": 2.9577,
      "eval_samples_per_second": 33.81,
      "eval_steps_per_second": 4.395,
      "step": 6600
    },
    {
      "epoch": 4.25334407735697,
      "grad_norm": 1.987225460847154,
      "learning_rate": 9.8413830226996e-06,
      "loss": 3.2904,
      "step": 6601
    },
    {
      "epoch": 4.253988718775181,
      "grad_norm": 2.407708482297576,
      "learning_rate": 9.841335026891733e-06,
      "loss": 3.3734,
      "step": 6602
    },
    {
      "epoch": 4.2546333601933926,
      "grad_norm": 2.27981561114359,
      "learning_rate": 9.841287023953768e-06,
      "loss": 3.5487,
      "step": 6603
    },
    {
      "epoch": 4.255278001611604,
      "grad_norm": 2.2375033458957323,
      "learning_rate": 9.841239013885782e-06,
      "loss": 3.5242,
      "step": 6604
    },
    {
      "epoch": 4.255922643029814,
      "grad_norm": 2.3752610441128055,
      "learning_rate": 9.841190996687856e-06,
      "loss": 3.6673,
      "step": 6605
    },
    {
      "epoch": 4.256567284448026,
      "grad_norm": 8.389419809782765,
      "learning_rate": 9.841142972360067e-06,
      "loss": 3.2498,
      "step": 6606
    },
    {
      "epoch": 4.257211925866237,
      "grad_norm": 2.293662273969219,
      "learning_rate": 9.841094940902497e-06,
      "loss": 3.4883,
      "step": 6607
    },
    {
      "epoch": 4.257856567284448,
      "grad_norm": 2.3075383883427505,
      "learning_rate": 9.841046902315222e-06,
      "loss": 3.6989,
      "step": 6608
    },
    {
      "epoch": 4.2585012087026595,
      "grad_norm": 2.624374822377591,
      "learning_rate": 9.840998856598323e-06,
      "loss": 3.4184,
      "step": 6609
    },
    {
      "epoch": 4.25914585012087,
      "grad_norm": 2.2270134930379455,
      "learning_rate": 9.840950803751877e-06,
      "loss": 3.4943,
      "step": 6610
    },
    {
      "epoch": 4.259790491539081,
      "grad_norm": 2.206186025870361,
      "learning_rate": 9.840902743775963e-06,
      "loss": 3.4857,
      "step": 6611
    },
    {
      "epoch": 4.2604351329572925,
      "grad_norm": 2.5573799096483767,
      "learning_rate": 9.84085467667066e-06,
      "loss": 3.5386,
      "step": 6612
    },
    {
      "epoch": 4.261079774375504,
      "grad_norm": 2.0362886384718824,
      "learning_rate": 9.84080660243605e-06,
      "loss": 3.4325,
      "step": 6613
    },
    {
      "epoch": 4.261724415793715,
      "grad_norm": 2.3466039133248233,
      "learning_rate": 9.840758521072208e-06,
      "loss": 3.3171,
      "step": 6614
    },
    {
      "epoch": 4.2623690572119255,
      "grad_norm": 2.0310895161237683,
      "learning_rate": 9.840710432579214e-06,
      "loss": 3.3408,
      "step": 6615
    },
    {
      "epoch": 4.263013698630137,
      "grad_norm": 2.498778622849706,
      "learning_rate": 9.84066233695715e-06,
      "loss": 3.5658,
      "step": 6616
    },
    {
      "epoch": 4.263658340048348,
      "grad_norm": 2.1832041028561955,
      "learning_rate": 9.84061423420609e-06,
      "loss": 3.4376,
      "step": 6617
    },
    {
      "epoch": 4.264302981466559,
      "grad_norm": 2.678449969752574,
      "learning_rate": 9.840566124326116e-06,
      "loss": 3.4415,
      "step": 6618
    },
    {
      "epoch": 4.264947622884771,
      "grad_norm": 2.1383582239340666,
      "learning_rate": 9.840518007317307e-06,
      "loss": 3.6003,
      "step": 6619
    },
    {
      "epoch": 4.265592264302981,
      "grad_norm": 2.4065750056040263,
      "learning_rate": 9.840469883179741e-06,
      "loss": 3.3819,
      "step": 6620
    },
    {
      "epoch": 4.266236905721192,
      "grad_norm": 2.2322784269132456,
      "learning_rate": 9.8404217519135e-06,
      "loss": 3.3177,
      "step": 6621
    },
    {
      "epoch": 4.266881547139404,
      "grad_norm": 2.4332365619306207,
      "learning_rate": 9.840373613518657e-06,
      "loss": 3.4294,
      "step": 6622
    },
    {
      "epoch": 4.267526188557615,
      "grad_norm": 2.056673979062156,
      "learning_rate": 9.840325467995297e-06,
      "loss": 3.6461,
      "step": 6623
    },
    {
      "epoch": 4.268170829975826,
      "grad_norm": 2.509825665528796,
      "learning_rate": 9.840277315343495e-06,
      "loss": 3.6206,
      "step": 6624
    },
    {
      "epoch": 4.268815471394037,
      "grad_norm": 1.9854466099242636,
      "learning_rate": 9.840229155563332e-06,
      "loss": 3.4986,
      "step": 6625
    },
    {
      "epoch": 4.269460112812248,
      "grad_norm": 2.4464035255894245,
      "learning_rate": 9.840180988654889e-06,
      "loss": 3.6442,
      "step": 6626
    },
    {
      "epoch": 4.270104754230459,
      "grad_norm": 2.084873611768818,
      "learning_rate": 9.84013281461824e-06,
      "loss": 3.7172,
      "step": 6627
    },
    {
      "epoch": 4.270749395648671,
      "grad_norm": 2.4897398674609876,
      "learning_rate": 9.84008463345347e-06,
      "loss": 3.6819,
      "step": 6628
    },
    {
      "epoch": 4.271394037066882,
      "grad_norm": 2.40305822848321,
      "learning_rate": 9.840036445160653e-06,
      "loss": 3.5758,
      "step": 6629
    },
    {
      "epoch": 4.272038678485092,
      "grad_norm": 2.334739792059624,
      "learning_rate": 9.839988249739871e-06,
      "loss": 3.2461,
      "step": 6630
    },
    {
      "epoch": 4.272683319903304,
      "grad_norm": 2.208815701940029,
      "learning_rate": 9.839940047191204e-06,
      "loss": 3.599,
      "step": 6631
    },
    {
      "epoch": 4.273327961321515,
      "grad_norm": 2.1473579216517904,
      "learning_rate": 9.839891837514729e-06,
      "loss": 3.6968,
      "step": 6632
    },
    {
      "epoch": 4.273972602739726,
      "grad_norm": 2.247516636734802,
      "learning_rate": 9.839843620710526e-06,
      "loss": 3.6537,
      "step": 6633
    },
    {
      "epoch": 4.2746172441579375,
      "grad_norm": 2.78794324690809,
      "learning_rate": 9.839795396778672e-06,
      "loss": 3.2939,
      "step": 6634
    },
    {
      "epoch": 4.275261885576148,
      "grad_norm": 2.528792378466918,
      "learning_rate": 9.839747165719252e-06,
      "loss": 3.5746,
      "step": 6635
    },
    {
      "epoch": 4.275906526994359,
      "grad_norm": 2.597389100501257,
      "learning_rate": 9.839698927532339e-06,
      "loss": 3.3945,
      "step": 6636
    },
    {
      "epoch": 4.2765511684125705,
      "grad_norm": 2.7431445702115274,
      "learning_rate": 9.839650682218017e-06,
      "loss": 3.8233,
      "step": 6637
    },
    {
      "epoch": 4.277195809830782,
      "grad_norm": 2.635992328664432,
      "learning_rate": 9.83960242977636e-06,
      "loss": 3.1502,
      "step": 6638
    },
    {
      "epoch": 4.277840451248993,
      "grad_norm": 2.354525100332963,
      "learning_rate": 9.839554170207453e-06,
      "loss": 3.3409,
      "step": 6639
    },
    {
      "epoch": 4.278485092667204,
      "grad_norm": 2.5627708857572657,
      "learning_rate": 9.839505903511371e-06,
      "loss": 3.6787,
      "step": 6640
    },
    {
      "epoch": 4.279129734085415,
      "grad_norm": 2.2349186151296605,
      "learning_rate": 9.839457629688193e-06,
      "loss": 3.5148,
      "step": 6641
    },
    {
      "epoch": 4.279774375503626,
      "grad_norm": 2.469455231549957,
      "learning_rate": 9.839409348738004e-06,
      "loss": 3.4599,
      "step": 6642
    },
    {
      "epoch": 4.2804190169218375,
      "grad_norm": 2.1926302719147643,
      "learning_rate": 9.839361060660877e-06,
      "loss": 3.3779,
      "step": 6643
    },
    {
      "epoch": 4.281063658340049,
      "grad_norm": 2.4902541436260357,
      "learning_rate": 9.839312765456893e-06,
      "loss": 3.7276,
      "step": 6644
    },
    {
      "epoch": 4.281708299758259,
      "grad_norm": 2.2678763120493755,
      "learning_rate": 9.839264463126134e-06,
      "loss": 3.6586,
      "step": 6645
    },
    {
      "epoch": 4.2823529411764705,
      "grad_norm": 2.4622787091437,
      "learning_rate": 9.839216153668674e-06,
      "loss": 3.3976,
      "step": 6646
    },
    {
      "epoch": 4.282997582594682,
      "grad_norm": 2.3199249877482355,
      "learning_rate": 9.8391678370846e-06,
      "loss": 3.4496,
      "step": 6647
    },
    {
      "epoch": 4.283642224012893,
      "grad_norm": 2.3809524850652415,
      "learning_rate": 9.839119513373985e-06,
      "loss": 3.5382,
      "step": 6648
    },
    {
      "epoch": 4.284286865431104,
      "grad_norm": 2.4706301317001453,
      "learning_rate": 9.83907118253691e-06,
      "loss": 3.5885,
      "step": 6649
    },
    {
      "epoch": 4.284931506849315,
      "grad_norm": 2.9042712652626816,
      "learning_rate": 9.839022844573454e-06,
      "loss": 3.1406,
      "step": 6650
    },
    {
      "epoch": 4.285576148267526,
      "grad_norm": 2.0937735684379364,
      "learning_rate": 9.838974499483698e-06,
      "loss": 3.551,
      "step": 6651
    },
    {
      "epoch": 4.286220789685737,
      "grad_norm": 2.2874562463872796,
      "learning_rate": 9.838926147267721e-06,
      "loss": 3.1934,
      "step": 6652
    },
    {
      "epoch": 4.286865431103949,
      "grad_norm": 2.6529785157355033,
      "learning_rate": 9.838877787925601e-06,
      "loss": 3.639,
      "step": 6653
    },
    {
      "epoch": 4.28751007252216,
      "grad_norm": 2.4384365009285807,
      "learning_rate": 9.83882942145742e-06,
      "loss": 2.9992,
      "step": 6654
    },
    {
      "epoch": 4.28815471394037,
      "grad_norm": 2.0824940307693183,
      "learning_rate": 9.838781047863255e-06,
      "loss": 3.4123,
      "step": 6655
    },
    {
      "epoch": 4.288799355358582,
      "grad_norm": 2.379906575127998,
      "learning_rate": 9.838732667143185e-06,
      "loss": 3.6727,
      "step": 6656
    },
    {
      "epoch": 4.289443996776793,
      "grad_norm": 2.506693560705837,
      "learning_rate": 9.838684279297292e-06,
      "loss": 3.4769,
      "step": 6657
    },
    {
      "epoch": 4.290088638195004,
      "grad_norm": 2.271847559163019,
      "learning_rate": 9.838635884325655e-06,
      "loss": 3.2923,
      "step": 6658
    },
    {
      "epoch": 4.290733279613216,
      "grad_norm": 2.517212600829011,
      "learning_rate": 9.838587482228351e-06,
      "loss": 3.4296,
      "step": 6659
    },
    {
      "epoch": 4.291377921031426,
      "grad_norm": 2.4547662191496755,
      "learning_rate": 9.838539073005462e-06,
      "loss": 3.5614,
      "step": 6660
    },
    {
      "epoch": 4.292022562449637,
      "grad_norm": 2.309516095471519,
      "learning_rate": 9.838490656657066e-06,
      "loss": 3.5477,
      "step": 6661
    },
    {
      "epoch": 4.292667203867849,
      "grad_norm": 2.3922008317512202,
      "learning_rate": 9.838442233183244e-06,
      "loss": 3.2834,
      "step": 6662
    },
    {
      "epoch": 4.29331184528606,
      "grad_norm": 2.2868885969687915,
      "learning_rate": 9.838393802584075e-06,
      "loss": 3.3245,
      "step": 6663
    },
    {
      "epoch": 4.293956486704271,
      "grad_norm": 2.154396744162226,
      "learning_rate": 9.838345364859637e-06,
      "loss": 3.2747,
      "step": 6664
    },
    {
      "epoch": 4.294601128122482,
      "grad_norm": 2.1288680254498678,
      "learning_rate": 9.838296920010012e-06,
      "loss": 3.4778,
      "step": 6665
    },
    {
      "epoch": 4.295245769540693,
      "grad_norm": 2.1500784799017865,
      "learning_rate": 9.838248468035278e-06,
      "loss": 3.3945,
      "step": 6666
    },
    {
      "epoch": 4.295890410958904,
      "grad_norm": 2.1143541797458063,
      "learning_rate": 9.838200008935515e-06,
      "loss": 3.4135,
      "step": 6667
    },
    {
      "epoch": 4.2965350523771155,
      "grad_norm": 2.59533337943647,
      "learning_rate": 9.838151542710802e-06,
      "loss": 3.4035,
      "step": 6668
    },
    {
      "epoch": 4.297179693795326,
      "grad_norm": 2.238467122342753,
      "learning_rate": 9.838103069361219e-06,
      "loss": 3.6068,
      "step": 6669
    },
    {
      "epoch": 4.297824335213537,
      "grad_norm": 2.4765371754718535,
      "learning_rate": 9.838054588886847e-06,
      "loss": 3.7391,
      "step": 6670
    },
    {
      "epoch": 4.2984689766317485,
      "grad_norm": 2.1822668685143247,
      "learning_rate": 9.838006101287762e-06,
      "loss": 3.2678,
      "step": 6671
    },
    {
      "epoch": 4.29911361804996,
      "grad_norm": 2.7275477774992454,
      "learning_rate": 9.83795760656405e-06,
      "loss": 3.0113,
      "step": 6672
    },
    {
      "epoch": 4.299758259468171,
      "grad_norm": 2.8072231108067514,
      "learning_rate": 9.837909104715784e-06,
      "loss": 3.4725,
      "step": 6673
    },
    {
      "epoch": 4.3004029008863816,
      "grad_norm": 5.039359220461552,
      "learning_rate": 9.837860595743046e-06,
      "loss": 3.4825,
      "step": 6674
    },
    {
      "epoch": 4.301047542304593,
      "grad_norm": 2.322728086363104,
      "learning_rate": 9.837812079645916e-06,
      "loss": 3.2873,
      "step": 6675
    },
    {
      "epoch": 4.301692183722804,
      "grad_norm": 2.2018372290279977,
      "learning_rate": 9.837763556424474e-06,
      "loss": 3.3431,
      "step": 6676
    },
    {
      "epoch": 4.3023368251410155,
      "grad_norm": 2.337226015206747,
      "learning_rate": 9.8377150260788e-06,
      "loss": 3.503,
      "step": 6677
    },
    {
      "epoch": 4.302981466559227,
      "grad_norm": 2.192029560555936,
      "learning_rate": 9.837666488608973e-06,
      "loss": 3.5725,
      "step": 6678
    },
    {
      "epoch": 4.303626107977437,
      "grad_norm": 2.3683406361422783,
      "learning_rate": 9.837617944015072e-06,
      "loss": 3.3062,
      "step": 6679
    },
    {
      "epoch": 4.3042707493956485,
      "grad_norm": 2.1714614140871884,
      "learning_rate": 9.837569392297178e-06,
      "loss": 3.2124,
      "step": 6680
    },
    {
      "epoch": 4.30491539081386,
      "grad_norm": 2.4729227917202534,
      "learning_rate": 9.83752083345537e-06,
      "loss": 3.6867,
      "step": 6681
    },
    {
      "epoch": 4.305560032232071,
      "grad_norm": 2.220894863397279,
      "learning_rate": 9.837472267489727e-06,
      "loss": 3.4565,
      "step": 6682
    },
    {
      "epoch": 4.306204673650282,
      "grad_norm": 2.305001131168871,
      "learning_rate": 9.83742369440033e-06,
      "loss": 3.4083,
      "step": 6683
    },
    {
      "epoch": 4.306849315068493,
      "grad_norm": 2.307793857388154,
      "learning_rate": 9.837375114187261e-06,
      "loss": 3.5031,
      "step": 6684
    },
    {
      "epoch": 4.307493956486704,
      "grad_norm": 2.1406072605826534,
      "learning_rate": 9.837326526850596e-06,
      "loss": 3.4613,
      "step": 6685
    },
    {
      "epoch": 4.308138597904915,
      "grad_norm": 2.117073771237399,
      "learning_rate": 9.837277932390416e-06,
      "loss": 3.3463,
      "step": 6686
    },
    {
      "epoch": 4.308783239323127,
      "grad_norm": 1.983069952981439,
      "learning_rate": 9.8372293308068e-06,
      "loss": 3.4682,
      "step": 6687
    },
    {
      "epoch": 4.309427880741338,
      "grad_norm": 2.01451479941631,
      "learning_rate": 9.837180722099831e-06,
      "loss": 3.4336,
      "step": 6688
    },
    {
      "epoch": 4.310072522159548,
      "grad_norm": 2.337493378913888,
      "learning_rate": 9.837132106269584e-06,
      "loss": 3.3201,
      "step": 6689
    },
    {
      "epoch": 4.31071716357776,
      "grad_norm": 2.2938778262245547,
      "learning_rate": 9.837083483316142e-06,
      "loss": 3.5374,
      "step": 6690
    },
    {
      "epoch": 4.311361804995971,
      "grad_norm": 2.4269591073915704,
      "learning_rate": 9.837034853239585e-06,
      "loss": 3.0487,
      "step": 6691
    },
    {
      "epoch": 4.312006446414182,
      "grad_norm": 2.0642595501006937,
      "learning_rate": 9.836986216039993e-06,
      "loss": 3.6604,
      "step": 6692
    },
    {
      "epoch": 4.312651087832394,
      "grad_norm": 2.417982118247769,
      "learning_rate": 9.836937571717443e-06,
      "loss": 3.5802,
      "step": 6693
    },
    {
      "epoch": 4.313295729250604,
      "grad_norm": 2.2881096756035477,
      "learning_rate": 9.836888920272018e-06,
      "loss": 3.5162,
      "step": 6694
    },
    {
      "epoch": 4.313940370668815,
      "grad_norm": 2.3632802834787503,
      "learning_rate": 9.836840261703797e-06,
      "loss": 3.7184,
      "step": 6695
    },
    {
      "epoch": 4.314585012087027,
      "grad_norm": 2.3355989288356045,
      "learning_rate": 9.83679159601286e-06,
      "loss": 3.526,
      "step": 6696
    },
    {
      "epoch": 4.315229653505238,
      "grad_norm": 2.3346263337412716,
      "learning_rate": 9.836742923199287e-06,
      "loss": 3.3334,
      "step": 6697
    },
    {
      "epoch": 4.315874294923449,
      "grad_norm": 2.220807730920695,
      "learning_rate": 9.836694243263157e-06,
      "loss": 3.6507,
      "step": 6698
    },
    {
      "epoch": 4.31651893634166,
      "grad_norm": 2.1229138791033373,
      "learning_rate": 9.83664555620455e-06,
      "loss": 3.6041,
      "step": 6699
    },
    {
      "epoch": 4.317163577759871,
      "grad_norm": 2.294428356564488,
      "learning_rate": 9.836596862023546e-06,
      "loss": 3.4424,
      "step": 6700
    },
    {
      "epoch": 4.317163577759871,
      "eval_loss": 3.8157308101654053,
      "eval_runtime": 2.9638,
      "eval_samples_per_second": 33.741,
      "eval_steps_per_second": 4.386,
      "step": 6700
    },
    {
      "epoch": 4.317808219178082,
      "grad_norm": 2.4292666135371324,
      "learning_rate": 9.836548160720227e-06,
      "loss": 3.2444,
      "step": 6701
    },
    {
      "epoch": 4.3184528605962935,
      "grad_norm": 2.2432811238918804,
      "learning_rate": 9.836499452294672e-06,
      "loss": 3.525,
      "step": 6702
    },
    {
      "epoch": 4.319097502014505,
      "grad_norm": 1.9612542159899395,
      "learning_rate": 9.83645073674696e-06,
      "loss": 3.6962,
      "step": 6703
    },
    {
      "epoch": 4.319742143432715,
      "grad_norm": 2.3767746413779545,
      "learning_rate": 9.83640201407717e-06,
      "loss": 3.4776,
      "step": 6704
    },
    {
      "epoch": 4.3203867848509265,
      "grad_norm": 2.173478934217742,
      "learning_rate": 9.836353284285386e-06,
      "loss": 3.5578,
      "step": 6705
    },
    {
      "epoch": 4.321031426269138,
      "grad_norm": 2.5398468824419367,
      "learning_rate": 9.836304547371683e-06,
      "loss": 3.6161,
      "step": 6706
    },
    {
      "epoch": 4.321676067687349,
      "grad_norm": 2.4595067637939234,
      "learning_rate": 9.836255803336145e-06,
      "loss": 3.3048,
      "step": 6707
    },
    {
      "epoch": 4.32232070910556,
      "grad_norm": 2.77100229474814,
      "learning_rate": 9.83620705217885e-06,
      "loss": 3.7549,
      "step": 6708
    },
    {
      "epoch": 4.322965350523771,
      "grad_norm": 2.4811981397181233,
      "learning_rate": 9.83615829389988e-06,
      "loss": 3.5482,
      "step": 6709
    },
    {
      "epoch": 4.323609991941982,
      "grad_norm": 2.464650450279521,
      "learning_rate": 9.836109528499311e-06,
      "loss": 3.6805,
      "step": 6710
    },
    {
      "epoch": 4.3242546333601934,
      "grad_norm": 3.1068508254155836,
      "learning_rate": 9.836060755977228e-06,
      "loss": 3.2108,
      "step": 6711
    },
    {
      "epoch": 4.324899274778405,
      "grad_norm": 3.1351002271627175,
      "learning_rate": 9.83601197633371e-06,
      "loss": 3.4277,
      "step": 6712
    },
    {
      "epoch": 4.325543916196616,
      "grad_norm": 2.3884827742783648,
      "learning_rate": 9.835963189568834e-06,
      "loss": 3.47,
      "step": 6713
    },
    {
      "epoch": 4.3261885576148265,
      "grad_norm": 2.9320437960056154,
      "learning_rate": 9.835914395682683e-06,
      "loss": 3.5086,
      "step": 6714
    },
    {
      "epoch": 4.326833199033038,
      "grad_norm": 2.386104899879453,
      "learning_rate": 9.835865594675336e-06,
      "loss": 3.5731,
      "step": 6715
    },
    {
      "epoch": 4.327477840451249,
      "grad_norm": 2.2642582719830227,
      "learning_rate": 9.835816786546874e-06,
      "loss": 3.6785,
      "step": 6716
    },
    {
      "epoch": 4.32812248186946,
      "grad_norm": 2.9824400230984773,
      "learning_rate": 9.835767971297378e-06,
      "loss": 3.6831,
      "step": 6717
    },
    {
      "epoch": 4.328767123287671,
      "grad_norm": 2.08983051593946,
      "learning_rate": 9.835719148926924e-06,
      "loss": 3.6122,
      "step": 6718
    },
    {
      "epoch": 4.329411764705882,
      "grad_norm": 2.737210079807544,
      "learning_rate": 9.835670319435597e-06,
      "loss": 3.5512,
      "step": 6719
    },
    {
      "epoch": 4.330056406124093,
      "grad_norm": 2.41776794327937,
      "learning_rate": 9.835621482823475e-06,
      "loss": 3.4615,
      "step": 6720
    },
    {
      "epoch": 4.330701047542305,
      "grad_norm": 2.80626270594186,
      "learning_rate": 9.83557263909064e-06,
      "loss": 3.5369,
      "step": 6721
    },
    {
      "epoch": 4.331345688960516,
      "grad_norm": 2.0964022553046306,
      "learning_rate": 9.835523788237167e-06,
      "loss": 3.5439,
      "step": 6722
    },
    {
      "epoch": 4.331990330378726,
      "grad_norm": 3.181679867770129,
      "learning_rate": 9.835474930263141e-06,
      "loss": 3.4691,
      "step": 6723
    },
    {
      "epoch": 4.332634971796938,
      "grad_norm": 2.1680556206647843,
      "learning_rate": 9.835426065168643e-06,
      "loss": 3.6973,
      "step": 6724
    },
    {
      "epoch": 4.333279613215149,
      "grad_norm": 2.874329384293469,
      "learning_rate": 9.83537719295375e-06,
      "loss": 3.5364,
      "step": 6725
    },
    {
      "epoch": 4.33392425463336,
      "grad_norm": 2.2369008361965004,
      "learning_rate": 9.835328313618545e-06,
      "loss": 3.4358,
      "step": 6726
    },
    {
      "epoch": 4.334568896051572,
      "grad_norm": 2.2415854619802316,
      "learning_rate": 9.835279427163104e-06,
      "loss": 3.6216,
      "step": 6727
    },
    {
      "epoch": 4.335213537469782,
      "grad_norm": 2.477063587630228,
      "learning_rate": 9.835230533587513e-06,
      "loss": 3.4872,
      "step": 6728
    },
    {
      "epoch": 4.335858178887993,
      "grad_norm": 2.1359188499825392,
      "learning_rate": 9.83518163289185e-06,
      "loss": 3.8307,
      "step": 6729
    },
    {
      "epoch": 4.336502820306205,
      "grad_norm": 2.5164076089936356,
      "learning_rate": 9.835132725076192e-06,
      "loss": 3.4585,
      "step": 6730
    },
    {
      "epoch": 4.337147461724416,
      "grad_norm": 2.171380038444751,
      "learning_rate": 9.835083810140624e-06,
      "loss": 3.3123,
      "step": 6731
    },
    {
      "epoch": 4.337792103142627,
      "grad_norm": 2.5340610057922865,
      "learning_rate": 9.835034888085224e-06,
      "loss": 3.2484,
      "step": 6732
    },
    {
      "epoch": 4.338436744560838,
      "grad_norm": 2.0168589567207156,
      "learning_rate": 9.834985958910074e-06,
      "loss": 3.4444,
      "step": 6733
    },
    {
      "epoch": 4.339081385979049,
      "grad_norm": 2.228297874236771,
      "learning_rate": 9.834937022615252e-06,
      "loss": 3.4352,
      "step": 6734
    },
    {
      "epoch": 4.33972602739726,
      "grad_norm": 3.177794837574881,
      "learning_rate": 9.83488807920084e-06,
      "loss": 3.5707,
      "step": 6735
    },
    {
      "epoch": 4.3403706688154715,
      "grad_norm": 2.7572197531555314,
      "learning_rate": 9.834839128666918e-06,
      "loss": 3.2923,
      "step": 6736
    },
    {
      "epoch": 4.341015310233683,
      "grad_norm": 2.385167805781536,
      "learning_rate": 9.834790171013566e-06,
      "loss": 3.5273,
      "step": 6737
    },
    {
      "epoch": 4.341659951651893,
      "grad_norm": 2.268095587312081,
      "learning_rate": 9.834741206240864e-06,
      "loss": 3.8182,
      "step": 6738
    },
    {
      "epoch": 4.3423045930701045,
      "grad_norm": 2.609055874630305,
      "learning_rate": 9.834692234348894e-06,
      "loss": 3.3926,
      "step": 6739
    },
    {
      "epoch": 4.342949234488316,
      "grad_norm": 2.6998155521128555,
      "learning_rate": 9.834643255337736e-06,
      "loss": 3.3038,
      "step": 6740
    },
    {
      "epoch": 4.343593875906527,
      "grad_norm": 2.496934224743227,
      "learning_rate": 9.83459426920747e-06,
      "loss": 3.7611,
      "step": 6741
    },
    {
      "epoch": 4.344238517324738,
      "grad_norm": 2.1862145708589193,
      "learning_rate": 9.834545275958176e-06,
      "loss": 3.4366,
      "step": 6742
    },
    {
      "epoch": 4.344883158742949,
      "grad_norm": 2.4916031952151094,
      "learning_rate": 9.834496275589936e-06,
      "loss": 3.5408,
      "step": 6743
    },
    {
      "epoch": 4.34552780016116,
      "grad_norm": 2.3609112038397373,
      "learning_rate": 9.834447268102828e-06,
      "loss": 3.482,
      "step": 6744
    },
    {
      "epoch": 4.346172441579371,
      "grad_norm": 2.586397419008298,
      "learning_rate": 9.834398253496935e-06,
      "loss": 3.8563,
      "step": 6745
    },
    {
      "epoch": 4.346817082997583,
      "grad_norm": 2.5252585893553063,
      "learning_rate": 9.834349231772337e-06,
      "loss": 3.4837,
      "step": 6746
    },
    {
      "epoch": 4.347461724415794,
      "grad_norm": 2.6584267352072266,
      "learning_rate": 9.834300202929113e-06,
      "loss": 3.306,
      "step": 6747
    },
    {
      "epoch": 4.3481063658340044,
      "grad_norm": 2.6584363072306516,
      "learning_rate": 9.834251166967344e-06,
      "loss": 3.3385,
      "step": 6748
    },
    {
      "epoch": 4.348751007252216,
      "grad_norm": 2.6946671572170793,
      "learning_rate": 9.834202123887112e-06,
      "loss": 3.3766,
      "step": 6749
    },
    {
      "epoch": 4.349395648670427,
      "grad_norm": 2.734932278143834,
      "learning_rate": 9.834153073688496e-06,
      "loss": 3.3135,
      "step": 6750
    },
    {
      "epoch": 4.350040290088638,
      "grad_norm": 2.703598278647276,
      "learning_rate": 9.834104016371577e-06,
      "loss": 3.3328,
      "step": 6751
    },
    {
      "epoch": 4.35068493150685,
      "grad_norm": 2.95062537132103,
      "learning_rate": 9.834054951936437e-06,
      "loss": 3.3821,
      "step": 6752
    },
    {
      "epoch": 4.35132957292506,
      "grad_norm": 2.2119936967323213,
      "learning_rate": 9.834005880383153e-06,
      "loss": 3.5973,
      "step": 6753
    },
    {
      "epoch": 4.351974214343271,
      "grad_norm": 2.4952392656479234,
      "learning_rate": 9.83395680171181e-06,
      "loss": 3.5395,
      "step": 6754
    },
    {
      "epoch": 4.352618855761483,
      "grad_norm": 2.1463085875684698,
      "learning_rate": 9.833907715922484e-06,
      "loss": 3.5897,
      "step": 6755
    },
    {
      "epoch": 4.353263497179694,
      "grad_norm": 2.529168858374242,
      "learning_rate": 9.833858623015261e-06,
      "loss": 3.6654,
      "step": 6756
    },
    {
      "epoch": 4.353908138597905,
      "grad_norm": 2.3119476758895248,
      "learning_rate": 9.833809522990217e-06,
      "loss": 3.6555,
      "step": 6757
    },
    {
      "epoch": 4.354552780016116,
      "grad_norm": 2.2262202385922603,
      "learning_rate": 9.833760415847435e-06,
      "loss": 3.5351,
      "step": 6758
    },
    {
      "epoch": 4.355197421434327,
      "grad_norm": 2.532654893287411,
      "learning_rate": 9.833711301586994e-06,
      "loss": 3.7046,
      "step": 6759
    },
    {
      "epoch": 4.355842062852538,
      "grad_norm": 2.534174267528764,
      "learning_rate": 9.833662180208977e-06,
      "loss": 3.3309,
      "step": 6760
    },
    {
      "epoch": 4.35648670427075,
      "grad_norm": 2.7898096708381117,
      "learning_rate": 9.833613051713465e-06,
      "loss": 3.4679,
      "step": 6761
    },
    {
      "epoch": 4.357131345688961,
      "grad_norm": 2.3529296806218394,
      "learning_rate": 9.833563916100533e-06,
      "loss": 3.4577,
      "step": 6762
    },
    {
      "epoch": 4.357775987107171,
      "grad_norm": 2.0689136139397126,
      "learning_rate": 9.833514773370268e-06,
      "loss": 3.4482,
      "step": 6763
    },
    {
      "epoch": 4.358420628525383,
      "grad_norm": 2.344360624357146,
      "learning_rate": 9.83346562352275e-06,
      "loss": 3.4978,
      "step": 6764
    },
    {
      "epoch": 4.359065269943594,
      "grad_norm": 2.378519082553331,
      "learning_rate": 9.833416466558053e-06,
      "loss": 3.7496,
      "step": 6765
    },
    {
      "epoch": 4.359709911361805,
      "grad_norm": 2.10582700692633,
      "learning_rate": 9.833367302476268e-06,
      "loss": 3.7919,
      "step": 6766
    },
    {
      "epoch": 4.3603545527800165,
      "grad_norm": 2.17291896490733,
      "learning_rate": 9.833318131277468e-06,
      "loss": 3.719,
      "step": 6767
    },
    {
      "epoch": 4.360999194198227,
      "grad_norm": 2.257510517424206,
      "learning_rate": 9.833268952961738e-06,
      "loss": 3.4963,
      "step": 6768
    },
    {
      "epoch": 4.361643835616438,
      "grad_norm": 2.3875217784164606,
      "learning_rate": 9.833219767529155e-06,
      "loss": 3.7864,
      "step": 6769
    },
    {
      "epoch": 4.3622884770346495,
      "grad_norm": 2.546658477991714,
      "learning_rate": 9.833170574979804e-06,
      "loss": 3.5782,
      "step": 6770
    },
    {
      "epoch": 4.362933118452861,
      "grad_norm": 2.3601577079526925,
      "learning_rate": 9.833121375313763e-06,
      "loss": 3.4461,
      "step": 6771
    },
    {
      "epoch": 4.363577759871072,
      "grad_norm": 2.3448028933582425,
      "learning_rate": 9.833072168531112e-06,
      "loss": 3.6636,
      "step": 6772
    },
    {
      "epoch": 4.3642224012892825,
      "grad_norm": 2.3842671451764286,
      "learning_rate": 9.833022954631936e-06,
      "loss": 3.3815,
      "step": 6773
    },
    {
      "epoch": 4.364867042707494,
      "grad_norm": 2.1593006314575542,
      "learning_rate": 9.832973733616313e-06,
      "loss": 3.2638,
      "step": 6774
    },
    {
      "epoch": 4.365511684125705,
      "grad_norm": 2.1959907383932666,
      "learning_rate": 9.832924505484322e-06,
      "loss": 3.1165,
      "step": 6775
    },
    {
      "epoch": 4.366156325543916,
      "grad_norm": 2.3158164549176483,
      "learning_rate": 9.832875270236048e-06,
      "loss": 3.57,
      "step": 6776
    },
    {
      "epoch": 4.366800966962128,
      "grad_norm": 2.2227400509652777,
      "learning_rate": 9.83282602787157e-06,
      "loss": 3.1687,
      "step": 6777
    },
    {
      "epoch": 4.367445608380338,
      "grad_norm": 2.6014644402602345,
      "learning_rate": 9.832776778390967e-06,
      "loss": 3.3715,
      "step": 6778
    },
    {
      "epoch": 4.368090249798549,
      "grad_norm": 2.2887965621079145,
      "learning_rate": 9.832727521794322e-06,
      "loss": 3.6891,
      "step": 6779
    },
    {
      "epoch": 4.368734891216761,
      "grad_norm": 2.2762019534918734,
      "learning_rate": 9.832678258081715e-06,
      "loss": 3.3834,
      "step": 6780
    },
    {
      "epoch": 4.369379532634972,
      "grad_norm": 2.312854056282035,
      "learning_rate": 9.832628987253227e-06,
      "loss": 3.5818,
      "step": 6781
    },
    {
      "epoch": 4.370024174053183,
      "grad_norm": 2.2716690715703156,
      "learning_rate": 9.832579709308941e-06,
      "loss": 3.71,
      "step": 6782
    },
    {
      "epoch": 4.370668815471394,
      "grad_norm": 2.324025457875688,
      "learning_rate": 9.832530424248935e-06,
      "loss": 3.7132,
      "step": 6783
    },
    {
      "epoch": 4.371313456889605,
      "grad_norm": 2.4257274211714894,
      "learning_rate": 9.832481132073291e-06,
      "loss": 3.5225,
      "step": 6784
    },
    {
      "epoch": 4.371958098307816,
      "grad_norm": 2.927887956203232,
      "learning_rate": 9.832431832782091e-06,
      "loss": 3.4711,
      "step": 6785
    },
    {
      "epoch": 4.372602739726028,
      "grad_norm": 2.366500741586505,
      "learning_rate": 9.832382526375415e-06,
      "loss": 3.2264,
      "step": 6786
    },
    {
      "epoch": 4.373247381144239,
      "grad_norm": 2.832064478338374,
      "learning_rate": 9.832333212853343e-06,
      "loss": 3.4052,
      "step": 6787
    },
    {
      "epoch": 4.373892022562449,
      "grad_norm": 2.1608181842437992,
      "learning_rate": 9.832283892215957e-06,
      "loss": 3.3207,
      "step": 6788
    },
    {
      "epoch": 4.374536663980661,
      "grad_norm": 2.8088845404537333,
      "learning_rate": 9.832234564463339e-06,
      "loss": 3.5945,
      "step": 6789
    },
    {
      "epoch": 4.375181305398872,
      "grad_norm": 2.374534036037684,
      "learning_rate": 9.83218522959557e-06,
      "loss": 3.5427,
      "step": 6790
    },
    {
      "epoch": 4.375825946817083,
      "grad_norm": 2.1477875800442328,
      "learning_rate": 9.832135887612726e-06,
      "loss": 3.6004,
      "step": 6791
    },
    {
      "epoch": 4.376470588235295,
      "grad_norm": 2.6040143174520467,
      "learning_rate": 9.832086538514895e-06,
      "loss": 3.5678,
      "step": 6792
    },
    {
      "epoch": 4.377115229653505,
      "grad_norm": 2.4723157614964877,
      "learning_rate": 9.832037182302156e-06,
      "loss": 3.5523,
      "step": 6793
    },
    {
      "epoch": 4.377759871071716,
      "grad_norm": 2.4538705297020527,
      "learning_rate": 9.831987818974587e-06,
      "loss": 3.2849,
      "step": 6794
    },
    {
      "epoch": 4.378404512489928,
      "grad_norm": 2.5239273032441956,
      "learning_rate": 9.831938448532273e-06,
      "loss": 3.7207,
      "step": 6795
    },
    {
      "epoch": 4.379049153908139,
      "grad_norm": 2.4669656753469313,
      "learning_rate": 9.831889070975294e-06,
      "loss": 3.2181,
      "step": 6796
    },
    {
      "epoch": 4.37969379532635,
      "grad_norm": 2.280619940878768,
      "learning_rate": 9.831839686303727e-06,
      "loss": 3.4897,
      "step": 6797
    },
    {
      "epoch": 4.380338436744561,
      "grad_norm": 2.643456740951947,
      "learning_rate": 9.831790294517661e-06,
      "loss": 3.1681,
      "step": 6798
    },
    {
      "epoch": 4.380983078162772,
      "grad_norm": 2.361176746446637,
      "learning_rate": 9.831740895617169e-06,
      "loss": 3.5764,
      "step": 6799
    },
    {
      "epoch": 4.381627719580983,
      "grad_norm": 2.543750128670248,
      "learning_rate": 9.831691489602336e-06,
      "loss": 3.2272,
      "step": 6800
    },
    {
      "epoch": 4.381627719580983,
      "eval_loss": 3.81254506111145,
      "eval_runtime": 2.9482,
      "eval_samples_per_second": 33.919,
      "eval_steps_per_second": 4.409,
      "step": 6800
    },
    {
      "epoch": 4.3822723609991945,
      "grad_norm": 2.290393208148228,
      "learning_rate": 9.831642076473247e-06,
      "loss": 3.6126,
      "step": 6801
    },
    {
      "epoch": 4.382917002417406,
      "grad_norm": 3.3981525389909155,
      "learning_rate": 9.831592656229974e-06,
      "loss": 3.5336,
      "step": 6802
    },
    {
      "epoch": 4.383561643835616,
      "grad_norm": 3.1940434198164835,
      "learning_rate": 9.831543228872607e-06,
      "loss": 3.5031,
      "step": 6803
    },
    {
      "epoch": 4.3842062852538275,
      "grad_norm": 2.4774029436108593,
      "learning_rate": 9.831493794401222e-06,
      "loss": 3.5782,
      "step": 6804
    },
    {
      "epoch": 4.384850926672039,
      "grad_norm": 2.4180919755700465,
      "learning_rate": 9.831444352815901e-06,
      "loss": 3.7397,
      "step": 6805
    },
    {
      "epoch": 4.38549556809025,
      "grad_norm": 2.763578159378097,
      "learning_rate": 9.831394904116726e-06,
      "loss": 3.4201,
      "step": 6806
    },
    {
      "epoch": 4.3861402095084605,
      "grad_norm": 2.183713961650704,
      "learning_rate": 9.83134544830378e-06,
      "loss": 3.4218,
      "step": 6807
    },
    {
      "epoch": 4.386784850926672,
      "grad_norm": 2.556577095658553,
      "learning_rate": 9.831295985377141e-06,
      "loss": 3.4016,
      "step": 6808
    },
    {
      "epoch": 4.387429492344883,
      "grad_norm": 2.4083386906944546,
      "learning_rate": 9.83124651533689e-06,
      "loss": 3.5954,
      "step": 6809
    },
    {
      "epoch": 4.388074133763094,
      "grad_norm": 3.0740092241292274,
      "learning_rate": 9.831197038183112e-06,
      "loss": 3.3239,
      "step": 6810
    },
    {
      "epoch": 4.388718775181306,
      "grad_norm": 2.206804831053898,
      "learning_rate": 9.831147553915886e-06,
      "loss": 3.4408,
      "step": 6811
    },
    {
      "epoch": 4.389363416599516,
      "grad_norm": 2.563105723305558,
      "learning_rate": 9.831098062535293e-06,
      "loss": 3.5261,
      "step": 6812
    },
    {
      "epoch": 4.390008058017727,
      "grad_norm": 2.3458121949246635,
      "learning_rate": 9.831048564041414e-06,
      "loss": 3.2885,
      "step": 6813
    },
    {
      "epoch": 4.390652699435939,
      "grad_norm": 2.2955754750113946,
      "learning_rate": 9.830999058434332e-06,
      "loss": 3.5258,
      "step": 6814
    },
    {
      "epoch": 4.39129734085415,
      "grad_norm": 2.200046292143707,
      "learning_rate": 9.830949545714126e-06,
      "loss": 3.6595,
      "step": 6815
    },
    {
      "epoch": 4.391941982272361,
      "grad_norm": 2.294548716830415,
      "learning_rate": 9.830900025880878e-06,
      "loss": 3.8805,
      "step": 6816
    },
    {
      "epoch": 4.392586623690572,
      "grad_norm": 2.440190169303673,
      "learning_rate": 9.83085049893467e-06,
      "loss": 3.4276,
      "step": 6817
    },
    {
      "epoch": 4.393231265108783,
      "grad_norm": 2.719848500408712,
      "learning_rate": 9.830800964875585e-06,
      "loss": 3.3604,
      "step": 6818
    },
    {
      "epoch": 4.393875906526994,
      "grad_norm": 2.0996075666495044,
      "learning_rate": 9.8307514237037e-06,
      "loss": 3.873,
      "step": 6819
    },
    {
      "epoch": 4.394520547945206,
      "grad_norm": 2.3854576211261773,
      "learning_rate": 9.830701875419102e-06,
      "loss": 3.6043,
      "step": 6820
    },
    {
      "epoch": 4.395165189363417,
      "grad_norm": 2.2874249175631483,
      "learning_rate": 9.830652320021867e-06,
      "loss": 3.7299,
      "step": 6821
    },
    {
      "epoch": 4.395809830781627,
      "grad_norm": 2.3250175766100187,
      "learning_rate": 9.830602757512079e-06,
      "loss": 3.5206,
      "step": 6822
    },
    {
      "epoch": 4.396454472199839,
      "grad_norm": 2.2494076728711643,
      "learning_rate": 9.83055318788982e-06,
      "loss": 3.4596,
      "step": 6823
    },
    {
      "epoch": 4.39709911361805,
      "grad_norm": 2.4731569124717288,
      "learning_rate": 9.83050361115517e-06,
      "loss": 3.5897,
      "step": 6824
    },
    {
      "epoch": 4.397743755036261,
      "grad_norm": 2.315743860319879,
      "learning_rate": 9.830454027308211e-06,
      "loss": 3.5558,
      "step": 6825
    },
    {
      "epoch": 4.3983883964544725,
      "grad_norm": 2.6219628766556347,
      "learning_rate": 9.830404436349022e-06,
      "loss": 3.4425,
      "step": 6826
    },
    {
      "epoch": 4.399033037872683,
      "grad_norm": 2.2629833376030923,
      "learning_rate": 9.830354838277689e-06,
      "loss": 3.4708,
      "step": 6827
    },
    {
      "epoch": 4.399677679290894,
      "grad_norm": 2.242711936726318,
      "learning_rate": 9.830305233094292e-06,
      "loss": 3.3484,
      "step": 6828
    },
    {
      "epoch": 4.400322320709106,
      "grad_norm": 2.495333812759418,
      "learning_rate": 9.83025562079891e-06,
      "loss": 3.9399,
      "step": 6829
    },
    {
      "epoch": 4.400966962127317,
      "grad_norm": 2.347764700039208,
      "learning_rate": 9.830206001391627e-06,
      "loss": 3.8083,
      "step": 6830
    },
    {
      "epoch": 4.401611603545528,
      "grad_norm": 2.542540765110294,
      "learning_rate": 9.830156374872524e-06,
      "loss": 3.234,
      "step": 6831
    },
    {
      "epoch": 4.402256244963739,
      "grad_norm": 2.3396020373829565,
      "learning_rate": 9.830106741241682e-06,
      "loss": 3.7371,
      "step": 6832
    },
    {
      "epoch": 4.40290088638195,
      "grad_norm": 2.465959581779998,
      "learning_rate": 9.830057100499184e-06,
      "loss": 3.3662,
      "step": 6833
    },
    {
      "epoch": 4.403545527800161,
      "grad_norm": 2.111676084712492,
      "learning_rate": 9.830007452645106e-06,
      "loss": 3.5005,
      "step": 6834
    },
    {
      "epoch": 4.4041901692183725,
      "grad_norm": 2.33289936834766,
      "learning_rate": 9.829957797679537e-06,
      "loss": 3.5763,
      "step": 6835
    },
    {
      "epoch": 4.404834810636584,
      "grad_norm": 2.423263846751077,
      "learning_rate": 9.829908135602556e-06,
      "loss": 3.4966,
      "step": 6836
    },
    {
      "epoch": 4.405479452054794,
      "grad_norm": 2.75849935053928,
      "learning_rate": 9.829858466414243e-06,
      "loss": 3.5194,
      "step": 6837
    },
    {
      "epoch": 4.4061240934730055,
      "grad_norm": 2.529096424408298,
      "learning_rate": 9.829808790114682e-06,
      "loss": 3.3444,
      "step": 6838
    },
    {
      "epoch": 4.406768734891217,
      "grad_norm": 2.533591813366275,
      "learning_rate": 9.82975910670395e-06,
      "loss": 3.4713,
      "step": 6839
    },
    {
      "epoch": 4.407413376309428,
      "grad_norm": 2.261043793335283,
      "learning_rate": 9.829709416182132e-06,
      "loss": 3.532,
      "step": 6840
    },
    {
      "epoch": 4.408058017727639,
      "grad_norm": 2.3494385755634144,
      "learning_rate": 9.829659718549311e-06,
      "loss": 3.5523,
      "step": 6841
    },
    {
      "epoch": 4.40870265914585,
      "grad_norm": 2.0544259274025167,
      "learning_rate": 9.829610013805567e-06,
      "loss": 3.4391,
      "step": 6842
    },
    {
      "epoch": 4.409347300564061,
      "grad_norm": 2.1648867594514005,
      "learning_rate": 9.82956030195098e-06,
      "loss": 3.5304,
      "step": 6843
    },
    {
      "epoch": 4.409991941982272,
      "grad_norm": 2.1181235109366754,
      "learning_rate": 9.829510582985636e-06,
      "loss": 3.5617,
      "step": 6844
    },
    {
      "epoch": 4.410636583400484,
      "grad_norm": 2.27847073716087,
      "learning_rate": 9.82946085690961e-06,
      "loss": 3.8555,
      "step": 6845
    },
    {
      "epoch": 4.411281224818695,
      "grad_norm": 2.2413893100374005,
      "learning_rate": 9.82941112372299e-06,
      "loss": 3.3566,
      "step": 6846
    },
    {
      "epoch": 4.411925866236905,
      "grad_norm": 2.166738272847104,
      "learning_rate": 9.829361383425853e-06,
      "loss": 3.1299,
      "step": 6847
    },
    {
      "epoch": 4.412570507655117,
      "grad_norm": 2.217235817745829,
      "learning_rate": 9.829311636018284e-06,
      "loss": 3.2324,
      "step": 6848
    },
    {
      "epoch": 4.413215149073328,
      "grad_norm": 2.7013153675810218,
      "learning_rate": 9.829261881500365e-06,
      "loss": 3.1853,
      "step": 6849
    },
    {
      "epoch": 4.413859790491539,
      "grad_norm": 2.532053433251108,
      "learning_rate": 9.829212119872176e-06,
      "loss": 3.4324,
      "step": 6850
    },
    {
      "epoch": 4.414504431909751,
      "grad_norm": 3.168875351824836,
      "learning_rate": 9.829162351133798e-06,
      "loss": 3.3431,
      "step": 6851
    },
    {
      "epoch": 4.415149073327961,
      "grad_norm": 2.491547612166561,
      "learning_rate": 9.829112575285313e-06,
      "loss": 3.4242,
      "step": 6852
    },
    {
      "epoch": 4.415793714746172,
      "grad_norm": 2.899175794214836,
      "learning_rate": 9.829062792326806e-06,
      "loss": 3.3252,
      "step": 6853
    },
    {
      "epoch": 4.416438356164384,
      "grad_norm": 2.54101282968398,
      "learning_rate": 9.829013002258353e-06,
      "loss": 3.7137,
      "step": 6854
    },
    {
      "epoch": 4.417082997582595,
      "grad_norm": 2.243360996092843,
      "learning_rate": 9.828963205080042e-06,
      "loss": 3.5433,
      "step": 6855
    },
    {
      "epoch": 4.417727639000805,
      "grad_norm": 2.3036243647438135,
      "learning_rate": 9.82891340079195e-06,
      "loss": 3.5034,
      "step": 6856
    },
    {
      "epoch": 4.418372280419017,
      "grad_norm": 2.521913187412046,
      "learning_rate": 9.828863589394163e-06,
      "loss": 3.5818,
      "step": 6857
    },
    {
      "epoch": 4.419016921837228,
      "grad_norm": 2.347388423269825,
      "learning_rate": 9.828813770886758e-06,
      "loss": 3.3268,
      "step": 6858
    },
    {
      "epoch": 4.419661563255439,
      "grad_norm": 2.3237654310975167,
      "learning_rate": 9.82876394526982e-06,
      "loss": 3.4643,
      "step": 6859
    },
    {
      "epoch": 4.4203062046736505,
      "grad_norm": 2.238867771828965,
      "learning_rate": 9.82871411254343e-06,
      "loss": 3.4005,
      "step": 6860
    },
    {
      "epoch": 4.420950846091861,
      "grad_norm": 2.1460031838006026,
      "learning_rate": 9.82866427270767e-06,
      "loss": 3.4544,
      "step": 6861
    },
    {
      "epoch": 4.421595487510072,
      "grad_norm": 2.4866170828922187,
      "learning_rate": 9.828614425762621e-06,
      "loss": 3.4303,
      "step": 6862
    },
    {
      "epoch": 4.4222401289282836,
      "grad_norm": 2.1838509277138844,
      "learning_rate": 9.828564571708367e-06,
      "loss": 3.6502,
      "step": 6863
    },
    {
      "epoch": 4.422884770346495,
      "grad_norm": 2.5262394972436133,
      "learning_rate": 9.828514710544988e-06,
      "loss": 3.4264,
      "step": 6864
    },
    {
      "epoch": 4.423529411764706,
      "grad_norm": 2.3229725509264676,
      "learning_rate": 9.828464842272565e-06,
      "loss": 3.4094,
      "step": 6865
    },
    {
      "epoch": 4.424174053182917,
      "grad_norm": 2.320562959194574,
      "learning_rate": 9.828414966891185e-06,
      "loss": 3.3397,
      "step": 6866
    },
    {
      "epoch": 4.424818694601128,
      "grad_norm": 2.2978733972336753,
      "learning_rate": 9.828365084400922e-06,
      "loss": 3.4941,
      "step": 6867
    },
    {
      "epoch": 4.425463336019339,
      "grad_norm": 2.379633684413228,
      "learning_rate": 9.828315194801867e-06,
      "loss": 3.4671,
      "step": 6868
    },
    {
      "epoch": 4.4261079774375505,
      "grad_norm": 2.3889611948284393,
      "learning_rate": 9.828265298094092e-06,
      "loss": 3.294,
      "step": 6869
    },
    {
      "epoch": 4.426752618855762,
      "grad_norm": 2.0874892373929064,
      "learning_rate": 9.828215394277687e-06,
      "loss": 3.5842,
      "step": 6870
    },
    {
      "epoch": 4.427397260273972,
      "grad_norm": 2.1597351521777064,
      "learning_rate": 9.82816548335273e-06,
      "loss": 3.5822,
      "step": 6871
    },
    {
      "epoch": 4.4280419016921835,
      "grad_norm": 2.123054610083367,
      "learning_rate": 9.828115565319304e-06,
      "loss": 3.4492,
      "step": 6872
    },
    {
      "epoch": 4.428686543110395,
      "grad_norm": 2.0988125105748123,
      "learning_rate": 9.82806564017749e-06,
      "loss": 3.6282,
      "step": 6873
    },
    {
      "epoch": 4.429331184528606,
      "grad_norm": 2.220946544324471,
      "learning_rate": 9.828015707927375e-06,
      "loss": 3.4122,
      "step": 6874
    },
    {
      "epoch": 4.429975825946817,
      "grad_norm": 2.0819212071771207,
      "learning_rate": 9.827965768569033e-06,
      "loss": 3.7639,
      "step": 6875
    },
    {
      "epoch": 4.430620467365028,
      "grad_norm": 2.3764214118240674,
      "learning_rate": 9.82791582210255e-06,
      "loss": 3.4536,
      "step": 6876
    },
    {
      "epoch": 4.431265108783239,
      "grad_norm": 2.0606230808163515,
      "learning_rate": 9.82786586852801e-06,
      "loss": 3.6767,
      "step": 6877
    },
    {
      "epoch": 4.43190975020145,
      "grad_norm": 2.2463367003187376,
      "learning_rate": 9.827815907845493e-06,
      "loss": 3.4873,
      "step": 6878
    },
    {
      "epoch": 4.432554391619662,
      "grad_norm": 1.942061509840853,
      "learning_rate": 9.82776594005508e-06,
      "loss": 3.3836,
      "step": 6879
    },
    {
      "epoch": 4.433199033037873,
      "grad_norm": 2.2682157146932136,
      "learning_rate": 9.827715965156854e-06,
      "loss": 2.98,
      "step": 6880
    },
    {
      "epoch": 4.433843674456083,
      "grad_norm": 2.0862093087910587,
      "learning_rate": 9.827665983150898e-06,
      "loss": 3.7064,
      "step": 6881
    },
    {
      "epoch": 4.434488315874295,
      "grad_norm": 2.3492101233250584,
      "learning_rate": 9.827615994037294e-06,
      "loss": 3.3145,
      "step": 6882
    },
    {
      "epoch": 4.435132957292506,
      "grad_norm": 2.4859347231419253,
      "learning_rate": 9.827565997816123e-06,
      "loss": 3.5451,
      "step": 6883
    },
    {
      "epoch": 4.435777598710717,
      "grad_norm": 2.6902770100266227,
      "learning_rate": 9.827515994487468e-06,
      "loss": 3.2919,
      "step": 6884
    },
    {
      "epoch": 4.436422240128929,
      "grad_norm": 2.3987077165424093,
      "learning_rate": 9.827465984051409e-06,
      "loss": 3.6571,
      "step": 6885
    },
    {
      "epoch": 4.437066881547139,
      "grad_norm": 2.530270789535109,
      "learning_rate": 9.82741596650803e-06,
      "loss": 3.572,
      "step": 6886
    },
    {
      "epoch": 4.43771152296535,
      "grad_norm": 2.175473568355899,
      "learning_rate": 9.827365941857416e-06,
      "loss": 3.3358,
      "step": 6887
    },
    {
      "epoch": 4.438356164383562,
      "grad_norm": 2.4275355762223496,
      "learning_rate": 9.827315910099642e-06,
      "loss": 3.6589,
      "step": 6888
    },
    {
      "epoch": 4.439000805801773,
      "grad_norm": 2.2876276381484333,
      "learning_rate": 9.827265871234797e-06,
      "loss": 3.348,
      "step": 6889
    },
    {
      "epoch": 4.439645447219984,
      "grad_norm": 2.0338536786773354,
      "learning_rate": 9.82721582526296e-06,
      "loss": 3.6419,
      "step": 6890
    },
    {
      "epoch": 4.440290088638195,
      "grad_norm": 2.265051459446294,
      "learning_rate": 9.827165772184212e-06,
      "loss": 3.4658,
      "step": 6891
    },
    {
      "epoch": 4.440934730056406,
      "grad_norm": 2.540058111771972,
      "learning_rate": 9.827115711998639e-06,
      "loss": 3.5561,
      "step": 6892
    },
    {
      "epoch": 4.441579371474617,
      "grad_norm": 2.3936215300628683,
      "learning_rate": 9.827065644706321e-06,
      "loss": 3.5444,
      "step": 6893
    },
    {
      "epoch": 4.4422240128928285,
      "grad_norm": 2.3167057322699445,
      "learning_rate": 9.82701557030734e-06,
      "loss": 3.6758,
      "step": 6894
    },
    {
      "epoch": 4.44286865431104,
      "grad_norm": 1.9995763097439452,
      "learning_rate": 9.826965488801777e-06,
      "loss": 3.5258,
      "step": 6895
    },
    {
      "epoch": 4.44351329572925,
      "grad_norm": 2.694336475587236,
      "learning_rate": 9.826915400189717e-06,
      "loss": 3.2446,
      "step": 6896
    },
    {
      "epoch": 4.4441579371474615,
      "grad_norm": 2.2458098143193066,
      "learning_rate": 9.826865304471241e-06,
      "loss": 3.5672,
      "step": 6897
    },
    {
      "epoch": 4.444802578565673,
      "grad_norm": 2.784241123663973,
      "learning_rate": 9.826815201646432e-06,
      "loss": 3.3939,
      "step": 6898
    },
    {
      "epoch": 4.445447219983884,
      "grad_norm": 2.4906105003217145,
      "learning_rate": 9.826765091715372e-06,
      "loss": 3.5805,
      "step": 6899
    },
    {
      "epoch": 4.4460918614020954,
      "grad_norm": 2.354411377833519,
      "learning_rate": 9.826714974678143e-06,
      "loss": 3.4196,
      "step": 6900
    },
    {
      "epoch": 4.4460918614020954,
      "eval_loss": 3.810633659362793,
      "eval_runtime": 2.9479,
      "eval_samples_per_second": 33.922,
      "eval_steps_per_second": 4.41,
      "step": 6900
    },
    {
      "epoch": 4.446736502820306,
      "grad_norm": 2.295632911374803,
      "learning_rate": 9.826664850534826e-06,
      "loss": 3.5144,
      "step": 6901
    },
    {
      "epoch": 4.447381144238517,
      "grad_norm": 2.6231492725631442,
      "learning_rate": 9.826614719285505e-06,
      "loss": 3.2677,
      "step": 6902
    },
    {
      "epoch": 4.4480257856567285,
      "grad_norm": 2.2991697787636842,
      "learning_rate": 9.82656458093026e-06,
      "loss": 3.6313,
      "step": 6903
    },
    {
      "epoch": 4.44867042707494,
      "grad_norm": 2.520186377067882,
      "learning_rate": 9.826514435469179e-06,
      "loss": 3.4779,
      "step": 6904
    },
    {
      "epoch": 4.449315068493151,
      "grad_norm": 2.110458901825772,
      "learning_rate": 9.826464282902338e-06,
      "loss": 3.4852,
      "step": 6905
    },
    {
      "epoch": 4.4499597099113615,
      "grad_norm": 2.54683710915659,
      "learning_rate": 9.826414123229822e-06,
      "loss": 3.2482,
      "step": 6906
    },
    {
      "epoch": 4.450604351329573,
      "grad_norm": 2.2854019431419865,
      "learning_rate": 9.826363956451715e-06,
      "loss": 3.6271,
      "step": 6907
    },
    {
      "epoch": 4.451248992747784,
      "grad_norm": 2.5146096551103745,
      "learning_rate": 9.826313782568097e-06,
      "loss": 3.4951,
      "step": 6908
    },
    {
      "epoch": 4.451893634165995,
      "grad_norm": 2.619958192380378,
      "learning_rate": 9.826263601579052e-06,
      "loss": 3.6379,
      "step": 6909
    },
    {
      "epoch": 4.452538275584207,
      "grad_norm": 2.328116905089865,
      "learning_rate": 9.826213413484659e-06,
      "loss": 3.3744,
      "step": 6910
    },
    {
      "epoch": 4.453182917002417,
      "grad_norm": 2.6959152117261227,
      "learning_rate": 9.826163218285006e-06,
      "loss": 3.1825,
      "step": 6911
    },
    {
      "epoch": 4.453827558420628,
      "grad_norm": 2.1371731998328287,
      "learning_rate": 9.82611301598017e-06,
      "loss": 3.455,
      "step": 6912
    },
    {
      "epoch": 4.45447219983884,
      "grad_norm": 2.4296040305308297,
      "learning_rate": 9.82606280657024e-06,
      "loss": 3.2816,
      "step": 6913
    },
    {
      "epoch": 4.455116841257051,
      "grad_norm": 2.6719195131004096,
      "learning_rate": 9.82601259005529e-06,
      "loss": 3.6117,
      "step": 6914
    },
    {
      "epoch": 4.455761482675262,
      "grad_norm": 2.370963558772943,
      "learning_rate": 9.82596236643541e-06,
      "loss": 3.488,
      "step": 6915
    },
    {
      "epoch": 4.456406124093473,
      "grad_norm": 2.4021672046636326,
      "learning_rate": 9.825912135710675e-06,
      "loss": 3.4057,
      "step": 6916
    },
    {
      "epoch": 4.457050765511684,
      "grad_norm": 2.074497442927154,
      "learning_rate": 9.825861897881176e-06,
      "loss": 3.4719,
      "step": 6917
    },
    {
      "epoch": 4.457695406929895,
      "grad_norm": 2.09754640774154,
      "learning_rate": 9.82581165294699e-06,
      "loss": 3.6733,
      "step": 6918
    },
    {
      "epoch": 4.458340048348107,
      "grad_norm": 2.315310974711461,
      "learning_rate": 9.8257614009082e-06,
      "loss": 3.4961,
      "step": 6919
    },
    {
      "epoch": 4.458984689766318,
      "grad_norm": 2.0867018974014413,
      "learning_rate": 9.82571114176489e-06,
      "loss": 3.4733,
      "step": 6920
    },
    {
      "epoch": 4.459629331184528,
      "grad_norm": 2.133304199048424,
      "learning_rate": 9.825660875517143e-06,
      "loss": 3.4386,
      "step": 6921
    },
    {
      "epoch": 4.46027397260274,
      "grad_norm": 2.0568479387143355,
      "learning_rate": 9.825610602165038e-06,
      "loss": 3.6119,
      "step": 6922
    },
    {
      "epoch": 4.460918614020951,
      "grad_norm": 2.300464471353577,
      "learning_rate": 9.825560321708663e-06,
      "loss": 3.7599,
      "step": 6923
    },
    {
      "epoch": 4.461563255439162,
      "grad_norm": 2.1104359448539745,
      "learning_rate": 9.825510034148096e-06,
      "loss": 3.5282,
      "step": 6924
    },
    {
      "epoch": 4.4622078968573735,
      "grad_norm": 2.2052305636308964,
      "learning_rate": 9.825459739483421e-06,
      "loss": 3.3807,
      "step": 6925
    },
    {
      "epoch": 4.462852538275584,
      "grad_norm": 2.2187528155289127,
      "learning_rate": 9.825409437714722e-06,
      "loss": 3.6019,
      "step": 6926
    },
    {
      "epoch": 4.463497179693795,
      "grad_norm": 2.1951461092416786,
      "learning_rate": 9.82535912884208e-06,
      "loss": 3.219,
      "step": 6927
    },
    {
      "epoch": 4.4641418211120065,
      "grad_norm": 2.007586438629522,
      "learning_rate": 9.825308812865577e-06,
      "loss": 3.5365,
      "step": 6928
    },
    {
      "epoch": 4.464786462530218,
      "grad_norm": 2.498334169260917,
      "learning_rate": 9.825258489785298e-06,
      "loss": 3.7298,
      "step": 6929
    },
    {
      "epoch": 4.465431103948429,
      "grad_norm": 2.176395962057957,
      "learning_rate": 9.825208159601323e-06,
      "loss": 3.8121,
      "step": 6930
    },
    {
      "epoch": 4.4660757453666395,
      "grad_norm": 2.541743767936833,
      "learning_rate": 9.825157822313739e-06,
      "loss": 3.3981,
      "step": 6931
    },
    {
      "epoch": 4.466720386784851,
      "grad_norm": 2.296680268187028,
      "learning_rate": 9.825107477922622e-06,
      "loss": 3.3984,
      "step": 6932
    },
    {
      "epoch": 4.467365028203062,
      "grad_norm": 2.4386174129673113,
      "learning_rate": 9.82505712642806e-06,
      "loss": 3.3103,
      "step": 6933
    },
    {
      "epoch": 4.468009669621273,
      "grad_norm": 2.2180342643060746,
      "learning_rate": 9.825006767830133e-06,
      "loss": 3.4491,
      "step": 6934
    },
    {
      "epoch": 4.468654311039485,
      "grad_norm": 2.4508309989085846,
      "learning_rate": 9.824956402128929e-06,
      "loss": 3.3763,
      "step": 6935
    },
    {
      "epoch": 4.469298952457695,
      "grad_norm": 2.3719902121984924,
      "learning_rate": 9.824906029324522e-06,
      "loss": 3.6768,
      "step": 6936
    },
    {
      "epoch": 4.4699435938759065,
      "grad_norm": 1.9786669281201328,
      "learning_rate": 9.824855649417001e-06,
      "loss": 3.5234,
      "step": 6937
    },
    {
      "epoch": 4.470588235294118,
      "grad_norm": 2.3029228038979452,
      "learning_rate": 9.824805262406446e-06,
      "loss": 3.6828,
      "step": 6938
    },
    {
      "epoch": 4.471232876712329,
      "grad_norm": 2.319953719236974,
      "learning_rate": 9.824754868292943e-06,
      "loss": 3.5321,
      "step": 6939
    },
    {
      "epoch": 4.47187751813054,
      "grad_norm": 2.0213277604706583,
      "learning_rate": 9.82470446707657e-06,
      "loss": 3.3803,
      "step": 6940
    },
    {
      "epoch": 4.472522159548751,
      "grad_norm": 2.37799141965072,
      "learning_rate": 9.824654058757414e-06,
      "loss": 3.4606,
      "step": 6941
    },
    {
      "epoch": 4.473166800966962,
      "grad_norm": 2.1949623617335474,
      "learning_rate": 9.824603643335554e-06,
      "loss": 3.2819,
      "step": 6942
    },
    {
      "epoch": 4.473811442385173,
      "grad_norm": 2.8451957829595758,
      "learning_rate": 9.824553220811076e-06,
      "loss": 3.4322,
      "step": 6943
    },
    {
      "epoch": 4.474456083803385,
      "grad_norm": 2.2424969058006528,
      "learning_rate": 9.824502791184061e-06,
      "loss": 3.459,
      "step": 6944
    },
    {
      "epoch": 4.475100725221595,
      "grad_norm": 2.524350454586019,
      "learning_rate": 9.824452354454594e-06,
      "loss": 3.8088,
      "step": 6945
    },
    {
      "epoch": 4.475745366639806,
      "grad_norm": 2.2825537001857032,
      "learning_rate": 9.824401910622755e-06,
      "loss": 3.2132,
      "step": 6946
    },
    {
      "epoch": 4.476390008058018,
      "grad_norm": 2.33441870837721,
      "learning_rate": 9.824351459688629e-06,
      "loss": 3.728,
      "step": 6947
    },
    {
      "epoch": 4.477034649476229,
      "grad_norm": 2.3508363567914516,
      "learning_rate": 9.824301001652298e-06,
      "loss": 3.57,
      "step": 6948
    },
    {
      "epoch": 4.47767929089444,
      "grad_norm": 2.44628275524502,
      "learning_rate": 9.824250536513843e-06,
      "loss": 3.6641,
      "step": 6949
    },
    {
      "epoch": 4.478323932312651,
      "grad_norm": 2.0822848552366904,
      "learning_rate": 9.824200064273351e-06,
      "loss": 3.4739,
      "step": 6950
    },
    {
      "epoch": 4.478968573730862,
      "grad_norm": 2.9975071270249964,
      "learning_rate": 9.824149584930903e-06,
      "loss": 3.446,
      "step": 6951
    },
    {
      "epoch": 4.479613215149073,
      "grad_norm": 2.115807523887778,
      "learning_rate": 9.824099098486581e-06,
      "loss": 3.7143,
      "step": 6952
    },
    {
      "epoch": 4.480257856567285,
      "grad_norm": 2.886727863141978,
      "learning_rate": 9.824048604940467e-06,
      "loss": 3.6611,
      "step": 6953
    },
    {
      "epoch": 4.480902497985496,
      "grad_norm": 1.9959993730013883,
      "learning_rate": 9.823998104292648e-06,
      "loss": 3.3457,
      "step": 6954
    },
    {
      "epoch": 4.481547139403706,
      "grad_norm": 2.0886322683883396,
      "learning_rate": 9.823947596543203e-06,
      "loss": 3.8137,
      "step": 6955
    },
    {
      "epoch": 4.482191780821918,
      "grad_norm": 2.0613045818511653,
      "learning_rate": 9.823897081692216e-06,
      "loss": 3.443,
      "step": 6956
    },
    {
      "epoch": 4.482836422240129,
      "grad_norm": 2.298436679982131,
      "learning_rate": 9.823846559739771e-06,
      "loss": 3.516,
      "step": 6957
    },
    {
      "epoch": 4.48348106365834,
      "grad_norm": 2.475963016884007,
      "learning_rate": 9.82379603068595e-06,
      "loss": 3.3701,
      "step": 6958
    },
    {
      "epoch": 4.4841257050765515,
      "grad_norm": 2.1910635104356038,
      "learning_rate": 9.823745494530837e-06,
      "loss": 3.4556,
      "step": 6959
    },
    {
      "epoch": 4.484770346494762,
      "grad_norm": 2.2866793189771712,
      "learning_rate": 9.823694951274513e-06,
      "loss": 3.4487,
      "step": 6960
    },
    {
      "epoch": 4.485414987912973,
      "grad_norm": 2.5559413750257867,
      "learning_rate": 9.823644400917063e-06,
      "loss": 3.5092,
      "step": 6961
    },
    {
      "epoch": 4.4860596293311845,
      "grad_norm": 2.5031853344817425,
      "learning_rate": 9.82359384345857e-06,
      "loss": 3.4883,
      "step": 6962
    },
    {
      "epoch": 4.486704270749396,
      "grad_norm": 2.1306430033980486,
      "learning_rate": 9.823543278899114e-06,
      "loss": 3.2596,
      "step": 6963
    },
    {
      "epoch": 4.487348912167607,
      "grad_norm": 2.6904192330423506,
      "learning_rate": 9.823492707238784e-06,
      "loss": 3.4608,
      "step": 6964
    },
    {
      "epoch": 4.4879935535858175,
      "grad_norm": 2.0018058880363228,
      "learning_rate": 9.823442128477656e-06,
      "loss": 3.2248,
      "step": 6965
    },
    {
      "epoch": 4.488638195004029,
      "grad_norm": 2.4981670989045814,
      "learning_rate": 9.823391542615818e-06,
      "loss": 3.4757,
      "step": 6966
    },
    {
      "epoch": 4.48928283642224,
      "grad_norm": 2.2092463245041216,
      "learning_rate": 9.823340949653351e-06,
      "loss": 3.3584,
      "step": 6967
    },
    {
      "epoch": 4.489927477840451,
      "grad_norm": 2.487181510339468,
      "learning_rate": 9.823290349590339e-06,
      "loss": 3.1618,
      "step": 6968
    },
    {
      "epoch": 4.490572119258663,
      "grad_norm": 2.071265556128388,
      "learning_rate": 9.823239742426866e-06,
      "loss": 3.5997,
      "step": 6969
    },
    {
      "epoch": 4.491216760676873,
      "grad_norm": 2.5312988175133517,
      "learning_rate": 9.823189128163011e-06,
      "loss": 3.5164,
      "step": 6970
    },
    {
      "epoch": 4.491861402095084,
      "grad_norm": 2.069248657809925,
      "learning_rate": 9.823138506798862e-06,
      "loss": 3.6974,
      "step": 6971
    },
    {
      "epoch": 4.492506043513296,
      "grad_norm": 2.868834174776541,
      "learning_rate": 9.8230878783345e-06,
      "loss": 3.4173,
      "step": 6972
    },
    {
      "epoch": 4.493150684931507,
      "grad_norm": 2.374930040139625,
      "learning_rate": 9.823037242770009e-06,
      "loss": 3.5527,
      "step": 6973
    },
    {
      "epoch": 4.493795326349718,
      "grad_norm": 2.4620418023947224,
      "learning_rate": 9.822986600105471e-06,
      "loss": 3.6327,
      "step": 6974
    },
    {
      "epoch": 4.494439967767929,
      "grad_norm": 2.365456031151156,
      "learning_rate": 9.822935950340968e-06,
      "loss": 3.5194,
      "step": 6975
    },
    {
      "epoch": 4.49508460918614,
      "grad_norm": 2.870404886168233,
      "learning_rate": 9.822885293476587e-06,
      "loss": 3.2517,
      "step": 6976
    },
    {
      "epoch": 4.495729250604351,
      "grad_norm": 2.4655394170601155,
      "learning_rate": 9.82283462951241e-06,
      "loss": 3.5163,
      "step": 6977
    },
    {
      "epoch": 4.496373892022563,
      "grad_norm": 2.762374778088865,
      "learning_rate": 9.822783958448516e-06,
      "loss": 3.2709,
      "step": 6978
    },
    {
      "epoch": 4.497018533440774,
      "grad_norm": 2.0045810450140946,
      "learning_rate": 9.822733280284991e-06,
      "loss": 3.6801,
      "step": 6979
    },
    {
      "epoch": 4.497663174858984,
      "grad_norm": 2.6980572231572952,
      "learning_rate": 9.822682595021923e-06,
      "loss": 3.5739,
      "step": 6980
    },
    {
      "epoch": 4.498307816277196,
      "grad_norm": 2.1178617538729063,
      "learning_rate": 9.822631902659388e-06,
      "loss": 3.665,
      "step": 6981
    },
    {
      "epoch": 4.498952457695407,
      "grad_norm": 2.851178695318343,
      "learning_rate": 9.822581203197472e-06,
      "loss": 3.4372,
      "step": 6982
    },
    {
      "epoch": 4.499597099113618,
      "grad_norm": 2.31559035994295,
      "learning_rate": 9.82253049663626e-06,
      "loss": 3.7648,
      "step": 6983
    },
    {
      "epoch": 4.500241740531829,
      "grad_norm": 2.705155963049863,
      "learning_rate": 9.822479782975834e-06,
      "loss": 3.5726,
      "step": 6984
    },
    {
      "epoch": 4.50088638195004,
      "grad_norm": 2.3446289872547728,
      "learning_rate": 9.822429062216276e-06,
      "loss": 3.2046,
      "step": 6985
    },
    {
      "epoch": 4.501531023368251,
      "grad_norm": 2.7751062020080006,
      "learning_rate": 9.822378334357671e-06,
      "loss": 3.3465,
      "step": 6986
    },
    {
      "epoch": 4.502175664786463,
      "grad_norm": 2.1800278068158607,
      "learning_rate": 9.8223275994001e-06,
      "loss": 3.6517,
      "step": 6987
    },
    {
      "epoch": 4.502820306204674,
      "grad_norm": 2.5964094454385247,
      "learning_rate": 9.822276857343649e-06,
      "loss": 3.8972,
      "step": 6988
    },
    {
      "epoch": 4.503464947622884,
      "grad_norm": 2.2853929155844397,
      "learning_rate": 9.822226108188401e-06,
      "loss": 3.3832,
      "step": 6989
    },
    {
      "epoch": 4.504109589041096,
      "grad_norm": 2.2118454576537796,
      "learning_rate": 9.822175351934438e-06,
      "loss": 3.6067,
      "step": 6990
    },
    {
      "epoch": 4.504754230459307,
      "grad_norm": 2.2816849621714916,
      "learning_rate": 9.822124588581842e-06,
      "loss": 3.4176,
      "step": 6991
    },
    {
      "epoch": 4.505398871877518,
      "grad_norm": 2.0815573578334057,
      "learning_rate": 9.822073818130702e-06,
      "loss": 3.6022,
      "step": 6992
    },
    {
      "epoch": 4.5060435132957295,
      "grad_norm": 2.1306583906605145,
      "learning_rate": 9.822023040581098e-06,
      "loss": 3.8077,
      "step": 6993
    },
    {
      "epoch": 4.50668815471394,
      "grad_norm": 2.0860282242824844,
      "learning_rate": 9.82197225593311e-06,
      "loss": 3.9321,
      "step": 6994
    },
    {
      "epoch": 4.507332796132151,
      "grad_norm": 2.429514698119884,
      "learning_rate": 9.821921464186826e-06,
      "loss": 3.5193,
      "step": 6995
    },
    {
      "epoch": 4.5079774375503625,
      "grad_norm": 2.060663670858469,
      "learning_rate": 9.821870665342328e-06,
      "loss": 3.6457,
      "step": 6996
    },
    {
      "epoch": 4.508622078968574,
      "grad_norm": 2.628233113545065,
      "learning_rate": 9.8218198593997e-06,
      "loss": 3.6632,
      "step": 6997
    },
    {
      "epoch": 4.509266720386785,
      "grad_norm": 1.9256101392314318,
      "learning_rate": 9.821769046359025e-06,
      "loss": 3.3346,
      "step": 6998
    },
    {
      "epoch": 4.5099113618049955,
      "grad_norm": 2.53304163315232,
      "learning_rate": 9.821718226220385e-06,
      "loss": 3.5076,
      "step": 6999
    },
    {
      "epoch": 4.510556003223207,
      "grad_norm": 1.9850175368122105,
      "learning_rate": 9.821667398983864e-06,
      "loss": 3.5427,
      "step": 7000
    },
    {
      "epoch": 4.510556003223207,
      "eval_loss": 3.8068957328796387,
      "eval_runtime": 2.9405,
      "eval_samples_per_second": 34.008,
      "eval_steps_per_second": 4.421,
      "step": 7000
    },
    {
      "epoch": 4.511200644641418,
      "grad_norm": 1.9609581896467005,
      "learning_rate": 9.821616564649549e-06,
      "loss": 3.2243,
      "step": 7001
    },
    {
      "epoch": 4.511845286059629,
      "grad_norm": 2.384244171841932,
      "learning_rate": 9.821565723217518e-06,
      "loss": 3.7097,
      "step": 7002
    },
    {
      "epoch": 4.512489927477841,
      "grad_norm": 2.2411237593257396,
      "learning_rate": 9.82151487468786e-06,
      "loss": 3.563,
      "step": 7003
    },
    {
      "epoch": 4.513134568896051,
      "grad_norm": 2.184008288656326,
      "learning_rate": 9.821464019060654e-06,
      "loss": 3.2455,
      "step": 7004
    },
    {
      "epoch": 4.513779210314262,
      "grad_norm": 2.2415347380427595,
      "learning_rate": 9.821413156335986e-06,
      "loss": 3.4384,
      "step": 7005
    },
    {
      "epoch": 4.514423851732474,
      "grad_norm": 2.1585932032704287,
      "learning_rate": 9.821362286513941e-06,
      "loss": 3.1732,
      "step": 7006
    },
    {
      "epoch": 4.515068493150685,
      "grad_norm": 2.2090412864455056,
      "learning_rate": 9.821311409594596e-06,
      "loss": 3.6388,
      "step": 7007
    },
    {
      "epoch": 4.515713134568896,
      "grad_norm": 2.2203571722006643,
      "learning_rate": 9.821260525578043e-06,
      "loss": 3.5879,
      "step": 7008
    },
    {
      "epoch": 4.516357775987107,
      "grad_norm": 2.045188681503504,
      "learning_rate": 9.821209634464359e-06,
      "loss": 3.5371,
      "step": 7009
    },
    {
      "epoch": 4.517002417405318,
      "grad_norm": 2.3689473104782346,
      "learning_rate": 9.82115873625363e-06,
      "loss": 3.3714,
      "step": 7010
    },
    {
      "epoch": 4.517647058823529,
      "grad_norm": 2.171962549567991,
      "learning_rate": 9.821107830945939e-06,
      "loss": 3.6102,
      "step": 7011
    },
    {
      "epoch": 4.518291700241741,
      "grad_norm": 2.455214595833654,
      "learning_rate": 9.821056918541372e-06,
      "loss": 3.1634,
      "step": 7012
    },
    {
      "epoch": 4.518936341659952,
      "grad_norm": 2.3957536262254875,
      "learning_rate": 9.821005999040011e-06,
      "loss": 3.0921,
      "step": 7013
    },
    {
      "epoch": 4.519580983078162,
      "grad_norm": 2.265083763292525,
      "learning_rate": 9.820955072441939e-06,
      "loss": 3.6091,
      "step": 7014
    },
    {
      "epoch": 4.520225624496374,
      "grad_norm": 2.393551975675475,
      "learning_rate": 9.820904138747241e-06,
      "loss": 3.5725,
      "step": 7015
    },
    {
      "epoch": 4.520870265914585,
      "grad_norm": 2.527547230730118,
      "learning_rate": 9.820853197955998e-06,
      "loss": 3.504,
      "step": 7016
    },
    {
      "epoch": 4.521514907332796,
      "grad_norm": 2.21557195223577,
      "learning_rate": 9.820802250068298e-06,
      "loss": 3.7563,
      "step": 7017
    },
    {
      "epoch": 4.522159548751008,
      "grad_norm": 2.3342767293249893,
      "learning_rate": 9.82075129508422e-06,
      "loss": 3.9736,
      "step": 7018
    },
    {
      "epoch": 4.522804190169218,
      "grad_norm": 2.2755552146534663,
      "learning_rate": 9.820700333003852e-06,
      "loss": 3.5517,
      "step": 7019
    },
    {
      "epoch": 4.523448831587429,
      "grad_norm": 2.0566547595196223,
      "learning_rate": 9.820649363827274e-06,
      "loss": 3.413,
      "step": 7020
    },
    {
      "epoch": 4.524093473005641,
      "grad_norm": 2.316102639187191,
      "learning_rate": 9.820598387554572e-06,
      "loss": 3.3126,
      "step": 7021
    },
    {
      "epoch": 4.524738114423852,
      "grad_norm": 2.2338697908408096,
      "learning_rate": 9.820547404185827e-06,
      "loss": 3.5277,
      "step": 7022
    },
    {
      "epoch": 4.525382755842063,
      "grad_norm": 2.0969684314078805,
      "learning_rate": 9.820496413721126e-06,
      "loss": 3.491,
      "step": 7023
    },
    {
      "epoch": 4.526027397260274,
      "grad_norm": 2.454748907305661,
      "learning_rate": 9.820445416160553e-06,
      "loss": 3.8275,
      "step": 7024
    },
    {
      "epoch": 4.526672038678485,
      "grad_norm": 2.4308697311584595,
      "learning_rate": 9.820394411504188e-06,
      "loss": 3.511,
      "step": 7025
    },
    {
      "epoch": 4.527316680096696,
      "grad_norm": 2.2580768703335528,
      "learning_rate": 9.82034339975212e-06,
      "loss": 3.459,
      "step": 7026
    },
    {
      "epoch": 4.5279613215149075,
      "grad_norm": 2.4060964982199513,
      "learning_rate": 9.820292380904426e-06,
      "loss": 3.7503,
      "step": 7027
    },
    {
      "epoch": 4.528605962933119,
      "grad_norm": 2.4857315335553523,
      "learning_rate": 9.820241354961195e-06,
      "loss": 3.405,
      "step": 7028
    },
    {
      "epoch": 4.529250604351329,
      "grad_norm": 2.6873029381560176,
      "learning_rate": 9.82019032192251e-06,
      "loss": 3.2619,
      "step": 7029
    },
    {
      "epoch": 4.5298952457695405,
      "grad_norm": 2.4836720902962153,
      "learning_rate": 9.820139281788454e-06,
      "loss": 3.4064,
      "step": 7030
    },
    {
      "epoch": 4.530539887187752,
      "grad_norm": 2.3144993822553657,
      "learning_rate": 9.82008823455911e-06,
      "loss": 3.4134,
      "step": 7031
    },
    {
      "epoch": 4.531184528605963,
      "grad_norm": 2.491452672098128,
      "learning_rate": 9.820037180234564e-06,
      "loss": 3.4682,
      "step": 7032
    },
    {
      "epoch": 4.531829170024174,
      "grad_norm": 2.5638412021112926,
      "learning_rate": 9.8199861188149e-06,
      "loss": 3.3917,
      "step": 7033
    },
    {
      "epoch": 4.532473811442385,
      "grad_norm": 2.5746723442151973,
      "learning_rate": 9.819935050300197e-06,
      "loss": 3.4935,
      "step": 7034
    },
    {
      "epoch": 4.533118452860596,
      "grad_norm": 2.7290961818537904,
      "learning_rate": 9.819883974690546e-06,
      "loss": 3.6798,
      "step": 7035
    },
    {
      "epoch": 4.533763094278807,
      "grad_norm": 2.354852546440658,
      "learning_rate": 9.819832891986026e-06,
      "loss": 3.4364,
      "step": 7036
    },
    {
      "epoch": 4.534407735697019,
      "grad_norm": 2.910920063214451,
      "learning_rate": 9.81978180218672e-06,
      "loss": 3.463,
      "step": 7037
    },
    {
      "epoch": 4.53505237711523,
      "grad_norm": 2.178523127009092,
      "learning_rate": 9.819730705292718e-06,
      "loss": 3.7067,
      "step": 7038
    },
    {
      "epoch": 4.53569701853344,
      "grad_norm": 2.63909484848139,
      "learning_rate": 9.819679601304098e-06,
      "loss": 3.493,
      "step": 7039
    },
    {
      "epoch": 4.536341659951652,
      "grad_norm": 2.1356072430762487,
      "learning_rate": 9.819628490220945e-06,
      "loss": 3.3984,
      "step": 7040
    },
    {
      "epoch": 4.536986301369863,
      "grad_norm": 2.962836759273463,
      "learning_rate": 9.819577372043346e-06,
      "loss": 3.3304,
      "step": 7041
    },
    {
      "epoch": 4.537630942788074,
      "grad_norm": 2.2770396038589995,
      "learning_rate": 9.819526246771381e-06,
      "loss": 3.7538,
      "step": 7042
    },
    {
      "epoch": 4.538275584206286,
      "grad_norm": 2.4379896145309,
      "learning_rate": 9.819475114405137e-06,
      "loss": 3.5102,
      "step": 7043
    },
    {
      "epoch": 4.538920225624496,
      "grad_norm": 2.037015565463505,
      "learning_rate": 9.819423974944698e-06,
      "loss": 3.3824,
      "step": 7044
    },
    {
      "epoch": 4.539564867042707,
      "grad_norm": 2.366044691575981,
      "learning_rate": 9.819372828390145e-06,
      "loss": 3.4268,
      "step": 7045
    },
    {
      "epoch": 4.540209508460919,
      "grad_norm": 2.0690753723763256,
      "learning_rate": 9.819321674741564e-06,
      "loss": 3.8508,
      "step": 7046
    },
    {
      "epoch": 4.54085414987913,
      "grad_norm": 2.5323690440438837,
      "learning_rate": 9.81927051399904e-06,
      "loss": 3.393,
      "step": 7047
    },
    {
      "epoch": 4.541498791297341,
      "grad_norm": 2.0811699489216093,
      "learning_rate": 9.819219346162654e-06,
      "loss": 3.9361,
      "step": 7048
    },
    {
      "epoch": 4.542143432715552,
      "grad_norm": 2.2452071764608847,
      "learning_rate": 9.819168171232494e-06,
      "loss": 3.737,
      "step": 7049
    },
    {
      "epoch": 4.542788074133763,
      "grad_norm": 2.042389298018459,
      "learning_rate": 9.81911698920864e-06,
      "loss": 3.5824,
      "step": 7050
    },
    {
      "epoch": 4.543432715551974,
      "grad_norm": 2.0558018539580023,
      "learning_rate": 9.819065800091179e-06,
      "loss": 3.5068,
      "step": 7051
    },
    {
      "epoch": 4.5440773569701856,
      "grad_norm": 2.2025444372007597,
      "learning_rate": 9.819014603880194e-06,
      "loss": 3.6806,
      "step": 7052
    },
    {
      "epoch": 4.544721998388397,
      "grad_norm": 1.9574272382514863,
      "learning_rate": 9.818963400575768e-06,
      "loss": 3.669,
      "step": 7053
    },
    {
      "epoch": 4.545366639806607,
      "grad_norm": 2.456320499358616,
      "learning_rate": 9.818912190177988e-06,
      "loss": 3.3509,
      "step": 7054
    },
    {
      "epoch": 4.546011281224819,
      "grad_norm": 2.330930090078824,
      "learning_rate": 9.818860972686937e-06,
      "loss": 3.466,
      "step": 7055
    },
    {
      "epoch": 4.54665592264303,
      "grad_norm": 2.217492272939973,
      "learning_rate": 9.818809748102695e-06,
      "loss": 3.643,
      "step": 7056
    },
    {
      "epoch": 4.547300564061241,
      "grad_norm": 2.539334485139911,
      "learning_rate": 9.818758516425353e-06,
      "loss": 3.6754,
      "step": 7057
    },
    {
      "epoch": 4.5479452054794525,
      "grad_norm": 2.367747975723691,
      "learning_rate": 9.81870727765499e-06,
      "loss": 3.3554,
      "step": 7058
    },
    {
      "epoch": 4.548589846897663,
      "grad_norm": 2.6495419520927306,
      "learning_rate": 9.818656031791692e-06,
      "loss": 3.7146,
      "step": 7059
    },
    {
      "epoch": 4.549234488315874,
      "grad_norm": 2.2548188196592434,
      "learning_rate": 9.818604778835545e-06,
      "loss": 3.6767,
      "step": 7060
    },
    {
      "epoch": 4.5498791297340855,
      "grad_norm": 2.801376407094581,
      "learning_rate": 9.818553518786629e-06,
      "loss": 3.5775,
      "step": 7061
    },
    {
      "epoch": 4.550523771152297,
      "grad_norm": 2.1769282935983134,
      "learning_rate": 9.818502251645032e-06,
      "loss": 3.579,
      "step": 7062
    },
    {
      "epoch": 4.551168412570508,
      "grad_norm": 2.5727180055123395,
      "learning_rate": 9.818450977410834e-06,
      "loss": 3.189,
      "step": 7063
    },
    {
      "epoch": 4.5518130539887185,
      "grad_norm": 1.9329644962504575,
      "learning_rate": 9.818399696084125e-06,
      "loss": 3.5464,
      "step": 7064
    },
    {
      "epoch": 4.55245769540693,
      "grad_norm": 2.4457518699496377,
      "learning_rate": 9.818348407664986e-06,
      "loss": 3.9187,
      "step": 7065
    },
    {
      "epoch": 4.553102336825141,
      "grad_norm": 2.2558948076211847,
      "learning_rate": 9.8182971121535e-06,
      "loss": 3.3872,
      "step": 7066
    },
    {
      "epoch": 4.553746978243352,
      "grad_norm": 2.4097898160504716,
      "learning_rate": 9.81824580954975e-06,
      "loss": 3.4486,
      "step": 7067
    },
    {
      "epoch": 4.554391619661564,
      "grad_norm": 2.43947124362928,
      "learning_rate": 9.818194499853826e-06,
      "loss": 3.547,
      "step": 7068
    },
    {
      "epoch": 4.555036261079774,
      "grad_norm": 2.3023672141928815,
      "learning_rate": 9.81814318306581e-06,
      "loss": 3.3934,
      "step": 7069
    },
    {
      "epoch": 4.555680902497985,
      "grad_norm": 2.124121461591646,
      "learning_rate": 9.818091859185783e-06,
      "loss": 3.6718,
      "step": 7070
    },
    {
      "epoch": 4.556325543916197,
      "grad_norm": 2.475471575642428,
      "learning_rate": 9.818040528213833e-06,
      "loss": 3.4948,
      "step": 7071
    },
    {
      "epoch": 4.556970185334408,
      "grad_norm": 2.0002161774416627,
      "learning_rate": 9.817989190150042e-06,
      "loss": 3.4973,
      "step": 7072
    },
    {
      "epoch": 4.557614826752619,
      "grad_norm": 2.689763739921689,
      "learning_rate": 9.817937844994496e-06,
      "loss": 3.7889,
      "step": 7073
    },
    {
      "epoch": 4.55825946817083,
      "grad_norm": 2.1574566631331993,
      "learning_rate": 9.817886492747278e-06,
      "loss": 3.4313,
      "step": 7074
    },
    {
      "epoch": 4.558904109589041,
      "grad_norm": 2.7066025964070857,
      "learning_rate": 9.817835133408474e-06,
      "loss": 3.2893,
      "step": 7075
    },
    {
      "epoch": 4.559548751007252,
      "grad_norm": 2.3232038158743906,
      "learning_rate": 9.817783766978166e-06,
      "loss": 3.5815,
      "step": 7076
    },
    {
      "epoch": 4.560193392425464,
      "grad_norm": 3.030390587351077,
      "learning_rate": 9.81773239345644e-06,
      "loss": 3.5558,
      "step": 7077
    },
    {
      "epoch": 4.560838033843675,
      "grad_norm": 1.953914542213608,
      "learning_rate": 9.817681012843382e-06,
      "loss": 3.5673,
      "step": 7078
    },
    {
      "epoch": 4.561482675261885,
      "grad_norm": 3.0880764869977595,
      "learning_rate": 9.817629625139072e-06,
      "loss": 3.4473,
      "step": 7079
    },
    {
      "epoch": 4.562127316680097,
      "grad_norm": 2.116625480285638,
      "learning_rate": 9.817578230343597e-06,
      "loss": 3.4682,
      "step": 7080
    },
    {
      "epoch": 4.562771958098308,
      "grad_norm": 2.588232043983608,
      "learning_rate": 9.817526828457042e-06,
      "loss": 3.5352,
      "step": 7081
    },
    {
      "epoch": 4.563416599516519,
      "grad_norm": 2.27506822868624,
      "learning_rate": 9.81747541947949e-06,
      "loss": 3.5037,
      "step": 7082
    },
    {
      "epoch": 4.5640612409347305,
      "grad_norm": 2.6591158335002545,
      "learning_rate": 9.817424003411026e-06,
      "loss": 3.3615,
      "step": 7083
    },
    {
      "epoch": 4.564705882352941,
      "grad_norm": 2.174161642946425,
      "learning_rate": 9.817372580251737e-06,
      "loss": 3.4679,
      "step": 7084
    },
    {
      "epoch": 4.565350523771152,
      "grad_norm": 2.5587238983032408,
      "learning_rate": 9.8173211500017e-06,
      "loss": 3.4086,
      "step": 7085
    },
    {
      "epoch": 4.5659951651893635,
      "grad_norm": 2.3979297261094152,
      "learning_rate": 9.81726971266101e-06,
      "loss": 3.6026,
      "step": 7086
    },
    {
      "epoch": 4.566639806607575,
      "grad_norm": 2.337885474521234,
      "learning_rate": 9.817218268229743e-06,
      "loss": 3.585,
      "step": 7087
    },
    {
      "epoch": 4.567284448025786,
      "grad_norm": 2.3207280709517164,
      "learning_rate": 9.817166816707985e-06,
      "loss": 3.569,
      "step": 7088
    },
    {
      "epoch": 4.567929089443997,
      "grad_norm": 2.6987366705578877,
      "learning_rate": 9.817115358095825e-06,
      "loss": 3.771,
      "step": 7089
    },
    {
      "epoch": 4.568573730862208,
      "grad_norm": 2.398340010029342,
      "learning_rate": 9.817063892393342e-06,
      "loss": 3.6589,
      "step": 7090
    },
    {
      "epoch": 4.569218372280419,
      "grad_norm": 2.8386663061987503,
      "learning_rate": 9.817012419600624e-06,
      "loss": 3.2723,
      "step": 7091
    },
    {
      "epoch": 4.5698630136986305,
      "grad_norm": 2.9733009773575474,
      "learning_rate": 9.816960939717755e-06,
      "loss": 3.6881,
      "step": 7092
    },
    {
      "epoch": 4.570507655116841,
      "grad_norm": 2.2782899877186336,
      "learning_rate": 9.81690945274482e-06,
      "loss": 3.5681,
      "step": 7093
    },
    {
      "epoch": 4.571152296535052,
      "grad_norm": 2.458706253374023,
      "learning_rate": 9.8168579586819e-06,
      "loss": 3.7932,
      "step": 7094
    },
    {
      "epoch": 4.5717969379532635,
      "grad_norm": 2.87859238787379,
      "learning_rate": 9.816806457529084e-06,
      "loss": 3.976,
      "step": 7095
    },
    {
      "epoch": 4.572441579371475,
      "grad_norm": 2.1695761925202968,
      "learning_rate": 9.816754949286454e-06,
      "loss": 3.7058,
      "step": 7096
    },
    {
      "epoch": 4.573086220789686,
      "grad_norm": 2.1856703184570505,
      "learning_rate": 9.816703433954095e-06,
      "loss": 3.609,
      "step": 7097
    },
    {
      "epoch": 4.5737308622078965,
      "grad_norm": 2.1348131589608204,
      "learning_rate": 9.816651911532094e-06,
      "loss": 3.5301,
      "step": 7098
    },
    {
      "epoch": 4.574375503626108,
      "grad_norm": 2.429475368752695,
      "learning_rate": 9.816600382020531e-06,
      "loss": 3.4658,
      "step": 7099
    },
    {
      "epoch": 4.575020145044319,
      "grad_norm": 2.4506436721017186,
      "learning_rate": 9.816548845419495e-06,
      "loss": 3.2952,
      "step": 7100
    },
    {
      "epoch": 4.575020145044319,
      "eval_loss": 3.8015947341918945,
      "eval_runtime": 2.9572,
      "eval_samples_per_second": 33.815,
      "eval_steps_per_second": 4.396,
      "step": 7100
    },
    {
      "epoch": 4.57566478646253,
      "grad_norm": 2.2855717229726866,
      "learning_rate": 9.816497301729067e-06,
      "loss": 3.6741,
      "step": 7101
    },
    {
      "epoch": 4.576309427880742,
      "grad_norm": 2.3608371373263295,
      "learning_rate": 9.816445750949336e-06,
      "loss": 3.7671,
      "step": 7102
    },
    {
      "epoch": 4.576954069298952,
      "grad_norm": 2.408128636834767,
      "learning_rate": 9.816394193080381e-06,
      "loss": 3.2782,
      "step": 7103
    },
    {
      "epoch": 4.577598710717163,
      "grad_norm": 2.4214169005767436,
      "learning_rate": 9.816342628122292e-06,
      "loss": 3.6056,
      "step": 7104
    },
    {
      "epoch": 4.578243352135375,
      "grad_norm": 2.538359562747184,
      "learning_rate": 9.816291056075151e-06,
      "loss": 3.743,
      "step": 7105
    },
    {
      "epoch": 4.578887993553586,
      "grad_norm": 2.4475051746772203,
      "learning_rate": 9.816239476939044e-06,
      "loss": 3.5681,
      "step": 7106
    },
    {
      "epoch": 4.579532634971797,
      "grad_norm": 2.3147179334540584,
      "learning_rate": 9.816187890714056e-06,
      "loss": 3.748,
      "step": 7107
    },
    {
      "epoch": 4.580177276390008,
      "grad_norm": 2.386328386633998,
      "learning_rate": 9.816136297400267e-06,
      "loss": 3.4398,
      "step": 7108
    },
    {
      "epoch": 4.580821917808219,
      "grad_norm": 2.210698360054237,
      "learning_rate": 9.816084696997768e-06,
      "loss": 3.2568,
      "step": 7109
    },
    {
      "epoch": 4.58146655922643,
      "grad_norm": 2.624137314239057,
      "learning_rate": 9.816033089506642e-06,
      "loss": 3.6057,
      "step": 7110
    },
    {
      "epoch": 4.582111200644642,
      "grad_norm": 2.0021640189575822,
      "learning_rate": 9.815981474926971e-06,
      "loss": 3.6662,
      "step": 7111
    },
    {
      "epoch": 4.582755842062853,
      "grad_norm": 2.3546554162993214,
      "learning_rate": 9.815929853258842e-06,
      "loss": 3.4793,
      "step": 7112
    },
    {
      "epoch": 4.583400483481063,
      "grad_norm": 2.2630751454682403,
      "learning_rate": 9.81587822450234e-06,
      "loss": 3.3639,
      "step": 7113
    },
    {
      "epoch": 4.584045124899275,
      "grad_norm": 2.551499564979295,
      "learning_rate": 9.815826588657549e-06,
      "loss": 3.3201,
      "step": 7114
    },
    {
      "epoch": 4.584689766317486,
      "grad_norm": 2.355753074473288,
      "learning_rate": 9.815774945724553e-06,
      "loss": 3.4064,
      "step": 7115
    },
    {
      "epoch": 4.585334407735697,
      "grad_norm": 2.570517758666322,
      "learning_rate": 9.815723295703442e-06,
      "loss": 3.7164,
      "step": 7116
    },
    {
      "epoch": 4.5859790491539085,
      "grad_norm": 2.2587255112625213,
      "learning_rate": 9.815671638594292e-06,
      "loss": 3.5385,
      "step": 7117
    },
    {
      "epoch": 4.586623690572119,
      "grad_norm": 2.7286149196097975,
      "learning_rate": 9.815619974397194e-06,
      "loss": 3.4448,
      "step": 7118
    },
    {
      "epoch": 4.58726833199033,
      "grad_norm": 2.2203124620393115,
      "learning_rate": 9.815568303112231e-06,
      "loss": 3.4792,
      "step": 7119
    },
    {
      "epoch": 4.5879129734085415,
      "grad_norm": 2.2717070057117748,
      "learning_rate": 9.81551662473949e-06,
      "loss": 3.6918,
      "step": 7120
    },
    {
      "epoch": 4.588557614826753,
      "grad_norm": 2.133613906845261,
      "learning_rate": 9.815464939279053e-06,
      "loss": 3.799,
      "step": 7121
    },
    {
      "epoch": 4.589202256244963,
      "grad_norm": 2.376464909826793,
      "learning_rate": 9.815413246731007e-06,
      "loss": 3.5029,
      "step": 7122
    },
    {
      "epoch": 4.5898468976631746,
      "grad_norm": 3.53076080919036,
      "learning_rate": 9.815361547095434e-06,
      "loss": 3.5885,
      "step": 7123
    },
    {
      "epoch": 4.590491539081386,
      "grad_norm": 2.4996529259823483,
      "learning_rate": 9.815309840372423e-06,
      "loss": 3.4282,
      "step": 7124
    },
    {
      "epoch": 4.591136180499597,
      "grad_norm": 2.8667858865863938,
      "learning_rate": 9.815258126562054e-06,
      "loss": 3.9323,
      "step": 7125
    },
    {
      "epoch": 4.5917808219178085,
      "grad_norm": 2.324535228371831,
      "learning_rate": 9.815206405664418e-06,
      "loss": 3.859,
      "step": 7126
    },
    {
      "epoch": 4.592425463336019,
      "grad_norm": 2.6734155565701783,
      "learning_rate": 9.815154677679595e-06,
      "loss": 3.6111,
      "step": 7127
    },
    {
      "epoch": 4.59307010475423,
      "grad_norm": 2.0729584278777495,
      "learning_rate": 9.815102942607672e-06,
      "loss": 3.5529,
      "step": 7128
    },
    {
      "epoch": 4.5937147461724415,
      "grad_norm": 2.111789653297663,
      "learning_rate": 9.815051200448734e-06,
      "loss": 3.7148,
      "step": 7129
    },
    {
      "epoch": 4.594359387590653,
      "grad_norm": 2.5358318120555237,
      "learning_rate": 9.814999451202864e-06,
      "loss": 3.47,
      "step": 7130
    },
    {
      "epoch": 4.595004029008864,
      "grad_norm": 2.4588697077858868,
      "learning_rate": 9.814947694870148e-06,
      "loss": 3.3901,
      "step": 7131
    },
    {
      "epoch": 4.5956486704270745,
      "grad_norm": 2.5155970329545774,
      "learning_rate": 9.814895931450674e-06,
      "loss": 3.2206,
      "step": 7132
    },
    {
      "epoch": 4.596293311845286,
      "grad_norm": 2.4004166394223567,
      "learning_rate": 9.814844160944524e-06,
      "loss": 3.3094,
      "step": 7133
    },
    {
      "epoch": 4.596937953263497,
      "grad_norm": 2.2522931013208773,
      "learning_rate": 9.814792383351782e-06,
      "loss": 3.5204,
      "step": 7134
    },
    {
      "epoch": 4.597582594681708,
      "grad_norm": 2.3585023292149794,
      "learning_rate": 9.814740598672535e-06,
      "loss": 3.465,
      "step": 7135
    },
    {
      "epoch": 4.59822723609992,
      "grad_norm": 2.5650556306545855,
      "learning_rate": 9.814688806906869e-06,
      "loss": 3.5855,
      "step": 7136
    },
    {
      "epoch": 4.59887187751813,
      "grad_norm": 2.067319028612579,
      "learning_rate": 9.814637008054869e-06,
      "loss": 3.7064,
      "step": 7137
    },
    {
      "epoch": 4.599516518936341,
      "grad_norm": 2.1582453386568,
      "learning_rate": 9.814585202116615e-06,
      "loss": 3.8607,
      "step": 7138
    },
    {
      "epoch": 4.600161160354553,
      "grad_norm": 2.085955490246852,
      "learning_rate": 9.814533389092198e-06,
      "loss": 3.8114,
      "step": 7139
    },
    {
      "epoch": 4.600805801772764,
      "grad_norm": 2.2044573228976656,
      "learning_rate": 9.814481568981701e-06,
      "loss": 3.7626,
      "step": 7140
    },
    {
      "epoch": 4.601450443190975,
      "grad_norm": 2.049918438883026,
      "learning_rate": 9.814429741785209e-06,
      "loss": 3.6488,
      "step": 7141
    },
    {
      "epoch": 4.602095084609186,
      "grad_norm": 2.319652134142121,
      "learning_rate": 9.814377907502806e-06,
      "loss": 3.4023,
      "step": 7142
    },
    {
      "epoch": 4.602739726027397,
      "grad_norm": 2.2383804431221206,
      "learning_rate": 9.81432606613458e-06,
      "loss": 3.5416,
      "step": 7143
    },
    {
      "epoch": 4.603384367445608,
      "grad_norm": 2.4203376889991737,
      "learning_rate": 9.814274217680616e-06,
      "loss": 3.3814,
      "step": 7144
    },
    {
      "epoch": 4.60402900886382,
      "grad_norm": 2.3991554039970584,
      "learning_rate": 9.814222362140995e-06,
      "loss": 3.3298,
      "step": 7145
    },
    {
      "epoch": 4.604673650282031,
      "grad_norm": 2.3257169668819744,
      "learning_rate": 9.814170499515805e-06,
      "loss": 3.5354,
      "step": 7146
    },
    {
      "epoch": 4.605318291700241,
      "grad_norm": 2.5291168310888734,
      "learning_rate": 9.814118629805131e-06,
      "loss": 3.4356,
      "step": 7147
    },
    {
      "epoch": 4.605962933118453,
      "grad_norm": 1.9457526231958366,
      "learning_rate": 9.81406675300906e-06,
      "loss": 3.7894,
      "step": 7148
    },
    {
      "epoch": 4.606607574536664,
      "grad_norm": 2.217100982754956,
      "learning_rate": 9.814014869127674e-06,
      "loss": 3.6115,
      "step": 7149
    },
    {
      "epoch": 4.607252215954875,
      "grad_norm": 2.1572989133161546,
      "learning_rate": 9.81396297816106e-06,
      "loss": 3.7716,
      "step": 7150
    },
    {
      "epoch": 4.6078968573730865,
      "grad_norm": 2.0480560226244884,
      "learning_rate": 9.8139110801093e-06,
      "loss": 3.8519,
      "step": 7151
    },
    {
      "epoch": 4.608541498791297,
      "grad_norm": 2.1999845343297992,
      "learning_rate": 9.813859174972486e-06,
      "loss": 3.4707,
      "step": 7152
    },
    {
      "epoch": 4.609186140209508,
      "grad_norm": 2.234957794436594,
      "learning_rate": 9.813807262750698e-06,
      "loss": 3.7814,
      "step": 7153
    },
    {
      "epoch": 4.6098307816277195,
      "grad_norm": 2.353069244013921,
      "learning_rate": 9.813755343444021e-06,
      "loss": 3.6188,
      "step": 7154
    },
    {
      "epoch": 4.610475423045931,
      "grad_norm": 2.093161830823478,
      "learning_rate": 9.813703417052545e-06,
      "loss": 3.2765,
      "step": 7155
    },
    {
      "epoch": 4.611120064464142,
      "grad_norm": 2.213063294219675,
      "learning_rate": 9.81365148357635e-06,
      "loss": 3.3106,
      "step": 7156
    },
    {
      "epoch": 4.6117647058823525,
      "grad_norm": 2.2610300098422758,
      "learning_rate": 9.813599543015524e-06,
      "loss": 3.1515,
      "step": 7157
    },
    {
      "epoch": 4.612409347300564,
      "grad_norm": 2.0395862583721436,
      "learning_rate": 9.81354759537015e-06,
      "loss": 3.4672,
      "step": 7158
    },
    {
      "epoch": 4.613053988718775,
      "grad_norm": 2.204804166237453,
      "learning_rate": 9.813495640640317e-06,
      "loss": 3.5829,
      "step": 7159
    },
    {
      "epoch": 4.6136986301369864,
      "grad_norm": 2.48275632004404,
      "learning_rate": 9.813443678826108e-06,
      "loss": 2.9407,
      "step": 7160
    },
    {
      "epoch": 4.614343271555198,
      "grad_norm": 2.3170575186328097,
      "learning_rate": 9.813391709927609e-06,
      "loss": 3.3396,
      "step": 7161
    },
    {
      "epoch": 4.614987912973408,
      "grad_norm": 2.3173095284895004,
      "learning_rate": 9.813339733944906e-06,
      "loss": 3.2469,
      "step": 7162
    },
    {
      "epoch": 4.6156325543916195,
      "grad_norm": 2.182631437322978,
      "learning_rate": 9.81328775087808e-06,
      "loss": 3.5937,
      "step": 7163
    },
    {
      "epoch": 4.616277195809831,
      "grad_norm": 2.647665967504979,
      "learning_rate": 9.813235760727222e-06,
      "loss": 3.535,
      "step": 7164
    },
    {
      "epoch": 4.616921837228042,
      "grad_norm": 2.1447803039304447,
      "learning_rate": 9.813183763492415e-06,
      "loss": 3.1605,
      "step": 7165
    },
    {
      "epoch": 4.617566478646253,
      "grad_norm": 3.1172832239697996,
      "learning_rate": 9.813131759173746e-06,
      "loss": 3.6926,
      "step": 7166
    },
    {
      "epoch": 4.618211120064464,
      "grad_norm": 2.2789744563450287,
      "learning_rate": 9.813079747771298e-06,
      "loss": 3.5225,
      "step": 7167
    },
    {
      "epoch": 4.618855761482675,
      "grad_norm": 2.7139880204489284,
      "learning_rate": 9.813027729285155e-06,
      "loss": 3.2255,
      "step": 7168
    },
    {
      "epoch": 4.619500402900886,
      "grad_norm": 2.453008310848655,
      "learning_rate": 9.812975703715407e-06,
      "loss": 3.3012,
      "step": 7169
    },
    {
      "epoch": 4.620145044319098,
      "grad_norm": 2.5215458941383586,
      "learning_rate": 9.812923671062139e-06,
      "loss": 3.366,
      "step": 7170
    },
    {
      "epoch": 4.620789685737309,
      "grad_norm": 2.760565905178325,
      "learning_rate": 9.812871631325432e-06,
      "loss": 3.6173,
      "step": 7171
    },
    {
      "epoch": 4.621434327155519,
      "grad_norm": 2.3366459287579433,
      "learning_rate": 9.812819584505376e-06,
      "loss": 3.3185,
      "step": 7172
    },
    {
      "epoch": 4.622078968573731,
      "grad_norm": 2.5481909408604886,
      "learning_rate": 9.812767530602053e-06,
      "loss": 3.5821,
      "step": 7173
    },
    {
      "epoch": 4.622723609991942,
      "grad_norm": 2.4926878997418616,
      "learning_rate": 9.812715469615552e-06,
      "loss": 3.3454,
      "step": 7174
    },
    {
      "epoch": 4.623368251410153,
      "grad_norm": 2.5754789331544186,
      "learning_rate": 9.812663401545956e-06,
      "loss": 3.6325,
      "step": 7175
    },
    {
      "epoch": 4.624012892828365,
      "grad_norm": 2.4421341733822293,
      "learning_rate": 9.81261132639335e-06,
      "loss": 3.8173,
      "step": 7176
    },
    {
      "epoch": 4.624657534246575,
      "grad_norm": 2.0578953197784142,
      "learning_rate": 9.81255924415782e-06,
      "loss": 3.596,
      "step": 7177
    },
    {
      "epoch": 4.625302175664786,
      "grad_norm": 2.6553242045038568,
      "learning_rate": 9.812507154839456e-06,
      "loss": 3.2472,
      "step": 7178
    },
    {
      "epoch": 4.625946817082998,
      "grad_norm": 2.1519576783619114,
      "learning_rate": 9.812455058438338e-06,
      "loss": 3.8457,
      "step": 7179
    },
    {
      "epoch": 4.626591458501209,
      "grad_norm": 2.475769838207363,
      "learning_rate": 9.812402954954552e-06,
      "loss": 3.5229,
      "step": 7180
    },
    {
      "epoch": 4.62723609991942,
      "grad_norm": 2.057569228865934,
      "learning_rate": 9.812350844388186e-06,
      "loss": 3.3991,
      "step": 7181
    },
    {
      "epoch": 4.627880741337631,
      "grad_norm": 2.5554126452587225,
      "learning_rate": 9.812298726739326e-06,
      "loss": 3.5689,
      "step": 7182
    },
    {
      "epoch": 4.628525382755842,
      "grad_norm": 2.2795342386350517,
      "learning_rate": 9.812246602008054e-06,
      "loss": 3.5161,
      "step": 7183
    },
    {
      "epoch": 4.629170024174053,
      "grad_norm": 2.204361860443914,
      "learning_rate": 9.81219447019446e-06,
      "loss": 3.908,
      "step": 7184
    },
    {
      "epoch": 4.6298146655922645,
      "grad_norm": 2.322701988398411,
      "learning_rate": 9.812142331298625e-06,
      "loss": 3.3939,
      "step": 7185
    },
    {
      "epoch": 4.630459307010476,
      "grad_norm": 2.2827594599218357,
      "learning_rate": 9.812090185320637e-06,
      "loss": 3.592,
      "step": 7186
    },
    {
      "epoch": 4.631103948428686,
      "grad_norm": 2.503788093734157,
      "learning_rate": 9.812038032260584e-06,
      "loss": 3.5145,
      "step": 7187
    },
    {
      "epoch": 4.6317485898468975,
      "grad_norm": 2.2148270874376523,
      "learning_rate": 9.811985872118547e-06,
      "loss": 3.1703,
      "step": 7188
    },
    {
      "epoch": 4.632393231265109,
      "grad_norm": 2.1247934288192223,
      "learning_rate": 9.811933704894615e-06,
      "loss": 3.4903,
      "step": 7189
    },
    {
      "epoch": 4.63303787268332,
      "grad_norm": 2.1653075925804623,
      "learning_rate": 9.811881530588873e-06,
      "loss": 3.8528,
      "step": 7190
    },
    {
      "epoch": 4.633682514101531,
      "grad_norm": 2.2608145393916157,
      "learning_rate": 9.811829349201405e-06,
      "loss": 3.6067,
      "step": 7191
    },
    {
      "epoch": 4.634327155519742,
      "grad_norm": 2.567745392573996,
      "learning_rate": 9.8117771607323e-06,
      "loss": 3.4943,
      "step": 7192
    },
    {
      "epoch": 4.634971796937953,
      "grad_norm": 2.242895598480538,
      "learning_rate": 9.81172496518164e-06,
      "loss": 3.3418,
      "step": 7193
    },
    {
      "epoch": 4.635616438356164,
      "grad_norm": 2.2028465434420657,
      "learning_rate": 9.811672762549515e-06,
      "loss": 3.4577,
      "step": 7194
    },
    {
      "epoch": 4.636261079774376,
      "grad_norm": 2.1898306000491017,
      "learning_rate": 9.811620552836005e-06,
      "loss": 3.6598,
      "step": 7195
    },
    {
      "epoch": 4.636905721192587,
      "grad_norm": 2.3317439468977357,
      "learning_rate": 9.811568336041201e-06,
      "loss": 3.7124,
      "step": 7196
    },
    {
      "epoch": 4.6375503626107974,
      "grad_norm": 2.1431302001976427,
      "learning_rate": 9.811516112165187e-06,
      "loss": 3.3491,
      "step": 7197
    },
    {
      "epoch": 4.638195004029009,
      "grad_norm": 2.1388648174824243,
      "learning_rate": 9.811463881208046e-06,
      "loss": 3.3383,
      "step": 7198
    },
    {
      "epoch": 4.63883964544722,
      "grad_norm": 2.508110237106421,
      "learning_rate": 9.811411643169868e-06,
      "loss": 3.1086,
      "step": 7199
    },
    {
      "epoch": 4.639484286865431,
      "grad_norm": 2.4045066117061906,
      "learning_rate": 9.811359398050737e-06,
      "loss": 3.4911,
      "step": 7200
    },
    {
      "epoch": 4.639484286865431,
      "eval_loss": 3.8117010593414307,
      "eval_runtime": 2.9585,
      "eval_samples_per_second": 33.801,
      "eval_steps_per_second": 4.394,
      "step": 7200
    },
    {
      "epoch": 4.640128928283643,
      "grad_norm": 2.2473678632469682,
      "learning_rate": 9.81130714585074e-06,
      "loss": 3.7706,
      "step": 7201
    },
    {
      "epoch": 4.640773569701853,
      "grad_norm": 2.27721879123532,
      "learning_rate": 9.81125488656996e-06,
      "loss": 3.4375,
      "step": 7202
    },
    {
      "epoch": 4.641418211120064,
      "grad_norm": 2.213262294868823,
      "learning_rate": 9.811202620208485e-06,
      "loss": 3.5296,
      "step": 7203
    },
    {
      "epoch": 4.642062852538276,
      "grad_norm": 2.477818529771897,
      "learning_rate": 9.8111503467664e-06,
      "loss": 3.4211,
      "step": 7204
    },
    {
      "epoch": 4.642707493956487,
      "grad_norm": 2.1474865577177757,
      "learning_rate": 9.811098066243792e-06,
      "loss": 3.5345,
      "step": 7205
    },
    {
      "epoch": 4.643352135374698,
      "grad_norm": 2.939430142765792,
      "learning_rate": 9.811045778640745e-06,
      "loss": 3.4551,
      "step": 7206
    },
    {
      "epoch": 4.643996776792909,
      "grad_norm": 2.124970867883692,
      "learning_rate": 9.810993483957347e-06,
      "loss": 3.5508,
      "step": 7207
    },
    {
      "epoch": 4.64464141821112,
      "grad_norm": 2.872718450794044,
      "learning_rate": 9.810941182193682e-06,
      "loss": 3.4985,
      "step": 7208
    },
    {
      "epoch": 4.645286059629331,
      "grad_norm": 2.1970146121609737,
      "learning_rate": 9.810888873349837e-06,
      "loss": 3.4478,
      "step": 7209
    },
    {
      "epoch": 4.645930701047543,
      "grad_norm": 3.3579017207403004,
      "learning_rate": 9.810836557425899e-06,
      "loss": 3.4747,
      "step": 7210
    },
    {
      "epoch": 4.646575342465754,
      "grad_norm": 2.1721421477010945,
      "learning_rate": 9.810784234421952e-06,
      "loss": 3.6143,
      "step": 7211
    },
    {
      "epoch": 4.647219983883964,
      "grad_norm": 3.1787051435082683,
      "learning_rate": 9.810731904338081e-06,
      "loss": 3.8192,
      "step": 7212
    },
    {
      "epoch": 4.647864625302176,
      "grad_norm": 2.5357750575246367,
      "learning_rate": 9.810679567174374e-06,
      "loss": 3.5793,
      "step": 7213
    },
    {
      "epoch": 4.648509266720387,
      "grad_norm": 3.048848251747346,
      "learning_rate": 9.810627222930918e-06,
      "loss": 3.2894,
      "step": 7214
    },
    {
      "epoch": 4.649153908138598,
      "grad_norm": 2.272349084054374,
      "learning_rate": 9.810574871607797e-06,
      "loss": 3.2562,
      "step": 7215
    },
    {
      "epoch": 4.6497985495568095,
      "grad_norm": 2.8297164989963304,
      "learning_rate": 9.810522513205095e-06,
      "loss": 3.1809,
      "step": 7216
    },
    {
      "epoch": 4.65044319097502,
      "grad_norm": 2.3053741930803864,
      "learning_rate": 9.810470147722902e-06,
      "loss": 3.6035,
      "step": 7217
    },
    {
      "epoch": 4.651087832393231,
      "grad_norm": 2.8394812672406533,
      "learning_rate": 9.810417775161302e-06,
      "loss": 3.306,
      "step": 7218
    },
    {
      "epoch": 4.6517324738114425,
      "grad_norm": 2.0722747818777942,
      "learning_rate": 9.81036539552038e-06,
      "loss": 3.7165,
      "step": 7219
    },
    {
      "epoch": 4.652377115229654,
      "grad_norm": 2.6039901428386383,
      "learning_rate": 9.810313008800227e-06,
      "loss": 3.4284,
      "step": 7220
    },
    {
      "epoch": 4.653021756647865,
      "grad_norm": 2.3062095943438132,
      "learning_rate": 9.810260615000923e-06,
      "loss": 3.2753,
      "step": 7221
    },
    {
      "epoch": 4.6536663980660755,
      "grad_norm": 2.213819044238868,
      "learning_rate": 9.810208214122558e-06,
      "loss": 3.8613,
      "step": 7222
    },
    {
      "epoch": 4.654311039484287,
      "grad_norm": 2.612083605432093,
      "learning_rate": 9.810155806165215e-06,
      "loss": 3.5791,
      "step": 7223
    },
    {
      "epoch": 4.654955680902498,
      "grad_norm": 2.2214021684372445,
      "learning_rate": 9.810103391128984e-06,
      "loss": 3.4364,
      "step": 7224
    },
    {
      "epoch": 4.655600322320709,
      "grad_norm": 2.8777250040385316,
      "learning_rate": 9.810050969013946e-06,
      "loss": 3.399,
      "step": 7225
    },
    {
      "epoch": 4.656244963738921,
      "grad_norm": 2.187919983476299,
      "learning_rate": 9.80999853982019e-06,
      "loss": 3.4838,
      "step": 7226
    },
    {
      "epoch": 4.656889605157131,
      "grad_norm": 2.7409353065159676,
      "learning_rate": 9.809946103547802e-06,
      "loss": 3.9394,
      "step": 7227
    },
    {
      "epoch": 4.657534246575342,
      "grad_norm": 2.3326164707181536,
      "learning_rate": 9.80989366019687e-06,
      "loss": 3.6482,
      "step": 7228
    },
    {
      "epoch": 4.658178887993554,
      "grad_norm": 2.1359453826205135,
      "learning_rate": 9.809841209767477e-06,
      "loss": 3.6302,
      "step": 7229
    },
    {
      "epoch": 4.658823529411765,
      "grad_norm": 2.126692488705174,
      "learning_rate": 9.809788752259709e-06,
      "loss": 3.7849,
      "step": 7230
    },
    {
      "epoch": 4.659468170829975,
      "grad_norm": 2.2387603054764345,
      "learning_rate": 9.809736287673655e-06,
      "loss": 3.442,
      "step": 7231
    },
    {
      "epoch": 4.660112812248187,
      "grad_norm": 2.1474268662725025,
      "learning_rate": 9.8096838160094e-06,
      "loss": 3.6972,
      "step": 7232
    },
    {
      "epoch": 4.660757453666398,
      "grad_norm": 2.404756397925474,
      "learning_rate": 9.809631337267029e-06,
      "loss": 3.4498,
      "step": 7233
    },
    {
      "epoch": 4.661402095084609,
      "grad_norm": 2.413549455944087,
      "learning_rate": 9.809578851446629e-06,
      "loss": 3.2616,
      "step": 7234
    },
    {
      "epoch": 4.662046736502821,
      "grad_norm": 1.9988857876060342,
      "learning_rate": 9.809526358548285e-06,
      "loss": 3.6315,
      "step": 7235
    },
    {
      "epoch": 4.662691377921031,
      "grad_norm": 2.520300326884156,
      "learning_rate": 9.809473858572085e-06,
      "loss": 3.1579,
      "step": 7236
    },
    {
      "epoch": 4.663336019339242,
      "grad_norm": 2.0885478065156278,
      "learning_rate": 9.809421351518116e-06,
      "loss": 3.5249,
      "step": 7237
    },
    {
      "epoch": 4.663980660757454,
      "grad_norm": 2.4092987345429346,
      "learning_rate": 9.809368837386462e-06,
      "loss": 3.3298,
      "step": 7238
    },
    {
      "epoch": 4.664625302175665,
      "grad_norm": 2.246884963417406,
      "learning_rate": 9.809316316177211e-06,
      "loss": 3.5678,
      "step": 7239
    },
    {
      "epoch": 4.665269943593876,
      "grad_norm": 2.3153475612688146,
      "learning_rate": 9.809263787890447e-06,
      "loss": 3.5506,
      "step": 7240
    },
    {
      "epoch": 4.665914585012087,
      "grad_norm": 2.24820682786804,
      "learning_rate": 9.809211252526259e-06,
      "loss": 3.6007,
      "step": 7241
    },
    {
      "epoch": 4.666559226430298,
      "grad_norm": 2.373452699490445,
      "learning_rate": 9.80915871008473e-06,
      "loss": 3.6817,
      "step": 7242
    },
    {
      "epoch": 4.667203867848509,
      "grad_norm": 2.1140406133635627,
      "learning_rate": 9.809106160565951e-06,
      "loss": 3.4987,
      "step": 7243
    },
    {
      "epoch": 4.667848509266721,
      "grad_norm": 2.5676767341142064,
      "learning_rate": 9.809053603970003e-06,
      "loss": 3.3171,
      "step": 7244
    },
    {
      "epoch": 4.668493150684932,
      "grad_norm": 2.6579014319345666,
      "learning_rate": 9.809001040296977e-06,
      "loss": 3.7686,
      "step": 7245
    },
    {
      "epoch": 4.669137792103142,
      "grad_norm": 2.0833427148790045,
      "learning_rate": 9.808948469546956e-06,
      "loss": 3.7002,
      "step": 7246
    },
    {
      "epoch": 4.669782433521354,
      "grad_norm": 2.3334660371531104,
      "learning_rate": 9.808895891720027e-06,
      "loss": 3.3843,
      "step": 7247
    },
    {
      "epoch": 4.670427074939565,
      "grad_norm": 2.040911530443315,
      "learning_rate": 9.808843306816278e-06,
      "loss": 3.4161,
      "step": 7248
    },
    {
      "epoch": 4.671071716357776,
      "grad_norm": 2.4744760794618244,
      "learning_rate": 9.808790714835795e-06,
      "loss": 3.6233,
      "step": 7249
    },
    {
      "epoch": 4.6717163577759875,
      "grad_norm": 2.1345159054387244,
      "learning_rate": 9.80873811577866e-06,
      "loss": 3.3548,
      "step": 7250
    },
    {
      "epoch": 4.672360999194198,
      "grad_norm": 2.439543977862805,
      "learning_rate": 9.808685509644964e-06,
      "loss": 3.267,
      "step": 7251
    },
    {
      "epoch": 4.673005640612409,
      "grad_norm": 2.0905433165189353,
      "learning_rate": 9.808632896434796e-06,
      "loss": 3.3958,
      "step": 7252
    },
    {
      "epoch": 4.6736502820306205,
      "grad_norm": 2.3127800360088835,
      "learning_rate": 9.808580276148236e-06,
      "loss": 3.3524,
      "step": 7253
    },
    {
      "epoch": 4.674294923448832,
      "grad_norm": 1.9520040777030587,
      "learning_rate": 9.808527648785374e-06,
      "loss": 3.5312,
      "step": 7254
    },
    {
      "epoch": 4.674939564867043,
      "grad_norm": 2.6679644639913445,
      "learning_rate": 9.808475014346295e-06,
      "loss": 3.6139,
      "step": 7255
    },
    {
      "epoch": 4.6755842062852535,
      "grad_norm": 2.092138133232349,
      "learning_rate": 9.808422372831087e-06,
      "loss": 3.6042,
      "step": 7256
    },
    {
      "epoch": 4.676228847703465,
      "grad_norm": 2.708907545493838,
      "learning_rate": 9.808369724239836e-06,
      "loss": 3.5974,
      "step": 7257
    },
    {
      "epoch": 4.676873489121676,
      "grad_norm": 2.4135912683217766,
      "learning_rate": 9.808317068572627e-06,
      "loss": 3.6271,
      "step": 7258
    },
    {
      "epoch": 4.677518130539887,
      "grad_norm": 2.442142807587301,
      "learning_rate": 9.808264405829547e-06,
      "loss": 3.1776,
      "step": 7259
    },
    {
      "epoch": 4.678162771958098,
      "grad_norm": 2.1234042362746073,
      "learning_rate": 9.808211736010683e-06,
      "loss": 3.6171,
      "step": 7260
    },
    {
      "epoch": 4.678807413376309,
      "grad_norm": 2.327065860675409,
      "learning_rate": 9.808159059116122e-06,
      "loss": 3.706,
      "step": 7261
    },
    {
      "epoch": 4.67945205479452,
      "grad_norm": 2.082729147370861,
      "learning_rate": 9.80810637514595e-06,
      "loss": 3.7665,
      "step": 7262
    },
    {
      "epoch": 4.680096696212732,
      "grad_norm": 2.1646967704349156,
      "learning_rate": 9.808053684100254e-06,
      "loss": 3.5644,
      "step": 7263
    },
    {
      "epoch": 4.680741337630943,
      "grad_norm": 2.3948985031033425,
      "learning_rate": 9.80800098597912e-06,
      "loss": 3.2775,
      "step": 7264
    },
    {
      "epoch": 4.681385979049153,
      "grad_norm": 2.2839233045125966,
      "learning_rate": 9.807948280782636e-06,
      "loss": 3.4486,
      "step": 7265
    },
    {
      "epoch": 4.682030620467365,
      "grad_norm": 2.2133483983785953,
      "learning_rate": 9.807895568510885e-06,
      "loss": 3.5372,
      "step": 7266
    },
    {
      "epoch": 4.682675261885576,
      "grad_norm": 2.6242046890183346,
      "learning_rate": 9.807842849163956e-06,
      "loss": 3.3555,
      "step": 7267
    },
    {
      "epoch": 4.683319903303787,
      "grad_norm": 2.213654294656043,
      "learning_rate": 9.807790122741936e-06,
      "loss": 3.4842,
      "step": 7268
    },
    {
      "epoch": 4.683964544721999,
      "grad_norm": 2.4334126053144063,
      "learning_rate": 9.807737389244911e-06,
      "loss": 3.6266,
      "step": 7269
    },
    {
      "epoch": 4.684609186140209,
      "grad_norm": 2.086696222853135,
      "learning_rate": 9.807684648672966e-06,
      "loss": 3.6479,
      "step": 7270
    },
    {
      "epoch": 4.68525382755842,
      "grad_norm": 2.4096864966289924,
      "learning_rate": 9.807631901026192e-06,
      "loss": 3.3334,
      "step": 7271
    },
    {
      "epoch": 4.685898468976632,
      "grad_norm": 2.303495656271266,
      "learning_rate": 9.807579146304672e-06,
      "loss": 3.2779,
      "step": 7272
    },
    {
      "epoch": 4.686543110394843,
      "grad_norm": 2.16969531898363,
      "learning_rate": 9.807526384508492e-06,
      "loss": 3.4513,
      "step": 7273
    },
    {
      "epoch": 4.687187751813054,
      "grad_norm": 2.3373812300628245,
      "learning_rate": 9.80747361563774e-06,
      "loss": 3.5665,
      "step": 7274
    },
    {
      "epoch": 4.687832393231265,
      "grad_norm": 2.132408016945888,
      "learning_rate": 9.807420839692506e-06,
      "loss": 3.1436,
      "step": 7275
    },
    {
      "epoch": 4.688477034649476,
      "grad_norm": 2.2546087449707364,
      "learning_rate": 9.80736805667287e-06,
      "loss": 3.3145,
      "step": 7276
    },
    {
      "epoch": 4.689121676067687,
      "grad_norm": 2.3316262389320976,
      "learning_rate": 9.807315266578924e-06,
      "loss": 3.2599,
      "step": 7277
    },
    {
      "epoch": 4.689766317485899,
      "grad_norm": 2.0587349356351257,
      "learning_rate": 9.807262469410753e-06,
      "loss": 3.2181,
      "step": 7278
    },
    {
      "epoch": 4.69041095890411,
      "grad_norm": 2.66968383639959,
      "learning_rate": 9.807209665168442e-06,
      "loss": 3.2542,
      "step": 7279
    },
    {
      "epoch": 4.69105560032232,
      "grad_norm": 1.9257664770825977,
      "learning_rate": 9.80715685385208e-06,
      "loss": 3.4184,
      "step": 7280
    },
    {
      "epoch": 4.691700241740532,
      "grad_norm": 2.513678288885668,
      "learning_rate": 9.807104035461755e-06,
      "loss": 3.6843,
      "step": 7281
    },
    {
      "epoch": 4.692344883158743,
      "grad_norm": 2.302700498852612,
      "learning_rate": 9.807051209997547e-06,
      "loss": 3.4788,
      "step": 7282
    },
    {
      "epoch": 4.692989524576954,
      "grad_norm": 2.1464316383698483,
      "learning_rate": 9.80699837745955e-06,
      "loss": 3.3154,
      "step": 7283
    },
    {
      "epoch": 4.6936341659951655,
      "grad_norm": 2.335775778850093,
      "learning_rate": 9.806945537847852e-06,
      "loss": 3.1278,
      "step": 7284
    },
    {
      "epoch": 4.694278807413376,
      "grad_norm": 2.251277817573912,
      "learning_rate": 9.806892691162531e-06,
      "loss": 3.3592,
      "step": 7285
    },
    {
      "epoch": 4.694923448831587,
      "grad_norm": 2.5276832543142325,
      "learning_rate": 9.806839837403683e-06,
      "loss": 3.4426,
      "step": 7286
    },
    {
      "epoch": 4.6955680902497985,
      "grad_norm": 2.1923748632257625,
      "learning_rate": 9.806786976571386e-06,
      "loss": 3.4468,
      "step": 7287
    },
    {
      "epoch": 4.69621273166801,
      "grad_norm": 2.410452663022662,
      "learning_rate": 9.806734108665735e-06,
      "loss": 3.6597,
      "step": 7288
    },
    {
      "epoch": 4.696857373086221,
      "grad_norm": 2.156746469448752,
      "learning_rate": 9.806681233686812e-06,
      "loss": 3.372,
      "step": 7289
    },
    {
      "epoch": 4.6975020145044315,
      "grad_norm": 2.3528355437911017,
      "learning_rate": 9.806628351634707e-06,
      "loss": 3.7023,
      "step": 7290
    },
    {
      "epoch": 4.698146655922643,
      "grad_norm": 2.16613761304045,
      "learning_rate": 9.806575462509502e-06,
      "loss": 3.5326,
      "step": 7291
    },
    {
      "epoch": 4.698791297340854,
      "grad_norm": 2.3385596251637177,
      "learning_rate": 9.806522566311289e-06,
      "loss": 3.5323,
      "step": 7292
    },
    {
      "epoch": 4.699435938759065,
      "grad_norm": 2.305313717067249,
      "learning_rate": 9.806469663040153e-06,
      "loss": 3.4963,
      "step": 7293
    },
    {
      "epoch": 4.700080580177277,
      "grad_norm": 2.1140024407137177,
      "learning_rate": 9.806416752696178e-06,
      "loss": 3.626,
      "step": 7294
    },
    {
      "epoch": 4.700725221595487,
      "grad_norm": 2.453376827005721,
      "learning_rate": 9.806363835279456e-06,
      "loss": 3.6125,
      "step": 7295
    },
    {
      "epoch": 4.701369863013698,
      "grad_norm": 2.350148295828124,
      "learning_rate": 9.80631091079007e-06,
      "loss": 3.489,
      "step": 7296
    },
    {
      "epoch": 4.70201450443191,
      "grad_norm": 2.524658828536365,
      "learning_rate": 9.806257979228109e-06,
      "loss": 3.6765,
      "step": 7297
    },
    {
      "epoch": 4.702659145850121,
      "grad_norm": 2.5872034154276595,
      "learning_rate": 9.80620504059366e-06,
      "loss": 3.6237,
      "step": 7298
    },
    {
      "epoch": 4.703303787268332,
      "grad_norm": 2.38300695887665,
      "learning_rate": 9.806152094886809e-06,
      "loss": 3.5064,
      "step": 7299
    },
    {
      "epoch": 4.703948428686543,
      "grad_norm": 2.592749698962208,
      "learning_rate": 9.806099142107642e-06,
      "loss": 3.4709,
      "step": 7300
    },
    {
      "epoch": 4.703948428686543,
      "eval_loss": 3.796783685684204,
      "eval_runtime": 2.9379,
      "eval_samples_per_second": 34.038,
      "eval_steps_per_second": 4.425,
      "step": 7300
    },
    {
      "epoch": 4.704593070104754,
      "grad_norm": 2.0806453144883355,
      "learning_rate": 9.806046182256248e-06,
      "loss": 3.5065,
      "step": 7301
    },
    {
      "epoch": 4.705237711522965,
      "grad_norm": 2.8778998492489944,
      "learning_rate": 9.805993215332716e-06,
      "loss": 3.4016,
      "step": 7302
    },
    {
      "epoch": 4.705882352941177,
      "grad_norm": 2.5987447521062137,
      "learning_rate": 9.805940241337127e-06,
      "loss": 3.4895,
      "step": 7303
    },
    {
      "epoch": 4.706526994359388,
      "grad_norm": 2.0134809051719675,
      "learning_rate": 9.80588726026957e-06,
      "loss": 3.6632,
      "step": 7304
    },
    {
      "epoch": 4.707171635777598,
      "grad_norm": 2.1387952709240654,
      "learning_rate": 9.805834272130136e-06,
      "loss": 4.0568,
      "step": 7305
    },
    {
      "epoch": 4.70781627719581,
      "grad_norm": 2.0252884096602166,
      "learning_rate": 9.805781276918908e-06,
      "loss": 3.5661,
      "step": 7306
    },
    {
      "epoch": 4.708460918614021,
      "grad_norm": 1.9332676039174685,
      "learning_rate": 9.805728274635974e-06,
      "loss": 3.5858,
      "step": 7307
    },
    {
      "epoch": 4.709105560032232,
      "grad_norm": 1.9861563954880361,
      "learning_rate": 9.805675265281422e-06,
      "loss": 3.6163,
      "step": 7308
    },
    {
      "epoch": 4.7097502014504435,
      "grad_norm": 1.9902544331488368,
      "learning_rate": 9.805622248855337e-06,
      "loss": 3.2831,
      "step": 7309
    },
    {
      "epoch": 4.710394842868654,
      "grad_norm": 2.294782046315555,
      "learning_rate": 9.805569225357808e-06,
      "loss": 3.3936,
      "step": 7310
    },
    {
      "epoch": 4.711039484286865,
      "grad_norm": 2.286768710697768,
      "learning_rate": 9.805516194788923e-06,
      "loss": 3.6273,
      "step": 7311
    },
    {
      "epoch": 4.7116841257050766,
      "grad_norm": 2.2647225680821834,
      "learning_rate": 9.805463157148766e-06,
      "loss": 3.1909,
      "step": 7312
    },
    {
      "epoch": 4.712328767123288,
      "grad_norm": 2.159110858951271,
      "learning_rate": 9.805410112437427e-06,
      "loss": 3.5561,
      "step": 7313
    },
    {
      "epoch": 4.712973408541499,
      "grad_norm": 2.272467402203036,
      "learning_rate": 9.80535706065499e-06,
      "loss": 3.7065,
      "step": 7314
    },
    {
      "epoch": 4.71361804995971,
      "grad_norm": 1.9978220236068376,
      "learning_rate": 9.805304001801546e-06,
      "loss": 3.634,
      "step": 7315
    },
    {
      "epoch": 4.714262691377921,
      "grad_norm": 2.0490076274626,
      "learning_rate": 9.805250935877177e-06,
      "loss": 3.6794,
      "step": 7316
    },
    {
      "epoch": 4.714907332796132,
      "grad_norm": 2.022484078188599,
      "learning_rate": 9.805197862881976e-06,
      "loss": 3.6193,
      "step": 7317
    },
    {
      "epoch": 4.7155519742143435,
      "grad_norm": 2.2120321318598553,
      "learning_rate": 9.805144782816028e-06,
      "loss": 3.5647,
      "step": 7318
    },
    {
      "epoch": 4.716196615632555,
      "grad_norm": 2.1033338562834287,
      "learning_rate": 9.805091695679417e-06,
      "loss": 3.4976,
      "step": 7319
    },
    {
      "epoch": 4.716841257050765,
      "grad_norm": 2.316278234576301,
      "learning_rate": 9.805038601472235e-06,
      "loss": 3.488,
      "step": 7320
    },
    {
      "epoch": 4.7174858984689765,
      "grad_norm": 2.4201019245020965,
      "learning_rate": 9.804985500194566e-06,
      "loss": 3.2971,
      "step": 7321
    },
    {
      "epoch": 4.718130539887188,
      "grad_norm": 1.9836784124935427,
      "learning_rate": 9.804932391846499e-06,
      "loss": 3.4766,
      "step": 7322
    },
    {
      "epoch": 4.718775181305399,
      "grad_norm": 2.3336105874755035,
      "learning_rate": 9.804879276428119e-06,
      "loss": 3.4163,
      "step": 7323
    },
    {
      "epoch": 4.71941982272361,
      "grad_norm": 2.191627590493995,
      "learning_rate": 9.804826153939515e-06,
      "loss": 3.4327,
      "step": 7324
    },
    {
      "epoch": 4.720064464141821,
      "grad_norm": 2.316672147986589,
      "learning_rate": 9.804773024380775e-06,
      "loss": 3.365,
      "step": 7325
    },
    {
      "epoch": 4.720709105560032,
      "grad_norm": 2.1609446229776927,
      "learning_rate": 9.804719887751984e-06,
      "loss": 3.5579,
      "step": 7326
    },
    {
      "epoch": 4.721353746978243,
      "grad_norm": 2.589887519120341,
      "learning_rate": 9.804666744053231e-06,
      "loss": 3.5605,
      "step": 7327
    },
    {
      "epoch": 4.721998388396455,
      "grad_norm": 2.3326978593871215,
      "learning_rate": 9.804613593284604e-06,
      "loss": 3.2756,
      "step": 7328
    },
    {
      "epoch": 4.722643029814666,
      "grad_norm": 2.7369045204314846,
      "learning_rate": 9.804560435446187e-06,
      "loss": 3.5679,
      "step": 7329
    },
    {
      "epoch": 4.723287671232876,
      "grad_norm": 2.3011695237032077,
      "learning_rate": 9.80450727053807e-06,
      "loss": 3.6457,
      "step": 7330
    },
    {
      "epoch": 4.723932312651088,
      "grad_norm": 2.8915976618308084,
      "learning_rate": 9.80445409856034e-06,
      "loss": 3.4446,
      "step": 7331
    },
    {
      "epoch": 4.724576954069299,
      "grad_norm": 2.61708309692957,
      "learning_rate": 9.804400919513083e-06,
      "loss": 3.308,
      "step": 7332
    },
    {
      "epoch": 4.72522159548751,
      "grad_norm": 2.6248331262794737,
      "learning_rate": 9.804347733396388e-06,
      "loss": 3.4171,
      "step": 7333
    },
    {
      "epoch": 4.725866236905722,
      "grad_norm": 3.0034951026279573,
      "learning_rate": 9.804294540210342e-06,
      "loss": 3.6218,
      "step": 7334
    },
    {
      "epoch": 4.726510878323932,
      "grad_norm": 2.485138563729137,
      "learning_rate": 9.80424133995503e-06,
      "loss": 3.4692,
      "step": 7335
    },
    {
      "epoch": 4.727155519742143,
      "grad_norm": 3.4708739668593673,
      "learning_rate": 9.804188132630544e-06,
      "loss": 3.2718,
      "step": 7336
    },
    {
      "epoch": 4.727800161160355,
      "grad_norm": 2.1845964565670726,
      "learning_rate": 9.804134918236969e-06,
      "loss": 3.7722,
      "step": 7337
    },
    {
      "epoch": 4.728444802578566,
      "grad_norm": 2.56601419395877,
      "learning_rate": 9.80408169677439e-06,
      "loss": 3.9398,
      "step": 7338
    },
    {
      "epoch": 4.729089443996777,
      "grad_norm": 2.012620741679333,
      "learning_rate": 9.804028468242896e-06,
      "loss": 3.6896,
      "step": 7339
    },
    {
      "epoch": 4.729734085414988,
      "grad_norm": 2.1411326428824067,
      "learning_rate": 9.803975232642577e-06,
      "loss": 3.5954,
      "step": 7340
    },
    {
      "epoch": 4.730378726833199,
      "grad_norm": 2.421811564063765,
      "learning_rate": 9.80392198997352e-06,
      "loss": 3.3678,
      "step": 7341
    },
    {
      "epoch": 4.73102336825141,
      "grad_norm": 2.0048510018323213,
      "learning_rate": 9.803868740235808e-06,
      "loss": 3.4738,
      "step": 7342
    },
    {
      "epoch": 4.7316680096696215,
      "grad_norm": 2.109102416012855,
      "learning_rate": 9.803815483429532e-06,
      "loss": 3.4146,
      "step": 7343
    },
    {
      "epoch": 4.732312651087833,
      "grad_norm": 2.2850245359109165,
      "learning_rate": 9.803762219554777e-06,
      "loss": 3.3797,
      "step": 7344
    },
    {
      "epoch": 4.732957292506043,
      "grad_norm": 2.356901064712927,
      "learning_rate": 9.803708948611636e-06,
      "loss": 3.2499,
      "step": 7345
    },
    {
      "epoch": 4.7336019339242545,
      "grad_norm": 2.3750610332690156,
      "learning_rate": 9.80365567060019e-06,
      "loss": 3.4788,
      "step": 7346
    },
    {
      "epoch": 4.734246575342466,
      "grad_norm": 2.470960073379233,
      "learning_rate": 9.803602385520532e-06,
      "loss": 3.5784,
      "step": 7347
    },
    {
      "epoch": 4.734891216760677,
      "grad_norm": 2.189124727949241,
      "learning_rate": 9.803549093372746e-06,
      "loss": 3.832,
      "step": 7348
    },
    {
      "epoch": 4.7355358581788884,
      "grad_norm": 2.092212567868611,
      "learning_rate": 9.803495794156919e-06,
      "loss": 3.3749,
      "step": 7349
    },
    {
      "epoch": 4.736180499597099,
      "grad_norm": 2.022841200730814,
      "learning_rate": 9.803442487873139e-06,
      "loss": 3.6845,
      "step": 7350
    },
    {
      "epoch": 4.73682514101531,
      "grad_norm": 1.9023817995711503,
      "learning_rate": 9.803389174521496e-06,
      "loss": 3.4911,
      "step": 7351
    },
    {
      "epoch": 4.7374697824335215,
      "grad_norm": 2.2212544301856143,
      "learning_rate": 9.803335854102076e-06,
      "loss": 3.379,
      "step": 7352
    },
    {
      "epoch": 4.738114423851733,
      "grad_norm": 1.9228404135584238,
      "learning_rate": 9.803282526614966e-06,
      "loss": 3.1965,
      "step": 7353
    },
    {
      "epoch": 4.738759065269944,
      "grad_norm": 2.143215423775891,
      "learning_rate": 9.803229192060254e-06,
      "loss": 3.2638,
      "step": 7354
    },
    {
      "epoch": 4.7394037066881545,
      "grad_norm": 2.123669645554232,
      "learning_rate": 9.803175850438028e-06,
      "loss": 3.5149,
      "step": 7355
    },
    {
      "epoch": 4.740048348106366,
      "grad_norm": 2.406124231276835,
      "learning_rate": 9.803122501748377e-06,
      "loss": 3.6058,
      "step": 7356
    },
    {
      "epoch": 4.740692989524577,
      "grad_norm": 2.4716845482618157,
      "learning_rate": 9.803069145991385e-06,
      "loss": 3.4947,
      "step": 7357
    },
    {
      "epoch": 4.741337630942788,
      "grad_norm": 2.3083001065357873,
      "learning_rate": 9.803015783167141e-06,
      "loss": 3.4646,
      "step": 7358
    },
    {
      "epoch": 4.741982272361,
      "grad_norm": 2.195012620206159,
      "learning_rate": 9.802962413275734e-06,
      "loss": 3.4792,
      "step": 7359
    },
    {
      "epoch": 4.74262691377921,
      "grad_norm": 2.3592389226494004,
      "learning_rate": 9.802909036317251e-06,
      "loss": 3.316,
      "step": 7360
    },
    {
      "epoch": 4.743271555197421,
      "grad_norm": 2.4200838633184074,
      "learning_rate": 9.802855652291781e-06,
      "loss": 3.3021,
      "step": 7361
    },
    {
      "epoch": 4.743916196615633,
      "grad_norm": 2.3298932860717154,
      "learning_rate": 9.802802261199409e-06,
      "loss": 3.3814,
      "step": 7362
    },
    {
      "epoch": 4.744560838033844,
      "grad_norm": 1.9223389059411813,
      "learning_rate": 9.802748863040223e-06,
      "loss": 3.2829,
      "step": 7363
    },
    {
      "epoch": 4.745205479452055,
      "grad_norm": 2.2872693889359663,
      "learning_rate": 9.802695457814311e-06,
      "loss": 3.7573,
      "step": 7364
    },
    {
      "epoch": 4.745850120870266,
      "grad_norm": 2.0323104694993837,
      "learning_rate": 9.802642045521765e-06,
      "loss": 3.276,
      "step": 7365
    },
    {
      "epoch": 4.746494762288477,
      "grad_norm": 2.540914198552025,
      "learning_rate": 9.802588626162664e-06,
      "loss": 3.4762,
      "step": 7366
    },
    {
      "epoch": 4.747139403706688,
      "grad_norm": 2.209107149137809,
      "learning_rate": 9.802535199737105e-06,
      "loss": 3.911,
      "step": 7367
    },
    {
      "epoch": 4.7477840451249,
      "grad_norm": 2.5172844009955435,
      "learning_rate": 9.80248176624517e-06,
      "loss": 4.0143,
      "step": 7368
    },
    {
      "epoch": 4.74842868654311,
      "grad_norm": 2.3910334586288116,
      "learning_rate": 9.802428325686948e-06,
      "loss": 3.4237,
      "step": 7369
    },
    {
      "epoch": 4.749073327961321,
      "grad_norm": 2.3503070298974715,
      "learning_rate": 9.802374878062527e-06,
      "loss": 3.4225,
      "step": 7370
    },
    {
      "epoch": 4.749717969379533,
      "grad_norm": 2.301488767132712,
      "learning_rate": 9.802321423371995e-06,
      "loss": 3.3576,
      "step": 7371
    },
    {
      "epoch": 4.750362610797744,
      "grad_norm": 2.6404319362077087,
      "learning_rate": 9.80226796161544e-06,
      "loss": 3.1667,
      "step": 7372
    },
    {
      "epoch": 4.751007252215955,
      "grad_norm": 2.3024928313298045,
      "learning_rate": 9.802214492792948e-06,
      "loss": 3.5811,
      "step": 7373
    },
    {
      "epoch": 4.751651893634166,
      "grad_norm": 2.2923855582681782,
      "learning_rate": 9.80216101690461e-06,
      "loss": 3.403,
      "step": 7374
    },
    {
      "epoch": 4.752296535052377,
      "grad_norm": 2.560737402976081,
      "learning_rate": 9.802107533950511e-06,
      "loss": 3.4211,
      "step": 7375
    },
    {
      "epoch": 4.752941176470588,
      "grad_norm": 2.7121942669362467,
      "learning_rate": 9.802054043930742e-06,
      "loss": 3.5768,
      "step": 7376
    },
    {
      "epoch": 4.7535858178887995,
      "grad_norm": 2.3226651744225215,
      "learning_rate": 9.802000546845386e-06,
      "loss": 3.8885,
      "step": 7377
    },
    {
      "epoch": 4.754230459307011,
      "grad_norm": 2.002920258637157,
      "learning_rate": 9.801947042694535e-06,
      "loss": 2.9744,
      "step": 7378
    },
    {
      "epoch": 4.754875100725221,
      "grad_norm": 2.5057323147167656,
      "learning_rate": 9.801893531478274e-06,
      "loss": 3.3595,
      "step": 7379
    },
    {
      "epoch": 4.7555197421434325,
      "grad_norm": 2.549132211395859,
      "learning_rate": 9.801840013196695e-06,
      "loss": 3.4948,
      "step": 7380
    },
    {
      "epoch": 4.756164383561644,
      "grad_norm": 2.0723699703512835,
      "learning_rate": 9.80178648784988e-06,
      "loss": 3.726,
      "step": 7381
    },
    {
      "epoch": 4.756809024979855,
      "grad_norm": 2.6689766075615515,
      "learning_rate": 9.801732955437924e-06,
      "loss": 3.1027,
      "step": 7382
    },
    {
      "epoch": 4.757453666398066,
      "grad_norm": 1.9813005257212808,
      "learning_rate": 9.801679415960908e-06,
      "loss": 3.2476,
      "step": 7383
    },
    {
      "epoch": 4.758098307816277,
      "grad_norm": 2.254468534384594,
      "learning_rate": 9.801625869418925e-06,
      "loss": 3.8152,
      "step": 7384
    },
    {
      "epoch": 4.758742949234488,
      "grad_norm": 3.074528646476153,
      "learning_rate": 9.80157231581206e-06,
      "loss": 3.4049,
      "step": 7385
    },
    {
      "epoch": 4.7593875906526995,
      "grad_norm": 2.4648620245867066,
      "learning_rate": 9.801518755140403e-06,
      "loss": 3.3753,
      "step": 7386
    },
    {
      "epoch": 4.760032232070911,
      "grad_norm": 2.6791367329942446,
      "learning_rate": 9.801465187404037e-06,
      "loss": 3.4973,
      "step": 7387
    },
    {
      "epoch": 4.760676873489122,
      "grad_norm": 2.328509700074244,
      "learning_rate": 9.801411612603058e-06,
      "loss": 3.5906,
      "step": 7388
    },
    {
      "epoch": 4.7613215149073325,
      "grad_norm": 2.533106779651318,
      "learning_rate": 9.80135803073755e-06,
      "loss": 3.3516,
      "step": 7389
    },
    {
      "epoch": 4.761966156325544,
      "grad_norm": 2.520411569010919,
      "learning_rate": 9.801304441807598e-06,
      "loss": 3.6914,
      "step": 7390
    },
    {
      "epoch": 4.762610797743755,
      "grad_norm": 2.0901379244537313,
      "learning_rate": 9.801250845813295e-06,
      "loss": 3.3455,
      "step": 7391
    },
    {
      "epoch": 4.763255439161966,
      "grad_norm": 2.697862567136204,
      "learning_rate": 9.801197242754725e-06,
      "loss": 3.6898,
      "step": 7392
    },
    {
      "epoch": 4.763900080580177,
      "grad_norm": 2.0164355527679514,
      "learning_rate": 9.80114363263198e-06,
      "loss": 3.2739,
      "step": 7393
    },
    {
      "epoch": 4.764544721998388,
      "grad_norm": 2.747919630188364,
      "learning_rate": 9.801090015445145e-06,
      "loss": 3.5332,
      "step": 7394
    },
    {
      "epoch": 4.765189363416599,
      "grad_norm": 2.2245780020435184,
      "learning_rate": 9.80103639119431e-06,
      "loss": 3.1071,
      "step": 7395
    },
    {
      "epoch": 4.765834004834811,
      "grad_norm": 12.026239391561248,
      "learning_rate": 9.800982759879561e-06,
      "loss": 3.6369,
      "step": 7396
    },
    {
      "epoch": 4.766478646253022,
      "grad_norm": 2.61315654773135,
      "learning_rate": 9.800929121500988e-06,
      "loss": 3.2849,
      "step": 7397
    },
    {
      "epoch": 4.767123287671232,
      "grad_norm": 2.286027034245241,
      "learning_rate": 9.800875476058677e-06,
      "loss": 3.7973,
      "step": 7398
    },
    {
      "epoch": 4.767767929089444,
      "grad_norm": 2.6023696602600483,
      "learning_rate": 9.80082182355272e-06,
      "loss": 3.2719,
      "step": 7399
    },
    {
      "epoch": 4.768412570507655,
      "grad_norm": 2.277064662587247,
      "learning_rate": 9.8007681639832e-06,
      "loss": 3.8127,
      "step": 7400
    },
    {
      "epoch": 4.768412570507655,
      "eval_loss": 3.7881338596343994,
      "eval_runtime": 2.9391,
      "eval_samples_per_second": 34.024,
      "eval_steps_per_second": 4.423,
      "step": 7400
    },
    {
      "epoch": 4.769057211925866,
      "grad_norm": 2.7086710579432745,
      "learning_rate": 9.800714497350209e-06,
      "loss": 3.3664,
      "step": 7401
    },
    {
      "epoch": 4.769701853344078,
      "grad_norm": 2.5640060936423295,
      "learning_rate": 9.800660823653833e-06,
      "loss": 3.6422,
      "step": 7402
    },
    {
      "epoch": 4.770346494762288,
      "grad_norm": 2.3814245492534276,
      "learning_rate": 9.800607142894162e-06,
      "loss": 3.4618,
      "step": 7403
    },
    {
      "epoch": 4.770991136180499,
      "grad_norm": 2.3047694623381965,
      "learning_rate": 9.80055345507128e-06,
      "loss": 3.3353,
      "step": 7404
    },
    {
      "epoch": 4.771635777598711,
      "grad_norm": 2.4747834967609204,
      "learning_rate": 9.800499760185281e-06,
      "loss": 3.5298,
      "step": 7405
    },
    {
      "epoch": 4.772280419016922,
      "grad_norm": 2.308718891070417,
      "learning_rate": 9.800446058236252e-06,
      "loss": 3.5771,
      "step": 7406
    },
    {
      "epoch": 4.772925060435133,
      "grad_norm": 2.4148986588705896,
      "learning_rate": 9.800392349224278e-06,
      "loss": 3.2859,
      "step": 7407
    },
    {
      "epoch": 4.773569701853344,
      "grad_norm": 2.264775707673539,
      "learning_rate": 9.800338633149446e-06,
      "loss": 3.4941,
      "step": 7408
    },
    {
      "epoch": 4.774214343271555,
      "grad_norm": 2.2474016960946392,
      "learning_rate": 9.80028491001185e-06,
      "loss": 3.5804,
      "step": 7409
    },
    {
      "epoch": 4.774858984689766,
      "grad_norm": 2.3418583276894394,
      "learning_rate": 9.800231179811576e-06,
      "loss": 3.1812,
      "step": 7410
    },
    {
      "epoch": 4.7755036261079775,
      "grad_norm": 1.8952285834813491,
      "learning_rate": 9.80017744254871e-06,
      "loss": 3.2788,
      "step": 7411
    },
    {
      "epoch": 4.776148267526189,
      "grad_norm": 2.1272404480940694,
      "learning_rate": 9.800123698223344e-06,
      "loss": 3.6099,
      "step": 7412
    },
    {
      "epoch": 4.776792908944399,
      "grad_norm": 2.0340099656463972,
      "learning_rate": 9.800069946835561e-06,
      "loss": 3.4512,
      "step": 7413
    },
    {
      "epoch": 4.7774375503626105,
      "grad_norm": 1.8947877029207614,
      "learning_rate": 9.800016188385455e-06,
      "loss": 3.6473,
      "step": 7414
    },
    {
      "epoch": 4.778082191780822,
      "grad_norm": 2.4168198312129303,
      "learning_rate": 9.79996242287311e-06,
      "loss": 3.354,
      "step": 7415
    },
    {
      "epoch": 4.778726833199033,
      "grad_norm": 1.9712556164103723,
      "learning_rate": 9.799908650298616e-06,
      "loss": 3.4279,
      "step": 7416
    },
    {
      "epoch": 4.779371474617244,
      "grad_norm": 2.370844678914282,
      "learning_rate": 9.799854870662063e-06,
      "loss": 3.3323,
      "step": 7417
    },
    {
      "epoch": 4.780016116035455,
      "grad_norm": 2.200922106354666,
      "learning_rate": 9.799801083963537e-06,
      "loss": 3.2814,
      "step": 7418
    },
    {
      "epoch": 4.780660757453666,
      "grad_norm": 2.4705784771226327,
      "learning_rate": 9.799747290203126e-06,
      "loss": 3.3007,
      "step": 7419
    },
    {
      "epoch": 4.781305398871877,
      "grad_norm": 2.0200833157594227,
      "learning_rate": 9.79969348938092e-06,
      "loss": 3.7524,
      "step": 7420
    },
    {
      "epoch": 4.781950040290089,
      "grad_norm": 2.756683210058306,
      "learning_rate": 9.799639681497005e-06,
      "loss": 3.519,
      "step": 7421
    },
    {
      "epoch": 4.7825946817083,
      "grad_norm": 3.5656524867108623,
      "learning_rate": 9.799585866551474e-06,
      "loss": 3.5366,
      "step": 7422
    },
    {
      "epoch": 4.7832393231265105,
      "grad_norm": 2.6169594544874872,
      "learning_rate": 9.79953204454441e-06,
      "loss": 3.6758,
      "step": 7423
    },
    {
      "epoch": 4.783883964544722,
      "grad_norm": 2.7160126386383263,
      "learning_rate": 9.799478215475907e-06,
      "loss": 3.5782,
      "step": 7424
    },
    {
      "epoch": 4.784528605962933,
      "grad_norm": 2.693471927047684,
      "learning_rate": 9.799424379346045e-06,
      "loss": 3.6565,
      "step": 7425
    },
    {
      "epoch": 4.785173247381144,
      "grad_norm": 2.50094293541736,
      "learning_rate": 9.799370536154921e-06,
      "loss": 3.4865,
      "step": 7426
    },
    {
      "epoch": 4.785817888799356,
      "grad_norm": 3.089561985453964,
      "learning_rate": 9.79931668590262e-06,
      "loss": 3.1914,
      "step": 7427
    },
    {
      "epoch": 4.786462530217566,
      "grad_norm": 2.1679928994858564,
      "learning_rate": 9.79926282858923e-06,
      "loss": 3.6354,
      "step": 7428
    },
    {
      "epoch": 4.787107171635777,
      "grad_norm": 2.0729469467083974,
      "learning_rate": 9.79920896421484e-06,
      "loss": 3.5499,
      "step": 7429
    },
    {
      "epoch": 4.787751813053989,
      "grad_norm": 2.8942540535586847,
      "learning_rate": 9.79915509277954e-06,
      "loss": 3.3939,
      "step": 7430
    },
    {
      "epoch": 4.7883964544722,
      "grad_norm": 2.2506015549761043,
      "learning_rate": 9.799101214283415e-06,
      "loss": 3.6514,
      "step": 7431
    },
    {
      "epoch": 4.789041095890411,
      "grad_norm": 3.281953388279026,
      "learning_rate": 9.799047328726557e-06,
      "loss": 3.5758,
      "step": 7432
    },
    {
      "epoch": 4.789685737308622,
      "grad_norm": 2.4633189371299893,
      "learning_rate": 9.798993436109051e-06,
      "loss": 3.746,
      "step": 7433
    },
    {
      "epoch": 4.790330378726833,
      "grad_norm": 2.994012862729764,
      "learning_rate": 9.798939536430989e-06,
      "loss": 3.0859,
      "step": 7434
    },
    {
      "epoch": 4.790975020145044,
      "grad_norm": 2.2869413358832564,
      "learning_rate": 9.798885629692456e-06,
      "loss": 3.5381,
      "step": 7435
    },
    {
      "epoch": 4.791619661563256,
      "grad_norm": 2.5809055983385916,
      "learning_rate": 9.798831715893544e-06,
      "loss": 3.5456,
      "step": 7436
    },
    {
      "epoch": 4.792264302981467,
      "grad_norm": 2.291343751146763,
      "learning_rate": 9.79877779503434e-06,
      "loss": 3.4499,
      "step": 7437
    },
    {
      "epoch": 4.792908944399677,
      "grad_norm": 2.7782970974110808,
      "learning_rate": 9.798723867114932e-06,
      "loss": 3.5246,
      "step": 7438
    },
    {
      "epoch": 4.793553585817889,
      "grad_norm": 2.605237783642641,
      "learning_rate": 9.79866993213541e-06,
      "loss": 3.4222,
      "step": 7439
    },
    {
      "epoch": 4.7941982272361,
      "grad_norm": 2.6740643198189353,
      "learning_rate": 9.79861599009586e-06,
      "loss": 3.3727,
      "step": 7440
    },
    {
      "epoch": 4.794842868654311,
      "grad_norm": 3.4285142604736616,
      "learning_rate": 9.798562040996375e-06,
      "loss": 3.447,
      "step": 7441
    },
    {
      "epoch": 4.7954875100725225,
      "grad_norm": 2.4687957066455066,
      "learning_rate": 9.79850808483704e-06,
      "loss": 3.6004,
      "step": 7442
    },
    {
      "epoch": 4.796132151490733,
      "grad_norm": 2.386214881870937,
      "learning_rate": 9.798454121617941e-06,
      "loss": 3.4036,
      "step": 7443
    },
    {
      "epoch": 4.796776792908944,
      "grad_norm": 1.8753225314955213,
      "learning_rate": 9.798400151339174e-06,
      "loss": 3.1837,
      "step": 7444
    },
    {
      "epoch": 4.7974214343271555,
      "grad_norm": 2.391287263311356,
      "learning_rate": 9.798346174000823e-06,
      "loss": 3.5305,
      "step": 7445
    },
    {
      "epoch": 4.798066075745367,
      "grad_norm": 2.117800111621932,
      "learning_rate": 9.798292189602978e-06,
      "loss": 3.519,
      "step": 7446
    },
    {
      "epoch": 4.798710717163578,
      "grad_norm": 2.543716201823242,
      "learning_rate": 9.798238198145726e-06,
      "loss": 3.5352,
      "step": 7447
    },
    {
      "epoch": 4.7993553585817885,
      "grad_norm": 2.2315867882701275,
      "learning_rate": 9.798184199629159e-06,
      "loss": 3.5481,
      "step": 7448
    },
    {
      "epoch": 4.8,
      "grad_norm": 2.721671834139192,
      "learning_rate": 9.79813019405336e-06,
      "loss": 3.313,
      "step": 7449
    },
    {
      "epoch": 4.800644641418211,
      "grad_norm": 2.2324668130985126,
      "learning_rate": 9.798076181418424e-06,
      "loss": 3.8482,
      "step": 7450
    },
    {
      "epoch": 4.801289282836422,
      "grad_norm": 2.257850308588061,
      "learning_rate": 9.798022161724436e-06,
      "loss": 3.5895,
      "step": 7451
    },
    {
      "epoch": 4.801933924254634,
      "grad_norm": 2.3707070508813826,
      "learning_rate": 9.797968134971486e-06,
      "loss": 3.5066,
      "step": 7452
    },
    {
      "epoch": 4.802578565672844,
      "grad_norm": 2.245972394003069,
      "learning_rate": 9.79791410115966e-06,
      "loss": 3.5675,
      "step": 7453
    },
    {
      "epoch": 4.803223207091055,
      "grad_norm": 2.475821760896344,
      "learning_rate": 9.797860060289053e-06,
      "loss": 3.4421,
      "step": 7454
    },
    {
      "epoch": 4.803867848509267,
      "grad_norm": 2.3215717776093223,
      "learning_rate": 9.797806012359747e-06,
      "loss": 3.5499,
      "step": 7455
    },
    {
      "epoch": 4.804512489927478,
      "grad_norm": 3.3982392283064313,
      "learning_rate": 9.797751957371835e-06,
      "loss": 3.657,
      "step": 7456
    },
    {
      "epoch": 4.805157131345689,
      "grad_norm": 6.260538771091586,
      "learning_rate": 9.797697895325404e-06,
      "loss": 3.2141,
      "step": 7457
    },
    {
      "epoch": 4.8058017727639,
      "grad_norm": 2.516223825526061,
      "learning_rate": 9.797643826220542e-06,
      "loss": 3.7071,
      "step": 7458
    },
    {
      "epoch": 4.806446414182111,
      "grad_norm": 2.74777210430324,
      "learning_rate": 9.797589750057342e-06,
      "loss": 3.5802,
      "step": 7459
    },
    {
      "epoch": 4.807091055600322,
      "grad_norm": 2.2745285986060604,
      "learning_rate": 9.797535666835886e-06,
      "loss": 3.5976,
      "step": 7460
    },
    {
      "epoch": 4.807735697018534,
      "grad_norm": 2.5970191077188405,
      "learning_rate": 9.797481576556268e-06,
      "loss": 3.2733,
      "step": 7461
    },
    {
      "epoch": 4.808380338436745,
      "grad_norm": 2.5676687126517463,
      "learning_rate": 9.797427479218578e-06,
      "loss": 3.4549,
      "step": 7462
    },
    {
      "epoch": 4.809024979854955,
      "grad_norm": 2.114477026649965,
      "learning_rate": 9.797373374822899e-06,
      "loss": 3.724,
      "step": 7463
    },
    {
      "epoch": 4.809669621273167,
      "grad_norm": 2.1692201909573385,
      "learning_rate": 9.797319263369325e-06,
      "loss": 3.4861,
      "step": 7464
    },
    {
      "epoch": 4.810314262691378,
      "grad_norm": 2.154704203877876,
      "learning_rate": 9.797265144857941e-06,
      "loss": 3.2826,
      "step": 7465
    },
    {
      "epoch": 4.810958904109589,
      "grad_norm": 2.285921637951596,
      "learning_rate": 9.797211019288841e-06,
      "loss": 3.4097,
      "step": 7466
    },
    {
      "epoch": 4.811603545527801,
      "grad_norm": 2.40420215371516,
      "learning_rate": 9.797156886662107e-06,
      "loss": 3.5927,
      "step": 7467
    },
    {
      "epoch": 4.812248186946011,
      "grad_norm": 2.226116479881665,
      "learning_rate": 9.797102746977835e-06,
      "loss": 3.5968,
      "step": 7468
    },
    {
      "epoch": 4.812892828364222,
      "grad_norm": 2.3376547231019718,
      "learning_rate": 9.79704860023611e-06,
      "loss": 3.3811,
      "step": 7469
    },
    {
      "epoch": 4.813537469782434,
      "grad_norm": 2.1324762004435303,
      "learning_rate": 9.79699444643702e-06,
      "loss": 3.5386,
      "step": 7470
    },
    {
      "epoch": 4.814182111200645,
      "grad_norm": 2.0126645738268856,
      "learning_rate": 9.796940285580657e-06,
      "loss": 3.6249,
      "step": 7471
    },
    {
      "epoch": 4.814826752618856,
      "grad_norm": 2.5149276215311205,
      "learning_rate": 9.796886117667108e-06,
      "loss": 3.3215,
      "step": 7472
    },
    {
      "epoch": 4.815471394037067,
      "grad_norm": 2.1515465177844626,
      "learning_rate": 9.796831942696463e-06,
      "loss": 3.371,
      "step": 7473
    },
    {
      "epoch": 4.816116035455278,
      "grad_norm": 2.2349999410776666,
      "learning_rate": 9.796777760668808e-06,
      "loss": 3.353,
      "step": 7474
    },
    {
      "epoch": 4.816760676873489,
      "grad_norm": 2.2926462801926695,
      "learning_rate": 9.796723571584237e-06,
      "loss": 3.6133,
      "step": 7475
    },
    {
      "epoch": 4.8174053182917005,
      "grad_norm": 2.2061550314353093,
      "learning_rate": 9.796669375442835e-06,
      "loss": 3.7967,
      "step": 7476
    },
    {
      "epoch": 4.818049959709912,
      "grad_norm": 2.2362936328001686,
      "learning_rate": 9.796615172244693e-06,
      "loss": 3.5147,
      "step": 7477
    },
    {
      "epoch": 4.818694601128122,
      "grad_norm": 2.197933104248008,
      "learning_rate": 9.7965609619899e-06,
      "loss": 3.5183,
      "step": 7478
    },
    {
      "epoch": 4.8193392425463335,
      "grad_norm": 2.1974201251381382,
      "learning_rate": 9.796506744678545e-06,
      "loss": 3.3753,
      "step": 7479
    },
    {
      "epoch": 4.819983883964545,
      "grad_norm": 2.3613748864386896,
      "learning_rate": 9.796452520310714e-06,
      "loss": 3.737,
      "step": 7480
    },
    {
      "epoch": 4.820628525382756,
      "grad_norm": 2.2839737027173688,
      "learning_rate": 9.7963982888865e-06,
      "loss": 3.4891,
      "step": 7481
    },
    {
      "epoch": 4.821273166800967,
      "grad_norm": 2.2630380743779717,
      "learning_rate": 9.796344050405992e-06,
      "loss": 3.5165,
      "step": 7482
    },
    {
      "epoch": 4.821917808219178,
      "grad_norm": 2.70431314067687,
      "learning_rate": 9.796289804869276e-06,
      "loss": 3.4502,
      "step": 7483
    },
    {
      "epoch": 4.822562449637389,
      "grad_norm": 2.083012568373719,
      "learning_rate": 9.796235552276442e-06,
      "loss": 3.6694,
      "step": 7484
    },
    {
      "epoch": 4.8232070910556,
      "grad_norm": 2.251656339486879,
      "learning_rate": 9.796181292627582e-06,
      "loss": 3.6197,
      "step": 7485
    },
    {
      "epoch": 4.823851732473812,
      "grad_norm": 2.260959863384484,
      "learning_rate": 9.79612702592278e-06,
      "loss": 3.5314,
      "step": 7486
    },
    {
      "epoch": 4.824496373892023,
      "grad_norm": 2.436068544721277,
      "learning_rate": 9.796072752162131e-06,
      "loss": 3.8147,
      "step": 7487
    },
    {
      "epoch": 4.825141015310233,
      "grad_norm": 2.2341008021262927,
      "learning_rate": 9.79601847134572e-06,
      "loss": 3.2224,
      "step": 7488
    },
    {
      "epoch": 4.825785656728445,
      "grad_norm": 2.655744981902486,
      "learning_rate": 9.795964183473639e-06,
      "loss": 3.546,
      "step": 7489
    },
    {
      "epoch": 4.826430298146656,
      "grad_norm": 2.014570239686813,
      "learning_rate": 9.795909888545973e-06,
      "loss": 3.6019,
      "step": 7490
    },
    {
      "epoch": 4.827074939564867,
      "grad_norm": 2.317333665868318,
      "learning_rate": 9.795855586562815e-06,
      "loss": 3.4618,
      "step": 7491
    },
    {
      "epoch": 4.827719580983079,
      "grad_norm": 3.360679454220691,
      "learning_rate": 9.795801277524255e-06,
      "loss": 3.3298,
      "step": 7492
    },
    {
      "epoch": 4.828364222401289,
      "grad_norm": 2.1307046986865465,
      "learning_rate": 9.795746961430379e-06,
      "loss": 3.5817,
      "step": 7493
    },
    {
      "epoch": 4.8290088638195,
      "grad_norm": 2.4882238428083885,
      "learning_rate": 9.795692638281274e-06,
      "loss": 3.6667,
      "step": 7494
    },
    {
      "epoch": 4.829653505237712,
      "grad_norm": 2.337226020682735,
      "learning_rate": 9.795638308077035e-06,
      "loss": 3.8041,
      "step": 7495
    },
    {
      "epoch": 4.830298146655923,
      "grad_norm": 2.4155804495101227,
      "learning_rate": 9.79558397081775e-06,
      "loss": 3.5722,
      "step": 7496
    },
    {
      "epoch": 4.830942788074134,
      "grad_norm": 2.503439957648711,
      "learning_rate": 9.795529626503505e-06,
      "loss": 3.673,
      "step": 7497
    },
    {
      "epoch": 4.831587429492345,
      "grad_norm": 3.0130405492477106,
      "learning_rate": 9.795475275134393e-06,
      "loss": 3.3409,
      "step": 7498
    },
    {
      "epoch": 4.832232070910556,
      "grad_norm": 2.435623807736943,
      "learning_rate": 9.7954209167105e-06,
      "loss": 3.4289,
      "step": 7499
    },
    {
      "epoch": 4.832876712328767,
      "grad_norm": 3.4222462240776657,
      "learning_rate": 9.795366551231918e-06,
      "loss": 3.2943,
      "step": 7500
    },
    {
      "epoch": 4.832876712328767,
      "eval_loss": 3.7827515602111816,
      "eval_runtime": 2.9521,
      "eval_samples_per_second": 33.874,
      "eval_steps_per_second": 4.404,
      "step": 7500
    },
    {
      "epoch": 4.8335213537469786,
      "grad_norm": 2.326636110055996,
      "learning_rate": 9.795312178698734e-06,
      "loss": 3.6374,
      "step": 7501
    },
    {
      "epoch": 4.83416599516519,
      "grad_norm": 2.7056239619288704,
      "learning_rate": 9.79525779911104e-06,
      "loss": 3.6616,
      "step": 7502
    },
    {
      "epoch": 4.8348106365834,
      "grad_norm": 2.4922686672568894,
      "learning_rate": 9.795203412468923e-06,
      "loss": 3.6285,
      "step": 7503
    },
    {
      "epoch": 4.835455278001612,
      "grad_norm": 2.5101966071183526,
      "learning_rate": 9.795149018772472e-06,
      "loss": 3.6919,
      "step": 7504
    },
    {
      "epoch": 4.836099919419823,
      "grad_norm": 2.4171037735156937,
      "learning_rate": 9.795094618021778e-06,
      "loss": 3.3343,
      "step": 7505
    },
    {
      "epoch": 4.836744560838034,
      "grad_norm": 2.464595393102876,
      "learning_rate": 9.795040210216931e-06,
      "loss": 3.5697,
      "step": 7506
    },
    {
      "epoch": 4.837389202256245,
      "grad_norm": 2.5919704553736924,
      "learning_rate": 9.79498579535802e-06,
      "loss": 3.3896,
      "step": 7507
    },
    {
      "epoch": 4.838033843674456,
      "grad_norm": 2.578884977969987,
      "learning_rate": 9.79493137344513e-06,
      "loss": 3.6814,
      "step": 7508
    },
    {
      "epoch": 4.838678485092667,
      "grad_norm": 2.430514375316787,
      "learning_rate": 9.794876944478356e-06,
      "loss": 3.4718,
      "step": 7509
    },
    {
      "epoch": 4.8393231265108785,
      "grad_norm": 2.0195344932021717,
      "learning_rate": 9.794822508457785e-06,
      "loss": 3.4459,
      "step": 7510
    },
    {
      "epoch": 4.83996776792909,
      "grad_norm": 2.7291874009733155,
      "learning_rate": 9.794768065383507e-06,
      "loss": 3.4912,
      "step": 7511
    },
    {
      "epoch": 4.8406124093473,
      "grad_norm": 2.3388450301973776,
      "learning_rate": 9.79471361525561e-06,
      "loss": 3.684,
      "step": 7512
    },
    {
      "epoch": 4.8412570507655115,
      "grad_norm": 2.475562991270404,
      "learning_rate": 9.794659158074184e-06,
      "loss": 3.4449,
      "step": 7513
    },
    {
      "epoch": 4.841901692183723,
      "grad_norm": 2.2333889444907378,
      "learning_rate": 9.79460469383932e-06,
      "loss": 3.2476,
      "step": 7514
    },
    {
      "epoch": 4.842546333601934,
      "grad_norm": 2.4240502531475654,
      "learning_rate": 9.794550222551106e-06,
      "loss": 3.5989,
      "step": 7515
    },
    {
      "epoch": 4.843190975020145,
      "grad_norm": 2.1473980002914725,
      "learning_rate": 9.794495744209631e-06,
      "loss": 3.3412,
      "step": 7516
    },
    {
      "epoch": 4.843835616438356,
      "grad_norm": 2.100772076188107,
      "learning_rate": 9.794441258814987e-06,
      "loss": 3.4119,
      "step": 7517
    },
    {
      "epoch": 4.844480257856567,
      "grad_norm": 2.09507596452537,
      "learning_rate": 9.794386766367261e-06,
      "loss": 3.7087,
      "step": 7518
    },
    {
      "epoch": 4.845124899274778,
      "grad_norm": 2.739824621865224,
      "learning_rate": 9.794332266866544e-06,
      "loss": 3.66,
      "step": 7519
    },
    {
      "epoch": 4.84576954069299,
      "grad_norm": 2.1588338269778355,
      "learning_rate": 9.794277760312924e-06,
      "loss": 3.7341,
      "step": 7520
    },
    {
      "epoch": 4.846414182111201,
      "grad_norm": 2.4213157362259965,
      "learning_rate": 9.79422324670649e-06,
      "loss": 3.5276,
      "step": 7521
    },
    {
      "epoch": 4.847058823529411,
      "grad_norm": 2.185894831268151,
      "learning_rate": 9.794168726047336e-06,
      "loss": 3.7208,
      "step": 7522
    },
    {
      "epoch": 4.847703464947623,
      "grad_norm": 2.517029162033357,
      "learning_rate": 9.794114198335546e-06,
      "loss": 3.4711,
      "step": 7523
    },
    {
      "epoch": 4.848348106365834,
      "grad_norm": 2.187649023550321,
      "learning_rate": 9.794059663571214e-06,
      "loss": 3.4146,
      "step": 7524
    },
    {
      "epoch": 4.848992747784045,
      "grad_norm": 3.5002326828301413,
      "learning_rate": 9.794005121754427e-06,
      "loss": 3.7264,
      "step": 7525
    },
    {
      "epoch": 4.849637389202257,
      "grad_norm": 1.9553913357686403,
      "learning_rate": 9.793950572885274e-06,
      "loss": 3.7039,
      "step": 7526
    },
    {
      "epoch": 4.850282030620467,
      "grad_norm": 2.871557315743122,
      "learning_rate": 9.793896016963846e-06,
      "loss": 3.5794,
      "step": 7527
    },
    {
      "epoch": 4.850926672038678,
      "grad_norm": 2.4139627944266526,
      "learning_rate": 9.793841453990232e-06,
      "loss": 3.2119,
      "step": 7528
    },
    {
      "epoch": 4.85157131345689,
      "grad_norm": 2.6043462943176765,
      "learning_rate": 9.793786883964523e-06,
      "loss": 3.4856,
      "step": 7529
    },
    {
      "epoch": 4.852215954875101,
      "grad_norm": 2.2946189624358246,
      "learning_rate": 9.793732306886806e-06,
      "loss": 3.5384,
      "step": 7530
    },
    {
      "epoch": 4.852860596293311,
      "grad_norm": 2.289002012219139,
      "learning_rate": 9.793677722757174e-06,
      "loss": 3.5276,
      "step": 7531
    },
    {
      "epoch": 4.853505237711523,
      "grad_norm": 2.2737021643844946,
      "learning_rate": 9.793623131575713e-06,
      "loss": 3.86,
      "step": 7532
    },
    {
      "epoch": 4.854149879129734,
      "grad_norm": 2.0116536642956904,
      "learning_rate": 9.793568533342516e-06,
      "loss": 3.6022,
      "step": 7533
    },
    {
      "epoch": 4.854794520547945,
      "grad_norm": 2.3035363635235453,
      "learning_rate": 9.79351392805767e-06,
      "loss": 3.3723,
      "step": 7534
    },
    {
      "epoch": 4.8554391619661565,
      "grad_norm": 2.563420371265586,
      "learning_rate": 9.793459315721265e-06,
      "loss": 3.3476,
      "step": 7535
    },
    {
      "epoch": 4.856083803384367,
      "grad_norm": 2.3501818840710293,
      "learning_rate": 9.793404696333393e-06,
      "loss": 3.6401,
      "step": 7536
    },
    {
      "epoch": 4.856728444802578,
      "grad_norm": 2.231843876074143,
      "learning_rate": 9.793350069894142e-06,
      "loss": 3.4273,
      "step": 7537
    },
    {
      "epoch": 4.85737308622079,
      "grad_norm": 2.2746543617617525,
      "learning_rate": 9.793295436403602e-06,
      "loss": 3.5768,
      "step": 7538
    },
    {
      "epoch": 4.858017727639001,
      "grad_norm": 2.0502066744240155,
      "learning_rate": 9.793240795861863e-06,
      "loss": 3.7564,
      "step": 7539
    },
    {
      "epoch": 4.858662369057212,
      "grad_norm": 2.348982253304064,
      "learning_rate": 9.793186148269014e-06,
      "loss": 3.856,
      "step": 7540
    },
    {
      "epoch": 4.859307010475423,
      "grad_norm": 2.227684985429779,
      "learning_rate": 9.793131493625146e-06,
      "loss": 3.7824,
      "step": 7541
    },
    {
      "epoch": 4.859951651893634,
      "grad_norm": 1.927032977967267,
      "learning_rate": 9.793076831930345e-06,
      "loss": 3.2501,
      "step": 7542
    },
    {
      "epoch": 4.860596293311845,
      "grad_norm": 2.4704523474251796,
      "learning_rate": 9.793022163184707e-06,
      "loss": 3.176,
      "step": 7543
    },
    {
      "epoch": 4.8612409347300565,
      "grad_norm": 2.2293559443586344,
      "learning_rate": 9.792967487388317e-06,
      "loss": 3.4964,
      "step": 7544
    },
    {
      "epoch": 4.861885576148268,
      "grad_norm": 2.245245442104269,
      "learning_rate": 9.792912804541265e-06,
      "loss": 3.7829,
      "step": 7545
    },
    {
      "epoch": 4.862530217566478,
      "grad_norm": 2.1737258028556075,
      "learning_rate": 9.792858114643645e-06,
      "loss": 3.619,
      "step": 7546
    },
    {
      "epoch": 4.8631748589846895,
      "grad_norm": 2.069988346583263,
      "learning_rate": 9.792803417695543e-06,
      "loss": 3.6819,
      "step": 7547
    },
    {
      "epoch": 4.863819500402901,
      "grad_norm": 2.194114803275306,
      "learning_rate": 9.79274871369705e-06,
      "loss": 3.619,
      "step": 7548
    },
    {
      "epoch": 4.864464141821112,
      "grad_norm": 2.201226863363692,
      "learning_rate": 9.792694002648254e-06,
      "loss": 3.7178,
      "step": 7549
    },
    {
      "epoch": 4.865108783239323,
      "grad_norm": 2.095555249050729,
      "learning_rate": 9.792639284549246e-06,
      "loss": 3.3239,
      "step": 7550
    },
    {
      "epoch": 4.865753424657534,
      "grad_norm": 2.098070016210765,
      "learning_rate": 9.792584559400118e-06,
      "loss": 3.4954,
      "step": 7551
    },
    {
      "epoch": 4.866398066075745,
      "grad_norm": 2.292183450760549,
      "learning_rate": 9.792529827200959e-06,
      "loss": 3.5411,
      "step": 7552
    },
    {
      "epoch": 4.867042707493956,
      "grad_norm": 2.365218801599455,
      "learning_rate": 9.792475087951856e-06,
      "loss": 3.6584,
      "step": 7553
    },
    {
      "epoch": 4.867687348912168,
      "grad_norm": 2.1175502654822225,
      "learning_rate": 9.792420341652902e-06,
      "loss": 3.5626,
      "step": 7554
    },
    {
      "epoch": 4.868331990330379,
      "grad_norm": 2.331388622997177,
      "learning_rate": 9.792365588304186e-06,
      "loss": 3.4132,
      "step": 7555
    },
    {
      "epoch": 4.868976631748589,
      "grad_norm": 3.7626729747180474,
      "learning_rate": 9.792310827905798e-06,
      "loss": 3.5449,
      "step": 7556
    },
    {
      "epoch": 4.869621273166801,
      "grad_norm": 2.21396386603947,
      "learning_rate": 9.792256060457828e-06,
      "loss": 3.3859,
      "step": 7557
    },
    {
      "epoch": 4.870265914585012,
      "grad_norm": 2.2266694200008614,
      "learning_rate": 9.792201285960365e-06,
      "loss": 3.4635,
      "step": 7558
    },
    {
      "epoch": 4.870910556003223,
      "grad_norm": 2.438241295801294,
      "learning_rate": 9.7921465044135e-06,
      "loss": 3.5508,
      "step": 7559
    },
    {
      "epoch": 4.871555197421435,
      "grad_norm": 2.332091531660753,
      "learning_rate": 9.792091715817323e-06,
      "loss": 3.6027,
      "step": 7560
    },
    {
      "epoch": 4.872199838839645,
      "grad_norm": 2.729609047293367,
      "learning_rate": 9.792036920171922e-06,
      "loss": 3.5321,
      "step": 7561
    },
    {
      "epoch": 4.872844480257856,
      "grad_norm": 2.568980447070623,
      "learning_rate": 9.79198211747739e-06,
      "loss": 3.6732,
      "step": 7562
    },
    {
      "epoch": 4.873489121676068,
      "grad_norm": 2.4502169860723515,
      "learning_rate": 9.791927307733815e-06,
      "loss": 3.1664,
      "step": 7563
    },
    {
      "epoch": 4.874133763094279,
      "grad_norm": 2.891837586017144,
      "learning_rate": 9.791872490941288e-06,
      "loss": 3.6312,
      "step": 7564
    },
    {
      "epoch": 4.87477840451249,
      "grad_norm": 2.6026259469955466,
      "learning_rate": 9.791817667099898e-06,
      "loss": 3.5094,
      "step": 7565
    },
    {
      "epoch": 4.875423045930701,
      "grad_norm": 2.365185742033949,
      "learning_rate": 9.791762836209736e-06,
      "loss": 3.6025,
      "step": 7566
    },
    {
      "epoch": 4.876067687348912,
      "grad_norm": 2.64118879204357,
      "learning_rate": 9.791707998270892e-06,
      "loss": 3.2454,
      "step": 7567
    },
    {
      "epoch": 4.876712328767123,
      "grad_norm": 2.7265181697643124,
      "learning_rate": 9.791653153283457e-06,
      "loss": 3.2937,
      "step": 7568
    },
    {
      "epoch": 4.8773569701853345,
      "grad_norm": 2.4276657796135592,
      "learning_rate": 9.791598301247517e-06,
      "loss": 3.5744,
      "step": 7569
    },
    {
      "epoch": 4.878001611603546,
      "grad_norm": 2.487386868973222,
      "learning_rate": 9.791543442163169e-06,
      "loss": 3.5407,
      "step": 7570
    },
    {
      "epoch": 4.878646253021756,
      "grad_norm": 2.536674842979302,
      "learning_rate": 9.791488576030497e-06,
      "loss": 3.7224,
      "step": 7571
    },
    {
      "epoch": 4.8792908944399676,
      "grad_norm": 2.151273973698069,
      "learning_rate": 9.791433702849592e-06,
      "loss": 3.5821,
      "step": 7572
    },
    {
      "epoch": 4.879935535858179,
      "grad_norm": 2.1621109628411896,
      "learning_rate": 9.791378822620547e-06,
      "loss": 3.4858,
      "step": 7573
    },
    {
      "epoch": 4.88058017727639,
      "grad_norm": 2.782704066298274,
      "learning_rate": 9.79132393534345e-06,
      "loss": 3.3493,
      "step": 7574
    },
    {
      "epoch": 4.8812248186946015,
      "grad_norm": 2.3085392741038206,
      "learning_rate": 9.791269041018391e-06,
      "loss": 3.5392,
      "step": 7575
    },
    {
      "epoch": 4.881869460112812,
      "grad_norm": 2.672875211862769,
      "learning_rate": 9.791214139645462e-06,
      "loss": 3.3982,
      "step": 7576
    },
    {
      "epoch": 4.882514101531023,
      "grad_norm": 2.1674177211301475,
      "learning_rate": 9.791159231224751e-06,
      "loss": 3.5369,
      "step": 7577
    },
    {
      "epoch": 4.8831587429492345,
      "grad_norm": 2.6328857360003877,
      "learning_rate": 9.791104315756349e-06,
      "loss": 3.3612,
      "step": 7578
    },
    {
      "epoch": 4.883803384367446,
      "grad_norm": 2.446476344795271,
      "learning_rate": 9.791049393240347e-06,
      "loss": 3.4218,
      "step": 7579
    },
    {
      "epoch": 4.884448025785657,
      "grad_norm": 2.2277482380217486,
      "learning_rate": 9.790994463676835e-06,
      "loss": 3.279,
      "step": 7580
    },
    {
      "epoch": 4.8850926672038675,
      "grad_norm": 2.2338286717552176,
      "learning_rate": 9.7909395270659e-06,
      "loss": 3.7501,
      "step": 7581
    },
    {
      "epoch": 4.885737308622079,
      "grad_norm": 1.9434169957667233,
      "learning_rate": 9.790884583407638e-06,
      "loss": 3.524,
      "step": 7582
    },
    {
      "epoch": 4.88638195004029,
      "grad_norm": 2.74249430342924,
      "learning_rate": 9.790829632702136e-06,
      "loss": 3.4081,
      "step": 7583
    },
    {
      "epoch": 4.887026591458501,
      "grad_norm": 2.387456649752256,
      "learning_rate": 9.790774674949483e-06,
      "loss": 3.5699,
      "step": 7584
    },
    {
      "epoch": 4.887671232876713,
      "grad_norm": 2.6099591185829643,
      "learning_rate": 9.790719710149771e-06,
      "loss": 3.2212,
      "step": 7585
    },
    {
      "epoch": 4.888315874294923,
      "grad_norm": 2.6761122842286533,
      "learning_rate": 9.790664738303091e-06,
      "loss": 3.0791,
      "step": 7586
    },
    {
      "epoch": 4.888960515713134,
      "grad_norm": 2.6760585884695076,
      "learning_rate": 9.79060975940953e-06,
      "loss": 3.5031,
      "step": 7587
    },
    {
      "epoch": 4.889605157131346,
      "grad_norm": 2.424592711873521,
      "learning_rate": 9.790554773469183e-06,
      "loss": 3.6488,
      "step": 7588
    },
    {
      "epoch": 4.890249798549557,
      "grad_norm": 2.884312548597577,
      "learning_rate": 9.790499780482137e-06,
      "loss": 3.4159,
      "step": 7589
    },
    {
      "epoch": 4.890894439967768,
      "grad_norm": 2.100750576097793,
      "learning_rate": 9.79044478044848e-06,
      "loss": 3.3503,
      "step": 7590
    },
    {
      "epoch": 4.891539081385979,
      "grad_norm": 2.685540940083865,
      "learning_rate": 9.790389773368311e-06,
      "loss": 3.5287,
      "step": 7591
    },
    {
      "epoch": 4.89218372280419,
      "grad_norm": 2.0643070146894065,
      "learning_rate": 9.790334759241712e-06,
      "loss": 3.3996,
      "step": 7592
    },
    {
      "epoch": 4.892828364222401,
      "grad_norm": 2.7018785941006644,
      "learning_rate": 9.790279738068778e-06,
      "loss": 3.4187,
      "step": 7593
    },
    {
      "epoch": 4.893473005640613,
      "grad_norm": 2.382966769251355,
      "learning_rate": 9.790224709849596e-06,
      "loss": 3.2944,
      "step": 7594
    },
    {
      "epoch": 4.894117647058824,
      "grad_norm": 2.295584238472804,
      "learning_rate": 9.790169674584258e-06,
      "loss": 3.7916,
      "step": 7595
    },
    {
      "epoch": 4.894762288477034,
      "grad_norm": 2.7892924208520284,
      "learning_rate": 9.790114632272854e-06,
      "loss": 3.3466,
      "step": 7596
    },
    {
      "epoch": 4.895406929895246,
      "grad_norm": 2.024573148425186,
      "learning_rate": 9.790059582915475e-06,
      "loss": 3.4989,
      "step": 7597
    },
    {
      "epoch": 4.896051571313457,
      "grad_norm": 3.589873580706912,
      "learning_rate": 9.790004526512211e-06,
      "loss": 3.5946,
      "step": 7598
    },
    {
      "epoch": 4.896696212731668,
      "grad_norm": 1.99358476335767,
      "learning_rate": 9.789949463063153e-06,
      "loss": 3.3598,
      "step": 7599
    },
    {
      "epoch": 4.8973408541498795,
      "grad_norm": 3.6606993665182235,
      "learning_rate": 9.789894392568391e-06,
      "loss": 3.4049,
      "step": 7600
    },
    {
      "epoch": 4.8973408541498795,
      "eval_loss": 3.780393600463867,
      "eval_runtime": 2.9474,
      "eval_samples_per_second": 33.928,
      "eval_steps_per_second": 4.411,
      "step": 7600
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 77550,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1641971802931200.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}