{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.8645729714366918,
  "eval_steps": 381,
  "global_step": 1521,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005684240443370755,
      "grad_norm": 715.1505126953125,
      "learning_rate": 2e-05,
      "loss": 11.566,
      "step": 1
    },
    {
      "epoch": 0.0005684240443370755,
      "eval_loss": 2.825512170791626,
      "eval_runtime": 7.1017,
      "eval_samples_per_second": 104.341,
      "eval_steps_per_second": 52.241,
      "step": 1
    },
    {
      "epoch": 0.001136848088674151,
      "grad_norm": 2585.229248046875,
      "learning_rate": 4e-05,
      "loss": 10.0057,
      "step": 2
    },
    {
      "epoch": 0.0017052721330112265,
      "grad_norm": 20126.2734375,
      "learning_rate": 6e-05,
      "loss": 12.3752,
      "step": 3
    },
    {
      "epoch": 0.002273696177348302,
      "grad_norm": 1895.610595703125,
      "learning_rate": 8e-05,
      "loss": 12.4936,
      "step": 4
    },
    {
      "epoch": 0.002842120221685377,
      "grad_norm": 984.6260986328125,
      "learning_rate": 0.0001,
      "loss": 11.7755,
      "step": 5
    },
    {
      "epoch": 0.003410544266022453,
      "grad_norm": 615.008544921875,
      "learning_rate": 0.00012,
      "loss": 12.9264,
      "step": 6
    },
    {
      "epoch": 0.003978968310359528,
      "grad_norm": 996.290771484375,
      "learning_rate": 0.00014,
      "loss": 10.8169,
      "step": 7
    },
    {
      "epoch": 0.004547392354696604,
      "grad_norm": 2017.6121826171875,
      "learning_rate": 0.00016,
      "loss": 10.3199,
      "step": 8
    },
    {
      "epoch": 0.005115816399033679,
      "grad_norm": 1687.360107421875,
      "learning_rate": 0.00018,
      "loss": 9.0321,
      "step": 9
    },
    {
      "epoch": 0.005684240443370754,
      "grad_norm": 2396.41357421875,
      "learning_rate": 0.0002,
      "loss": 11.7856,
      "step": 10
    },
    {
      "epoch": 0.00625266448770783,
      "grad_norm": 7873.9150390625,
      "learning_rate": 0.00019999978385725403,
      "loss": 12.1593,
      "step": 11
    },
    {
      "epoch": 0.006821088532044906,
      "grad_norm": 1229.39208984375,
      "learning_rate": 0.00019999913542995056,
      "loss": 10.1226,
      "step": 12
    },
    {
      "epoch": 0.007389512576381981,
      "grad_norm": 1588.6375732421875,
      "learning_rate": 0.00019999805472089254,
      "loss": 9.9923,
      "step": 13
    },
    {
      "epoch": 0.007957936620719057,
      "grad_norm": 1996.9405517578125,
      "learning_rate": 0.00019999654173475179,
      "loss": 12.7867,
      "step": 14
    },
    {
      "epoch": 0.008526360665056132,
      "grad_norm": 4578.20703125,
      "learning_rate": 0.00019999459647806873,
      "loss": 9.8249,
      "step": 15
    },
    {
      "epoch": 0.009094784709393207,
      "grad_norm": 1579.720703125,
      "learning_rate": 0.0001999922189592524,
      "loss": 10.6916,
      "step": 16
    },
    {
      "epoch": 0.009663208753730283,
      "grad_norm": 2316.38330078125,
      "learning_rate": 0.00019998940918858042,
      "loss": 10.0,
      "step": 17
    },
    {
      "epoch": 0.010231632798067358,
      "grad_norm": 5936.943359375,
      "learning_rate": 0.0001999861671781991,
      "loss": 8.6157,
      "step": 18
    },
    {
      "epoch": 0.010800056842404433,
      "grad_norm": 605.010986328125,
      "learning_rate": 0.00019998249294212318,
      "loss": 10.2147,
      "step": 19
    },
    {
      "epoch": 0.011368480886741509,
      "grad_norm": 542.8692626953125,
      "learning_rate": 0.0001999783864962358,
      "loss": 11.1432,
      "step": 20
    },
    {
      "epoch": 0.011936904931078584,
      "grad_norm": 1332.5885009765625,
      "learning_rate": 0.0001999738478582886,
      "loss": 10.7122,
      "step": 21
    },
    {
      "epoch": 0.01250532897541566,
      "grad_norm": 1285.6971435546875,
      "learning_rate": 0.00019996887704790134,
      "loss": 10.9664,
      "step": 22
    },
    {
      "epoch": 0.013073753019752736,
      "grad_norm": 2288.237548828125,
      "learning_rate": 0.00019996347408656224,
      "loss": 8.5736,
      "step": 23
    },
    {
      "epoch": 0.013642177064089812,
      "grad_norm": 1243.52392578125,
      "learning_rate": 0.00019995763899762742,
      "loss": 11.2758,
      "step": 24
    },
    {
      "epoch": 0.014210601108426887,
      "grad_norm": 2815.61962890625,
      "learning_rate": 0.0001999513718063212,
      "loss": 10.4599,
      "step": 25
    },
    {
      "epoch": 0.014779025152763962,
      "grad_norm": 1203.433837890625,
      "learning_rate": 0.00019994467253973562,
      "loss": 10.6303,
      "step": 26
    },
    {
      "epoch": 0.015347449197101038,
      "grad_norm": 1196.458740234375,
      "learning_rate": 0.0001999375412268308,
      "loss": 10.9198,
      "step": 27
    },
    {
      "epoch": 0.015915873241438113,
      "grad_norm": 5211.41064453125,
      "learning_rate": 0.00019992997789843427,
      "loss": 11.6272,
      "step": 28
    },
    {
      "epoch": 0.016484297285775187,
      "grad_norm": 1361.6744384765625,
      "learning_rate": 0.00019992198258724118,
      "loss": 11.7488,
      "step": 29
    },
    {
      "epoch": 0.017052721330112264,
      "grad_norm": 2589.90283203125,
      "learning_rate": 0.00019991355532781414,
      "loss": 10.2517,
      "step": 30
    },
    {
      "epoch": 0.01762114537444934,
      "grad_norm": 1039.8492431640625,
      "learning_rate": 0.000199904696156583,
      "loss": 10.7175,
      "step": 31
    },
    {
      "epoch": 0.018189569418786414,
      "grad_norm": 1555.1090087890625,
      "learning_rate": 0.00019989540511184466,
      "loss": 10.5819,
      "step": 32
    },
    {
      "epoch": 0.01875799346312349,
      "grad_norm": 542.172119140625,
      "learning_rate": 0.0001998856822337629,
      "loss": 13.806,
      "step": 33
    },
    {
      "epoch": 0.019326417507460565,
      "grad_norm": 1158.800048828125,
      "learning_rate": 0.00019987552756436835,
      "loss": 10.5162,
      "step": 34
    },
    {
      "epoch": 0.019894841551797642,
      "grad_norm": 1740.593994140625,
      "learning_rate": 0.0001998649411475582,
      "loss": 8.8364,
      "step": 35
    },
    {
      "epoch": 0.020463265596134716,
      "grad_norm": 1305.1563720703125,
      "learning_rate": 0.00019985392302909597,
      "loss": 9.098,
      "step": 36
    },
    {
      "epoch": 0.021031689640471793,
      "grad_norm": 2509.5439453125,
      "learning_rate": 0.00019984247325661135,
      "loss": 11.789,
      "step": 37
    },
    {
      "epoch": 0.021600113684808867,
      "grad_norm": 587.509521484375,
      "learning_rate": 0.00019983059187960012,
      "loss": 11.38,
      "step": 38
    },
    {
      "epoch": 0.022168537729145944,
      "grad_norm": 2486.3291015625,
      "learning_rate": 0.0001998182789494237,
      "loss": 10.0442,
      "step": 39
    },
    {
      "epoch": 0.022736961773483017,
      "grad_norm": 2356.46826171875,
      "learning_rate": 0.0001998055345193091,
      "loss": 11.6395,
      "step": 40
    },
    {
      "epoch": 0.023305385817820094,
      "grad_norm": 1564.4888916015625,
      "learning_rate": 0.00019979235864434864,
      "loss": 11.1636,
      "step": 41
    },
    {
      "epoch": 0.023873809862157168,
      "grad_norm": 1384.5040283203125,
      "learning_rate": 0.00019977875138149975,
      "loss": 9.923,
      "step": 42
    },
    {
      "epoch": 0.024442233906494245,
      "grad_norm": 1887.17578125,
      "learning_rate": 0.0001997647127895846,
      "loss": 9.3615,
      "step": 43
    },
    {
      "epoch": 0.02501065795083132,
      "grad_norm": 728.4740600585938,
      "learning_rate": 0.00019975024292929008,
      "loss": 10.7779,
      "step": 44
    },
    {
      "epoch": 0.025579081995168396,
      "grad_norm": 2763.714111328125,
      "learning_rate": 0.00019973534186316718,
      "loss": 11.3021,
      "step": 45
    },
    {
      "epoch": 0.026147506039505473,
      "grad_norm": 737.8002319335938,
      "learning_rate": 0.00019972000965563113,
      "loss": 10.3222,
      "step": 46
    },
    {
      "epoch": 0.026715930083842546,
      "grad_norm": 1477.6663818359375,
      "learning_rate": 0.00019970424637296078,
      "loss": 10.4799,
      "step": 47
    },
    {
      "epoch": 0.027284354128179623,
      "grad_norm": 1223.7069091796875,
      "learning_rate": 0.00019968805208329856,
      "loss": 9.9983,
      "step": 48
    },
    {
      "epoch": 0.027852778172516697,
      "grad_norm": 3341.6689453125,
      "learning_rate": 0.00019967142685665002,
      "loss": 11.832,
      "step": 49
    },
    {
      "epoch": 0.028421202216853774,
      "grad_norm": 1535.1341552734375,
      "learning_rate": 0.00019965437076488362,
      "loss": 10.3633,
      "step": 50
    },
    {
      "epoch": 0.028989626261190848,
      "grad_norm": 2500.49462890625,
      "learning_rate": 0.00019963688388173034,
      "loss": 9.8745,
      "step": 51
    },
    {
      "epoch": 0.029558050305527925,
      "grad_norm": 2795.143798828125,
      "learning_rate": 0.00019961896628278345,
      "loss": 10.067,
      "step": 52
    },
    {
      "epoch": 0.030126474349865,
      "grad_norm": 4155.7490234375,
      "learning_rate": 0.00019960061804549813,
      "loss": 12.0709,
      "step": 53
    },
    {
      "epoch": 0.030694898394202075,
      "grad_norm": 943.591064453125,
      "learning_rate": 0.00019958183924919114,
      "loss": 11.3457,
      "step": 54
    },
    {
      "epoch": 0.03126332243853915,
      "grad_norm": 1366.348388671875,
      "learning_rate": 0.00019956262997504053,
      "loss": 10.475,
      "step": 55
    },
    {
      "epoch": 0.031831746482876226,
      "grad_norm": 1189.337158203125,
      "learning_rate": 0.00019954299030608514,
      "loss": 11.5766,
      "step": 56
    },
    {
      "epoch": 0.0324001705272133,
      "grad_norm": 1499.7227783203125,
      "learning_rate": 0.00019952292032722447,
      "loss": 9.5228,
      "step": 57
    },
    {
      "epoch": 0.03296859457155037,
      "grad_norm": 969.8496704101562,
      "learning_rate": 0.0001995024201252181,
      "loss": 9.0326,
      "step": 58
    },
    {
      "epoch": 0.033537018615887454,
      "grad_norm": 1969.1591796875,
      "learning_rate": 0.0001994814897886854,
      "loss": 11.9541,
      "step": 59
    },
    {
      "epoch": 0.03410544266022453,
      "grad_norm": 920.8987426757812,
      "learning_rate": 0.0001994601294081053,
      "loss": 11.2321,
      "step": 60
    },
    {
      "epoch": 0.0346738667045616,
      "grad_norm": 820.4376220703125,
      "learning_rate": 0.00019943833907581544,
      "loss": 12.3152,
      "step": 61
    },
    {
      "epoch": 0.03524229074889868,
      "grad_norm": 1614.395751953125,
      "learning_rate": 0.00019941611888601242,
      "loss": 10.611,
      "step": 62
    },
    {
      "epoch": 0.035810714793235755,
      "grad_norm": 1378.6353759765625,
      "learning_rate": 0.0001993934689347508,
      "loss": 11.6645,
      "step": 63
    },
    {
      "epoch": 0.03637913883757283,
      "grad_norm": 1604.013427734375,
      "learning_rate": 0.0001993703893199431,
      "loss": 11.3859,
      "step": 64
    },
    {
      "epoch": 0.0369475628819099,
      "grad_norm": 2112.920654296875,
      "learning_rate": 0.00019934688014135908,
      "loss": 11.2036,
      "step": 65
    },
    {
      "epoch": 0.03751598692624698,
      "grad_norm": 2538.67431640625,
      "learning_rate": 0.0001993229415006256,
      "loss": 11.3158,
      "step": 66
    },
    {
      "epoch": 0.03808441097058406,
      "grad_norm": 2191.82666015625,
      "learning_rate": 0.00019929857350122583,
      "loss": 14.4237,
      "step": 67
    },
    {
      "epoch": 0.03865283501492113,
      "grad_norm": 2429.986572265625,
      "learning_rate": 0.00019927377624849916,
      "loss": 11.1028,
      "step": 68
    },
    {
      "epoch": 0.039221259059258204,
      "grad_norm": 1850.013671875,
      "learning_rate": 0.00019924854984964052,
      "loss": 9.2762,
      "step": 69
    },
    {
      "epoch": 0.039789683103595284,
      "grad_norm": 6456.251953125,
      "learning_rate": 0.00019922289441369993,
      "loss": 10.7683,
      "step": 70
    },
    {
      "epoch": 0.04035810714793236,
      "grad_norm": 986.1968994140625,
      "learning_rate": 0.00019919681005158216,
      "loss": 10.8592,
      "step": 71
    },
    {
      "epoch": 0.04092653119226943,
      "grad_norm": 2998.34423828125,
      "learning_rate": 0.0001991702968760461,
      "loss": 11.0712,
      "step": 72
    },
    {
      "epoch": 0.041494955236606505,
      "grad_norm": 2790.07958984375,
      "learning_rate": 0.00019914335500170434,
      "loss": 12.567,
      "step": 73
    },
    {
      "epoch": 0.042063379280943586,
      "grad_norm": 2455.44140625,
      "learning_rate": 0.00019911598454502275,
      "loss": 12.3398,
      "step": 74
    },
    {
      "epoch": 0.04263180332528066,
      "grad_norm": 6441.51171875,
      "learning_rate": 0.00019908818562431978,
      "loss": 11.666,
      "step": 75
    },
    {
      "epoch": 0.04320022736961773,
      "grad_norm": 3151.3193359375,
      "learning_rate": 0.00019905995835976616,
      "loss": 10.709,
      "step": 76
    },
    {
      "epoch": 0.043768651413954814,
      "grad_norm": 1786.642333984375,
      "learning_rate": 0.00019903130287338426,
      "loss": 13.0289,
      "step": 77
    },
    {
      "epoch": 0.04433707545829189,
      "grad_norm": 2310.83544921875,
      "learning_rate": 0.00019900221928904763,
      "loss": 8.9232,
      "step": 78
    },
    {
      "epoch": 0.04490549950262896,
      "grad_norm": 693.9208374023438,
      "learning_rate": 0.00019897270773248032,
      "loss": 11.5207,
      "step": 79
    },
    {
      "epoch": 0.045473923546966034,
      "grad_norm": 1073.7001953125,
      "learning_rate": 0.00019894276833125652,
      "loss": 12.2091,
      "step": 80
    },
    {
      "epoch": 0.046042347591303115,
      "grad_norm": 1177.6282958984375,
      "learning_rate": 0.00019891240121479997,
      "loss": 11.0831,
      "step": 81
    },
    {
      "epoch": 0.04661077163564019,
      "grad_norm": 1403.3370361328125,
      "learning_rate": 0.00019888160651438327,
      "loss": 10.284,
      "step": 82
    },
    {
      "epoch": 0.04717919567997726,
      "grad_norm": 1599.4073486328125,
      "learning_rate": 0.0001988503843631274,
      "loss": 12.6646,
      "step": 83
    },
    {
      "epoch": 0.047747619724314336,
      "grad_norm": 1667.661865234375,
      "learning_rate": 0.00019881873489600128,
      "loss": 9.1977,
      "step": 84
    },
    {
      "epoch": 0.048316043768651416,
      "grad_norm": 1429.27685546875,
      "learning_rate": 0.00019878665824982087,
      "loss": 10.502,
      "step": 85
    },
    {
      "epoch": 0.04888446781298849,
      "grad_norm": 2474.26513671875,
      "learning_rate": 0.00019875415456324896,
      "loss": 10.6261,
      "step": 86
    },
    {
      "epoch": 0.049452891857325564,
      "grad_norm": 1770.6605224609375,
      "learning_rate": 0.0001987212239767942,
      "loss": 11.8647,
      "step": 87
    },
    {
      "epoch": 0.05002131590166264,
      "grad_norm": 2947.497802734375,
      "learning_rate": 0.00019868786663281072,
      "loss": 12.1916,
      "step": 88
    },
    {
      "epoch": 0.05058973994599972,
      "grad_norm": 1825.549560546875,
      "learning_rate": 0.00019865408267549754,
      "loss": 10.1334,
      "step": 89
    },
    {
      "epoch": 0.05115816399033679,
      "grad_norm": 13938.9267578125,
      "learning_rate": 0.0001986198722508978,
      "loss": 13.4323,
      "step": 90
    },
    {
      "epoch": 0.051726588034673865,
      "grad_norm": 1956.8978271484375,
      "learning_rate": 0.00019858523550689817,
      "loss": 10.9729,
      "step": 91
    },
    {
      "epoch": 0.052295012079010945,
      "grad_norm": 4884.1005859375,
      "learning_rate": 0.00019855017259322826,
      "loss": 11.324,
      "step": 92
    },
    {
      "epoch": 0.05286343612334802,
      "grad_norm": 2630.69775390625,
      "learning_rate": 0.00019851468366146002,
      "loss": 10.6297,
      "step": 93
    },
    {
      "epoch": 0.05343186016768509,
      "grad_norm": 3588.2236328125,
      "learning_rate": 0.0001984787688650069,
      "loss": 12.1773,
      "step": 94
    },
    {
      "epoch": 0.054000284212022166,
      "grad_norm": 1561.0384521484375,
      "learning_rate": 0.00019844242835912335,
      "loss": 14.0535,
      "step": 95
    },
    {
      "epoch": 0.05456870825635925,
      "grad_norm": 2454.306396484375,
      "learning_rate": 0.0001984056623009041,
      "loss": 12.48,
      "step": 96
    },
    {
      "epoch": 0.05513713230069632,
      "grad_norm": 2470.94140625,
      "learning_rate": 0.00019836847084928354,
      "loss": 11.1904,
      "step": 97
    },
    {
      "epoch": 0.055705556345033394,
      "grad_norm": 3758.377685546875,
      "learning_rate": 0.0001983308541650349,
      "loss": 12.9302,
      "step": 98
    },
    {
      "epoch": 0.05627398038937047,
      "grad_norm": 2643.673095703125,
      "learning_rate": 0.0001982928124107696,
      "loss": 11.1229,
      "step": 99
    },
    {
      "epoch": 0.05684240443370755,
      "grad_norm": 1595.1947021484375,
      "learning_rate": 0.0001982543457509367,
      "loss": 10.5307,
      "step": 100
    },
    {
      "epoch": 0.05741082847804462,
      "grad_norm": 4985.3349609375,
      "learning_rate": 0.00019821545435182194,
      "loss": 11.1607,
      "step": 101
    },
    {
      "epoch": 0.057979252522381695,
      "grad_norm": 4426.3662109375,
      "learning_rate": 0.0001981761383815472,
      "loss": 10.5471,
      "step": 102
    },
    {
      "epoch": 0.05854767656671877,
      "grad_norm": 7010.75,
      "learning_rate": 0.00019813639801006971,
      "loss": 12.8988,
      "step": 103
    },
    {
      "epoch": 0.05911610061105585,
      "grad_norm": 4185.978515625,
      "learning_rate": 0.00019809623340918134,
      "loss": 13.8598,
      "step": 104
    },
    {
      "epoch": 0.05968452465539292,
      "grad_norm": 2997.8544921875,
      "learning_rate": 0.00019805564475250785,
      "loss": 12.9365,
      "step": 105
    },
    {
      "epoch": 0.06025294869973,
      "grad_norm": 3403.239990234375,
      "learning_rate": 0.0001980146322155081,
      "loss": 10.4629,
      "step": 106
    },
    {
      "epoch": 0.06082137274406708,
      "grad_norm": 4110.40185546875,
      "learning_rate": 0.00019797319597547334,
      "loss": 10.9108,
      "step": 107
    },
    {
      "epoch": 0.06138979678840415,
      "grad_norm": 3244.458984375,
      "learning_rate": 0.0001979313362115264,
      "loss": 12.3091,
      "step": 108
    },
    {
      "epoch": 0.061958220832741225,
      "grad_norm": 2387.46826171875,
      "learning_rate": 0.00019788905310462102,
      "loss": 11.3503,
      "step": 109
    },
    {
      "epoch": 0.0625266448770783,
      "grad_norm": 3462.8232421875,
      "learning_rate": 0.0001978463468375409,
      "loss": 11.8997,
      "step": 110
    },
    {
      "epoch": 0.06309506892141538,
      "grad_norm": 1626.2708740234375,
      "learning_rate": 0.00019780321759489903,
      "loss": 11.3754,
      "step": 111
    },
    {
      "epoch": 0.06366349296575245,
      "grad_norm": 2304.5087890625,
      "learning_rate": 0.00019775966556313685,
      "loss": 11.9003,
      "step": 112
    },
    {
      "epoch": 0.06423191701008953,
      "grad_norm": 2844.057861328125,
      "learning_rate": 0.00019771569093052354,
      "loss": 11.8291,
      "step": 113
    },
    {
      "epoch": 0.0648003410544266,
      "grad_norm": 2847.722412109375,
      "learning_rate": 0.000197671293887155,
      "loss": 12.119,
      "step": 114
    },
    {
      "epoch": 0.06536876509876367,
      "grad_norm": 7991.02197265625,
      "learning_rate": 0.00019762647462495325,
      "loss": 13.5387,
      "step": 115
    },
    {
      "epoch": 0.06593718914310075,
      "grad_norm": 1973.8907470703125,
      "learning_rate": 0.00019758123333766544,
      "loss": 12.6017,
      "step": 116
    },
    {
      "epoch": 0.06650561318743783,
      "grad_norm": 1864.024658203125,
      "learning_rate": 0.00019753557022086305,
      "loss": 9.0838,
      "step": 117
    },
    {
      "epoch": 0.06707403723177491,
      "grad_norm": 3261.030517578125,
      "learning_rate": 0.00019748948547194118,
      "loss": 13.5888,
      "step": 118
    },
    {
      "epoch": 0.06764246127611198,
      "grad_norm": 3405.32421875,
      "learning_rate": 0.00019744297929011743,
      "loss": 13.0024,
      "step": 119
    },
    {
      "epoch": 0.06821088532044906,
      "grad_norm": 8975.3642578125,
      "learning_rate": 0.00019739605187643137,
      "loss": 9.2995,
      "step": 120
    },
    {
      "epoch": 0.06877930936478613,
      "grad_norm": 1806.4010009765625,
      "learning_rate": 0.00019734870343374335,
      "loss": 10.3708,
      "step": 121
    },
    {
      "epoch": 0.0693477334091232,
      "grad_norm": 1527.980712890625,
      "learning_rate": 0.00019730093416673382,
      "loss": 10.9931,
      "step": 122
    },
    {
      "epoch": 0.06991615745346028,
      "grad_norm": 1843.93115234375,
      "learning_rate": 0.00019725274428190241,
      "loss": 12.0665,
      "step": 123
    },
    {
      "epoch": 0.07048458149779736,
      "grad_norm": 1749.8299560546875,
      "learning_rate": 0.00019720413398756698,
      "loss": 10.4359,
      "step": 124
    },
    {
      "epoch": 0.07105300554213444,
      "grad_norm": 4265.53369140625,
      "learning_rate": 0.0001971551034938628,
      "loss": 13.3879,
      "step": 125
    },
    {
      "epoch": 0.07162142958647151,
      "grad_norm": 2279.584228515625,
      "learning_rate": 0.00019710565301274158,
      "loss": 12.6601,
      "step": 126
    },
    {
      "epoch": 0.07218985363080858,
      "grad_norm": 3952.930908203125,
      "learning_rate": 0.00019705578275797052,
      "loss": 11.6864,
      "step": 127
    },
    {
      "epoch": 0.07275827767514566,
      "grad_norm": 4334.033203125,
      "learning_rate": 0.0001970054929451316,
      "loss": 12.4551,
      "step": 128
    },
    {
      "epoch": 0.07332670171948273,
      "grad_norm": 3982.023681640625,
      "learning_rate": 0.00019695478379162026,
      "loss": 12.2981,
      "step": 129
    },
    {
      "epoch": 0.0738951257638198,
      "grad_norm": 11521.0478515625,
      "learning_rate": 0.00019690365551664488,
      "loss": 9.7671,
      "step": 130
    },
    {
      "epoch": 0.07446354980815688,
      "grad_norm": 10996.0869140625,
      "learning_rate": 0.00019685210834122563,
      "loss": 11.1024,
      "step": 131
    },
    {
      "epoch": 0.07503197385249397,
      "grad_norm": 2001.555419921875,
      "learning_rate": 0.00019680014248819338,
      "loss": 12.6802,
      "step": 132
    },
    {
      "epoch": 0.07560039789683104,
      "grad_norm": 2967.9482421875,
      "learning_rate": 0.00019674775818218903,
      "loss": 11.3207,
      "step": 133
    },
    {
      "epoch": 0.07616882194116811,
      "grad_norm": 2594.755859375,
      "learning_rate": 0.00019669495564966227,
      "loss": 9.5385,
      "step": 134
    },
    {
      "epoch": 0.07673724598550519,
      "grad_norm": 1451.6942138671875,
      "learning_rate": 0.00019664173511887086,
      "loss": 10.3379,
      "step": 135
    },
    {
      "epoch": 0.07730567002984226,
      "grad_norm": 5727.142578125,
      "learning_rate": 0.0001965880968198794,
      "loss": 13.5146,
      "step": 136
    },
    {
      "epoch": 0.07787409407417933,
      "grad_norm": 3225.37744140625,
      "learning_rate": 0.0001965340409845585,
      "loss": 10.1241,
      "step": 137
    },
    {
      "epoch": 0.07844251811851641,
      "grad_norm": 6057.52392578125,
      "learning_rate": 0.00019647956784658367,
      "loss": 10.274,
      "step": 138
    },
    {
      "epoch": 0.0790109421628535,
      "grad_norm": 7593.2138671875,
      "learning_rate": 0.00019642467764143434,
      "loss": 11.1785,
      "step": 139
    },
    {
      "epoch": 0.07957936620719057,
      "grad_norm": 3727.695556640625,
      "learning_rate": 0.000196369370606393,
      "loss": 11.094,
      "step": 140
    },
    {
      "epoch": 0.08014779025152764,
      "grad_norm": 4268.923828125,
      "learning_rate": 0.00019631364698054386,
      "loss": 10.9563,
      "step": 141
    },
    {
      "epoch": 0.08071621429586472,
      "grad_norm": 6838.72265625,
      "learning_rate": 0.00019625750700477207,
      "loss": 10.3983,
      "step": 142
    },
    {
      "epoch": 0.08128463834020179,
      "grad_norm": 3911.334228515625,
      "learning_rate": 0.00019620095092176266,
      "loss": 10.1044,
      "step": 143
    },
    {
      "epoch": 0.08185306238453886,
      "grad_norm": 15097.9462890625,
      "learning_rate": 0.00019614397897599936,
      "loss": 11.4009,
      "step": 144
    },
    {
      "epoch": 0.08242148642887594,
      "grad_norm": 1902.943359375,
      "learning_rate": 0.00019608659141376355,
      "loss": 11.3478,
      "step": 145
    },
    {
      "epoch": 0.08298991047321301,
      "grad_norm": 2225.294921875,
      "learning_rate": 0.00019602878848313344,
      "loss": 9.8102,
      "step": 146
    },
    {
      "epoch": 0.0835583345175501,
      "grad_norm": 1152.1954345703125,
      "learning_rate": 0.00019597057043398264,
      "loss": 9.0274,
      "step": 147
    },
    {
      "epoch": 0.08412675856188717,
      "grad_norm": 2429.097900390625,
      "learning_rate": 0.00019591193751797935,
      "loss": 11.1794,
      "step": 148
    },
    {
      "epoch": 0.08469518260622425,
      "grad_norm": 3074.980712890625,
      "learning_rate": 0.00019585288998858518,
      "loss": 12.4276,
      "step": 149
    },
    {
      "epoch": 0.08526360665056132,
      "grad_norm": 1387.078857421875,
      "learning_rate": 0.00019579342810105402,
      "loss": 9.9927,
      "step": 150
    },
    {
      "epoch": 0.08583203069489839,
      "grad_norm": 4883.7138671875,
      "learning_rate": 0.00019573355211243093,
      "loss": 9.9918,
      "step": 151
    },
    {
      "epoch": 0.08640045473923547,
      "grad_norm": 3293.441162109375,
      "learning_rate": 0.00019567326228155124,
      "loss": 11.9814,
      "step": 152
    },
    {
      "epoch": 0.08696887878357254,
      "grad_norm": 2784.984130859375,
      "learning_rate": 0.000195612558869039,
      "loss": 10.6432,
      "step": 153
    },
    {
      "epoch": 0.08753730282790963,
      "grad_norm": 2429.671875,
      "learning_rate": 0.00019555144213730637,
      "loss": 10.9787,
      "step": 154
    },
    {
      "epoch": 0.0881057268722467,
      "grad_norm": 1944.4161376953125,
      "learning_rate": 0.00019548991235055207,
      "loss": 10.524,
      "step": 155
    },
    {
      "epoch": 0.08867415091658377,
      "grad_norm": 2096.28076171875,
      "learning_rate": 0.00019542796977476044,
      "loss": 10.0407,
      "step": 156
    },
    {
      "epoch": 0.08924257496092085,
      "grad_norm": 7156.40185546875,
      "learning_rate": 0.00019536561467770028,
      "loss": 10.0375,
      "step": 157
    },
    {
      "epoch": 0.08981099900525792,
      "grad_norm": 6097.43017578125,
      "learning_rate": 0.00019530284732892356,
      "loss": 10.4774,
      "step": 158
    },
    {
      "epoch": 0.090379423049595,
      "grad_norm": 6408.6826171875,
      "learning_rate": 0.00019523966799976446,
      "loss": 10.3953,
      "step": 159
    },
    {
      "epoch": 0.09094784709393207,
      "grad_norm": 2025.72216796875,
      "learning_rate": 0.00019517607696333808,
      "loss": 12.0608,
      "step": 160
    },
    {
      "epoch": 0.09151627113826914,
      "grad_norm": 2097.453857421875,
      "learning_rate": 0.0001951120744945392,
      "loss": 10.432,
      "step": 161
    },
    {
      "epoch": 0.09208469518260623,
      "grad_norm": 2883.83984375,
      "learning_rate": 0.00019504766087004126,
      "loss": 11.6631,
      "step": 162
    },
    {
      "epoch": 0.0926531192269433,
      "grad_norm": 9866.7177734375,
      "learning_rate": 0.00019498283636829497,
      "loss": 11.6008,
      "step": 163
    },
    {
      "epoch": 0.09322154327128038,
      "grad_norm": 1902.9012451171875,
      "learning_rate": 0.00019491760126952724,
      "loss": 12.5862,
      "step": 164
    },
    {
      "epoch": 0.09378996731561745,
      "grad_norm": 2026.79541015625,
      "learning_rate": 0.00019485195585573997,
      "loss": 14.339,
      "step": 165
    },
    {
      "epoch": 0.09435839135995452,
      "grad_norm": 7162.0654296875,
      "learning_rate": 0.00019478590041070875,
      "loss": 13.1482,
      "step": 166
    },
    {
      "epoch": 0.0949268154042916,
      "grad_norm": 2979.805419921875,
      "learning_rate": 0.00019471943521998165,
      "loss": 9.2892,
      "step": 167
    },
    {
      "epoch": 0.09549523944862867,
      "grad_norm": 4213.1591796875,
      "learning_rate": 0.00019465256057087812,
      "loss": 10.9719,
      "step": 168
    },
    {
      "epoch": 0.09606366349296576,
      "grad_norm": 6381.18310546875,
      "learning_rate": 0.0001945852767524875,
      "loss": 11.0731,
      "step": 169
    },
    {
      "epoch": 0.09663208753730283,
      "grad_norm": 5097.34912109375,
      "learning_rate": 0.00019451758405566801,
      "loss": 12.5336,
      "step": 170
    },
    {
      "epoch": 0.0972005115816399,
      "grad_norm": 11202.513671875,
      "learning_rate": 0.00019444948277304533,
      "loss": 10.7456,
      "step": 171
    },
    {
      "epoch": 0.09776893562597698,
      "grad_norm": 9468.578125,
      "learning_rate": 0.00019438097319901147,
      "loss": 11.3035,
      "step": 172
    },
    {
      "epoch": 0.09833735967031405,
      "grad_norm": 8223.53125,
      "learning_rate": 0.00019431205562972333,
      "loss": 11.0613,
      "step": 173
    },
    {
      "epoch": 0.09890578371465113,
      "grad_norm": 4253.04150390625,
      "learning_rate": 0.00019424273036310158,
      "loss": 9.7612,
      "step": 174
    },
    {
      "epoch": 0.0994742077589882,
      "grad_norm": 4771.42138671875,
      "learning_rate": 0.0001941729976988293,
      "loss": 8.2577,
      "step": 175
    },
    {
      "epoch": 0.10004263180332527,
      "grad_norm": 3440.725830078125,
      "learning_rate": 0.00019410285793835069,
      "loss": 12.5277,
      "step": 176
    },
    {
      "epoch": 0.10061105584766236,
      "grad_norm": 2819.26220703125,
      "learning_rate": 0.0001940323113848697,
      "loss": 10.7385,
      "step": 177
    },
    {
      "epoch": 0.10117947989199944,
      "grad_norm": 4552.572265625,
      "learning_rate": 0.00019396135834334893,
      "loss": 12.0743,
      "step": 178
    },
    {
      "epoch": 0.10174790393633651,
      "grad_norm": 7676.693359375,
      "learning_rate": 0.000193889999120508,
      "loss": 9.8995,
      "step": 179
    },
    {
      "epoch": 0.10231632798067358,
      "grad_norm": 3235.019287109375,
      "learning_rate": 0.00019381823402482256,
      "loss": 11.0758,
      "step": 180
    },
    {
      "epoch": 0.10288475202501066,
      "grad_norm": 2716.653076171875,
      "learning_rate": 0.00019374606336652265,
      "loss": 10.4924,
      "step": 181
    },
    {
      "epoch": 0.10345317606934773,
      "grad_norm": 2976.852294921875,
      "learning_rate": 0.00019367348745759157,
      "loss": 12.2543,
      "step": 182
    },
    {
      "epoch": 0.1040216001136848,
      "grad_norm": 5885.666015625,
      "learning_rate": 0.00019360050661176446,
      "loss": 9.8339,
      "step": 183
    },
    {
      "epoch": 0.10459002415802189,
      "grad_norm": 3451.98046875,
      "learning_rate": 0.00019352712114452692,
      "loss": 9.919,
      "step": 184
    },
    {
      "epoch": 0.10515844820235896,
      "grad_norm": 2482.541748046875,
      "learning_rate": 0.0001934533313731137,
      "loss": 11.3988,
      "step": 185
    },
    {
      "epoch": 0.10572687224669604,
      "grad_norm": 5550.8798828125,
      "learning_rate": 0.0001933791376165072,
      "loss": 13.1169,
      "step": 186
    },
    {
      "epoch": 0.10629529629103311,
      "grad_norm": 3188.782958984375,
      "learning_rate": 0.0001933045401954363,
      "loss": 13.2072,
      "step": 187
    },
    {
      "epoch": 0.10686372033537019,
      "grad_norm": 4378.90478515625,
      "learning_rate": 0.00019322953943237488,
      "loss": 11.1468,
      "step": 188
    },
    {
      "epoch": 0.10743214437970726,
      "grad_norm": 2656.765625,
      "learning_rate": 0.00019315413565154034,
      "loss": 12.1954,
      "step": 189
    },
    {
      "epoch": 0.10800056842404433,
      "grad_norm": 1895.977294921875,
      "learning_rate": 0.00019307832917889224,
      "loss": 11.9331,
      "step": 190
    },
    {
      "epoch": 0.1085689924683814,
      "grad_norm": 4219.88916015625,
      "learning_rate": 0.00019300212034213096,
      "loss": 12.6816,
      "step": 191
    },
    {
      "epoch": 0.1091374165127185,
      "grad_norm": 5541.60791015625,
      "learning_rate": 0.00019292550947069633,
      "loss": 13.0854,
      "step": 192
    },
    {
      "epoch": 0.10970584055705557,
      "grad_norm": 8763.7861328125,
      "learning_rate": 0.00019284849689576596,
      "loss": 12.3964,
      "step": 193
    },
    {
      "epoch": 0.11027426460139264,
      "grad_norm": 1885.9329833984375,
      "learning_rate": 0.00019277108295025403,
      "loss": 12.9015,
      "step": 194
    },
    {
      "epoch": 0.11084268864572971,
      "grad_norm": 6760.47509765625,
      "learning_rate": 0.00019269326796880987,
      "loss": 13.4623,
      "step": 195
    },
    {
      "epoch": 0.11141111269006679,
      "grad_norm": 1420.9971923828125,
      "learning_rate": 0.00019261505228781626,
      "loss": 13.1383,
      "step": 196
    },
    {
      "epoch": 0.11197953673440386,
      "grad_norm": 1789.84765625,
      "learning_rate": 0.0001925364362453883,
      "loss": 12.9684,
      "step": 197
    },
    {
      "epoch": 0.11254796077874094,
      "grad_norm": 2940.865478515625,
      "learning_rate": 0.00019245742018137176,
      "loss": 12.1597,
      "step": 198
    },
    {
      "epoch": 0.11311638482307802,
      "grad_norm": 3828.867919921875,
      "learning_rate": 0.00019237800443734155,
      "loss": 11.8966,
      "step": 199
    },
    {
      "epoch": 0.1136848088674151,
      "grad_norm": 1485.7850341796875,
      "learning_rate": 0.00019229818935660045,
      "loss": 12.0223,
      "step": 200
    },
    {
      "epoch": 0.11425323291175217,
      "grad_norm": 2678.6611328125,
      "learning_rate": 0.00019221797528417745,
      "loss": 11.5316,
      "step": 201
    },
    {
      "epoch": 0.11482165695608924,
      "grad_norm": 4726.84521484375,
      "learning_rate": 0.0001921373625668264,
      "loss": 10.06,
      "step": 202
    },
    {
      "epoch": 0.11539008100042632,
      "grad_norm": 2610.596923828125,
      "learning_rate": 0.00019205635155302434,
      "loss": 13.1575,
      "step": 203
    },
    {
      "epoch": 0.11595850504476339,
      "grad_norm": 4310.37158203125,
      "learning_rate": 0.0001919749425929701,
      "loss": 12.6187,
      "step": 204
    },
    {
      "epoch": 0.11652692908910046,
      "grad_norm": 3431.9853515625,
      "learning_rate": 0.0001918931360385829,
      "loss": 10.649,
      "step": 205
    },
    {
      "epoch": 0.11709535313343754,
      "grad_norm": 2197.531005859375,
      "learning_rate": 0.0001918109322435005,
      "loss": 12.1493,
      "step": 206
    },
    {
      "epoch": 0.11766377717777463,
      "grad_norm": 9167.5810546875,
      "learning_rate": 0.00019172833156307805,
      "loss": 16.0639,
      "step": 207
    },
    {
      "epoch": 0.1182322012221117,
      "grad_norm": 3232.08935546875,
      "learning_rate": 0.00019164533435438627,
      "loss": 13.2877,
      "step": 208
    },
    {
      "epoch": 0.11880062526644877,
      "grad_norm": 3288.341796875,
      "learning_rate": 0.00019156194097621007,
      "loss": 12.2261,
      "step": 209
    },
    {
      "epoch": 0.11936904931078585,
      "grad_norm": 9568.271484375,
      "learning_rate": 0.00019147815178904693,
      "loss": 12.0787,
      "step": 210
    },
    {
      "epoch": 0.11993747335512292,
      "grad_norm": 1965.083740234375,
      "learning_rate": 0.00019139396715510534,
      "loss": 11.956,
      "step": 211
    },
    {
      "epoch": 0.12050589739946,
      "grad_norm": 2447.73193359375,
      "learning_rate": 0.00019130938743830328,
      "loss": 13.7234,
      "step": 212
    },
    {
      "epoch": 0.12107432144379707,
      "grad_norm": 5586.15869140625,
      "learning_rate": 0.0001912244130042665,
      "loss": 11.81,
      "step": 213
    },
    {
      "epoch": 0.12164274548813415,
      "grad_norm": 2780.562255859375,
      "learning_rate": 0.00019113904422032732,
      "loss": 12.7053,
      "step": 214
    },
    {
      "epoch": 0.12221116953247123,
      "grad_norm": 1958.6663818359375,
      "learning_rate": 0.00019105328145552246,
      "loss": 12.8653,
      "step": 215
    },
    {
      "epoch": 0.1227795935768083,
      "grad_norm": 2051.577880859375,
      "learning_rate": 0.00019096712508059196,
      "loss": 13.4584,
      "step": 216
    },
    {
      "epoch": 0.12334801762114538,
      "grad_norm": 4086.435302734375,
      "learning_rate": 0.00019088057546797735,
      "loss": 13.8054,
      "step": 217
    },
    {
      "epoch": 0.12391644166548245,
      "grad_norm": 4879.5966796875,
      "learning_rate": 0.00019079363299182004,
      "loss": 12.3353,
      "step": 218
    },
    {
      "epoch": 0.12448486570981952,
      "grad_norm": 12456.7314453125,
      "learning_rate": 0.0001907062980279597,
      "loss": 11.2014,
      "step": 219
    },
    {
      "epoch": 0.1250532897541566,
      "grad_norm": 4802.9072265625,
      "learning_rate": 0.00019061857095393277,
      "loss": 13.5862,
      "step": 220
    },
    {
      "epoch": 0.12562171379849368,
      "grad_norm": 2849.338623046875,
      "learning_rate": 0.0001905304521489706,
      "loss": 12.072,
      "step": 221
    },
    {
      "epoch": 0.12619013784283076,
      "grad_norm": 4029.34375,
      "learning_rate": 0.00019044194199399807,
      "loss": 11.8001,
      "step": 222
    },
    {
      "epoch": 0.12675856188716783,
      "grad_norm": 5020.30615234375,
      "learning_rate": 0.00019035304087163167,
      "loss": 10.9671,
      "step": 223
    },
    {
      "epoch": 0.1273269859315049,
      "grad_norm": 9186.296875,
      "learning_rate": 0.00019026374916617807,
      "loss": 13.6867,
      "step": 224
    },
    {
      "epoch": 0.12789540997584198,
      "grad_norm": 3389.864990234375,
      "learning_rate": 0.00019017406726363242,
      "loss": 12.7294,
      "step": 225
    },
    {
      "epoch": 0.12846383402017905,
      "grad_norm": 6309.7822265625,
      "learning_rate": 0.0001900839955516765,
      "loss": 13.0971,
      "step": 226
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 2293.2294921875,
      "learning_rate": 0.00018999353441967728,
      "loss": 12.332,
      "step": 227
    },
    {
      "epoch": 0.1296006821088532,
      "grad_norm": 5950.0126953125,
      "learning_rate": 0.00018990268425868513,
      "loss": 11.8517,
      "step": 228
    },
    {
      "epoch": 0.13016910615319027,
      "grad_norm": 6341.48193359375,
      "learning_rate": 0.00018981144546143205,
      "loss": 15.1847,
      "step": 229
    },
    {
      "epoch": 0.13073753019752735,
      "grad_norm": 1336.18896484375,
      "learning_rate": 0.0001897198184223302,
      "loss": 12.4568,
      "step": 230
    },
    {
      "epoch": 0.13130595424186442,
      "grad_norm": 3987.446044921875,
      "learning_rate": 0.00018962780353746995,
      "loss": 12.7261,
      "step": 231
    },
    {
      "epoch": 0.1318743782862015,
      "grad_norm": 2917.445556640625,
      "learning_rate": 0.0001895354012046183,
      "loss": 12.623,
      "step": 232
    },
    {
      "epoch": 0.1324428023305386,
      "grad_norm": 4980.18994140625,
      "learning_rate": 0.0001894426118232171,
      "loss": 13.2703,
      "step": 233
    },
    {
      "epoch": 0.13301122637487567,
      "grad_norm": 7874.12255859375,
      "learning_rate": 0.00018934943579438144,
      "loss": 12.3513,
      "step": 234
    },
    {
      "epoch": 0.13357965041921274,
      "grad_norm": 1594.990478515625,
      "learning_rate": 0.0001892558735208977,
      "loss": 13.0442,
      "step": 235
    },
    {
      "epoch": 0.13414807446354982,
      "grad_norm": 3103.23974609375,
      "learning_rate": 0.00018916192540722207,
      "loss": 14.6219,
      "step": 236
    },
    {
      "epoch": 0.1347164985078869,
      "grad_norm": 1444.2427978515625,
      "learning_rate": 0.00018906759185947857,
      "loss": 11.6902,
      "step": 237
    },
    {
      "epoch": 0.13528492255222396,
      "grad_norm": 3407.40087890625,
      "learning_rate": 0.00018897287328545752,
      "loss": 11.0158,
      "step": 238
    },
    {
      "epoch": 0.13585334659656104,
      "grad_norm": 1644.69873046875,
      "learning_rate": 0.00018887777009461346,
      "loss": 13.374,
      "step": 239
    },
    {
      "epoch": 0.1364217706408981,
      "grad_norm": 3099.279541015625,
      "learning_rate": 0.00018878228269806382,
      "loss": 13.3341,
      "step": 240
    },
    {
      "epoch": 0.13699019468523518,
      "grad_norm": 5028.576171875,
      "learning_rate": 0.00018868641150858668,
      "loss": 14.1646,
      "step": 241
    },
    {
      "epoch": 0.13755861872957226,
      "grad_norm": 1891.924072265625,
      "learning_rate": 0.00018859015694061925,
      "loss": 10.3512,
      "step": 242
    },
    {
      "epoch": 0.13812704277390933,
      "grad_norm": 1996.42578125,
      "learning_rate": 0.00018849351941025615,
      "loss": 11.7482,
      "step": 243
    },
    {
      "epoch": 0.1386954668182464,
      "grad_norm": 1995.262939453125,
      "learning_rate": 0.00018839649933524735,
      "loss": 14.3018,
      "step": 244
    },
    {
      "epoch": 0.13926389086258348,
      "grad_norm": 3902.045166015625,
      "learning_rate": 0.00018829909713499656,
      "loss": 11.7036,
      "step": 245
    },
    {
      "epoch": 0.13983231490692055,
      "grad_norm": 1602.975341796875,
      "learning_rate": 0.0001882013132305594,
      "loss": 11.7867,
      "step": 246
    },
    {
      "epoch": 0.14040073895125763,
      "grad_norm": 7255.88818359375,
      "learning_rate": 0.00018810314804464144,
      "loss": 11.4703,
      "step": 247
    },
    {
      "epoch": 0.14096916299559473,
      "grad_norm": 5502.51416015625,
      "learning_rate": 0.00018800460200159657,
      "loss": 13.6289,
      "step": 248
    },
    {
      "epoch": 0.1415375870399318,
      "grad_norm": 4792.44384765625,
      "learning_rate": 0.00018790567552742505,
      "loss": 14.5212,
      "step": 249
    },
    {
      "epoch": 0.14210601108426887,
      "grad_norm": 3758.884521484375,
      "learning_rate": 0.00018780636904977167,
      "loss": 13.2351,
      "step": 250
    },
    {
      "epoch": 0.14267443512860595,
      "grad_norm": 3761.82080078125,
      "learning_rate": 0.0001877066829979239,
      "loss": 11.1298,
      "step": 251
    },
    {
      "epoch": 0.14324285917294302,
      "grad_norm": 4422.80224609375,
      "learning_rate": 0.0001876066178028101,
      "loss": 12.2986,
      "step": 252
    },
    {
      "epoch": 0.1438112832172801,
      "grad_norm": 1997.0972900390625,
      "learning_rate": 0.0001875061738969976,
      "loss": 11.6043,
      "step": 253
    },
    {
      "epoch": 0.14437970726161717,
      "grad_norm": 2278.685791015625,
      "learning_rate": 0.0001874053517146908,
      "loss": 11.22,
      "step": 254
    },
    {
      "epoch": 0.14494813130595424,
      "grad_norm": 8272.763671875,
      "learning_rate": 0.00018730415169172942,
      "loss": 10.7463,
      "step": 255
    },
    {
      "epoch": 0.14551655535029132,
      "grad_norm": 2491.65576171875,
      "learning_rate": 0.00018720257426558642,
      "loss": 13.1333,
      "step": 256
    },
    {
      "epoch": 0.1460849793946284,
      "grad_norm": 1537.728271484375,
      "learning_rate": 0.00018710061987536628,
      "loss": 11.1176,
      "step": 257
    },
    {
      "epoch": 0.14665340343896546,
      "grad_norm": 1369.56298828125,
      "learning_rate": 0.00018699828896180312,
      "loss": 12.4531,
      "step": 258
    },
    {
      "epoch": 0.14722182748330254,
      "grad_norm": 1322.3084716796875,
      "learning_rate": 0.00018689558196725853,
      "loss": 12.325,
      "step": 259
    },
    {
      "epoch": 0.1477902515276396,
      "grad_norm": 10544.2890625,
      "learning_rate": 0.00018679249933571999,
      "loss": 12.0443,
      "step": 260
    },
    {
      "epoch": 0.14835867557197668,
      "grad_norm": 2657.380615234375,
      "learning_rate": 0.00018668904151279876,
      "loss": 10.444,
      "step": 261
    },
    {
      "epoch": 0.14892709961631376,
      "grad_norm": 1990.4234619140625,
      "learning_rate": 0.00018658520894572798,
      "loss": 12.5582,
      "step": 262
    },
    {
      "epoch": 0.14949552366065086,
      "grad_norm": 4418.38525390625,
      "learning_rate": 0.0001864810020833608,
      "loss": 11.4966,
      "step": 263
    },
    {
      "epoch": 0.15006394770498793,
      "grad_norm": 2691.17822265625,
      "learning_rate": 0.00018637642137616837,
      "loss": 10.963,
      "step": 264
    },
    {
      "epoch": 0.150632371749325,
      "grad_norm": 1920.5191650390625,
      "learning_rate": 0.0001862714672762379,
      "loss": 12.9823,
      "step": 265
    },
    {
      "epoch": 0.15120079579366208,
      "grad_norm": 3860.548828125,
      "learning_rate": 0.00018616614023727075,
      "loss": 12.5424,
      "step": 266
    },
    {
      "epoch": 0.15176921983799915,
      "grad_norm": 6393.43994140625,
      "learning_rate": 0.00018606044071458038,
      "loss": 11.2672,
      "step": 267
    },
    {
      "epoch": 0.15233764388233623,
      "grad_norm": 4462.0322265625,
      "learning_rate": 0.00018595436916509056,
      "loss": 16.8448,
      "step": 268
    },
    {
      "epoch": 0.1529060679266733,
      "grad_norm": 1656.4317626953125,
      "learning_rate": 0.0001858479260473332,
      "loss": 10.8226,
      "step": 269
    },
    {
      "epoch": 0.15347449197101037,
      "grad_norm": 2701.659912109375,
      "learning_rate": 0.00018574111182144637,
      "loss": 11.9604,
      "step": 270
    },
    {
      "epoch": 0.15404291601534745,
      "grad_norm": 6866.8134765625,
      "learning_rate": 0.0001856339269491726,
      "loss": 11.4421,
      "step": 271
    },
    {
      "epoch": 0.15461134005968452,
      "grad_norm": 1585.0523681640625,
      "learning_rate": 0.00018552637189385643,
      "loss": 11.2402,
      "step": 272
    },
    {
      "epoch": 0.1551797641040216,
      "grad_norm": 2695.2822265625,
      "learning_rate": 0.00018541844712044285,
      "loss": 12.7832,
      "step": 273
    },
    {
      "epoch": 0.15574818814835867,
      "grad_norm": 1258.8656005859375,
      "learning_rate": 0.00018531015309547494,
      "loss": 13.7431,
      "step": 274
    },
    {
      "epoch": 0.15631661219269574,
      "grad_norm": 949.9840087890625,
      "learning_rate": 0.00018520149028709206,
      "loss": 11.9473,
      "step": 275
    },
    {
      "epoch": 0.15688503623703282,
      "grad_norm": 1541.031005859375,
      "learning_rate": 0.00018509245916502779,
      "loss": 8.9786,
      "step": 276
    },
    {
      "epoch": 0.1574534602813699,
      "grad_norm": 1811.456298828125,
      "learning_rate": 0.00018498306020060782,
      "loss": 11.1169,
      "step": 277
    },
    {
      "epoch": 0.158021884325707,
      "grad_norm": 1015.3645629882812,
      "learning_rate": 0.00018487329386674808,
      "loss": 10.9756,
      "step": 278
    },
    {
      "epoch": 0.15859030837004406,
      "grad_norm": 1195.05712890625,
      "learning_rate": 0.0001847631606379524,
      "loss": 12.434,
      "step": 279
    },
    {
      "epoch": 0.15915873241438114,
      "grad_norm": 1368.8919677734375,
      "learning_rate": 0.00018465266099031082,
      "loss": 11.0154,
      "step": 280
    },
    {
      "epoch": 0.1597271564587182,
      "grad_norm": 2175.390380859375,
      "learning_rate": 0.00018454179540149728,
      "loss": 11.712,
      "step": 281
    },
    {
      "epoch": 0.16029558050305528,
      "grad_norm": 1087.5726318359375,
      "learning_rate": 0.0001844305643507676,
      "loss": 10.6293,
      "step": 282
    },
    {
      "epoch": 0.16086400454739236,
      "grad_norm": 1140.515380859375,
      "learning_rate": 0.0001843189683189575,
      "loss": 11.0227,
      "step": 283
    },
    {
      "epoch": 0.16143242859172943,
      "grad_norm": 1044.4326171875,
      "learning_rate": 0.00018420700778848043,
      "loss": 9.3956,
      "step": 284
    },
    {
      "epoch": 0.1620008526360665,
      "grad_norm": 2006.2518310546875,
      "learning_rate": 0.0001840946832433255,
      "loss": 11.541,
      "step": 285
    },
    {
      "epoch": 0.16256927668040358,
      "grad_norm": 5861.81298828125,
      "learning_rate": 0.00018398199516905548,
      "loss": 13.8056,
      "step": 286
    },
    {
      "epoch": 0.16313770072474065,
      "grad_norm": 1458.2388916015625,
      "learning_rate": 0.00018386894405280453,
      "loss": 12.7987,
      "step": 287
    },
    {
      "epoch": 0.16370612476907773,
      "grad_norm": 2750.82373046875,
      "learning_rate": 0.00018375553038327622,
      "loss": 13.4016,
      "step": 288
    },
    {
      "epoch": 0.1642745488134148,
      "grad_norm": 1254.9464111328125,
      "learning_rate": 0.00018364175465074135,
      "loss": 12.5969,
      "step": 289
    },
    {
      "epoch": 0.16484297285775187,
      "grad_norm": 19019.25390625,
      "learning_rate": 0.00018352761734703602,
      "loss": 11.2982,
      "step": 290
    },
    {
      "epoch": 0.16541139690208895,
      "grad_norm": 2205.30908203125,
      "learning_rate": 0.0001834131189655591,
      "loss": 12.3371,
      "step": 291
    },
    {
      "epoch": 0.16597982094642602,
      "grad_norm": 3541.462646484375,
      "learning_rate": 0.00018329826000127057,
      "loss": 11.5133,
      "step": 292
    },
    {
      "epoch": 0.16654824499076312,
      "grad_norm": 10169.9482421875,
      "learning_rate": 0.00018318304095068909,
      "loss": 13.7055,
      "step": 293
    },
    {
      "epoch": 0.1671166690351002,
      "grad_norm": 2107.942626953125,
      "learning_rate": 0.00018306746231188978,
      "loss": 12.0856,
      "step": 294
    },
    {
      "epoch": 0.16768509307943727,
      "grad_norm": 3659.464599609375,
      "learning_rate": 0.00018295152458450243,
      "loss": 10.785,
      "step": 295
    },
    {
      "epoch": 0.16825351712377434,
      "grad_norm": 2204.259521484375,
      "learning_rate": 0.000182835228269709,
      "loss": 10.9013,
      "step": 296
    },
    {
      "epoch": 0.16882194116811142,
      "grad_norm": 1345.0950927734375,
      "learning_rate": 0.00018271857387024154,
      "loss": 10.9842,
      "step": 297
    },
    {
      "epoch": 0.1693903652124485,
      "grad_norm": 1188.415771484375,
      "learning_rate": 0.00018260156189038015,
      "loss": 11.9986,
      "step": 298
    },
    {
      "epoch": 0.16995878925678556,
      "grad_norm": 852.0604248046875,
      "learning_rate": 0.0001824841928359506,
      "loss": 10.5311,
      "step": 299
    },
    {
      "epoch": 0.17052721330112264,
      "grad_norm": 4719.693359375,
      "learning_rate": 0.00018236646721432235,
      "loss": 8.7847,
      "step": 300
    },
    {
      "epoch": 0.1710956373454597,
      "grad_norm": 2755.71923828125,
      "learning_rate": 0.00018224838553440606,
      "loss": 13.4404,
      "step": 301
    },
    {
      "epoch": 0.17166406138979678,
      "grad_norm": 898.6322021484375,
      "learning_rate": 0.00018212994830665182,
      "loss": 10.0005,
      "step": 302
    },
    {
      "epoch": 0.17223248543413386,
      "grad_norm": 4063.603515625,
      "learning_rate": 0.00018201115604304656,
      "loss": 12.3396,
      "step": 303
    },
    {
      "epoch": 0.17280090947847093,
      "grad_norm": 1588.1654052734375,
      "learning_rate": 0.00018189200925711196,
      "loss": 12.1632,
      "step": 304
    },
    {
      "epoch": 0.173369333522808,
      "grad_norm": 3080.884033203125,
      "learning_rate": 0.0001817725084639023,
      "loss": 12.9716,
      "step": 305
    },
    {
      "epoch": 0.17393775756714508,
      "grad_norm": 1664.848388671875,
      "learning_rate": 0.0001816526541800022,
      "loss": 10.1787,
      "step": 306
    },
    {
      "epoch": 0.17450618161148215,
      "grad_norm": 14394.3740234375,
      "learning_rate": 0.00018153244692352432,
      "loss": 11.9161,
      "step": 307
    },
    {
      "epoch": 0.17507460565581925,
      "grad_norm": 2257.2421875,
      "learning_rate": 0.00018141188721410717,
      "loss": 11.7464,
      "step": 308
    },
    {
      "epoch": 0.17564302970015633,
      "grad_norm": 1703.25927734375,
      "learning_rate": 0.00018129097557291292,
      "loss": 14.1072,
      "step": 309
    },
    {
      "epoch": 0.1762114537444934,
      "grad_norm": 1446.6278076171875,
      "learning_rate": 0.00018116971252262503,
      "loss": 12.2933,
      "step": 310
    },
    {
      "epoch": 0.17677987778883048,
      "grad_norm": 3190.185791015625,
      "learning_rate": 0.0001810480985874461,
      "loss": 13.9696,
      "step": 311
    },
    {
      "epoch": 0.17734830183316755,
      "grad_norm": 21618.0078125,
      "learning_rate": 0.0001809261342930955,
      "loss": 15.1179,
      "step": 312
    },
    {
      "epoch": 0.17791672587750462,
      "grad_norm": 1274.9013671875,
      "learning_rate": 0.0001808038201668072,
      "loss": 13.7353,
      "step": 313
    },
    {
      "epoch": 0.1784851499218417,
      "grad_norm": 7062.59375,
      "learning_rate": 0.0001806811567373274,
      "loss": 12.3906,
      "step": 314
    },
    {
      "epoch": 0.17905357396617877,
      "grad_norm": 1014.2584838867188,
      "learning_rate": 0.00018055814453491232,
      "loss": 10.0779,
      "step": 315
    },
    {
      "epoch": 0.17962199801051584,
      "grad_norm": 2294.896728515625,
      "learning_rate": 0.0001804347840913259,
      "loss": 13.85,
      "step": 316
    },
    {
      "epoch": 0.18019042205485292,
      "grad_norm": 1380.632080078125,
      "learning_rate": 0.00018031107593983737,
      "loss": 12.4406,
      "step": 317
    },
    {
      "epoch": 0.18075884609919,
      "grad_norm": 2982.55419921875,
      "learning_rate": 0.00018018702061521917,
      "loss": 11.1636,
      "step": 318
    },
    {
      "epoch": 0.18132727014352706,
      "grad_norm": 9898.26953125,
      "learning_rate": 0.00018006261865374446,
      "loss": 12.7255,
      "step": 319
    },
    {
      "epoch": 0.18189569418786414,
      "grad_norm": 7027.0048828125,
      "learning_rate": 0.00017993787059318486,
      "loss": 13.5697,
      "step": 320
    },
    {
      "epoch": 0.1824641182322012,
      "grad_norm": 2703.15673828125,
      "learning_rate": 0.00017981277697280815,
      "loss": 10.6677,
      "step": 321
    },
    {
      "epoch": 0.18303254227653828,
      "grad_norm": 5552.56689453125,
      "learning_rate": 0.0001796873383333759,
      "loss": 13.6973,
      "step": 322
    },
    {
      "epoch": 0.1836009663208754,
      "grad_norm": 1792.861572265625,
      "learning_rate": 0.00017956155521714115,
      "loss": 11.7813,
      "step": 323
    },
    {
      "epoch": 0.18416939036521246,
      "grad_norm": 1677.70703125,
      "learning_rate": 0.00017943542816784605,
      "loss": 11.7493,
      "step": 324
    },
    {
      "epoch": 0.18473781440954953,
      "grad_norm": 3065.983642578125,
      "learning_rate": 0.00017930895773071956,
      "loss": 14.5555,
      "step": 325
    },
    {
      "epoch": 0.1853062384538866,
      "grad_norm": 2134.20947265625,
      "learning_rate": 0.000179182144452475,
      "loss": 12.2791,
      "step": 326
    },
    {
      "epoch": 0.18587466249822368,
      "grad_norm": 1505.5361328125,
      "learning_rate": 0.0001790549888813078,
      "loss": 10.6904,
      "step": 327
    },
    {
      "epoch": 0.18644308654256075,
      "grad_norm": 1918.1795654296875,
      "learning_rate": 0.00017892749156689307,
      "loss": 10.8969,
      "step": 328
    },
    {
      "epoch": 0.18701151058689783,
      "grad_norm": 1818.625,
      "learning_rate": 0.00017879965306038314,
      "loss": 13.2012,
      "step": 329
    },
    {
      "epoch": 0.1875799346312349,
      "grad_norm": 1994.570556640625,
      "learning_rate": 0.00017867147391440534,
      "loss": 10.5649,
      "step": 330
    },
    {
      "epoch": 0.18814835867557198,
      "grad_norm": 1111.2037353515625,
      "learning_rate": 0.00017854295468305956,
      "loss": 13.3289,
      "step": 331
    },
    {
      "epoch": 0.18871678271990905,
      "grad_norm": 1132.3131103515625,
      "learning_rate": 0.00017841409592191576,
      "loss": 11.2649,
      "step": 332
    },
    {
      "epoch": 0.18928520676424612,
      "grad_norm": 4223.74951171875,
      "learning_rate": 0.0001782848981880117,
      "loss": 11.3041,
      "step": 333
    },
    {
      "epoch": 0.1898536308085832,
      "grad_norm": 4478.46826171875,
      "learning_rate": 0.0001781553620398504,
      "loss": 12.6508,
      "step": 334
    },
    {
      "epoch": 0.19042205485292027,
      "grad_norm": 2291.978515625,
      "learning_rate": 0.00017802548803739785,
      "loss": 13.0596,
      "step": 335
    },
    {
      "epoch": 0.19099047889725734,
      "grad_norm": 2809.587158203125,
      "learning_rate": 0.00017789527674208052,
      "loss": 12.392,
      "step": 336
    },
    {
      "epoch": 0.19155890294159442,
      "grad_norm": 1859.555908203125,
      "learning_rate": 0.00017776472871678295,
      "loss": 12.668,
      "step": 337
    },
    {
      "epoch": 0.19212732698593152,
      "grad_norm": 2988.171142578125,
      "learning_rate": 0.00017763384452584537,
      "loss": 11.2274,
      "step": 338
    },
    {
      "epoch": 0.1926957510302686,
      "grad_norm": 884.398193359375,
      "learning_rate": 0.00017750262473506103,
      "loss": 13.544,
      "step": 339
    },
    {
      "epoch": 0.19326417507460567,
      "grad_norm": 6331.970703125,
      "learning_rate": 0.00017737106991167414,
      "loss": 10.6381,
      "step": 340
    },
    {
      "epoch": 0.19383259911894274,
      "grad_norm": 4517.8837890625,
      "learning_rate": 0.0001772391806243771,
      "loss": 12.4022,
      "step": 341
    },
    {
      "epoch": 0.1944010231632798,
      "grad_norm": 5656.2353515625,
      "learning_rate": 0.00017710695744330813,
      "loss": 11.8059,
      "step": 342
    },
    {
      "epoch": 0.19496944720761689,
      "grad_norm": 2568.832275390625,
      "learning_rate": 0.00017697440094004892,
      "loss": 10.8074,
      "step": 343
    },
    {
      "epoch": 0.19553787125195396,
      "grad_norm": 9009.8232421875,
      "learning_rate": 0.00017684151168762192,
      "loss": 10.8937,
      "step": 344
    },
    {
      "epoch": 0.19610629529629103,
      "grad_norm": 3261.870849609375,
      "learning_rate": 0.00017670829026048817,
      "loss": 10.4608,
      "step": 345
    },
    {
      "epoch": 0.1966747193406281,
      "grad_norm": 2830.861572265625,
      "learning_rate": 0.0001765747372345445,
      "loss": 14.387,
      "step": 346
    },
    {
      "epoch": 0.19724314338496518,
      "grad_norm": 902.2265625,
      "learning_rate": 0.0001764408531871213,
      "loss": 13.6699,
      "step": 347
    },
    {
      "epoch": 0.19781156742930225,
      "grad_norm": 4266.66650390625,
      "learning_rate": 0.00017630663869697992,
      "loss": 12.4768,
      "step": 348
    },
    {
      "epoch": 0.19837999147363933,
      "grad_norm": 2162.527587890625,
      "learning_rate": 0.00017617209434431005,
      "loss": 12.7676,
      "step": 349
    },
    {
      "epoch": 0.1989484155179764,
      "grad_norm": 2415.94091796875,
      "learning_rate": 0.00017603722071072748,
      "loss": 11.1853,
      "step": 350
    },
    {
      "epoch": 0.19951683956231347,
      "grad_norm": 2408.1376953125,
      "learning_rate": 0.00017590201837927133,
      "loss": 11.8255,
      "step": 351
    },
    {
      "epoch": 0.20008526360665055,
      "grad_norm": 2698.591552734375,
      "learning_rate": 0.0001757664879344016,
      "loss": 11.0812,
      "step": 352
    },
    {
      "epoch": 0.20065368765098765,
      "grad_norm": 2491.31787109375,
      "learning_rate": 0.00017563062996199687,
      "loss": 11.8187,
      "step": 353
    },
    {
      "epoch": 0.20122211169532472,
      "grad_norm": 9000.8408203125,
      "learning_rate": 0.00017549444504935132,
      "loss": 12.9253,
      "step": 354
    },
    {
      "epoch": 0.2017905357396618,
      "grad_norm": 2151.921875,
      "learning_rate": 0.0001753579337851727,
      "loss": 12.3966,
      "step": 355
    },
    {
      "epoch": 0.20235895978399887,
      "grad_norm": 5135.994140625,
      "learning_rate": 0.00017522109675957928,
      "loss": 11.432,
      "step": 356
    },
    {
      "epoch": 0.20292738382833594,
      "grad_norm": 2409.67626953125,
      "learning_rate": 0.00017508393456409772,
      "loss": 11.6589,
      "step": 357
    },
    {
      "epoch": 0.20349580787267302,
      "grad_norm": 1465.730224609375,
      "learning_rate": 0.00017494644779166027,
      "loss": 11.9227,
      "step": 358
    },
    {
      "epoch": 0.2040642319170101,
      "grad_norm": 1712.6947021484375,
      "learning_rate": 0.00017480863703660235,
      "loss": 11.9249,
      "step": 359
    },
    {
      "epoch": 0.20463265596134717,
      "grad_norm": 20784.3359375,
      "learning_rate": 0.00017467050289465981,
      "loss": 11.027,
      "step": 360
    },
    {
      "epoch": 0.20520108000568424,
      "grad_norm": 2024.4476318359375,
      "learning_rate": 0.0001745320459629665,
      "loss": 11.4299,
      "step": 361
    },
    {
      "epoch": 0.2057695040500213,
      "grad_norm": 6059.2177734375,
      "learning_rate": 0.0001743932668400517,
      "loss": 10.421,
      "step": 362
    },
    {
      "epoch": 0.20633792809435839,
      "grad_norm": 1232.2406005859375,
      "learning_rate": 0.0001742541661258374,
      "loss": 11.6251,
      "step": 363
    },
    {
      "epoch": 0.20690635213869546,
      "grad_norm": 2170.210205078125,
      "learning_rate": 0.00017411474442163578,
      "loss": 14.4437,
      "step": 364
    },
    {
      "epoch": 0.20747477618303253,
      "grad_norm": 1405.988037109375,
      "learning_rate": 0.00017397500233014667,
      "loss": 10.8243,
      "step": 365
    },
    {
      "epoch": 0.2080432002273696,
      "grad_norm": 2395.445556640625,
      "learning_rate": 0.00017383494045545485,
      "loss": 11.6437,
      "step": 366
    },
    {
      "epoch": 0.20861162427170668,
      "grad_norm": 10106.9404296875,
      "learning_rate": 0.0001736945594030275,
      "loss": 12.8797,
      "step": 367
    },
    {
      "epoch": 0.20918004831604378,
      "grad_norm": 5351.23779296875,
      "learning_rate": 0.0001735538597797115,
      "loss": 12.555,
      "step": 368
    },
    {
      "epoch": 0.20974847236038086,
      "grad_norm": 8931.0205078125,
      "learning_rate": 0.00017341284219373092,
      "loss": 11.1019,
      "step": 369
    },
    {
      "epoch": 0.21031689640471793,
      "grad_norm": 3570.2431640625,
      "learning_rate": 0.00017327150725468437,
      "loss": 13.7804,
      "step": 370
    },
    {
      "epoch": 0.210885320449055,
      "grad_norm": 9746.34375,
      "learning_rate": 0.00017312985557354225,
      "loss": 11.3145,
      "step": 371
    },
    {
      "epoch": 0.21145374449339208,
      "grad_norm": 2833.336669921875,
      "learning_rate": 0.00017298788776264423,
      "loss": 14.7045,
      "step": 372
    },
    {
      "epoch": 0.21202216853772915,
      "grad_norm": 3378.20654296875,
      "learning_rate": 0.00017284560443569657,
      "loss": 9.795,
      "step": 373
    },
    {
      "epoch": 0.21259059258206622,
      "grad_norm": 5840.08447265625,
      "learning_rate": 0.00017270300620776942,
      "loss": 10.8172,
      "step": 374
    },
    {
      "epoch": 0.2131590166264033,
      "grad_norm": 3910.785888671875,
      "learning_rate": 0.0001725600936952943,
      "loss": 11.8837,
      "step": 375
    },
    {
      "epoch": 0.21372744067074037,
      "grad_norm": 2122.12158203125,
      "learning_rate": 0.00017241686751606115,
      "loss": 12.598,
      "step": 376
    },
    {
      "epoch": 0.21429586471507744,
      "grad_norm": 2105.682373046875,
      "learning_rate": 0.00017227332828921612,
      "loss": 12.0783,
      "step": 377
    },
    {
      "epoch": 0.21486428875941452,
      "grad_norm": 3060.28369140625,
      "learning_rate": 0.0001721294766352583,
      "loss": 10.7985,
      "step": 378
    },
    {
      "epoch": 0.2154327128037516,
      "grad_norm": 2431.94775390625,
      "learning_rate": 0.00017198531317603766,
      "loss": 11.4005,
      "step": 379
    },
    {
      "epoch": 0.21600113684808867,
      "grad_norm": 1950.9508056640625,
      "learning_rate": 0.00017184083853475182,
      "loss": 12.1844,
      "step": 380
    },
    {
      "epoch": 0.21656956089242574,
      "grad_norm": 7467.8984375,
      "learning_rate": 0.00017169605333594375,
      "loss": 12.6121,
      "step": 381
    },
    {
      "epoch": 0.21656956089242574,
      "eval_loss": 2.956733465194702,
      "eval_runtime": 5.4757,
      "eval_samples_per_second": 135.326,
      "eval_steps_per_second": 67.754,
      "step": 381
    },
    {
      "epoch": 0.2171379849367628,
      "grad_norm": 5002.576171875,
      "learning_rate": 0.00017155095820549883,
      "loss": 12.1945,
      "step": 382
    },
    {
      "epoch": 0.2177064089810999,
      "grad_norm": 4972.7216796875,
      "learning_rate": 0.00017140555377064223,
      "loss": 12.2685,
      "step": 383
    },
    {
      "epoch": 0.218274833025437,
      "grad_norm": 1528.4835205078125,
      "learning_rate": 0.0001712598406599363,
      "loss": 11.839,
      "step": 384
    },
    {
      "epoch": 0.21884325706977406,
      "grad_norm": 3632.2158203125,
      "learning_rate": 0.00017111381950327766,
      "loss": 13.5575,
      "step": 385
    },
    {
      "epoch": 0.21941168111411113,
      "grad_norm": 6306.51513671875,
      "learning_rate": 0.00017096749093189453,
      "loss": 12.2008,
      "step": 386
    },
    {
      "epoch": 0.2199801051584482,
      "grad_norm": 3272.6142578125,
      "learning_rate": 0.00017082085557834414,
      "loss": 12.1338,
      "step": 387
    },
    {
      "epoch": 0.22054852920278528,
      "grad_norm": 4513.40380859375,
      "learning_rate": 0.00017067391407650986,
      "loss": 13.7551,
      "step": 388
    },
    {
      "epoch": 0.22111695324712236,
      "grad_norm": 4172.2685546875,
      "learning_rate": 0.00017052666706159845,
      "loss": 12.4395,
      "step": 389
    },
    {
      "epoch": 0.22168537729145943,
      "grad_norm": 1516.7099609375,
      "learning_rate": 0.00017037911517013741,
      "loss": 12.3734,
      "step": 390
    },
    {
      "epoch": 0.2222538013357965,
      "grad_norm": 4316.0,
      "learning_rate": 0.00017023125903997213,
      "loss": 12.8713,
      "step": 391
    },
    {
      "epoch": 0.22282222538013358,
      "grad_norm": 1517.1435546875,
      "learning_rate": 0.00017008309931026326,
      "loss": 11.3801,
      "step": 392
    },
    {
      "epoch": 0.22339064942447065,
      "grad_norm": 2578.90283203125,
      "learning_rate": 0.00016993463662148378,
      "loss": 15.2115,
      "step": 393
    },
    {
      "epoch": 0.22395907346880772,
      "grad_norm": 3769.60595703125,
      "learning_rate": 0.0001697858716154164,
      "loss": 10.0421,
      "step": 394
    },
    {
      "epoch": 0.2245274975131448,
      "grad_norm": 5769.505859375,
      "learning_rate": 0.00016963680493515062,
      "loss": 10.452,
      "step": 395
    },
    {
      "epoch": 0.22509592155748187,
      "grad_norm": 2190.748779296875,
      "learning_rate": 0.00016948743722508005,
      "loss": 12.1071,
      "step": 396
    },
    {
      "epoch": 0.22566434560181894,
      "grad_norm": 224778.171875,
      "learning_rate": 0.00016933776913089966,
      "loss": 10.2432,
      "step": 397
    },
    {
      "epoch": 0.22623276964615605,
      "grad_norm": 2168.568603515625,
      "learning_rate": 0.00016918780129960293,
      "loss": 11.933,
      "step": 398
    },
    {
      "epoch": 0.22680119369049312,
      "grad_norm": 3861.71728515625,
      "learning_rate": 0.000169037534379479,
      "loss": 10.149,
      "step": 399
    },
    {
      "epoch": 0.2273696177348302,
      "grad_norm": 1557.7469482421875,
      "learning_rate": 0.00016888696902010998,
      "loss": 12.0727,
      "step": 400
    },
    {
      "epoch": 0.22793804177916727,
      "grad_norm": 1526.545654296875,
      "learning_rate": 0.0001687361058723681,
      "loss": 10.8358,
      "step": 401
    },
    {
      "epoch": 0.22850646582350434,
      "grad_norm": 2900.43115234375,
      "learning_rate": 0.00016858494558841274,
      "loss": 12.3395,
      "step": 402
    },
    {
      "epoch": 0.2290748898678414,
      "grad_norm": 2530.77294921875,
      "learning_rate": 0.00016843348882168807,
      "loss": 12.8465,
      "step": 403
    },
    {
      "epoch": 0.2296433139121785,
      "grad_norm": 4488.17529296875,
      "learning_rate": 0.00016828173622691957,
      "loss": 10.2569,
      "step": 404
    },
    {
      "epoch": 0.23021173795651556,
      "grad_norm": 2355.619384765625,
      "learning_rate": 0.00016812968846011174,
      "loss": 10.436,
      "step": 405
    },
    {
      "epoch": 0.23078016200085263,
      "grad_norm": 2068.1875,
      "learning_rate": 0.00016797734617854504,
      "loss": 12.2398,
      "step": 406
    },
    {
      "epoch": 0.2313485860451897,
      "grad_norm": 2480.133544921875,
      "learning_rate": 0.00016782471004077302,
      "loss": 12.5111,
      "step": 407
    },
    {
      "epoch": 0.23191701008952678,
      "grad_norm": 8333.689453125,
      "learning_rate": 0.00016767178070661954,
      "loss": 11.041,
      "step": 408
    },
    {
      "epoch": 0.23248543413386386,
      "grad_norm": 1463.9080810546875,
      "learning_rate": 0.00016751855883717593,
      "loss": 12.6755,
      "step": 409
    },
    {
      "epoch": 0.23305385817820093,
      "grad_norm": 4684.03759765625,
      "learning_rate": 0.00016736504509479817,
      "loss": 14.5966,
      "step": 410
    },
    {
      "epoch": 0.233622282222538,
      "grad_norm": 2913.62890625,
      "learning_rate": 0.00016721124014310384,
      "loss": 13.7691,
      "step": 411
    },
    {
      "epoch": 0.23419070626687508,
      "grad_norm": 1776.1143798828125,
      "learning_rate": 0.00016705714464696945,
      "loss": 11.1193,
      "step": 412
    },
    {
      "epoch": 0.23475913031121218,
      "grad_norm": 2429.019775390625,
      "learning_rate": 0.00016690275927252744,
      "loss": 11.1373,
      "step": 413
    },
    {
      "epoch": 0.23532755435554925,
      "grad_norm": 4536.39306640625,
      "learning_rate": 0.00016674808468716343,
      "loss": 10.7007,
      "step": 414
    },
    {
      "epoch": 0.23589597839988632,
      "grad_norm": 880.7830810546875,
      "learning_rate": 0.00016659312155951317,
      "loss": 12.0462,
      "step": 415
    },
    {
      "epoch": 0.2364644024442234,
      "grad_norm": 4604.54296875,
      "learning_rate": 0.0001664378705594598,
      "loss": 11.0377,
      "step": 416
    },
    {
      "epoch": 0.23703282648856047,
      "grad_norm": 3084.97021484375,
      "learning_rate": 0.0001662823323581309,
      "loss": 11.1971,
      "step": 417
    },
    {
      "epoch": 0.23760125053289755,
      "grad_norm": 1656.4752197265625,
      "learning_rate": 0.00016612650762789548,
      "loss": 11.5706,
      "step": 418
    },
    {
      "epoch": 0.23816967457723462,
      "grad_norm": 1947.1495361328125,
      "learning_rate": 0.0001659703970423613,
      "loss": 9.8073,
      "step": 419
    },
    {
      "epoch": 0.2387380986215717,
      "grad_norm": 3964.202880859375,
      "learning_rate": 0.00016581400127637177,
      "loss": 12.6246,
      "step": 420
    },
    {
      "epoch": 0.23930652266590877,
      "grad_norm": 2309.447021484375,
      "learning_rate": 0.00016565732100600305,
      "loss": 11.5969,
      "step": 421
    },
    {
      "epoch": 0.23987494671024584,
      "grad_norm": 4022.165283203125,
      "learning_rate": 0.00016550035690856126,
      "loss": 11.6462,
      "step": 422
    },
    {
      "epoch": 0.2404433707545829,
      "grad_norm": 1396.513427734375,
      "learning_rate": 0.0001653431096625794,
      "loss": 13.9497,
      "step": 423
    },
    {
      "epoch": 0.24101179479892,
      "grad_norm": 2438.987548828125,
      "learning_rate": 0.0001651855799478145,
      "loss": 12.9638,
      "step": 424
    },
    {
      "epoch": 0.24158021884325706,
      "grad_norm": 985.9813232421875,
      "learning_rate": 0.00016502776844524468,
      "loss": 10.2712,
      "step": 425
    },
    {
      "epoch": 0.24214864288759413,
      "grad_norm": 2790.718017578125,
      "learning_rate": 0.00016486967583706616,
      "loss": 9.6678,
      "step": 426
    },
    {
      "epoch": 0.2427170669319312,
      "grad_norm": 1346.0684814453125,
      "learning_rate": 0.00016471130280669037,
      "loss": 12.0742,
      "step": 427
    },
    {
      "epoch": 0.2432854909762683,
      "grad_norm": 913.9376831054688,
      "learning_rate": 0.0001645526500387409,
      "loss": 11.5899,
      "step": 428
    },
    {
      "epoch": 0.24385391502060538,
      "grad_norm": 2144.570068359375,
      "learning_rate": 0.00016439371821905065,
      "loss": 12.1492,
      "step": 429
    },
    {
      "epoch": 0.24442233906494246,
      "grad_norm": 4842.169921875,
      "learning_rate": 0.00016423450803465888,
      "loss": 13.0472,
      "step": 430
    },
    {
      "epoch": 0.24499076310927953,
      "grad_norm": 1741.335205078125,
      "learning_rate": 0.00016407502017380806,
      "loss": 9.6764,
      "step": 431
    },
    {
      "epoch": 0.2455591871536166,
      "grad_norm": 1635.0228271484375,
      "learning_rate": 0.0001639152553259411,
      "loss": 11.8956,
      "step": 432
    },
    {
      "epoch": 0.24612761119795368,
      "grad_norm": 2227.322265625,
      "learning_rate": 0.00016375521418169822,
      "loss": 10.9727,
      "step": 433
    },
    {
      "epoch": 0.24669603524229075,
      "grad_norm": 7891.11181640625,
      "learning_rate": 0.00016359489743291415,
      "loss": 11.7904,
      "step": 434
    },
    {
      "epoch": 0.24726445928662782,
      "grad_norm": 7183.8935546875,
      "learning_rate": 0.00016343430577261484,
      "loss": 11.1536,
      "step": 435
    },
    {
      "epoch": 0.2478328833309649,
      "grad_norm": 3917.8984375,
      "learning_rate": 0.0001632734398950148,
      "loss": 12.0909,
      "step": 436
    },
    {
      "epoch": 0.24840130737530197,
      "grad_norm": 2022.30029296875,
      "learning_rate": 0.00016311230049551387,
      "loss": 13.0239,
      "step": 437
    },
    {
      "epoch": 0.24896973141963905,
      "grad_norm": 2047.633056640625,
      "learning_rate": 0.00016295088827069428,
      "loss": 10.2352,
      "step": 438
    },
    {
      "epoch": 0.24953815546397612,
      "grad_norm": 10378.923828125,
      "learning_rate": 0.00016278920391831766,
      "loss": 10.2409,
      "step": 439
    },
    {
      "epoch": 0.2501065795083132,
      "grad_norm": 1169.9139404296875,
      "learning_rate": 0.000162627248137322,
      "loss": 10.5327,
      "step": 440
    },
    {
      "epoch": 0.25067500355265027,
      "grad_norm": 2369.536865234375,
      "learning_rate": 0.00016246502162781874,
      "loss": 11.1893,
      "step": 441
    },
    {
      "epoch": 0.25124342759698737,
      "grad_norm": 1303.548828125,
      "learning_rate": 0.00016230252509108942,
      "loss": 9.9622,
      "step": 442
    },
    {
      "epoch": 0.2518118516413244,
      "grad_norm": 5157.28759765625,
      "learning_rate": 0.000162139759229583,
      "loss": 14.1635,
      "step": 443
    },
    {
      "epoch": 0.2523802756856615,
      "grad_norm": 1704.6734619140625,
      "learning_rate": 0.0001619767247469128,
      "loss": 12.4414,
      "step": 444
    },
    {
      "epoch": 0.25294869972999856,
      "grad_norm": 664.3688354492188,
      "learning_rate": 0.0001618134223478531,
      "loss": 11.9343,
      "step": 445
    },
    {
      "epoch": 0.25351712377433566,
      "grad_norm": 3468.693359375,
      "learning_rate": 0.00016164985273833655,
      "loss": 14.5235,
      "step": 446
    },
    {
      "epoch": 0.2540855478186727,
      "grad_norm": 3094.997802734375,
      "learning_rate": 0.00016148601662545084,
      "loss": 10.967,
      "step": 447
    },
    {
      "epoch": 0.2546539718630098,
      "grad_norm": 1813.6885986328125,
      "learning_rate": 0.00016132191471743572,
      "loss": 12.9364,
      "step": 448
    },
    {
      "epoch": 0.25522239590734686,
      "grad_norm": 6238.07666015625,
      "learning_rate": 0.0001611575477236799,
      "loss": 10.7828,
      "step": 449
    },
    {
      "epoch": 0.25579081995168396,
      "grad_norm": 1343.1385498046875,
      "learning_rate": 0.00016099291635471806,
      "loss": 11.6089,
      "step": 450
    },
    {
      "epoch": 0.25635924399602106,
      "grad_norm": 3579.259521484375,
      "learning_rate": 0.00016082802132222774,
      "loss": 20.7824,
      "step": 451
    },
    {
      "epoch": 0.2569276680403581,
      "grad_norm": 3155.42626953125,
      "learning_rate": 0.00016066286333902622,
      "loss": 11.8047,
      "step": 452
    },
    {
      "epoch": 0.2574960920846952,
      "grad_norm": 1455.1558837890625,
      "learning_rate": 0.0001604974431190675,
      "loss": 11.6935,
      "step": 453
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 22275.4296875,
      "learning_rate": 0.00016033176137743922,
      "loss": 11.2995,
      "step": 454
    },
    {
      "epoch": 0.25863294017336935,
      "grad_norm": 8386.138671875,
      "learning_rate": 0.0001601658188303595,
      "loss": 10.4516,
      "step": 455
    },
    {
      "epoch": 0.2592013642177064,
      "grad_norm": 4224.93115234375,
      "learning_rate": 0.00015999961619517388,
      "loss": 11.9009,
      "step": 456
    },
    {
      "epoch": 0.2597697882620435,
      "grad_norm": 5804.42431640625,
      "learning_rate": 0.00015983315419035226,
      "loss": 9.7948,
      "step": 457
    },
    {
      "epoch": 0.26033821230638055,
      "grad_norm": 2087.103271484375,
      "learning_rate": 0.0001596664335354857,
      "loss": 11.6249,
      "step": 458
    },
    {
      "epoch": 0.26090663635071765,
      "grad_norm": 4626.4833984375,
      "learning_rate": 0.00015949945495128347,
      "loss": 13.0464,
      "step": 459
    },
    {
      "epoch": 0.2614750603950547,
      "grad_norm": 2596.751953125,
      "learning_rate": 0.00015933221915956965,
      "loss": 11.0443,
      "step": 460
    },
    {
      "epoch": 0.2620434844393918,
      "grad_norm": 3297.05078125,
      "learning_rate": 0.00015916472688328042,
      "loss": 11.329,
      "step": 461
    },
    {
      "epoch": 0.26261190848372884,
      "grad_norm": 1264.090087890625,
      "learning_rate": 0.00015899697884646057,
      "loss": 11.6829,
      "step": 462
    },
    {
      "epoch": 0.26318033252806594,
      "grad_norm": 2869.3076171875,
      "learning_rate": 0.00015882897577426048,
      "loss": 10.4791,
      "step": 463
    },
    {
      "epoch": 0.263748756572403,
      "grad_norm": 5052.30224609375,
      "learning_rate": 0.0001586607183929331,
      "loss": 11.0989,
      "step": 464
    },
    {
      "epoch": 0.2643171806167401,
      "grad_norm": 1301.4493408203125,
      "learning_rate": 0.0001584922074298306,
      "loss": 11.5321,
      "step": 465
    },
    {
      "epoch": 0.2648856046610772,
      "grad_norm": 2730.946044921875,
      "learning_rate": 0.00015832344361340153,
      "loss": 11.1828,
      "step": 466
    },
    {
      "epoch": 0.26545402870541424,
      "grad_norm": 769.1139526367188,
      "learning_rate": 0.00015815442767318737,
      "loss": 13.9417,
      "step": 467
    },
    {
      "epoch": 0.26602245274975134,
      "grad_norm": 788.3930053710938,
      "learning_rate": 0.00015798516033981938,
      "loss": 10.4441,
      "step": 468
    },
    {
      "epoch": 0.2665908767940884,
      "grad_norm": 3553.56298828125,
      "learning_rate": 0.00015781564234501586,
      "loss": 12.8276,
      "step": 469
    },
    {
      "epoch": 0.2671593008384255,
      "grad_norm": 825.3161010742188,
      "learning_rate": 0.00015764587442157843,
      "loss": 13.2614,
      "step": 470
    },
    {
      "epoch": 0.26772772488276253,
      "grad_norm": 1104.5166015625,
      "learning_rate": 0.00015747585730338916,
      "loss": 12.3344,
      "step": 471
    },
    {
      "epoch": 0.26829614892709963,
      "grad_norm": 2464.002197265625,
      "learning_rate": 0.00015730559172540741,
      "loss": 10.7264,
      "step": 472
    },
    {
      "epoch": 0.2688645729714367,
      "grad_norm": 4213.12060546875,
      "learning_rate": 0.00015713507842366663,
      "loss": 15.2764,
      "step": 473
    },
    {
      "epoch": 0.2694329970157738,
      "grad_norm": 1699.6221923828125,
      "learning_rate": 0.000156964318135271,
      "loss": 11.7634,
      "step": 474
    },
    {
      "epoch": 0.2700014210601108,
      "grad_norm": 16731.580078125,
      "learning_rate": 0.00015679331159839253,
      "loss": 9.4357,
      "step": 475
    },
    {
      "epoch": 0.2705698451044479,
      "grad_norm": 3212.277587890625,
      "learning_rate": 0.0001566220595522676,
      "loss": 12.2462,
      "step": 476
    },
    {
      "epoch": 0.27113826914878497,
      "grad_norm": 2771.1630859375,
      "learning_rate": 0.00015645056273719404,
      "loss": 14.286,
      "step": 477
    },
    {
      "epoch": 0.2717066931931221,
      "grad_norm": 2135.812255859375,
      "learning_rate": 0.00015627882189452768,
      "loss": 13.3889,
      "step": 478
    },
    {
      "epoch": 0.2722751172374591,
      "grad_norm": 4232.15673828125,
      "learning_rate": 0.00015610683776667923,
      "loss": 13.1175,
      "step": 479
    },
    {
      "epoch": 0.2728435412817962,
      "grad_norm": 2482.107177734375,
      "learning_rate": 0.00015593461109711116,
      "loss": 10.3889,
      "step": 480
    },
    {
      "epoch": 0.2734119653261333,
      "grad_norm": 5324.7578125,
      "learning_rate": 0.00015576214263033435,
      "loss": 12.3977,
      "step": 481
    },
    {
      "epoch": 0.27398038937047037,
      "grad_norm": 1980.7591552734375,
      "learning_rate": 0.00015558943311190496,
      "loss": 11.8441,
      "step": 482
    },
    {
      "epoch": 0.27454881341480747,
      "grad_norm": 2649.507568359375,
      "learning_rate": 0.00015541648328842124,
      "loss": 12.7488,
      "step": 483
    },
    {
      "epoch": 0.2751172374591445,
      "grad_norm": 2002.389404296875,
      "learning_rate": 0.0001552432939075201,
      "loss": 12.1249,
      "step": 484
    },
    {
      "epoch": 0.2756856615034816,
      "grad_norm": 4869.34619140625,
      "learning_rate": 0.00015506986571787415,
      "loss": 11.6706,
      "step": 485
    },
    {
      "epoch": 0.27625408554781866,
      "grad_norm": 1982.9891357421875,
      "learning_rate": 0.0001548961994691883,
      "loss": 12.2492,
      "step": 486
    },
    {
      "epoch": 0.27682250959215576,
      "grad_norm": 2837.3173828125,
      "learning_rate": 0.00015472229591219656,
      "loss": 9.9145,
      "step": 487
    },
    {
      "epoch": 0.2773909336364928,
      "grad_norm": 5938.12841796875,
      "learning_rate": 0.0001545481557986587,
      "loss": 12.6077,
      "step": 488
    },
    {
      "epoch": 0.2779593576808299,
      "grad_norm": 3039.4775390625,
      "learning_rate": 0.00015437377988135727,
      "loss": 12.2595,
      "step": 489
    },
    {
      "epoch": 0.27852778172516696,
      "grad_norm": 7108.06982421875,
      "learning_rate": 0.00015419916891409397,
      "loss": 12.9391,
      "step": 490
    },
    {
      "epoch": 0.27909620576950406,
      "grad_norm": 15401.623046875,
      "learning_rate": 0.00015402432365168672,
      "loss": 15.4343,
      "step": 491
    },
    {
      "epoch": 0.2796646298138411,
      "grad_norm": 4024.896240234375,
      "learning_rate": 0.00015384924484996627,
      "loss": 10.0764,
      "step": 492
    },
    {
      "epoch": 0.2802330538581782,
      "grad_norm": 2180.73486328125,
      "learning_rate": 0.0001536739332657728,
      "loss": 11.1112,
      "step": 493
    },
    {
      "epoch": 0.28080147790251525,
      "grad_norm": 6097.140625,
      "learning_rate": 0.0001534983896569529,
      "loss": 10.8652,
      "step": 494
    },
    {
      "epoch": 0.28136990194685235,
      "grad_norm": 7047.921875,
      "learning_rate": 0.0001533226147823561,
      "loss": 13.0254,
      "step": 495
    },
    {
      "epoch": 0.28193832599118945,
      "grad_norm": 15900.8984375,
      "learning_rate": 0.00015314660940183168,
      "loss": 12.5019,
      "step": 496
    },
    {
      "epoch": 0.2825067500355265,
      "grad_norm": 1998.9454345703125,
      "learning_rate": 0.00015297037427622535,
      "loss": 12.2486,
      "step": 497
    },
    {
      "epoch": 0.2830751740798636,
      "grad_norm": 5426.81005859375,
      "learning_rate": 0.00015279391016737606,
      "loss": 11.9795,
      "step": 498
    },
    {
      "epoch": 0.28364359812420065,
      "grad_norm": 13264.591796875,
      "learning_rate": 0.0001526172178381125,
      "loss": 13.3084,
      "step": 499
    },
    {
      "epoch": 0.28421202216853775,
      "grad_norm": 11591.4130859375,
      "learning_rate": 0.00015244029805225,
      "loss": 12.798,
      "step": 500
    },
    {
      "epoch": 0.2847804462128748,
      "grad_norm": 5216.4814453125,
      "learning_rate": 0.00015226315157458706,
      "loss": 11.8743,
      "step": 501
    },
    {
      "epoch": 0.2853488702572119,
      "grad_norm": 2020.6007080078125,
      "learning_rate": 0.00015208577917090227,
      "loss": 12.9667,
      "step": 502
    },
    {
      "epoch": 0.28591729430154894,
      "grad_norm": 20676.83984375,
      "learning_rate": 0.0001519081816079508,
      "loss": 13.7962,
      "step": 503
    },
    {
      "epoch": 0.28648571834588604,
      "grad_norm": 95559.7890625,
      "learning_rate": 0.00015173035965346108,
      "loss": 13.597,
      "step": 504
    },
    {
      "epoch": 0.2870541423902231,
      "grad_norm": 11334.48828125,
      "learning_rate": 0.00015155231407613172,
      "loss": 11.2125,
      "step": 505
    },
    {
      "epoch": 0.2876225664345602,
      "grad_norm": 24192.1171875,
      "learning_rate": 0.00015137404564562784,
      "loss": 13.8166,
      "step": 506
    },
    {
      "epoch": 0.28819099047889724,
      "grad_norm": 6708.85791015625,
      "learning_rate": 0.00015119555513257803,
      "loss": 13.6151,
      "step": 507
    },
    {
      "epoch": 0.28875941452323434,
      "grad_norm": 6426.18310546875,
      "learning_rate": 0.00015101684330857086,
      "loss": 13.6062,
      "step": 508
    },
    {
      "epoch": 0.2893278385675714,
      "grad_norm": 4023.8056640625,
      "learning_rate": 0.00015083791094615167,
      "loss": 11.4685,
      "step": 509
    },
    {
      "epoch": 0.2898962626119085,
      "grad_norm": 8229.9111328125,
      "learning_rate": 0.00015065875881881905,
      "loss": 13.8392,
      "step": 510
    },
    {
      "epoch": 0.2904646866562456,
      "grad_norm": 11105.2744140625,
      "learning_rate": 0.00015047938770102167,
      "loss": 11.8288,
      "step": 511
    },
    {
      "epoch": 0.29103311070058263,
      "grad_norm": 6776.31103515625,
      "learning_rate": 0.00015029979836815488,
      "loss": 13.3846,
      "step": 512
    },
    {
      "epoch": 0.29160153474491973,
      "grad_norm": 10352.28125,
      "learning_rate": 0.00015011999159655727,
      "loss": 12.0343,
      "step": 513
    },
    {
      "epoch": 0.2921699587892568,
      "grad_norm": 11095.423828125,
      "learning_rate": 0.00014993996816350746,
      "loss": 12.3393,
      "step": 514
    },
    {
      "epoch": 0.2927383828335939,
      "grad_norm": 15808.0205078125,
      "learning_rate": 0.0001497597288472206,
      "loss": 15.1044,
      "step": 515
    },
    {
      "epoch": 0.2933068068779309,
      "grad_norm": 4236.8330078125,
      "learning_rate": 0.00014957927442684513,
      "loss": 13.3339,
      "step": 516
    },
    {
      "epoch": 0.293875230922268,
      "grad_norm": 14055.1630859375,
      "learning_rate": 0.00014939860568245931,
      "loss": 14.4537,
      "step": 517
    },
    {
      "epoch": 0.2944436549666051,
      "grad_norm": 2209.73095703125,
      "learning_rate": 0.00014921772339506793,
      "loss": 12.1797,
      "step": 518
    },
    {
      "epoch": 0.2950120790109422,
      "grad_norm": 16748.611328125,
      "learning_rate": 0.00014903662834659886,
      "loss": 11.2562,
      "step": 519
    },
    {
      "epoch": 0.2955805030552792,
      "grad_norm": 17363.09375,
      "learning_rate": 0.0001488553213198997,
      "loss": 11.9765,
      "step": 520
    },
    {
      "epoch": 0.2961489270996163,
      "grad_norm": 27461.451171875,
      "learning_rate": 0.00014867380309873448,
      "loss": 13.8964,
      "step": 521
    },
    {
      "epoch": 0.29671735114395337,
      "grad_norm": 31221.169921875,
      "learning_rate": 0.00014849207446778013,
      "loss": 14.8933,
      "step": 522
    },
    {
      "epoch": 0.29728577518829047,
      "grad_norm": 2284.823486328125,
      "learning_rate": 0.0001483101362126231,
      "loss": 13.3711,
      "step": 523
    },
    {
      "epoch": 0.2978541992326275,
      "grad_norm": 7306.81396484375,
      "learning_rate": 0.00014812798911975608,
      "loss": 13.7035,
      "step": 524
    },
    {
      "epoch": 0.2984226232769646,
      "grad_norm": 12703.6923828125,
      "learning_rate": 0.0001479456339765746,
      "loss": 13.0189,
      "step": 525
    },
    {
      "epoch": 0.2989910473213017,
      "grad_norm": 3280.6494140625,
      "learning_rate": 0.00014776307157137342,
      "loss": 13.0849,
      "step": 526
    },
    {
      "epoch": 0.29955947136563876,
      "grad_norm": 31641.98828125,
      "learning_rate": 0.00014758030269334334,
      "loss": 16.2426,
      "step": 527
    },
    {
      "epoch": 0.30012789540997586,
      "grad_norm": 10901.0810546875,
      "learning_rate": 0.0001473973281325677,
      "loss": 14.8652,
      "step": 528
    },
    {
      "epoch": 0.3006963194543129,
      "grad_norm": 2726.9404296875,
      "learning_rate": 0.000147214148680019,
      "loss": 14.3272,
      "step": 529
    },
    {
      "epoch": 0.30126474349865,
      "grad_norm": 5249.0615234375,
      "learning_rate": 0.00014703076512755542,
      "loss": 12.7391,
      "step": 530
    },
    {
      "epoch": 0.30183316754298706,
      "grad_norm": 21736.177734375,
      "learning_rate": 0.0001468471782679175,
      "loss": 10.7647,
      "step": 531
    },
    {
      "epoch": 0.30240159158732416,
      "grad_norm": 7689.0859375,
      "learning_rate": 0.0001466633888947245,
      "loss": 12.8535,
      "step": 532
    },
    {
      "epoch": 0.3029700156316612,
      "grad_norm": 4025.788818359375,
      "learning_rate": 0.0001464793978024713,
      "loss": 12.3846,
      "step": 533
    },
    {
      "epoch": 0.3035384396759983,
      "grad_norm": 18386.072265625,
      "learning_rate": 0.0001462952057865247,
      "loss": 14.3604,
      "step": 534
    },
    {
      "epoch": 0.30410686372033535,
      "grad_norm": 5003.802734375,
      "learning_rate": 0.00014611081364312,
      "loss": 13.4467,
      "step": 535
    },
    {
      "epoch": 0.30467528776467245,
      "grad_norm": 9282.4521484375,
      "learning_rate": 0.00014592622216935775,
      "loss": 13.668,
      "step": 536
    },
    {
      "epoch": 0.3052437118090095,
      "grad_norm": 46129.25,
      "learning_rate": 0.00014574143216320007,
      "loss": 13.7074,
      "step": 537
    },
    {
      "epoch": 0.3058121358533466,
      "grad_norm": 9703.578125,
      "learning_rate": 0.00014555644442346735,
      "loss": 13.4554,
      "step": 538
    },
    {
      "epoch": 0.30638055989768365,
      "grad_norm": 9262.7490234375,
      "learning_rate": 0.00014537125974983477,
      "loss": 14.7486,
      "step": 539
    },
    {
      "epoch": 0.30694898394202075,
      "grad_norm": 12664.412109375,
      "learning_rate": 0.00014518587894282882,
      "loss": 17.5053,
      "step": 540
    },
    {
      "epoch": 0.30751740798635785,
      "grad_norm": 6657.28466796875,
      "learning_rate": 0.00014500030280382376,
      "loss": 14.2845,
      "step": 541
    },
    {
      "epoch": 0.3080858320306949,
      "grad_norm": 2525.212158203125,
      "learning_rate": 0.0001448145321350384,
      "loss": 13.9296,
      "step": 542
    },
    {
      "epoch": 0.308654256075032,
      "grad_norm": 19961.5625,
      "learning_rate": 0.00014462856773953236,
      "loss": 14.0273,
      "step": 543
    },
    {
      "epoch": 0.30922268011936904,
      "grad_norm": 10296.296875,
      "learning_rate": 0.0001444424104212027,
      "loss": 13.997,
      "step": 544
    },
    {
      "epoch": 0.30979110416370614,
      "grad_norm": 3599.699951171875,
      "learning_rate": 0.00014425606098478056,
      "loss": 12.2268,
      "step": 545
    },
    {
      "epoch": 0.3103595282080432,
      "grad_norm": 10282.5830078125,
      "learning_rate": 0.00014406952023582746,
      "loss": 14.6567,
      "step": 546
    },
    {
      "epoch": 0.3109279522523803,
      "grad_norm": 4644.7275390625,
      "learning_rate": 0.00014388278898073205,
      "loss": 12.5778,
      "step": 547
    },
    {
      "epoch": 0.31149637629671734,
      "grad_norm": 2780.736572265625,
      "learning_rate": 0.00014369586802670645,
      "loss": 14.1298,
      "step": 548
    },
    {
      "epoch": 0.31206480034105444,
      "grad_norm": 12108.7265625,
      "learning_rate": 0.00014350875818178277,
      "loss": 14.0101,
      "step": 549
    },
    {
      "epoch": 0.3126332243853915,
      "grad_norm": 3181.171875,
      "learning_rate": 0.00014332146025480982,
      "loss": 13.1703,
      "step": 550
    },
    {
      "epoch": 0.3132016484297286,
      "grad_norm": 1548.3651123046875,
      "learning_rate": 0.00014313397505544926,
      "loss": 14.5302,
      "step": 551
    },
    {
      "epoch": 0.31377007247406563,
      "grad_norm": 1454.898681640625,
      "learning_rate": 0.00014294630339417244,
      "loss": 13.4637,
      "step": 552
    },
    {
      "epoch": 0.31433849651840273,
      "grad_norm": 5609.02392578125,
      "learning_rate": 0.00014275844608225676,
      "loss": 15.4202,
      "step": 553
    },
    {
      "epoch": 0.3149069205627398,
      "grad_norm": 7577.61669921875,
      "learning_rate": 0.0001425704039317821,
      "loss": 13.5669,
      "step": 554
    },
    {
      "epoch": 0.3154753446070769,
      "grad_norm": 21771.7890625,
      "learning_rate": 0.00014238217775562742,
      "loss": 12.7022,
      "step": 555
    },
    {
      "epoch": 0.316043768651414,
      "grad_norm": 12130.2431640625,
      "learning_rate": 0.0001421937683674671,
      "loss": 13.8246,
      "step": 556
    },
    {
      "epoch": 0.316612192695751,
      "grad_norm": 875.5215454101562,
      "learning_rate": 0.0001420051765817677,
      "loss": 12.4856,
      "step": 557
    },
    {
      "epoch": 0.31718061674008813,
      "grad_norm": 4298.60546875,
      "learning_rate": 0.00014181640321378402,
      "loss": 12.323,
      "step": 558
    },
    {
      "epoch": 0.3177490407844252,
      "grad_norm": 2862.8505859375,
      "learning_rate": 0.00014162744907955606,
      "loss": 11.7048,
      "step": 559
    },
    {
      "epoch": 0.3183174648287623,
      "grad_norm": 26574.923828125,
      "learning_rate": 0.00014143831499590506,
      "loss": 13.6465,
      "step": 560
    },
    {
      "epoch": 0.3188858888730993,
      "grad_norm": 4032.86474609375,
      "learning_rate": 0.00014124900178043022,
      "loss": 13.1316,
      "step": 561
    },
    {
      "epoch": 0.3194543129174364,
      "grad_norm": 5713.580078125,
      "learning_rate": 0.00014105951025150516,
      "loss": 12.1449,
      "step": 562
    },
    {
      "epoch": 0.32002273696177347,
      "grad_norm": 2874.544189453125,
      "learning_rate": 0.0001408698412282742,
      "loss": 13.0028,
      "step": 563
    },
    {
      "epoch": 0.32059116100611057,
      "grad_norm": 4890.35205078125,
      "learning_rate": 0.00014067999553064907,
      "loss": 11.7862,
      "step": 564
    },
    {
      "epoch": 0.3211595850504476,
      "grad_norm": 25637.138671875,
      "learning_rate": 0.00014048997397930516,
      "loss": 14.83,
      "step": 565
    },
    {
      "epoch": 0.3217280090947847,
      "grad_norm": 1063.8114013671875,
      "learning_rate": 0.00014029977739567803,
      "loss": 11.2645,
      "step": 566
    },
    {
      "epoch": 0.32229643313912176,
      "grad_norm": 1813.5194091796875,
      "learning_rate": 0.00014010940660196,
      "loss": 11.9402,
      "step": 567
    },
    {
      "epoch": 0.32286485718345886,
      "grad_norm": 2421.02783203125,
      "learning_rate": 0.0001399188624210963,
      "loss": 14.1385,
      "step": 568
    },
    {
      "epoch": 0.3234332812277959,
      "grad_norm": 895.3985595703125,
      "learning_rate": 0.00013972814567678182,
      "loss": 11.9694,
      "step": 569
    },
    {
      "epoch": 0.324001705272133,
      "grad_norm": 1875.994384765625,
      "learning_rate": 0.00013953725719345738,
      "loss": 12.9951,
      "step": 570
    },
    {
      "epoch": 0.3245701293164701,
      "grad_norm": 2231.46826171875,
      "learning_rate": 0.0001393461977963062,
      "loss": 13.1984,
      "step": 571
    },
    {
      "epoch": 0.32513855336080716,
      "grad_norm": 5993.16748046875,
      "learning_rate": 0.00013915496831125033,
      "loss": 12.8265,
      "step": 572
    },
    {
      "epoch": 0.32570697740514426,
      "grad_norm": 4144.97216796875,
      "learning_rate": 0.0001389635695649471,
      "loss": 12.934,
      "step": 573
    },
    {
      "epoch": 0.3262754014494813,
      "grad_norm": 3234.27880859375,
      "learning_rate": 0.00013877200238478546,
      "loss": 12.4831,
      "step": 574
    },
    {
      "epoch": 0.3268438254938184,
      "grad_norm": 2396.48095703125,
      "learning_rate": 0.00013858026759888263,
      "loss": 11.6577,
      "step": 575
    },
    {
      "epoch": 0.32741224953815545,
      "grad_norm": 392.4521789550781,
      "learning_rate": 0.00013838836603608025,
      "loss": 13.6414,
      "step": 576
    },
    {
      "epoch": 0.32798067358249255,
      "grad_norm": 2563.677734375,
      "learning_rate": 0.00013819629852594088,
      "loss": 14.8517,
      "step": 577
    },
    {
      "epoch": 0.3285490976268296,
      "grad_norm": 17103.115234375,
      "learning_rate": 0.00013800406589874458,
      "loss": 13.1211,
      "step": 578
    },
    {
      "epoch": 0.3291175216711667,
      "grad_norm": 2767.140625,
      "learning_rate": 0.000137811668985485,
      "loss": 13.3229,
      "step": 579
    },
    {
      "epoch": 0.32968594571550375,
      "grad_norm": 3339.2666015625,
      "learning_rate": 0.0001376191086178662,
      "loss": 13.7035,
      "step": 580
    },
    {
      "epoch": 0.33025436975984085,
      "grad_norm": 1808.5341796875,
      "learning_rate": 0.00013742638562829864,
      "loss": 13.6677,
      "step": 581
    },
    {
      "epoch": 0.3308227938041779,
      "grad_norm": 3020.075927734375,
      "learning_rate": 0.00013723350084989588,
      "loss": 12.7124,
      "step": 582
    },
    {
      "epoch": 0.331391217848515,
      "grad_norm": 3109.71826171875,
      "learning_rate": 0.0001370404551164708,
      "loss": 12.2027,
      "step": 583
    },
    {
      "epoch": 0.33195964189285204,
      "grad_norm": 3796.01904296875,
      "learning_rate": 0.00013684724926253208,
      "loss": 11.9506,
      "step": 584
    },
    {
      "epoch": 0.33252806593718914,
      "grad_norm": 10179.7646484375,
      "learning_rate": 0.0001366538841232807,
      "loss": 11.5755,
      "step": 585
    },
    {
      "epoch": 0.33309648998152624,
      "grad_norm": 2610.466552734375,
      "learning_rate": 0.000136460360534606,
      "loss": 13.5486,
      "step": 586
    },
    {
      "epoch": 0.3336649140258633,
      "grad_norm": 9019.7109375,
      "learning_rate": 0.00013626667933308245,
      "loss": 14.3009,
      "step": 587
    },
    {
      "epoch": 0.3342333380702004,
      "grad_norm": 4406.9873046875,
      "learning_rate": 0.00013607284135596569,
      "loss": 12.5816,
      "step": 588
    },
    {
      "epoch": 0.33480176211453744,
      "grad_norm": 7411.0927734375,
      "learning_rate": 0.00013587884744118925,
      "loss": 14.4223,
      "step": 589
    },
    {
      "epoch": 0.33537018615887454,
      "grad_norm": 19981.962890625,
      "learning_rate": 0.00013568469842736066,
      "loss": 13.0727,
      "step": 590
    },
    {
      "epoch": 0.3359386102032116,
      "grad_norm": 10781.9384765625,
      "learning_rate": 0.00013549039515375793,
      "loss": 15.175,
      "step": 591
    },
    {
      "epoch": 0.3365070342475487,
      "grad_norm": 8885.64453125,
      "learning_rate": 0.00013529593846032595,
      "loss": 13.789,
      "step": 592
    },
    {
      "epoch": 0.33707545829188573,
      "grad_norm": 1268.520263671875,
      "learning_rate": 0.00013510132918767275,
      "loss": 13.5394,
      "step": 593
    },
    {
      "epoch": 0.33764388233622283,
      "grad_norm": 4481.396484375,
      "learning_rate": 0.000134906568177066,
      "loss": 15.6563,
      "step": 594
    },
    {
      "epoch": 0.3382123063805599,
      "grad_norm": 19407.671875,
      "learning_rate": 0.00013471165627042934,
      "loss": 12.2946,
      "step": 595
    },
    {
      "epoch": 0.338780730424897,
      "grad_norm": 7784.0576171875,
      "learning_rate": 0.0001345165943103386,
      "loss": 14.5817,
      "step": 596
    },
    {
      "epoch": 0.339349154469234,
      "grad_norm": 3124.15625,
      "learning_rate": 0.00013432138314001835,
      "loss": 12.7535,
      "step": 597
    },
    {
      "epoch": 0.33991757851357113,
      "grad_norm": 4673.38818359375,
      "learning_rate": 0.00013412602360333818,
      "loss": 12.8948,
      "step": 598
    },
    {
      "epoch": 0.3404860025579082,
      "grad_norm": 5381.55078125,
      "learning_rate": 0.000133930516544809,
      "loss": 15.5514,
      "step": 599
    },
    {
      "epoch": 0.3410544266022453,
      "grad_norm": 3892.686279296875,
      "learning_rate": 0.00013373486280957944,
      "loss": 15.6987,
      "step": 600
    },
    {
      "epoch": 0.3416228506465824,
      "grad_norm": 8845.509765625,
      "learning_rate": 0.00013353906324343226,
      "loss": 12.4053,
      "step": 601
    },
    {
      "epoch": 0.3421912746909194,
      "grad_norm": 5260.2607421875,
      "learning_rate": 0.00013334311869278053,
      "loss": 14.9685,
      "step": 602
    },
    {
      "epoch": 0.3427596987352565,
      "grad_norm": 2557.43408203125,
      "learning_rate": 0.0001331470300046642,
      "loss": 15.0239,
      "step": 603
    },
    {
      "epoch": 0.34332812277959357,
      "grad_norm": 4513.89013671875,
      "learning_rate": 0.00013295079802674615,
      "loss": 14.4923,
      "step": 604
    },
    {
      "epoch": 0.34389654682393067,
      "grad_norm": 2128.03564453125,
      "learning_rate": 0.00013275442360730875,
      "loss": 13.6191,
      "step": 605
    },
    {
      "epoch": 0.3444649708682677,
      "grad_norm": 7358.607421875,
      "learning_rate": 0.00013255790759525012,
      "loss": 12.0351,
      "step": 606
    },
    {
      "epoch": 0.3450333949126048,
      "grad_norm": 2358.063720703125,
      "learning_rate": 0.00013236125084008048,
      "loss": 14.583,
      "step": 607
    },
    {
      "epoch": 0.34560181895694186,
      "grad_norm": 4140.81005859375,
      "learning_rate": 0.0001321644541919185,
      "loss": 12.982,
      "step": 608
    },
    {
      "epoch": 0.34617024300127897,
      "grad_norm": 229917.828125,
      "learning_rate": 0.00013196751850148746,
      "loss": 16.6007,
      "step": 609
    },
    {
      "epoch": 0.346738667045616,
      "grad_norm": 2287.434326171875,
      "learning_rate": 0.00013177044462011183,
      "loss": 13.2339,
      "step": 610
    },
    {
      "epoch": 0.3473070910899531,
      "grad_norm": 1389.586669921875,
      "learning_rate": 0.00013157323339971338,
      "loss": 13.6225,
      "step": 611
    },
    {
      "epoch": 0.34787551513429016,
      "grad_norm": 4636.18896484375,
      "learning_rate": 0.00013137588569280765,
      "loss": 14.0684,
      "step": 612
    },
    {
      "epoch": 0.34844393917862726,
      "grad_norm": 172401.609375,
      "learning_rate": 0.0001311784023525001,
      "loss": 16.6532,
      "step": 613
    },
    {
      "epoch": 0.3490123632229643,
      "grad_norm": 1569.1729736328125,
      "learning_rate": 0.00013098078423248258,
      "loss": 13.1716,
      "step": 614
    },
    {
      "epoch": 0.3495807872673014,
      "grad_norm": 18721.71484375,
      "learning_rate": 0.00013078303218702953,
      "loss": 12.9848,
      "step": 615
    },
    {
      "epoch": 0.3501492113116385,
      "grad_norm": 6559.64013671875,
      "learning_rate": 0.00013058514707099434,
      "loss": 15.9756,
      "step": 616
    },
    {
      "epoch": 0.35071763535597555,
      "grad_norm": 6289.72998046875,
      "learning_rate": 0.00013038712973980574,
      "loss": 13.0546,
      "step": 617
    },
    {
      "epoch": 0.35128605940031266,
      "grad_norm": 8703.1015625,
      "learning_rate": 0.00013018898104946386,
      "loss": 15.328,
      "step": 618
    },
    {
      "epoch": 0.3518544834446497,
      "grad_norm": 5166.22705078125,
      "learning_rate": 0.0001299907018565367,
      "loss": 14.433,
      "step": 619
    },
    {
      "epoch": 0.3524229074889868,
      "grad_norm": 4053.094482421875,
      "learning_rate": 0.0001297922930181565,
      "loss": 13.0275,
      "step": 620
    },
    {
      "epoch": 0.35299133153332385,
      "grad_norm": 2641.2041015625,
      "learning_rate": 0.0001295937553920159,
      "loss": 13.0811,
      "step": 621
    },
    {
      "epoch": 0.35355975557766095,
      "grad_norm": 5471.29541015625,
      "learning_rate": 0.00012939508983636424,
      "loss": 14.0949,
      "step": 622
    },
    {
      "epoch": 0.354128179621998,
      "grad_norm": 1131.6939697265625,
      "learning_rate": 0.00012919629721000388,
      "loss": 14.2122,
      "step": 623
    },
    {
      "epoch": 0.3546966036663351,
      "grad_norm": 2668.980224609375,
      "learning_rate": 0.0001289973783722865,
      "loss": 13.8373,
      "step": 624
    },
    {
      "epoch": 0.35526502771067214,
      "grad_norm": 5457.0224609375,
      "learning_rate": 0.00012879833418310936,
      "loss": 16.5379,
      "step": 625
    },
    {
      "epoch": 0.35583345175500924,
      "grad_norm": 4924.33642578125,
      "learning_rate": 0.00012859916550291166,
      "loss": 14.9545,
      "step": 626
    },
    {
      "epoch": 0.3564018757993463,
      "grad_norm": 4498.7373046875,
      "learning_rate": 0.0001283998731926707,
      "loss": 13.639,
      "step": 627
    },
    {
      "epoch": 0.3569702998436834,
      "grad_norm": 15836.08203125,
      "learning_rate": 0.0001282004581138982,
      "loss": 13.8478,
      "step": 628
    },
    {
      "epoch": 0.35753872388802044,
      "grad_norm": 5203.8681640625,
      "learning_rate": 0.00012800092112863658,
      "loss": 11.4883,
      "step": 629
    },
    {
      "epoch": 0.35810714793235754,
      "grad_norm": 4879.74755859375,
      "learning_rate": 0.00012780126309945534,
      "loss": 13.7575,
      "step": 630
    },
    {
      "epoch": 0.35867557197669464,
      "grad_norm": 3378.337890625,
      "learning_rate": 0.0001276014848894472,
      "loss": 14.1592,
      "step": 631
    },
    {
      "epoch": 0.3592439960210317,
      "grad_norm": 2246.222900390625,
      "learning_rate": 0.00012740158736222428,
      "loss": 13.257,
      "step": 632
    },
    {
      "epoch": 0.3598124200653688,
      "grad_norm": 892.64794921875,
      "learning_rate": 0.00012720157138191467,
      "loss": 13.2221,
      "step": 633
    },
    {
      "epoch": 0.36038084410970583,
      "grad_norm": 1089.176513671875,
      "learning_rate": 0.00012700143781315835,
      "loss": 12.1131,
      "step": 634
    },
    {
      "epoch": 0.36094926815404293,
      "grad_norm": 1221.16845703125,
      "learning_rate": 0.00012680118752110385,
      "loss": 12.6166,
      "step": 635
    },
    {
      "epoch": 0.36151769219838,
      "grad_norm": 1799.115478515625,
      "learning_rate": 0.00012660082137140396,
      "loss": 13.187,
      "step": 636
    },
    {
      "epoch": 0.3620861162427171,
      "grad_norm": 4005.046142578125,
      "learning_rate": 0.0001264003402302126,
      "loss": 13.1745,
      "step": 637
    },
    {
      "epoch": 0.36265454028705413,
      "grad_norm": 2887.687255859375,
      "learning_rate": 0.00012619974496418058,
      "loss": 15.7803,
      "step": 638
    },
    {
      "epoch": 0.36322296433139123,
      "grad_norm": 5734.4755859375,
      "learning_rate": 0.00012599903644045218,
      "loss": 13.1894,
      "step": 639
    },
    {
      "epoch": 0.3637913883757283,
      "grad_norm": 1306.7110595703125,
      "learning_rate": 0.00012579821552666123,
      "loss": 13.6769,
      "step": 640
    },
    {
      "epoch": 0.3643598124200654,
      "grad_norm": 34464.6015625,
      "learning_rate": 0.00012559728309092732,
      "loss": 11.5482,
      "step": 641
    },
    {
      "epoch": 0.3649282364644024,
      "grad_norm": 1578.02197265625,
      "learning_rate": 0.00012539624000185238,
      "loss": 12.0043,
      "step": 642
    },
    {
      "epoch": 0.3654966605087395,
      "grad_norm": 22977.876953125,
      "learning_rate": 0.00012519508712851635,
      "loss": 15.5491,
      "step": 643
    },
    {
      "epoch": 0.36606508455307657,
      "grad_norm": 16954.623046875,
      "learning_rate": 0.00012499382534047403,
      "loss": 11.7647,
      "step": 644
    },
    {
      "epoch": 0.36663350859741367,
      "grad_norm": 7657.59130859375,
      "learning_rate": 0.00012479245550775086,
      "loss": 13.5655,
      "step": 645
    },
    {
      "epoch": 0.3672019326417508,
      "grad_norm": 1162.51025390625,
      "learning_rate": 0.00012459097850083946,
      "loss": 12.0563,
      "step": 646
    },
    {
      "epoch": 0.3677703566860878,
      "grad_norm": 1171.4849853515625,
      "learning_rate": 0.00012438939519069568,
      "loss": 11.3902,
      "step": 647
    },
    {
      "epoch": 0.3683387807304249,
      "grad_norm": 856.1429443359375,
      "learning_rate": 0.00012418770644873493,
      "loss": 12.6646,
      "step": 648
    },
    {
      "epoch": 0.36890720477476197,
      "grad_norm": 8123.548828125,
      "learning_rate": 0.00012398591314682837,
      "loss": 15.2035,
      "step": 649
    },
    {
      "epoch": 0.36947562881909907,
      "grad_norm": 1899.870361328125,
      "learning_rate": 0.00012378401615729918,
      "loss": 15.3435,
      "step": 650
    },
    {
      "epoch": 0.3700440528634361,
      "grad_norm": 4681.7294921875,
      "learning_rate": 0.00012358201635291876,
      "loss": 14.1912,
      "step": 651
    },
    {
      "epoch": 0.3706124769077732,
      "grad_norm": 1293.3564453125,
      "learning_rate": 0.0001233799146069029,
      "loss": 13.1327,
      "step": 652
    },
    {
      "epoch": 0.37118090095211026,
      "grad_norm": 1111.843994140625,
      "learning_rate": 0.0001231777117929082,
      "loss": 12.0316,
      "step": 653
    },
    {
      "epoch": 0.37174932499644736,
      "grad_norm": 708.4905395507812,
      "learning_rate": 0.0001229754087850281,
      "loss": 13.4206,
      "step": 654
    },
    {
      "epoch": 0.3723177490407844,
      "grad_norm": 745.1425170898438,
      "learning_rate": 0.00012277300645778907,
      "loss": 12.6275,
      "step": 655
    },
    {
      "epoch": 0.3728861730851215,
      "grad_norm": 1535.4364013671875,
      "learning_rate": 0.00012257050568614708,
      "loss": 12.3357,
      "step": 656
    },
    {
      "epoch": 0.37345459712945855,
      "grad_norm": 1895.48046875,
      "learning_rate": 0.00012236790734548354,
      "loss": 12.7814,
      "step": 657
    },
    {
      "epoch": 0.37402302117379566,
      "grad_norm": 7127.06787109375,
      "learning_rate": 0.0001221652123116017,
      "loss": 12.8905,
      "step": 658
    },
    {
      "epoch": 0.3745914452181327,
      "grad_norm": 1649.997802734375,
      "learning_rate": 0.0001219624214607228,
      "loss": 14.0926,
      "step": 659
    },
    {
      "epoch": 0.3751598692624698,
      "grad_norm": 1574.8170166015625,
      "learning_rate": 0.00012175953566948228,
      "loss": 12.0766,
      "step": 660
    },
    {
      "epoch": 0.3757282933068069,
      "grad_norm": 19267.841796875,
      "learning_rate": 0.00012155655581492589,
      "loss": 12.1095,
      "step": 661
    },
    {
      "epoch": 0.37629671735114395,
      "grad_norm": 1210.9814453125,
      "learning_rate": 0.0001213534827745062,
      "loss": 14.1229,
      "step": 662
    },
    {
      "epoch": 0.37686514139548105,
      "grad_norm": 11353.2099609375,
      "learning_rate": 0.00012115031742607847,
      "loss": 14.5932,
      "step": 663
    },
    {
      "epoch": 0.3774335654398181,
      "grad_norm": 1873.9686279296875,
      "learning_rate": 0.00012094706064789698,
      "loss": 14.1549,
      "step": 664
    },
    {
      "epoch": 0.3780019894841552,
      "grad_norm": 3577.869140625,
      "learning_rate": 0.00012074371331861134,
      "loss": 13.7348,
      "step": 665
    },
    {
      "epoch": 0.37857041352849224,
      "grad_norm": 2707.972412109375,
      "learning_rate": 0.00012054027631726256,
      "loss": 13.8192,
      "step": 666
    },
    {
      "epoch": 0.37913883757282935,
      "grad_norm": 700.7306518554688,
      "learning_rate": 0.00012033675052327923,
      "loss": 14.9611,
      "step": 667
    },
    {
      "epoch": 0.3797072616171664,
      "grad_norm": 1932.3055419921875,
      "learning_rate": 0.00012013313681647392,
      "loss": 14.1278,
      "step": 668
    },
    {
      "epoch": 0.3802756856615035,
      "grad_norm": 9191.8017578125,
      "learning_rate": 0.00011992943607703902,
      "loss": 18.0356,
      "step": 669
    },
    {
      "epoch": 0.38084410970584054,
      "grad_norm": 1018.5668334960938,
      "learning_rate": 0.00011972564918554336,
      "loss": 14.6979,
      "step": 670
    },
    {
      "epoch": 0.38141253375017764,
      "grad_norm": 2485.84912109375,
      "learning_rate": 0.0001195217770229281,
      "loss": 14.8063,
      "step": 671
    },
    {
      "epoch": 0.3819809577945147,
      "grad_norm": 905.4788208007812,
      "learning_rate": 0.00011931782047050299,
      "loss": 14.0878,
      "step": 672
    },
    {
      "epoch": 0.3825493818388518,
      "grad_norm": 1951.2974853515625,
      "learning_rate": 0.00011911378040994265,
      "loss": 13.2252,
      "step": 673
    },
    {
      "epoch": 0.38311780588318883,
      "grad_norm": 1313.5806884765625,
      "learning_rate": 0.00011890965772328264,
      "loss": 14.6758,
      "step": 674
    },
    {
      "epoch": 0.38368622992752593,
      "grad_norm": 2318.5830078125,
      "learning_rate": 0.00011870545329291572,
      "loss": 13.4699,
      "step": 675
    },
    {
      "epoch": 0.38425465397186304,
      "grad_norm": 1302.7275390625,
      "learning_rate": 0.00011850116800158803,
      "loss": 13.1076,
      "step": 676
    },
    {
      "epoch": 0.3848230780162001,
      "grad_norm": 1127.6470947265625,
      "learning_rate": 0.00011829680273239522,
      "loss": 13.3458,
      "step": 677
    },
    {
      "epoch": 0.3853915020605372,
      "grad_norm": 1627.30615234375,
      "learning_rate": 0.00011809235836877872,
      "loss": 14.1094,
      "step": 678
    },
    {
      "epoch": 0.38595992610487423,
      "grad_norm": 1906.6593017578125,
      "learning_rate": 0.00011788783579452185,
      "loss": 13.8823,
      "step": 679
    },
    {
      "epoch": 0.38652835014921133,
      "grad_norm": 1864.419189453125,
      "learning_rate": 0.00011768323589374603,
      "loss": 14.0705,
      "step": 680
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 2622.970947265625,
      "learning_rate": 0.00011747855955090691,
      "loss": 13.6966,
      "step": 681
    },
    {
      "epoch": 0.3876651982378855,
      "grad_norm": 855.30615234375,
      "learning_rate": 0.0001172738076507907,
      "loss": 14.9395,
      "step": 682
    },
    {
      "epoch": 0.3882336222822225,
      "grad_norm": 1410.1055908203125,
      "learning_rate": 0.0001170689810785101,
      "loss": 12.7608,
      "step": 683
    },
    {
      "epoch": 0.3888020463265596,
      "grad_norm": 3203.037109375,
      "learning_rate": 0.00011686408071950066,
      "loss": 13.0235,
      "step": 684
    },
    {
      "epoch": 0.38937047037089667,
      "grad_norm": 1649.7828369140625,
      "learning_rate": 0.00011665910745951696,
      "loss": 13.5113,
      "step": 685
    },
    {
      "epoch": 0.38993889441523377,
      "grad_norm": 1260.3765869140625,
      "learning_rate": 0.00011645406218462861,
      "loss": 14.2756,
      "step": 686
    },
    {
      "epoch": 0.3905073184595708,
      "grad_norm": 2237.181640625,
      "learning_rate": 0.00011624894578121664,
      "loss": 11.6177,
      "step": 687
    },
    {
      "epoch": 0.3910757425039079,
      "grad_norm": 6027.30322265625,
      "learning_rate": 0.0001160437591359694,
      "loss": 12.5788,
      "step": 688
    },
    {
      "epoch": 0.39164416654824497,
      "grad_norm": 499.22344970703125,
      "learning_rate": 0.00011583850313587912,
      "loss": 13.2632,
      "step": 689
    },
    {
      "epoch": 0.39221259059258207,
      "grad_norm": 2105.61962890625,
      "learning_rate": 0.00011563317866823764,
      "loss": 12.4721,
      "step": 690
    },
    {
      "epoch": 0.39278101463691917,
      "grad_norm": 1890.0010986328125,
      "learning_rate": 0.00011542778662063285,
      "loss": 13.9482,
      "step": 691
    },
    {
      "epoch": 0.3933494386812562,
      "grad_norm": 512.1044921875,
      "learning_rate": 0.00011522232788094476,
      "loss": 14.9182,
      "step": 692
    },
    {
      "epoch": 0.3939178627255933,
      "grad_norm": 1252.6956787109375,
      "learning_rate": 0.0001150168033373417,
      "loss": 14.1505,
      "step": 693
    },
    {
      "epoch": 0.39448628676993036,
      "grad_norm": 3613.72265625,
      "learning_rate": 0.0001148112138782765,
      "loss": 13.8868,
      "step": 694
    },
    {
      "epoch": 0.39505471081426746,
      "grad_norm": 2549.985595703125,
      "learning_rate": 0.00011460556039248249,
      "loss": 13.9362,
      "step": 695
    },
    {
      "epoch": 0.3956231348586045,
      "grad_norm": 1704.328125,
      "learning_rate": 0.00011439984376896995,
      "loss": 15.0806,
      "step": 696
    },
    {
      "epoch": 0.3961915589029416,
      "grad_norm": 2137.085205078125,
      "learning_rate": 0.00011419406489702189,
      "loss": 15.1338,
      "step": 697
    },
    {
      "epoch": 0.39675998294727866,
      "grad_norm": 2046.337646484375,
      "learning_rate": 0.00011398822466619057,
      "loss": 14.2108,
      "step": 698
    },
    {
      "epoch": 0.39732840699161576,
      "grad_norm": 1259.72802734375,
      "learning_rate": 0.00011378232396629346,
      "loss": 11.9809,
      "step": 699
    },
    {
      "epoch": 0.3978968310359528,
      "grad_norm": 686.260009765625,
      "learning_rate": 0.00011357636368740938,
      "loss": 13.9598,
      "step": 700
    },
    {
      "epoch": 0.3984652550802899,
      "grad_norm": 4066.77294921875,
      "learning_rate": 0.00011337034471987478,
      "loss": 15.0628,
      "step": 701
    },
    {
      "epoch": 0.39903367912462695,
      "grad_norm": 605.416259765625,
      "learning_rate": 0.0001131642679542797,
      "loss": 13.8231,
      "step": 702
    },
    {
      "epoch": 0.39960210316896405,
      "grad_norm": 1223.909912109375,
      "learning_rate": 0.00011295813428146416,
      "loss": 14.3439,
      "step": 703
    },
    {
      "epoch": 0.4001705272133011,
      "grad_norm": 1562.9066162109375,
      "learning_rate": 0.0001127519445925141,
      "loss": 14.0091,
      "step": 704
    },
    {
      "epoch": 0.4007389512576382,
      "grad_norm": 907.0736694335938,
      "learning_rate": 0.00011254569977875765,
      "loss": 14.8693,
      "step": 705
    },
    {
      "epoch": 0.4013073753019753,
      "grad_norm": 2359.150390625,
      "learning_rate": 0.00011233940073176117,
      "loss": 14.7846,
      "step": 706
    },
    {
      "epoch": 0.40187579934631235,
      "grad_norm": 1119.409423828125,
      "learning_rate": 0.00011213304834332552,
      "loss": 13.1485,
      "step": 707
    },
    {
      "epoch": 0.40244422339064945,
      "grad_norm": 2617.7470703125,
      "learning_rate": 0.0001119266435054822,
      "loss": 15.2577,
      "step": 708
    },
    {
      "epoch": 0.4030126474349865,
      "grad_norm": 375.5942687988281,
      "learning_rate": 0.0001117201871104893,
      "loss": 13.4624,
      "step": 709
    },
    {
      "epoch": 0.4035810714793236,
      "grad_norm": 7455.14013671875,
      "learning_rate": 0.00011151368005082793,
      "loss": 13.8665,
      "step": 710
    },
    {
      "epoch": 0.40414949552366064,
      "grad_norm": 523.9177856445312,
      "learning_rate": 0.00011130712321919809,
      "loss": 13.2421,
      "step": 711
    },
    {
      "epoch": 0.40471791956799774,
      "grad_norm": 645.1686401367188,
      "learning_rate": 0.00011110051750851502,
      "loss": 12.8526,
      "step": 712
    },
    {
      "epoch": 0.4052863436123348,
      "grad_norm": 494.66851806640625,
      "learning_rate": 0.00011089386381190525,
      "loss": 12.9742,
      "step": 713
    },
    {
      "epoch": 0.4058547676566719,
      "grad_norm": 479.66400146484375,
      "learning_rate": 0.0001106871630227027,
      "loss": 13.3117,
      "step": 714
    },
    {
      "epoch": 0.40642319170100893,
      "grad_norm": 303.0243225097656,
      "learning_rate": 0.00011048041603444492,
      "loss": 13.3183,
      "step": 715
    },
    {
      "epoch": 0.40699161574534604,
      "grad_norm": 561.6764526367188,
      "learning_rate": 0.00011027362374086911,
      "loss": 14.1527,
      "step": 716
    },
    {
      "epoch": 0.4075600397896831,
      "grad_norm": 988.5650634765625,
      "learning_rate": 0.00011006678703590838,
      "loss": 13.7823,
      "step": 717
    },
    {
      "epoch": 0.4081284638340202,
      "grad_norm": 755.388427734375,
      "learning_rate": 0.00010985990681368781,
      "loss": 12.0492,
      "step": 718
    },
    {
      "epoch": 0.40869688787835723,
      "grad_norm": 505.6836242675781,
      "learning_rate": 0.00010965298396852057,
      "loss": 12.7074,
      "step": 719
    },
    {
      "epoch": 0.40926531192269433,
      "grad_norm": 269.1971435546875,
      "learning_rate": 0.00010944601939490408,
      "loss": 13.7,
      "step": 720
    },
    {
      "epoch": 0.40983373596703143,
      "grad_norm": 1403.895751953125,
      "learning_rate": 0.0001092390139875162,
      "loss": 16.1393,
      "step": 721
    },
    {
      "epoch": 0.4104021600113685,
      "grad_norm": 1283.3677978515625,
      "learning_rate": 0.00010903196864121126,
      "loss": 12.7602,
      "step": 722
    },
    {
      "epoch": 0.4109705840557056,
      "grad_norm": 863.2299194335938,
      "learning_rate": 0.00010882488425101623,
      "loss": 14.1332,
      "step": 723
    },
    {
      "epoch": 0.4115390081000426,
      "grad_norm": 1647.17529296875,
      "learning_rate": 0.00010861776171212692,
      "loss": 14.2255,
      "step": 724
    },
    {
      "epoch": 0.4121074321443797,
      "grad_norm": 1067.9075927734375,
      "learning_rate": 0.00010841060191990395,
      "loss": 15.4973,
      "step": 725
    },
    {
      "epoch": 0.41267585618871677,
      "grad_norm": 657.6891479492188,
      "learning_rate": 0.00010820340576986916,
      "loss": 12.5379,
      "step": 726
    },
    {
      "epoch": 0.4132442802330539,
      "grad_norm": 462.1248474121094,
      "learning_rate": 0.00010799617415770138,
      "loss": 13.345,
      "step": 727
    },
    {
      "epoch": 0.4138127042773909,
      "grad_norm": 564.7985229492188,
      "learning_rate": 0.00010778890797923278,
      "loss": 13.0183,
      "step": 728
    },
    {
      "epoch": 0.414381128321728,
      "grad_norm": 1099.0665283203125,
      "learning_rate": 0.00010758160813044505,
      "loss": 13.4485,
      "step": 729
    },
    {
      "epoch": 0.41494955236606507,
      "grad_norm": 553.7471313476562,
      "learning_rate": 0.00010737427550746528,
      "loss": 14.1597,
      "step": 730
    },
    {
      "epoch": 0.41551797641040217,
      "grad_norm": 874.8602294921875,
      "learning_rate": 0.00010716691100656235,
      "loss": 13.5041,
      "step": 731
    },
    {
      "epoch": 0.4160864004547392,
      "grad_norm": 2558.6826171875,
      "learning_rate": 0.00010695951552414296,
      "loss": 15.8698,
      "step": 732
    },
    {
      "epoch": 0.4166548244990763,
      "grad_norm": 1017.7656860351562,
      "learning_rate": 0.00010675208995674766,
      "loss": 14.3763,
      "step": 733
    },
    {
      "epoch": 0.41722324854341336,
      "grad_norm": 326.30853271484375,
      "learning_rate": 0.00010654463520104701,
      "loss": 12.3151,
      "step": 734
    },
    {
      "epoch": 0.41779167258775046,
      "grad_norm": 1126.4744873046875,
      "learning_rate": 0.00010633715215383793,
      "loss": 12.9936,
      "step": 735
    },
    {
      "epoch": 0.41836009663208756,
      "grad_norm": 376.222412109375,
      "learning_rate": 0.00010612964171203949,
      "loss": 12.6766,
      "step": 736
    },
    {
      "epoch": 0.4189285206764246,
      "grad_norm": 588.21875,
      "learning_rate": 0.00010592210477268923,
      "loss": 13.7437,
      "step": 737
    },
    {
      "epoch": 0.4194969447207617,
      "grad_norm": 603.426025390625,
      "learning_rate": 0.0001057145422329392,
      "loss": 12.974,
      "step": 738
    },
    {
      "epoch": 0.42006536876509876,
      "grad_norm": 2533.846923828125,
      "learning_rate": 0.00010550695499005217,
      "loss": 13.2335,
      "step": 739
    },
    {
      "epoch": 0.42063379280943586,
      "grad_norm": 593.5634155273438,
      "learning_rate": 0.00010529934394139768,
      "loss": 13.1184,
      "step": 740
    },
    {
      "epoch": 0.4212022168537729,
      "grad_norm": 1267.22314453125,
      "learning_rate": 0.0001050917099844482,
      "loss": 11.574,
      "step": 741
    },
    {
      "epoch": 0.42177064089811,
      "grad_norm": 1934.304443359375,
      "learning_rate": 0.00010488405401677512,
      "loss": 12.6664,
      "step": 742
    },
    {
      "epoch": 0.42233906494244705,
      "grad_norm": 997.832763671875,
      "learning_rate": 0.0001046763769360451,
      "loss": 13.356,
      "step": 743
    },
    {
      "epoch": 0.42290748898678415,
      "grad_norm": 1558.246337890625,
      "learning_rate": 0.00010446867964001608,
      "loss": 11.9619,
      "step": 744
    },
    {
      "epoch": 0.4234759130311212,
      "grad_norm": 691.3788452148438,
      "learning_rate": 0.00010426096302653328,
      "loss": 12.6146,
      "step": 745
    },
    {
      "epoch": 0.4240443370754583,
      "grad_norm": 1588.4971923828125,
      "learning_rate": 0.00010405322799352551,
      "loss": 12.991,
      "step": 746
    },
    {
      "epoch": 0.42461276111979535,
      "grad_norm": 1037.7183837890625,
      "learning_rate": 0.00010384547543900114,
      "loss": 12.9026,
      "step": 747
    },
    {
      "epoch": 0.42518118516413245,
      "grad_norm": 975.5422973632812,
      "learning_rate": 0.00010363770626104437,
      "loss": 14.0447,
      "step": 748
    },
    {
      "epoch": 0.4257496092084695,
      "grad_norm": 1870.6749267578125,
      "learning_rate": 0.0001034299213578112,
      "loss": 12.6723,
      "step": 749
    },
    {
      "epoch": 0.4263180332528066,
      "grad_norm": 1616.4112548828125,
      "learning_rate": 0.00010322212162752562,
      "loss": 13.3543,
      "step": 750
    },
    {
      "epoch": 0.4268864572971437,
      "grad_norm": 377.3790283203125,
      "learning_rate": 0.00010301430796847571,
      "loss": 12.8156,
      "step": 751
    },
    {
      "epoch": 0.42745488134148074,
      "grad_norm": 461.9515075683594,
      "learning_rate": 0.00010280648127900976,
      "loss": 11.6599,
      "step": 752
    },
    {
      "epoch": 0.42802330538581784,
      "grad_norm": 864.3711547851562,
      "learning_rate": 0.00010259864245753239,
      "loss": 12.8164,
      "step": 753
    },
    {
      "epoch": 0.4285917294301549,
      "grad_norm": 445.1470031738281,
      "learning_rate": 0.00010239079240250074,
      "loss": 12.5985,
      "step": 754
    },
    {
      "epoch": 0.429160153474492,
      "grad_norm": 579.504638671875,
      "learning_rate": 0.00010218293201242037,
      "loss": 11.9582,
      "step": 755
    },
    {
      "epoch": 0.42972857751882904,
      "grad_norm": 853.9271240234375,
      "learning_rate": 0.00010197506218584161,
      "loss": 15.0666,
      "step": 756
    },
    {
      "epoch": 0.43029700156316614,
      "grad_norm": 1530.184814453125,
      "learning_rate": 0.00010176718382135555,
      "loss": 12.3636,
      "step": 757
    },
    {
      "epoch": 0.4308654256075032,
      "grad_norm": 1542.2677001953125,
      "learning_rate": 0.00010155929781759023,
      "loss": 13.4196,
      "step": 758
    },
    {
      "epoch": 0.4314338496518403,
      "grad_norm": 736.223388671875,
      "learning_rate": 0.00010135140507320667,
      "loss": 13.8627,
      "step": 759
    },
    {
      "epoch": 0.43200227369617733,
      "grad_norm": 492.7148742675781,
      "learning_rate": 0.00010114350648689503,
      "loss": 12.4678,
      "step": 760
    },
    {
      "epoch": 0.43257069774051443,
      "grad_norm": 776.5712890625,
      "learning_rate": 0.00010093560295737074,
      "loss": 13.6668,
      "step": 761
    },
    {
      "epoch": 0.4331391217848515,
      "grad_norm": 1210.1944580078125,
      "learning_rate": 0.00010072769538337061,
      "loss": 11.8008,
      "step": 762
    },
    {
      "epoch": 0.4331391217848515,
      "eval_loss": 3.30928635597229,
      "eval_runtime": 5.4525,
      "eval_samples_per_second": 135.902,
      "eval_steps_per_second": 68.042,
      "step": 762
    },
    {
      "epoch": 0.4337075458291886,
      "grad_norm": 1163.490234375,
      "learning_rate": 0.00010051978466364895,
      "loss": 12.3931,
      "step": 763
    },
    {
      "epoch": 0.4342759698735256,
      "grad_norm": 372.6666564941406,
      "learning_rate": 0.00010031187169697358,
      "loss": 12.923,
      "step": 764
    },
    {
      "epoch": 0.4348443939178627,
      "grad_norm": 397.8421936035156,
      "learning_rate": 0.00010010395738212211,
      "loss": 13.1109,
      "step": 765
    },
    {
      "epoch": 0.4354128179621998,
      "grad_norm": 943.0801391601562,
      "learning_rate": 9.989604261787793e-05,
      "loss": 12.0448,
      "step": 766
    },
    {
      "epoch": 0.4359812420065369,
      "grad_norm": 689.1165771484375,
      "learning_rate": 9.968812830302646e-05,
      "loss": 12.6676,
      "step": 767
    },
    {
      "epoch": 0.436549666050874,
      "grad_norm": 1152.511962890625,
      "learning_rate": 9.94802153363511e-05,
      "loss": 13.7167,
      "step": 768
    },
    {
      "epoch": 0.437118090095211,
      "grad_norm": 515.808349609375,
      "learning_rate": 9.927230461662937e-05,
      "loss": 12.2728,
      "step": 769
    },
    {
      "epoch": 0.4376865141395481,
      "grad_norm": 760.0075073242188,
      "learning_rate": 9.906439704262927e-05,
      "loss": 14.0005,
      "step": 770
    },
    {
      "epoch": 0.43825493818388517,
      "grad_norm": 519.2763061523438,
      "learning_rate": 9.885649351310499e-05,
      "loss": 14.0666,
      "step": 771
    },
    {
      "epoch": 0.43882336222822227,
      "grad_norm": 502.8294677734375,
      "learning_rate": 9.864859492679337e-05,
      "loss": 12.6569,
      "step": 772
    },
    {
      "epoch": 0.4393917862725593,
      "grad_norm": 704.1044921875,
      "learning_rate": 9.844070218240982e-05,
      "loss": 12.6924,
      "step": 773
    },
    {
      "epoch": 0.4399602103168964,
      "grad_norm": 483.89385986328125,
      "learning_rate": 9.823281617864446e-05,
      "loss": 11.6407,
      "step": 774
    },
    {
      "epoch": 0.44052863436123346,
      "grad_norm": 323.4350280761719,
      "learning_rate": 9.802493781415842e-05,
      "loss": 12.665,
      "step": 775
    },
    {
      "epoch": 0.44109705840557056,
      "grad_norm": 1415.4183349609375,
      "learning_rate": 9.781706798757965e-05,
      "loss": 12.5527,
      "step": 776
    },
    {
      "epoch": 0.4416654824499076,
      "grad_norm": 807.6426391601562,
      "learning_rate": 9.76092075974993e-05,
      "loss": 11.5988,
      "step": 777
    },
    {
      "epoch": 0.4422339064942447,
      "grad_norm": 179.302978515625,
      "learning_rate": 9.740135754246764e-05,
      "loss": 13.153,
      "step": 778
    },
    {
      "epoch": 0.44280233053858176,
      "grad_norm": 2281.853271484375,
      "learning_rate": 9.719351872099028e-05,
      "loss": 14.36,
      "step": 779
    },
    {
      "epoch": 0.44337075458291886,
      "grad_norm": 630.4486694335938,
      "learning_rate": 9.69856920315243e-05,
      "loss": 13.2222,
      "step": 780
    },
    {
      "epoch": 0.44393917862725596,
      "grad_norm": 1208.33349609375,
      "learning_rate": 9.677787837247439e-05,
      "loss": 12.8896,
      "step": 781
    },
    {
      "epoch": 0.444507602671593,
      "grad_norm": 286.0090637207031,
      "learning_rate": 9.657007864218882e-05,
      "loss": 12.4514,
      "step": 782
    },
    {
      "epoch": 0.4450760267159301,
      "grad_norm": 1002.7318115234375,
      "learning_rate": 9.636229373895565e-05,
      "loss": 13.6072,
      "step": 783
    },
    {
      "epoch": 0.44564445076026715,
      "grad_norm": 583.5639038085938,
      "learning_rate": 9.615452456099889e-05,
      "loss": 13.7079,
      "step": 784
    },
    {
      "epoch": 0.44621287480460425,
      "grad_norm": 360.37652587890625,
      "learning_rate": 9.594677200647454e-05,
      "loss": 13.2296,
      "step": 785
    },
    {
      "epoch": 0.4467812988489413,
      "grad_norm": 619.4195556640625,
      "learning_rate": 9.573903697346673e-05,
      "loss": 15.0312,
      "step": 786
    },
    {
      "epoch": 0.4473497228932784,
      "grad_norm": 371.2718200683594,
      "learning_rate": 9.553132035998393e-05,
      "loss": 12.5241,
      "step": 787
    },
    {
      "epoch": 0.44791814693761545,
      "grad_norm": 1129.32080078125,
      "learning_rate": 9.532362306395492e-05,
      "loss": 12.2375,
      "step": 788
    },
    {
      "epoch": 0.44848657098195255,
      "grad_norm": 1540.0152587890625,
      "learning_rate": 9.511594598322491e-05,
      "loss": 12.8104,
      "step": 789
    },
    {
      "epoch": 0.4490549950262896,
      "grad_norm": 517.78759765625,
      "learning_rate": 9.490829001555185e-05,
      "loss": 12.4937,
      "step": 790
    },
    {
      "epoch": 0.4496234190706267,
      "grad_norm": 797.8785400390625,
      "learning_rate": 9.470065605860231e-05,
      "loss": 13.9484,
      "step": 791
    },
    {
      "epoch": 0.45019184311496374,
      "grad_norm": 3334.588134765625,
      "learning_rate": 9.449304500994783e-05,
      "loss": 14.0704,
      "step": 792
    },
    {
      "epoch": 0.45076026715930084,
      "grad_norm": 643.9041748046875,
      "learning_rate": 9.428545776706083e-05,
      "loss": 13.9745,
      "step": 793
    },
    {
      "epoch": 0.4513286912036379,
      "grad_norm": 833.1952514648438,
      "learning_rate": 9.40778952273108e-05,
      "loss": 12.9881,
      "step": 794
    },
    {
      "epoch": 0.451897115247975,
      "grad_norm": 1524.281005859375,
      "learning_rate": 9.387035828796053e-05,
      "loss": 12.7497,
      "step": 795
    },
    {
      "epoch": 0.4524655392923121,
      "grad_norm": 867.3831176757812,
      "learning_rate": 9.36628478461621e-05,
      "loss": 14.5778,
      "step": 796
    },
    {
      "epoch": 0.45303396333664914,
      "grad_norm": 2739.486328125,
      "learning_rate": 9.345536479895299e-05,
      "loss": 13.6897,
      "step": 797
    },
    {
      "epoch": 0.45360238738098624,
      "grad_norm": 752.6967163085938,
      "learning_rate": 9.324791004325237e-05,
      "loss": 13.1772,
      "step": 798
    },
    {
      "epoch": 0.4541708114253233,
      "grad_norm": 555.1444091796875,
      "learning_rate": 9.304048447585706e-05,
      "loss": 12.8455,
      "step": 799
    },
    {
      "epoch": 0.4547392354696604,
      "grad_norm": 953.318359375,
      "learning_rate": 9.283308899343767e-05,
      "loss": 12.6644,
      "step": 800
    },
    {
      "epoch": 0.45530765951399743,
      "grad_norm": 1359.2996826171875,
      "learning_rate": 9.262572449253477e-05,
      "loss": 12.0982,
      "step": 801
    },
    {
      "epoch": 0.45587608355833453,
      "grad_norm": 1155.0382080078125,
      "learning_rate": 9.241839186955498e-05,
      "loss": 13.7174,
      "step": 802
    },
    {
      "epoch": 0.4564445076026716,
      "grad_norm": 896.411376953125,
      "learning_rate": 9.221109202076722e-05,
      "loss": 13.612,
      "step": 803
    },
    {
      "epoch": 0.4570129316470087,
      "grad_norm": 598.9676513671875,
      "learning_rate": 9.200382584229865e-05,
      "loss": 12.536,
      "step": 804
    },
    {
      "epoch": 0.4575813556913457,
      "grad_norm": 833.505859375,
      "learning_rate": 9.179659423013087e-05,
      "loss": 13.2162,
      "step": 805
    },
    {
      "epoch": 0.4581497797356828,
      "grad_norm": 821.7841186523438,
      "learning_rate": 9.158939808009606e-05,
      "loss": 13.7317,
      "step": 806
    },
    {
      "epoch": 0.4587182037800199,
      "grad_norm": 517.1998291015625,
      "learning_rate": 9.138223828787313e-05,
      "loss": 11.8059,
      "step": 807
    },
    {
      "epoch": 0.459286627824357,
      "grad_norm": 401.447998046875,
      "learning_rate": 9.117511574898378e-05,
      "loss": 12.8483,
      "step": 808
    },
    {
      "epoch": 0.459855051868694,
      "grad_norm": 3361.03125,
      "learning_rate": 9.096803135878878e-05,
      "loss": 14.9402,
      "step": 809
    },
    {
      "epoch": 0.4604234759130311,
      "grad_norm": 861.6409301757812,
      "learning_rate": 9.076098601248384e-05,
      "loss": 13.6146,
      "step": 810
    },
    {
      "epoch": 0.4609918999573682,
      "grad_norm": 290.59130859375,
      "learning_rate": 9.055398060509593e-05,
      "loss": 13.7197,
      "step": 811
    },
    {
      "epoch": 0.46156032400170527,
      "grad_norm": 451.1560363769531,
      "learning_rate": 9.034701603147947e-05,
      "loss": 13.9497,
      "step": 812
    },
    {
      "epoch": 0.46212874804604237,
      "grad_norm": 417.3871154785156,
      "learning_rate": 9.014009318631222e-05,
      "loss": 12.7287,
      "step": 813
    },
    {
      "epoch": 0.4626971720903794,
      "grad_norm": 790.5548706054688,
      "learning_rate": 8.993321296409161e-05,
      "loss": 13.5465,
      "step": 814
    },
    {
      "epoch": 0.4632655961347165,
      "grad_norm": 153.867431640625,
      "learning_rate": 8.972637625913091e-05,
      "loss": 12.9935,
      "step": 815
    },
    {
      "epoch": 0.46383402017905356,
      "grad_norm": 1563.2279052734375,
      "learning_rate": 8.951958396555509e-05,
      "loss": 12.9882,
      "step": 816
    },
    {
      "epoch": 0.46440244422339066,
      "grad_norm": 535.5867309570312,
      "learning_rate": 8.931283697729733e-05,
      "loss": 14.0,
      "step": 817
    },
    {
      "epoch": 0.4649708682677277,
      "grad_norm": 578.4559326171875,
      "learning_rate": 8.910613618809479e-05,
      "loss": 13.6979,
      "step": 818
    },
    {
      "epoch": 0.4655392923120648,
      "grad_norm": 474.56915283203125,
      "learning_rate": 8.889948249148499e-05,
      "loss": 14.8022,
      "step": 819
    },
    {
      "epoch": 0.46610771635640186,
      "grad_norm": 307.0830993652344,
      "learning_rate": 8.869287678080193e-05,
      "loss": 12.8708,
      "step": 820
    },
    {
      "epoch": 0.46667614040073896,
      "grad_norm": 576.6959228515625,
      "learning_rate": 8.848631994917209e-05,
      "loss": 12.8334,
      "step": 821
    },
    {
      "epoch": 0.467244564445076,
      "grad_norm": 497.2010498046875,
      "learning_rate": 8.827981288951072e-05,
      "loss": 13.8711,
      "step": 822
    },
    {
      "epoch": 0.4678129884894131,
      "grad_norm": 1885.6229248046875,
      "learning_rate": 8.807335649451785e-05,
      "loss": 16.3883,
      "step": 823
    },
    {
      "epoch": 0.46838141253375015,
      "grad_norm": 527.6224975585938,
      "learning_rate": 8.786695165667449e-05,
      "loss": 13.3672,
      "step": 824
    },
    {
      "epoch": 0.46894983657808725,
      "grad_norm": 150.4568634033203,
      "learning_rate": 8.766059926823886e-05,
      "loss": 13.4956,
      "step": 825
    },
    {
      "epoch": 0.46951826062242435,
      "grad_norm": 296.4434814453125,
      "learning_rate": 8.745430022124236e-05,
      "loss": 14.7532,
      "step": 826
    },
    {
      "epoch": 0.4700866846667614,
      "grad_norm": 235.9925079345703,
      "learning_rate": 8.724805540748591e-05,
      "loss": 13.972,
      "step": 827
    },
    {
      "epoch": 0.4706551087110985,
      "grad_norm": 1410.3455810546875,
      "learning_rate": 8.704186571853586e-05,
      "loss": 15.3948,
      "step": 828
    },
    {
      "epoch": 0.47122353275543555,
      "grad_norm": 677.56298828125,
      "learning_rate": 8.683573204572031e-05,
      "loss": 15.3773,
      "step": 829
    },
    {
      "epoch": 0.47179195679977265,
      "grad_norm": 220.74652099609375,
      "learning_rate": 8.662965528012525e-05,
      "loss": 13.1216,
      "step": 830
    },
    {
      "epoch": 0.4723603808441097,
      "grad_norm": 499.5259704589844,
      "learning_rate": 8.642363631259061e-05,
      "loss": 14.2421,
      "step": 831
    },
    {
      "epoch": 0.4729288048884468,
      "grad_norm": 867.925048828125,
      "learning_rate": 8.621767603370656e-05,
      "loss": 17.5546,
      "step": 832
    },
    {
      "epoch": 0.47349722893278384,
      "grad_norm": 235.2447509765625,
      "learning_rate": 8.601177533380946e-05,
      "loss": 12.6673,
      "step": 833
    },
    {
      "epoch": 0.47406565297712094,
      "grad_norm": 1184.58544921875,
      "learning_rate": 8.580593510297815e-05,
      "loss": 14.4772,
      "step": 834
    },
    {
      "epoch": 0.474634077021458,
      "grad_norm": 198.27935791015625,
      "learning_rate": 8.56001562310301e-05,
      "loss": 14.8215,
      "step": 835
    },
    {
      "epoch": 0.4752025010657951,
      "grad_norm": 483.0440673828125,
      "learning_rate": 8.539443960751749e-05,
      "loss": 16.0279,
      "step": 836
    },
    {
      "epoch": 0.47577092511013214,
      "grad_norm": 739.8855590820312,
      "learning_rate": 8.518878612172352e-05,
      "loss": 15.1404,
      "step": 837
    },
    {
      "epoch": 0.47633934915446924,
      "grad_norm": 1557.584228515625,
      "learning_rate": 8.498319666265831e-05,
      "loss": 15.467,
      "step": 838
    },
    {
      "epoch": 0.4769077731988063,
      "grad_norm": 1551.781494140625,
      "learning_rate": 8.477767211905527e-05,
      "loss": 12.4167,
      "step": 839
    },
    {
      "epoch": 0.4774761972431434,
      "grad_norm": 823.7673950195312,
      "learning_rate": 8.457221337936721e-05,
      "loss": 15.4404,
      "step": 840
    },
    {
      "epoch": 0.4780446212874805,
      "grad_norm": 4504.11669921875,
      "learning_rate": 8.436682133176242e-05,
      "loss": 15.4614,
      "step": 841
    },
    {
      "epoch": 0.47861304533181753,
      "grad_norm": 946.3086547851562,
      "learning_rate": 8.416149686412089e-05,
      "loss": 15.0047,
      "step": 842
    },
    {
      "epoch": 0.47918146937615463,
      "grad_norm": 761.0996704101562,
      "learning_rate": 8.39562408640306e-05,
      "loss": 14.593,
      "step": 843
    },
    {
      "epoch": 0.4797498934204917,
      "grad_norm": 867.7420654296875,
      "learning_rate": 8.37510542187834e-05,
      "loss": 13.8628,
      "step": 844
    },
    {
      "epoch": 0.4803183174648288,
      "grad_norm": 665.286376953125,
      "learning_rate": 8.354593781537141e-05,
      "loss": 12.636,
      "step": 845
    },
    {
      "epoch": 0.4808867415091658,
      "grad_norm": 406.7041015625,
      "learning_rate": 8.334089254048309e-05,
      "loss": 13.7602,
      "step": 846
    },
    {
      "epoch": 0.48145516555350293,
      "grad_norm": 677.3319702148438,
      "learning_rate": 8.313591928049933e-05,
      "loss": 13.4664,
      "step": 847
    },
    {
      "epoch": 0.48202358959784,
      "grad_norm": 603.5217895507812,
      "learning_rate": 8.293101892148993e-05,
      "loss": 12.6777,
      "step": 848
    },
    {
      "epoch": 0.4825920136421771,
      "grad_norm": 506.28533935546875,
      "learning_rate": 8.272619234920931e-05,
      "loss": 13.9661,
      "step": 849
    },
    {
      "epoch": 0.4831604376865141,
      "grad_norm": 1001.03369140625,
      "learning_rate": 8.25214404490931e-05,
      "loss": 14.5127,
      "step": 850
    },
    {
      "epoch": 0.4837288617308512,
      "grad_norm": 411.268310546875,
      "learning_rate": 8.231676410625402e-05,
      "loss": 13.417,
      "step": 851
    },
    {
      "epoch": 0.48429728577518827,
      "grad_norm": 290.90289306640625,
      "learning_rate": 8.211216420547818e-05,
      "loss": 12.9681,
      "step": 852
    },
    {
      "epoch": 0.48486570981952537,
      "grad_norm": 518.5128784179688,
      "learning_rate": 8.190764163122127e-05,
      "loss": 12.8189,
      "step": 853
    },
    {
      "epoch": 0.4854341338638624,
      "grad_norm": 402.3775939941406,
      "learning_rate": 8.170319726760479e-05,
      "loss": 13.1565,
      "step": 854
    },
    {
      "epoch": 0.4860025579081995,
      "grad_norm": 457.70111083984375,
      "learning_rate": 8.149883199841199e-05,
      "loss": 14.5696,
      "step": 855
    },
    {
      "epoch": 0.4865709819525366,
      "grad_norm": 317.67181396484375,
      "learning_rate": 8.12945467070843e-05,
      "loss": 13.8932,
      "step": 856
    },
    {
      "epoch": 0.48713940599687366,
      "grad_norm": 2412.691650390625,
      "learning_rate": 8.109034227671738e-05,
      "loss": 18.3214,
      "step": 857
    },
    {
      "epoch": 0.48770783004121077,
      "grad_norm": 1147.9486083984375,
      "learning_rate": 8.088621959005733e-05,
      "loss": 12.1744,
      "step": 858
    },
    {
      "epoch": 0.4882762540855478,
      "grad_norm": 262.18182373046875,
      "learning_rate": 8.0682179529497e-05,
      "loss": 13.0419,
      "step": 859
    },
    {
      "epoch": 0.4888446781298849,
      "grad_norm": 610.9967651367188,
      "learning_rate": 8.047822297707192e-05,
      "loss": 14.0805,
      "step": 860
    },
    {
      "epoch": 0.48941310217422196,
      "grad_norm": 759.39599609375,
      "learning_rate": 8.027435081445666e-05,
      "loss": 11.8081,
      "step": 861
    },
    {
      "epoch": 0.48998152621855906,
      "grad_norm": 1613.9625244140625,
      "learning_rate": 8.007056392296099e-05,
      "loss": 12.649,
      "step": 862
    },
    {
      "epoch": 0.4905499502628961,
      "grad_norm": 1207.7977294921875,
      "learning_rate": 7.986686318352615e-05,
      "loss": 12.0677,
      "step": 863
    },
    {
      "epoch": 0.4911183743072332,
      "grad_norm": 715.6441650390625,
      "learning_rate": 7.966324947672076e-05,
      "loss": 12.9145,
      "step": 864
    },
    {
      "epoch": 0.49168679835157025,
      "grad_norm": 874.8740844726562,
      "learning_rate": 7.945972368273746e-05,
      "loss": 12.5657,
      "step": 865
    },
    {
      "epoch": 0.49225522239590735,
      "grad_norm": 1942.9737548828125,
      "learning_rate": 7.925628668138869e-05,
      "loss": 9.6652,
      "step": 866
    },
    {
      "epoch": 0.4928236464402444,
      "grad_norm": 330.97552490234375,
      "learning_rate": 7.905293935210303e-05,
      "loss": 13.1083,
      "step": 867
    },
    {
      "epoch": 0.4933920704845815,
      "grad_norm": 881.1123046875,
      "learning_rate": 7.884968257392157e-05,
      "loss": 11.8721,
      "step": 868
    },
    {
      "epoch": 0.49396049452891855,
      "grad_norm": 1164.3668212890625,
      "learning_rate": 7.864651722549383e-05,
      "loss": 11.9141,
      "step": 869
    },
    {
      "epoch": 0.49452891857325565,
      "grad_norm": 906.9470825195312,
      "learning_rate": 7.84434441850741e-05,
      "loss": 13.0049,
      "step": 870
    },
    {
      "epoch": 0.49509734261759275,
      "grad_norm": 401.9870910644531,
      "learning_rate": 7.824046433051774e-05,
      "loss": 12.1269,
      "step": 871
    },
    {
      "epoch": 0.4956657666619298,
      "grad_norm": 809.455078125,
      "learning_rate": 7.80375785392772e-05,
      "loss": 12.6702,
      "step": 872
    },
    {
      "epoch": 0.4962341907062669,
      "grad_norm": 2666.08203125,
      "learning_rate": 7.783478768839831e-05,
      "loss": 13.1189,
      "step": 873
    },
    {
      "epoch": 0.49680261475060394,
      "grad_norm": 409.0572204589844,
      "learning_rate": 7.76320926545165e-05,
      "loss": 10.4699,
      "step": 874
    },
    {
      "epoch": 0.49737103879494104,
      "grad_norm": 565.8736572265625,
      "learning_rate": 7.742949431385293e-05,
      "loss": 11.9098,
      "step": 875
    },
    {
      "epoch": 0.4979394628392781,
      "grad_norm": 466.3830261230469,
      "learning_rate": 7.722699354221093e-05,
      "loss": 13.3201,
      "step": 876
    },
    {
      "epoch": 0.4985078868836152,
      "grad_norm": 3454.51611328125,
      "learning_rate": 7.702459121497193e-05,
      "loss": 13.0132,
      "step": 877
    },
    {
      "epoch": 0.49907631092795224,
      "grad_norm": 375.2480163574219,
      "learning_rate": 7.682228820709181e-05,
      "loss": 12.8029,
      "step": 878
    },
    {
      "epoch": 0.49964473497228934,
      "grad_norm": 1574.631103515625,
      "learning_rate": 7.662008539309713e-05,
      "loss": 9.4774,
      "step": 879
    },
    {
      "epoch": 0.5002131590166264,
      "grad_norm": 371.15447998046875,
      "learning_rate": 7.641798364708129e-05,
      "loss": 11.4216,
      "step": 880
    },
    {
      "epoch": 0.5007815830609634,
      "grad_norm": 433.652587890625,
      "learning_rate": 7.621598384270083e-05,
      "loss": 13.098,
      "step": 881
    },
    {
      "epoch": 0.5013500071053005,
      "grad_norm": 658.7112426757812,
      "learning_rate": 7.601408685317165e-05,
      "loss": 12.0074,
      "step": 882
    },
    {
      "epoch": 0.5019184311496376,
      "grad_norm": 1388.5604248046875,
      "learning_rate": 7.581229355126511e-05,
      "loss": 11.6818,
      "step": 883
    },
    {
      "epoch": 0.5024868551939747,
      "grad_norm": 739.66650390625,
      "learning_rate": 7.561060480930434e-05,
      "loss": 12.2786,
      "step": 884
    },
    {
      "epoch": 0.5030552792383117,
      "grad_norm": 496.87908935546875,
      "learning_rate": 7.540902149916057e-05,
      "loss": 11.0459,
      "step": 885
    },
    {
      "epoch": 0.5036237032826488,
      "grad_norm": 470.65960693359375,
      "learning_rate": 7.520754449224914e-05,
      "loss": 12.8428,
      "step": 886
    },
    {
      "epoch": 0.5041921273269859,
      "grad_norm": 355.7515563964844,
      "learning_rate": 7.5006174659526e-05,
      "loss": 13.6657,
      "step": 887
    },
    {
      "epoch": 0.504760551371323,
      "grad_norm": 476.62640380859375,
      "learning_rate": 7.480491287148368e-05,
      "loss": 12.405,
      "step": 888
    },
    {
      "epoch": 0.5053289754156601,
      "grad_norm": 1216.972412109375,
      "learning_rate": 7.460375999814766e-05,
      "loss": 13.3609,
      "step": 889
    },
    {
      "epoch": 0.5058973994599971,
      "grad_norm": 644.2662963867188,
      "learning_rate": 7.440271690907269e-05,
      "loss": 10.5696,
      "step": 890
    },
    {
      "epoch": 0.5064658235043342,
      "grad_norm": 587.4161376953125,
      "learning_rate": 7.420178447333883e-05,
      "loss": 13.944,
      "step": 891
    },
    {
      "epoch": 0.5070342475486713,
      "grad_norm": 443.8295593261719,
      "learning_rate": 7.400096355954782e-05,
      "loss": 12.461,
      "step": 892
    },
    {
      "epoch": 0.5076026715930084,
      "grad_norm": 978.7608642578125,
      "learning_rate": 7.380025503581944e-05,
      "loss": 12.8184,
      "step": 893
    },
    {
      "epoch": 0.5081710956373454,
      "grad_norm": 538.7548828125,
      "learning_rate": 7.359965976978743e-05,
      "loss": 11.7043,
      "step": 894
    },
    {
      "epoch": 0.5087395196816825,
      "grad_norm": 302.1422119140625,
      "learning_rate": 7.339917862859605e-05,
      "loss": 11.2543,
      "step": 895
    },
    {
      "epoch": 0.5093079437260196,
      "grad_norm": 437.7106018066406,
      "learning_rate": 7.31988124788962e-05,
      "loss": 11.726,
      "step": 896
    },
    {
      "epoch": 0.5098763677703567,
      "grad_norm": 806.4110107421875,
      "learning_rate": 7.299856218684164e-05,
      "loss": 11.8046,
      "step": 897
    },
    {
      "epoch": 0.5104447918146937,
      "grad_norm": 1141.4241943359375,
      "learning_rate": 7.279842861808536e-05,
      "loss": 11.8341,
      "step": 898
    },
    {
      "epoch": 0.5110132158590308,
      "grad_norm": 1367.5706787109375,
      "learning_rate": 7.259841263777574e-05,
      "loss": 9.7498,
      "step": 899
    },
    {
      "epoch": 0.5115816399033679,
      "grad_norm": 1145.9202880859375,
      "learning_rate": 7.239851511055284e-05,
      "loss": 10.1584,
      "step": 900
    },
    {
      "epoch": 0.512150063947705,
      "grad_norm": 388.89288330078125,
      "learning_rate": 7.219873690054468e-05,
      "loss": 12.6789,
      "step": 901
    },
    {
      "epoch": 0.5127184879920421,
      "grad_norm": 619.3372192382812,
      "learning_rate": 7.199907887136343e-05,
      "loss": 11.9344,
      "step": 902
    },
    {
      "epoch": 0.5132869120363791,
      "grad_norm": 497.2002258300781,
      "learning_rate": 7.179954188610185e-05,
      "loss": 12.724,
      "step": 903
    },
    {
      "epoch": 0.5138553360807162,
      "grad_norm": 936.3804321289062,
      "learning_rate": 7.160012680732933e-05,
      "loss": 11.3367,
      "step": 904
    },
    {
      "epoch": 0.5144237601250533,
      "grad_norm": 915.9346923828125,
      "learning_rate": 7.140083449708835e-05,
      "loss": 12.2826,
      "step": 905
    },
    {
      "epoch": 0.5149921841693904,
      "grad_norm": 226.92149353027344,
      "learning_rate": 7.120166581689067e-05,
      "loss": 12.9036,
      "step": 906
    },
    {
      "epoch": 0.5155606082137274,
      "grad_norm": 1083.7672119140625,
      "learning_rate": 7.100262162771353e-05,
      "loss": 11.0357,
      "step": 907
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 456.27850341796875,
      "learning_rate": 7.080370278999617e-05,
      "loss": 10.3622,
      "step": 908
    },
    {
      "epoch": 0.5166974563024016,
      "grad_norm": 466.0236511230469,
      "learning_rate": 7.060491016363577e-05,
      "loss": 10.7705,
      "step": 909
    },
    {
      "epoch": 0.5172658803467387,
      "grad_norm": 240.82916259765625,
      "learning_rate": 7.040624460798411e-05,
      "loss": 13.4834,
      "step": 910
    },
    {
      "epoch": 0.5178343043910757,
      "grad_norm": 470.13385009765625,
      "learning_rate": 7.020770698184351e-05,
      "loss": 12.5375,
      "step": 911
    },
    {
      "epoch": 0.5184027284354128,
      "grad_norm": 712.520751953125,
      "learning_rate": 7.000929814346333e-05,
      "loss": 10.3391,
      "step": 912
    },
    {
      "epoch": 0.5189711524797499,
      "grad_norm": 1000.0040893554688,
      "learning_rate": 6.981101895053621e-05,
      "loss": 10.3931,
      "step": 913
    },
    {
      "epoch": 0.519539576524087,
      "grad_norm": 382.42742919921875,
      "learning_rate": 6.961287026019427e-05,
      "loss": 11.4642,
      "step": 914
    },
    {
      "epoch": 0.520108000568424,
      "grad_norm": 2544.009521484375,
      "learning_rate": 6.941485292900565e-05,
      "loss": 11.0291,
      "step": 915
    },
    {
      "epoch": 0.5206764246127611,
      "grad_norm": 1743.505126953125,
      "learning_rate": 6.921696781297051e-05,
      "loss": 11.5823,
      "step": 916
    },
    {
      "epoch": 0.5212448486570982,
      "grad_norm": 348.5524597167969,
      "learning_rate": 6.901921576751744e-05,
      "loss": 10.7921,
      "step": 917
    },
    {
      "epoch": 0.5218132727014353,
      "grad_norm": 310.71527099609375,
      "learning_rate": 6.882159764749993e-05,
      "loss": 11.7544,
      "step": 918
    },
    {
      "epoch": 0.5223816967457724,
      "grad_norm": 297.6325988769531,
      "learning_rate": 6.862411430719237e-05,
      "loss": 14.2754,
      "step": 919
    },
    {
      "epoch": 0.5229501207901094,
      "grad_norm": 283.1401062011719,
      "learning_rate": 6.84267666002866e-05,
      "loss": 11.3378,
      "step": 920
    },
    {
      "epoch": 0.5235185448344465,
      "grad_norm": 258.1348876953125,
      "learning_rate": 6.822955537988818e-05,
      "loss": 11.1328,
      "step": 921
    },
    {
      "epoch": 0.5240869688787836,
      "grad_norm": 331.4202575683594,
      "learning_rate": 6.803248149851253e-05,
      "loss": 11.4069,
      "step": 922
    },
    {
      "epoch": 0.5246553929231207,
      "grad_norm": 609.1139526367188,
      "learning_rate": 6.783554580808154e-05,
      "loss": 10.8685,
      "step": 923
    },
    {
      "epoch": 0.5252238169674577,
      "grad_norm": 378.94683837890625,
      "learning_rate": 6.763874915991954e-05,
      "loss": 12.3244,
      "step": 924
    },
    {
      "epoch": 0.5257922410117948,
      "grad_norm": 1667.762939453125,
      "learning_rate": 6.74420924047499e-05,
      "loss": 10.7565,
      "step": 925
    },
    {
      "epoch": 0.5263606650561319,
      "grad_norm": 440.2436218261719,
      "learning_rate": 6.724557639269126e-05,
      "loss": 11.4662,
      "step": 926
    },
    {
      "epoch": 0.526929089100469,
      "grad_norm": 282.2845764160156,
      "learning_rate": 6.704920197325388e-05,
      "loss": 9.4581,
      "step": 927
    },
    {
      "epoch": 0.527497513144806,
      "grad_norm": 902.7551879882812,
      "learning_rate": 6.685296999533582e-05,
      "loss": 9.6848,
      "step": 928
    },
    {
      "epoch": 0.5280659371891431,
      "grad_norm": 228.81101989746094,
      "learning_rate": 6.665688130721947e-05,
      "loss": 12.8219,
      "step": 929
    },
    {
      "epoch": 0.5286343612334802,
      "grad_norm": 401.4150695800781,
      "learning_rate": 6.646093675656777e-05,
      "loss": 11.8582,
      "step": 930
    },
    {
      "epoch": 0.5292027852778173,
      "grad_norm": 449.66265869140625,
      "learning_rate": 6.626513719042055e-05,
      "loss": 11.6064,
      "step": 931
    },
    {
      "epoch": 0.5297712093221544,
      "grad_norm": 462.8603210449219,
      "learning_rate": 6.606948345519104e-05,
      "loss": 13.2895,
      "step": 932
    },
    {
      "epoch": 0.5303396333664914,
      "grad_norm": 360.7484436035156,
      "learning_rate": 6.587397639666186e-05,
      "loss": 11.6862,
      "step": 933
    },
    {
      "epoch": 0.5309080574108285,
      "grad_norm": 360.0286560058594,
      "learning_rate": 6.567861685998169e-05,
      "loss": 8.646,
      "step": 934
    },
    {
      "epoch": 0.5314764814551656,
      "grad_norm": 197.6103973388672,
      "learning_rate": 6.548340568966143e-05,
      "loss": 10.533,
      "step": 935
    },
    {
      "epoch": 0.5320449054995027,
      "grad_norm": 190.14842224121094,
      "learning_rate": 6.52883437295707e-05,
      "loss": 8.1316,
      "step": 936
    },
    {
      "epoch": 0.5326133295438397,
      "grad_norm": 226.45921325683594,
      "learning_rate": 6.509343182293399e-05,
      "loss": 11.9503,
      "step": 937
    },
    {
      "epoch": 0.5331817535881768,
      "grad_norm": 256.75238037109375,
      "learning_rate": 6.489867081232726e-05,
      "loss": 11.9542,
      "step": 938
    },
    {
      "epoch": 0.5337501776325139,
      "grad_norm": 303.0356750488281,
      "learning_rate": 6.470406153967408e-05,
      "loss": 12.4834,
      "step": 939
    },
    {
      "epoch": 0.534318601676851,
      "grad_norm": 1056.470458984375,
      "learning_rate": 6.450960484624209e-05,
      "loss": 11.4352,
      "step": 940
    },
    {
      "epoch": 0.534887025721188,
      "grad_norm": 132.7090606689453,
      "learning_rate": 6.431530157263939e-05,
      "loss": 11.3589,
      "step": 941
    },
    {
      "epoch": 0.5354554497655251,
      "grad_norm": 243.92955017089844,
      "learning_rate": 6.412115255881078e-05,
      "loss": 11.3828,
      "step": 942
    },
    {
      "epoch": 0.5360238738098622,
      "grad_norm": 989.8428344726562,
      "learning_rate": 6.392715864403434e-05,
      "loss": 13.1424,
      "step": 943
    },
    {
      "epoch": 0.5365922978541993,
      "grad_norm": 964.2516479492188,
      "learning_rate": 6.37333206669176e-05,
      "loss": 11.5193,
      "step": 944
    },
    {
      "epoch": 0.5371607218985363,
      "grad_norm": 118.00819396972656,
      "learning_rate": 6.353963946539402e-05,
      "loss": 12.1679,
      "step": 945
    },
    {
      "epoch": 0.5377291459428734,
      "grad_norm": 1872.105224609375,
      "learning_rate": 6.334611587671934e-05,
      "loss": 14.5931,
      "step": 946
    },
    {
      "epoch": 0.5382975699872105,
      "grad_norm": 1455.2103271484375,
      "learning_rate": 6.315275073746794e-05,
      "loss": 11.3754,
      "step": 947
    },
    {
      "epoch": 0.5388659940315476,
      "grad_norm": 1056.7208251953125,
      "learning_rate": 6.295954488352922e-05,
      "loss": 11.3486,
      "step": 948
    },
    {
      "epoch": 0.5394344180758847,
      "grad_norm": 863.3753051757812,
      "learning_rate": 6.276649915010415e-05,
      "loss": 13.3424,
      "step": 949
    },
    {
      "epoch": 0.5400028421202216,
      "grad_norm": 306.68231201171875,
      "learning_rate": 6.257361437170137e-05,
      "loss": 12.578,
      "step": 950
    },
    {
      "epoch": 0.5405712661645588,
      "grad_norm": 145.4351806640625,
      "learning_rate": 6.238089138213383e-05,
      "loss": 11.9779,
      "step": 951
    },
    {
      "epoch": 0.5411396902088959,
      "grad_norm": 865.2623901367188,
      "learning_rate": 6.218833101451503e-05,
      "loss": 13.07,
      "step": 952
    },
    {
      "epoch": 0.541708114253233,
      "grad_norm": 204.22389221191406,
      "learning_rate": 6.199593410125546e-05,
      "loss": 11.2821,
      "step": 953
    },
    {
      "epoch": 0.5422765382975699,
      "grad_norm": 349.8829650878906,
      "learning_rate": 6.180370147405911e-05,
      "loss": 12.9523,
      "step": 954
    },
    {
      "epoch": 0.542844962341907,
      "grad_norm": 498.688720703125,
      "learning_rate": 6.161163396391978e-05,
      "loss": 11.8865,
      "step": 955
    },
    {
      "epoch": 0.5434133863862441,
      "grad_norm": 232.08212280273438,
      "learning_rate": 6.141973240111738e-05,
      "loss": 12.5724,
      "step": 956
    },
    {
      "epoch": 0.5439818104305812,
      "grad_norm": 1544.29833984375,
      "learning_rate": 6.122799761521453e-05,
      "loss": 11.1807,
      "step": 957
    },
    {
      "epoch": 0.5445502344749182,
      "grad_norm": 361.6878967285156,
      "learning_rate": 6.103643043505295e-05,
      "loss": 10.3589,
      "step": 958
    },
    {
      "epoch": 0.5451186585192553,
      "grad_norm": 757.1631469726562,
      "learning_rate": 6.084503168874968e-05,
      "loss": 10.7317,
      "step": 959
    },
    {
      "epoch": 0.5456870825635924,
      "grad_norm": 1675.1201171875,
      "learning_rate": 6.065380220369381e-05,
      "loss": 14.1072,
      "step": 960
    },
    {
      "epoch": 0.5462555066079295,
      "grad_norm": 882.9512939453125,
      "learning_rate": 6.046274280654264e-05,
      "loss": 12.0368,
      "step": 961
    },
    {
      "epoch": 0.5468239306522666,
      "grad_norm": 1801.0780029296875,
      "learning_rate": 6.027185432321819e-05,
      "loss": 11.6282,
      "step": 962
    },
    {
      "epoch": 0.5473923546966036,
      "grad_norm": 1004.7217407226562,
      "learning_rate": 6.0081137578903724e-05,
      "loss": 11.8557,
      "step": 963
    },
    {
      "epoch": 0.5479607787409407,
      "grad_norm": 626.7415771484375,
      "learning_rate": 5.989059339804005e-05,
      "loss": 10.2278,
      "step": 964
    },
    {
      "epoch": 0.5485292027852778,
      "grad_norm": 375.6848449707031,
      "learning_rate": 5.970022260432195e-05,
      "loss": 12.3977,
      "step": 965
    },
    {
      "epoch": 0.5490976268296149,
      "grad_norm": 302.0439453125,
      "learning_rate": 5.951002602069487e-05,
      "loss": 11.0967,
      "step": 966
    },
    {
      "epoch": 0.5496660508739519,
      "grad_norm": 3365.095947265625,
      "learning_rate": 5.932000446935093e-05,
      "loss": 10.7878,
      "step": 967
    },
    {
      "epoch": 0.550234474918289,
      "grad_norm": 1067.1754150390625,
      "learning_rate": 5.9130158771725806e-05,
      "loss": 12.5602,
      "step": 968
    },
    {
      "epoch": 0.5508028989626261,
      "grad_norm": 6350.04443359375,
      "learning_rate": 5.8940489748494886e-05,
      "loss": 11.3494,
      "step": 969
    },
    {
      "epoch": 0.5513713230069632,
      "grad_norm": 443.261962890625,
      "learning_rate": 5.875099821956977e-05,
      "loss": 12.8019,
      "step": 970
    },
    {
      "epoch": 0.5519397470513002,
      "grad_norm": 541.3682861328125,
      "learning_rate": 5.856168500409498e-05,
      "loss": 10.1615,
      "step": 971
    },
    {
      "epoch": 0.5525081710956373,
      "grad_norm": 367.7233581542969,
      "learning_rate": 5.837255092044398e-05,
      "loss": 12.6577,
      "step": 972
    },
    {
      "epoch": 0.5530765951399744,
      "grad_norm": 1328.67529296875,
      "learning_rate": 5.818359678621599e-05,
      "loss": 11.3111,
      "step": 973
    },
    {
      "epoch": 0.5536450191843115,
      "grad_norm": 504.2289733886719,
      "learning_rate": 5.7994823418232335e-05,
      "loss": 10.7801,
      "step": 974
    },
    {
      "epoch": 0.5542134432286485,
      "grad_norm": 813.5000610351562,
      "learning_rate": 5.780623163253294e-05,
      "loss": 11.4179,
      "step": 975
    },
    {
      "epoch": 0.5547818672729856,
      "grad_norm": 239.03416442871094,
      "learning_rate": 5.7617822244372586e-05,
      "loss": 12.9091,
      "step": 976
    },
    {
      "epoch": 0.5553502913173227,
      "grad_norm": 1482.4930419921875,
      "learning_rate": 5.742959606821792e-05,
      "loss": 12.6957,
      "step": 977
    },
    {
      "epoch": 0.5559187153616598,
      "grad_norm": 327.8031005859375,
      "learning_rate": 5.724155391774325e-05,
      "loss": 12.0086,
      "step": 978
    },
    {
      "epoch": 0.5564871394059969,
      "grad_norm": 153.15028381347656,
      "learning_rate": 5.705369660582756e-05,
      "loss": 12.1183,
      "step": 979
    },
    {
      "epoch": 0.5570555634503339,
      "grad_norm": 493.7318115234375,
      "learning_rate": 5.68660249445508e-05,
      "loss": 8.9694,
      "step": 980
    },
    {
      "epoch": 0.557623987494671,
      "grad_norm": 301.1197204589844,
      "learning_rate": 5.6678539745190194e-05,
      "loss": 11.8786,
      "step": 981
    },
    {
      "epoch": 0.5581924115390081,
      "grad_norm": 374.47918701171875,
      "learning_rate": 5.6491241818217236e-05,
      "loss": 12.0397,
      "step": 982
    },
    {
      "epoch": 0.5587608355833452,
      "grad_norm": 574.0083618164062,
      "learning_rate": 5.6304131973293576e-05,
      "loss": 11.8567,
      "step": 983
    },
    {
      "epoch": 0.5593292596276822,
      "grad_norm": 2717.818359375,
      "learning_rate": 5.611721101926795e-05,
      "loss": 13.7693,
      "step": 984
    },
    {
      "epoch": 0.5598976836720193,
      "grad_norm": 671.2034912109375,
      "learning_rate": 5.5930479764172585e-05,
      "loss": 10.352,
      "step": 985
    },
    {
      "epoch": 0.5604661077163564,
      "grad_norm": 245.1114501953125,
      "learning_rate": 5.5743939015219495e-05,
      "loss": 11.1551,
      "step": 986
    },
    {
      "epoch": 0.5610345317606935,
      "grad_norm": 510.8536376953125,
      "learning_rate": 5.555758957879733e-05,
      "loss": 9.8189,
      "step": 987
    },
    {
      "epoch": 0.5616029558050305,
      "grad_norm": 378.5318603515625,
      "learning_rate": 5.5371432260467684e-05,
      "loss": 12.7543,
      "step": 988
    },
    {
      "epoch": 0.5621713798493676,
      "grad_norm": 340.2375183105469,
      "learning_rate": 5.518546786496162e-05,
      "loss": 11.5037,
      "step": 989
    },
    {
      "epoch": 0.5627398038937047,
      "grad_norm": 890.2417602539062,
      "learning_rate": 5.499969719617627e-05,
      "loss": 9.956,
      "step": 990
    },
    {
      "epoch": 0.5633082279380418,
      "grad_norm": 1358.7984619140625,
      "learning_rate": 5.481412105717123e-05,
      "loss": 13.2764,
      "step": 991
    },
    {
      "epoch": 0.5638766519823789,
      "grad_norm": 222.68724060058594,
      "learning_rate": 5.462874025016524e-05,
      "loss": 8.4683,
      "step": 992
    },
    {
      "epoch": 0.5644450760267159,
      "grad_norm": 376.65631103515625,
      "learning_rate": 5.444355557653265e-05,
      "loss": 9.6861,
      "step": 993
    },
    {
      "epoch": 0.565013500071053,
      "grad_norm": 986.2664794921875,
      "learning_rate": 5.425856783679992e-05,
      "loss": 11.6929,
      "step": 994
    },
    {
      "epoch": 0.5655819241153901,
      "grad_norm": 392.4926452636719,
      "learning_rate": 5.407377783064227e-05,
      "loss": 10.3788,
      "step": 995
    },
    {
      "epoch": 0.5661503481597272,
      "grad_norm": 354.7900695800781,
      "learning_rate": 5.3889186356880006e-05,
      "loss": 10.7661,
      "step": 996
    },
    {
      "epoch": 0.5667187722040642,
      "grad_norm": 384.2424621582031,
      "learning_rate": 5.370479421347532e-05,
      "loss": 12.3853,
      "step": 997
    },
    {
      "epoch": 0.5672871962484013,
      "grad_norm": 819.1528930664062,
      "learning_rate": 5.352060219752868e-05,
      "loss": 12.0206,
      "step": 998
    },
    {
      "epoch": 0.5678556202927384,
      "grad_norm": 188.80516052246094,
      "learning_rate": 5.333661110527548e-05,
      "loss": 11.9657,
      "step": 999
    },
    {
      "epoch": 0.5684240443370755,
      "grad_norm": 556.5466918945312,
      "learning_rate": 5.315282173208255e-05,
      "loss": 9.5034,
      "step": 1000
    },
    {
      "epoch": 0.5689924683814125,
      "grad_norm": 194.677490234375,
      "learning_rate": 5.296923487244459e-05,
      "loss": 12.5219,
      "step": 1001
    },
    {
      "epoch": 0.5695608924257496,
      "grad_norm": 582.5913696289062,
      "learning_rate": 5.278585131998102e-05,
      "loss": 11.9189,
      "step": 1002
    },
    {
      "epoch": 0.5701293164700867,
      "grad_norm": 403.3802490234375,
      "learning_rate": 5.260267186743235e-05,
      "loss": 10.04,
      "step": 1003
    },
    {
      "epoch": 0.5706977405144238,
      "grad_norm": 373.3074645996094,
      "learning_rate": 5.241969730665668e-05,
      "loss": 10.7647,
      "step": 1004
    },
    {
      "epoch": 0.5712661645587608,
      "grad_norm": 345.2507019042969,
      "learning_rate": 5.223692842862662e-05,
      "loss": 9.9489,
      "step": 1005
    },
    {
      "epoch": 0.5718345886030979,
      "grad_norm": 762.749755859375,
      "learning_rate": 5.2054366023425416e-05,
      "loss": 11.704,
      "step": 1006
    },
    {
      "epoch": 0.572403012647435,
      "grad_norm": 791.39697265625,
      "learning_rate": 5.187201088024392e-05,
      "loss": 12.3494,
      "step": 1007
    },
    {
      "epoch": 0.5729714366917721,
      "grad_norm": 634.1091918945312,
      "learning_rate": 5.1689863787376945e-05,
      "loss": 11.8453,
      "step": 1008
    },
    {
      "epoch": 0.5735398607361092,
      "grad_norm": 636.6519165039062,
      "learning_rate": 5.150792553221988e-05,
      "loss": 11.663,
      "step": 1009
    },
    {
      "epoch": 0.5741082847804462,
      "grad_norm": 215.98977661132812,
      "learning_rate": 5.1326196901265525e-05,
      "loss": 10.6949,
      "step": 1010
    },
    {
      "epoch": 0.5746767088247833,
      "grad_norm": 910.145751953125,
      "learning_rate": 5.11446786801003e-05,
      "loss": 13.2363,
      "step": 1011
    },
    {
      "epoch": 0.5752451328691204,
      "grad_norm": 442.8251037597656,
      "learning_rate": 5.096337165340116e-05,
      "loss": 11.3376,
      "step": 1012
    },
    {
      "epoch": 0.5758135569134575,
      "grad_norm": 446.7127990722656,
      "learning_rate": 5.0782276604932124e-05,
      "loss": 11.213,
      "step": 1013
    },
    {
      "epoch": 0.5763819809577945,
      "grad_norm": 362.32763671875,
      "learning_rate": 5.060139431754073e-05,
      "loss": 13.2008,
      "step": 1014
    },
    {
      "epoch": 0.5769504050021316,
      "grad_norm": 288.3525695800781,
      "learning_rate": 5.0420725573154905e-05,
      "loss": 13.8197,
      "step": 1015
    },
    {
      "epoch": 0.5775188290464687,
      "grad_norm": 176.61634826660156,
      "learning_rate": 5.024027115277943e-05,
      "loss": 12.2989,
      "step": 1016
    },
    {
      "epoch": 0.5780872530908058,
      "grad_norm": 201.51080322265625,
      "learning_rate": 5.006003183649256e-05,
      "loss": 12.2221,
      "step": 1017
    },
    {
      "epoch": 0.5786556771351428,
      "grad_norm": 640.292724609375,
      "learning_rate": 4.988000840344277e-05,
      "loss": 12.9931,
      "step": 1018
    },
    {
      "epoch": 0.5792241011794799,
      "grad_norm": 229.84158325195312,
      "learning_rate": 4.9700201631845154e-05,
      "loss": 10.7268,
      "step": 1019
    },
    {
      "epoch": 0.579792525223817,
      "grad_norm": 431.66351318359375,
      "learning_rate": 4.952061229897834e-05,
      "loss": 10.9919,
      "step": 1020
    },
    {
      "epoch": 0.5803609492681541,
      "grad_norm": 398.9064636230469,
      "learning_rate": 4.9341241181180964e-05,
      "loss": 11.0081,
      "step": 1021
    },
    {
      "epoch": 0.5809293733124912,
      "grad_norm": 345.0001220703125,
      "learning_rate": 4.916208905384835e-05,
      "loss": 11.9753,
      "step": 1022
    },
    {
      "epoch": 0.5814977973568282,
      "grad_norm": 317.1931457519531,
      "learning_rate": 4.8983156691429175e-05,
      "loss": 12.7842,
      "step": 1023
    },
    {
      "epoch": 0.5820662214011653,
      "grad_norm": 961.0007934570312,
      "learning_rate": 4.8804444867422016e-05,
      "loss": 9.6076,
      "step": 1024
    },
    {
      "epoch": 0.5826346454455024,
      "grad_norm": 980.4654541015625,
      "learning_rate": 4.862595435437219e-05,
      "loss": 10.8184,
      "step": 1025
    },
    {
      "epoch": 0.5832030694898395,
      "grad_norm": 317.8585205078125,
      "learning_rate": 4.84476859238683e-05,
      "loss": 8.0603,
      "step": 1026
    },
    {
      "epoch": 0.5837714935341765,
      "grad_norm": 285.92999267578125,
      "learning_rate": 4.826964034653891e-05,
      "loss": 10.0286,
      "step": 1027
    },
    {
      "epoch": 0.5843399175785136,
      "grad_norm": 203.8380584716797,
      "learning_rate": 4.809181839204925e-05,
      "loss": 11.0058,
      "step": 1028
    },
    {
      "epoch": 0.5849083416228507,
      "grad_norm": 1330.5538330078125,
      "learning_rate": 4.791422082909775e-05,
      "loss": 12.9693,
      "step": 1029
    },
    {
      "epoch": 0.5854767656671878,
      "grad_norm": 407.5447082519531,
      "learning_rate": 4.773684842541295e-05,
      "loss": 10.6968,
      "step": 1030
    },
    {
      "epoch": 0.5860451897115247,
      "grad_norm": 348.7921447753906,
      "learning_rate": 4.755970194775007e-05,
      "loss": 10.5736,
      "step": 1031
    },
    {
      "epoch": 0.5866136137558619,
      "grad_norm": 322.45416259765625,
      "learning_rate": 4.73827821618875e-05,
      "loss": 11.5162,
      "step": 1032
    },
    {
      "epoch": 0.587182037800199,
      "grad_norm": 266.3951110839844,
      "learning_rate": 4.7206089832623926e-05,
      "loss": 11.3449,
      "step": 1033
    },
    {
      "epoch": 0.587750461844536,
      "grad_norm": 547.7653198242188,
      "learning_rate": 4.7029625723774654e-05,
      "loss": 10.7613,
      "step": 1034
    },
    {
      "epoch": 0.588318885888873,
      "grad_norm": 223.9353485107422,
      "learning_rate": 4.6853390598168345e-05,
      "loss": 12.4037,
      "step": 1035
    },
    {
      "epoch": 0.5888873099332101,
      "grad_norm": 375.657470703125,
      "learning_rate": 4.6677385217643964e-05,
      "loss": 12.1249,
      "step": 1036
    },
    {
      "epoch": 0.5894557339775472,
      "grad_norm": 849.4954223632812,
      "learning_rate": 4.650161034304712e-05,
      "loss": 9.9458,
      "step": 1037
    },
    {
      "epoch": 0.5900241580218843,
      "grad_norm": 273.8304138183594,
      "learning_rate": 4.6326066734227204e-05,
      "loss": 9.5763,
      "step": 1038
    },
    {
      "epoch": 0.5905925820662214,
      "grad_norm": 236.81259155273438,
      "learning_rate": 4.615075515003376e-05,
      "loss": 10.5787,
      "step": 1039
    },
    {
      "epoch": 0.5911610061105584,
      "grad_norm": 1196.7529296875,
      "learning_rate": 4.597567634831328e-05,
      "loss": 11.9036,
      "step": 1040
    },
    {
      "epoch": 0.5917294301548955,
      "grad_norm": 656.4531860351562,
      "learning_rate": 4.580083108590607e-05,
      "loss": 13.129,
      "step": 1041
    },
    {
      "epoch": 0.5922978541992326,
      "grad_norm": 141.91647338867188,
      "learning_rate": 4.562622011864278e-05,
      "loss": 12.2282,
      "step": 1042
    },
    {
      "epoch": 0.5928662782435697,
      "grad_norm": 919.1281127929688,
      "learning_rate": 4.545184420134129e-05,
      "loss": 10.9003,
      "step": 1043
    },
    {
      "epoch": 0.5934347022879067,
      "grad_norm": 567.072509765625,
      "learning_rate": 4.527770408780348e-05,
      "loss": 12.9491,
      "step": 1044
    },
    {
      "epoch": 0.5940031263322438,
      "grad_norm": 233.38124084472656,
      "learning_rate": 4.51038005308117e-05,
      "loss": 10.706,
      "step": 1045
    },
    {
      "epoch": 0.5945715503765809,
      "grad_norm": 451.88177490234375,
      "learning_rate": 4.493013428212588e-05,
      "loss": 10.305,
      "step": 1046
    },
    {
      "epoch": 0.595139974420918,
      "grad_norm": 342.74761962890625,
      "learning_rate": 4.4756706092479926e-05,
      "loss": 9.4957,
      "step": 1047
    },
    {
      "epoch": 0.595708398465255,
      "grad_norm": 604.5111694335938,
      "learning_rate": 4.45835167115788e-05,
      "loss": 11.9828,
      "step": 1048
    },
    {
      "epoch": 0.5962768225095921,
      "grad_norm": 687.57177734375,
      "learning_rate": 4.441056688809504e-05,
      "loss": 11.2767,
      "step": 1049
    },
    {
      "epoch": 0.5968452465539292,
      "grad_norm": 321.9703063964844,
      "learning_rate": 4.423785736966566e-05,
      "loss": 12.1706,
      "step": 1050
    },
    {
      "epoch": 0.5974136705982663,
      "grad_norm": 1783.5582275390625,
      "learning_rate": 4.406538890288885e-05,
      "loss": 11.654,
      "step": 1051
    },
    {
      "epoch": 0.5979820946426034,
      "grad_norm": 478.8417053222656,
      "learning_rate": 4.389316223332081e-05,
      "loss": 11.026,
      "step": 1052
    },
    {
      "epoch": 0.5985505186869404,
      "grad_norm": 313.7795715332031,
      "learning_rate": 4.372117810547236e-05,
      "loss": 12.653,
      "step": 1053
    },
    {
      "epoch": 0.5991189427312775,
      "grad_norm": 731.8357543945312,
      "learning_rate": 4.354943726280597e-05,
      "loss": 11.2755,
      "step": 1054
    },
    {
      "epoch": 0.5996873667756146,
      "grad_norm": 892.9087524414062,
      "learning_rate": 4.33779404477324e-05,
      "loss": 11.2446,
      "step": 1055
    },
    {
      "epoch": 0.6002557908199517,
      "grad_norm": 329.537353515625,
      "learning_rate": 4.320668840160749e-05,
      "loss": 12.8808,
      "step": 1056
    },
    {
      "epoch": 0.6008242148642887,
      "grad_norm": 276.53338623046875,
      "learning_rate": 4.303568186472904e-05,
      "loss": 11.0093,
      "step": 1057
    },
    {
      "epoch": 0.6013926389086258,
      "grad_norm": 587.1040649414062,
      "learning_rate": 4.286492157633341e-05,
      "loss": 10.7643,
      "step": 1058
    },
    {
      "epoch": 0.6019610629529629,
      "grad_norm": 348.3958435058594,
      "learning_rate": 4.269440827459262e-05,
      "loss": 12.4062,
      "step": 1059
    },
    {
      "epoch": 0.6025294869973,
      "grad_norm": 192.94064331054688,
      "learning_rate": 4.252414269661085e-05,
      "loss": 11.2018,
      "step": 1060
    },
    {
      "epoch": 0.603097911041637,
      "grad_norm": 127.46468353271484,
      "learning_rate": 4.235412557842159e-05,
      "loss": 10.802,
      "step": 1061
    },
    {
      "epoch": 0.6036663350859741,
      "grad_norm": 358.8468017578125,
      "learning_rate": 4.218435765498416e-05,
      "loss": 11.1933,
      "step": 1062
    },
    {
      "epoch": 0.6042347591303112,
      "grad_norm": 338.0670166015625,
      "learning_rate": 4.201483966018061e-05,
      "loss": 11.5442,
      "step": 1063
    },
    {
      "epoch": 0.6048031831746483,
      "grad_norm": 570.1820068359375,
      "learning_rate": 4.1845572326812675e-05,
      "loss": 10.7615,
      "step": 1064
    },
    {
      "epoch": 0.6053716072189853,
      "grad_norm": 381.4151611328125,
      "learning_rate": 4.1676556386598475e-05,
      "loss": 11.7532,
      "step": 1065
    },
    {
      "epoch": 0.6059400312633224,
      "grad_norm": 904.6824951171875,
      "learning_rate": 4.150779257016939e-05,
      "loss": 11.8602,
      "step": 1066
    },
    {
      "epoch": 0.6065084553076595,
      "grad_norm": 704.352783203125,
      "learning_rate": 4.133928160706695e-05,
      "loss": 9.6787,
      "step": 1067
    },
    {
      "epoch": 0.6070768793519966,
      "grad_norm": 791.9482421875,
      "learning_rate": 4.117102422573954e-05,
      "loss": 13.5507,
      "step": 1068
    },
    {
      "epoch": 0.6076453033963337,
      "grad_norm": 776.9173583984375,
      "learning_rate": 4.1003021153539444e-05,
      "loss": 9.7623,
      "step": 1069
    },
    {
      "epoch": 0.6082137274406707,
      "grad_norm": 760.5672607421875,
      "learning_rate": 4.08352731167196e-05,
      "loss": 12.7817,
      "step": 1070
    },
    {
      "epoch": 0.6087821514850078,
      "grad_norm": 983.57177734375,
      "learning_rate": 4.066778084043033e-05,
      "loss": 11.4161,
      "step": 1071
    },
    {
      "epoch": 0.6093505755293449,
      "grad_norm": 386.5973205566406,
      "learning_rate": 4.050054504871658e-05,
      "loss": 12.5235,
      "step": 1072
    },
    {
      "epoch": 0.609918999573682,
      "grad_norm": 457.3127136230469,
      "learning_rate": 4.033356646451431e-05,
      "loss": 11.6539,
      "step": 1073
    },
    {
      "epoch": 0.610487423618019,
      "grad_norm": 212.13365173339844,
      "learning_rate": 4.016684580964776e-05,
      "loss": 10.4671,
      "step": 1074
    },
    {
      "epoch": 0.6110558476623561,
      "grad_norm": 237.04885864257812,
      "learning_rate": 4.000038380482615e-05,
      "loss": 11.1617,
      "step": 1075
    },
    {
      "epoch": 0.6116242717066932,
      "grad_norm": 160.8073272705078,
      "learning_rate": 3.983418116964052e-05,
      "loss": 12.2393,
      "step": 1076
    },
    {
      "epoch": 0.6121926957510303,
      "grad_norm": 257.1720275878906,
      "learning_rate": 3.9668238622560785e-05,
      "loss": 10.8452,
      "step": 1077
    },
    {
      "epoch": 0.6127611197953673,
      "grad_norm": 1106.1168212890625,
      "learning_rate": 3.9502556880932497e-05,
      "loss": 9.8016,
      "step": 1078
    },
    {
      "epoch": 0.6133295438397044,
      "grad_norm": 901.2982788085938,
      "learning_rate": 3.933713666097378e-05,
      "loss": 10.04,
      "step": 1079
    },
    {
      "epoch": 0.6138979678840415,
      "grad_norm": 239.75303649902344,
      "learning_rate": 3.9171978677772295e-05,
      "loss": 11.663,
      "step": 1080
    },
    {
      "epoch": 0.6144663919283786,
      "grad_norm": 304.898681640625,
      "learning_rate": 3.900708364528196e-05,
      "loss": 12.1358,
      "step": 1081
    },
    {
      "epoch": 0.6150348159727157,
      "grad_norm": 447.8310546875,
      "learning_rate": 3.884245227632012e-05,
      "loss": 9.7089,
      "step": 1082
    },
    {
      "epoch": 0.6156032400170527,
      "grad_norm": 471.86407470703125,
      "learning_rate": 3.867808528256429e-05,
      "loss": 12.1049,
      "step": 1083
    },
    {
      "epoch": 0.6161716640613898,
      "grad_norm": 348.8036804199219,
      "learning_rate": 3.851398337454916e-05,
      "loss": 10.8315,
      "step": 1084
    },
    {
      "epoch": 0.6167400881057269,
      "grad_norm": 1211.9896240234375,
      "learning_rate": 3.835014726166347e-05,
      "loss": 11.525,
      "step": 1085
    },
    {
      "epoch": 0.617308512150064,
      "grad_norm": 382.4096374511719,
      "learning_rate": 3.8186577652146924e-05,
      "loss": 9.9425,
      "step": 1086
    },
    {
      "epoch": 0.617876936194401,
      "grad_norm": 556.6517944335938,
      "learning_rate": 3.8023275253087235e-05,
      "loss": 12.4526,
      "step": 1087
    },
    {
      "epoch": 0.6184453602387381,
      "grad_norm": 473.6311950683594,
      "learning_rate": 3.786024077041699e-05,
      "loss": 11.0434,
      "step": 1088
    },
    {
      "epoch": 0.6190137842830752,
      "grad_norm": 159.58816528320312,
      "learning_rate": 3.76974749089106e-05,
      "loss": 10.9733,
      "step": 1089
    },
    {
      "epoch": 0.6195822083274123,
      "grad_norm": 217.9098358154297,
      "learning_rate": 3.753497837218131e-05,
      "loss": 14.1418,
      "step": 1090
    },
    {
      "epoch": 0.6201506323717493,
      "grad_norm": 602.7237548828125,
      "learning_rate": 3.737275186267799e-05,
      "loss": 12.4111,
      "step": 1091
    },
    {
      "epoch": 0.6207190564160864,
      "grad_norm": 506.5546875,
      "learning_rate": 3.7210796081682344e-05,
      "loss": 11.1816,
      "step": 1092
    },
    {
      "epoch": 0.6212874804604235,
      "grad_norm": 297.07470703125,
      "learning_rate": 3.704911172930573e-05,
      "loss": 11.4283,
      "step": 1093
    },
    {
      "epoch": 0.6218559045047606,
      "grad_norm": 208.2260284423828,
      "learning_rate": 3.688769950448614e-05,
      "loss": 11.1783,
      "step": 1094
    },
    {
      "epoch": 0.6224243285490976,
      "grad_norm": 312.62774658203125,
      "learning_rate": 3.672656010498523e-05,
      "loss": 12.0927,
      "step": 1095
    },
    {
      "epoch": 0.6229927525934347,
      "grad_norm": 384.88348388671875,
      "learning_rate": 3.6565694227385186e-05,
      "loss": 10.068,
      "step": 1096
    },
    {
      "epoch": 0.6235611766377718,
      "grad_norm": 353.6524963378906,
      "learning_rate": 3.640510256708588e-05,
      "loss": 12.4732,
      "step": 1097
    },
    {
      "epoch": 0.6241296006821089,
      "grad_norm": 274.6172180175781,
      "learning_rate": 3.624478581830181e-05,
      "loss": 11.7658,
      "step": 1098
    },
    {
      "epoch": 0.624698024726446,
      "grad_norm": 562.0867309570312,
      "learning_rate": 3.608474467405891e-05,
      "loss": 11.22,
      "step": 1099
    },
    {
      "epoch": 0.625266448770783,
      "grad_norm": 595.9765625,
      "learning_rate": 3.5924979826191974e-05,
      "loss": 8.5974,
      "step": 1100
    },
    {
      "epoch": 0.6258348728151201,
      "grad_norm": 169.77268981933594,
      "learning_rate": 3.5765491965341146e-05,
      "loss": 11.5137,
      "step": 1101
    },
    {
      "epoch": 0.6264032968594572,
      "grad_norm": 215.25704956054688,
      "learning_rate": 3.560628178094935e-05,
      "loss": 12.0899,
      "step": 1102
    },
    {
      "epoch": 0.6269717209037943,
      "grad_norm": 867.2821044921875,
      "learning_rate": 3.5447349961259144e-05,
      "loss": 10.8226,
      "step": 1103
    },
    {
      "epoch": 0.6275401449481313,
      "grad_norm": 785.7472534179688,
      "learning_rate": 3.5288697193309674e-05,
      "loss": 11.4469,
      "step": 1104
    },
    {
      "epoch": 0.6281085689924684,
      "grad_norm": 328.14453125,
      "learning_rate": 3.513032416293386e-05,
      "loss": 10.3323,
      "step": 1105
    },
    {
      "epoch": 0.6286769930368055,
      "grad_norm": 1404.4820556640625,
      "learning_rate": 3.4972231554755333e-05,
      "loss": 12.1645,
      "step": 1106
    },
    {
      "epoch": 0.6292454170811426,
      "grad_norm": 274.51446533203125,
      "learning_rate": 3.48144200521855e-05,
      "loss": 10.183,
      "step": 1107
    },
    {
      "epoch": 0.6298138411254796,
      "grad_norm": 630.8440551757812,
      "learning_rate": 3.4656890337420646e-05,
      "loss": 9.9966,
      "step": 1108
    },
    {
      "epoch": 0.6303822651698167,
      "grad_norm": 887.194091796875,
      "learning_rate": 3.4499643091438774e-05,
      "loss": 10.5937,
      "step": 1109
    },
    {
      "epoch": 0.6309506892141538,
      "grad_norm": 311.598388671875,
      "learning_rate": 3.434267899399698e-05,
      "loss": 10.4165,
      "step": 1110
    },
    {
      "epoch": 0.6315191132584909,
      "grad_norm": 451.3090515136719,
      "learning_rate": 3.418599872362825e-05,
      "loss": 10.2352,
      "step": 1111
    },
    {
      "epoch": 0.632087537302828,
      "grad_norm": 368.8638916015625,
      "learning_rate": 3.4029602957638695e-05,
      "loss": 12.3,
      "step": 1112
    },
    {
      "epoch": 0.632655961347165,
      "grad_norm": 250.7481231689453,
      "learning_rate": 3.387349237210454e-05,
      "loss": 11.4574,
      "step": 1113
    },
    {
      "epoch": 0.633224385391502,
      "grad_norm": 403.73858642578125,
      "learning_rate": 3.3717667641869133e-05,
      "loss": 10.7758,
      "step": 1114
    },
    {
      "epoch": 0.6337928094358392,
      "grad_norm": 263.4713134765625,
      "learning_rate": 3.356212944054021e-05,
      "loss": 11.7638,
      "step": 1115
    },
    {
      "epoch": 0.6343612334801763,
      "grad_norm": 444.70953369140625,
      "learning_rate": 3.3406878440486847e-05,
      "loss": 10.3594,
      "step": 1116
    },
    {
      "epoch": 0.6349296575245132,
      "grad_norm": 1359.0191650390625,
      "learning_rate": 3.325191531283659e-05,
      "loss": 11.6694,
      "step": 1117
    },
    {
      "epoch": 0.6354980815688503,
      "grad_norm": 1072.05078125,
      "learning_rate": 3.309724072747259e-05,
      "loss": 11.3148,
      "step": 1118
    },
    {
      "epoch": 0.6360665056131874,
      "grad_norm": 337.66168212890625,
      "learning_rate": 3.2942855353030576e-05,
      "loss": 11.3454,
      "step": 1119
    },
    {
      "epoch": 0.6366349296575246,
      "grad_norm": 301.5474548339844,
      "learning_rate": 3.2788759856896166e-05,
      "loss": 10.2987,
      "step": 1120
    },
    {
      "epoch": 0.6372033537018615,
      "grad_norm": 1089.745849609375,
      "learning_rate": 3.263495490520183e-05,
      "loss": 12.0671,
      "step": 1121
    },
    {
      "epoch": 0.6377717777461986,
      "grad_norm": 419.75079345703125,
      "learning_rate": 3.248144116282404e-05,
      "loss": 7.8677,
      "step": 1122
    },
    {
      "epoch": 0.6383402017905357,
      "grad_norm": 1186.0340576171875,
      "learning_rate": 3.23282192933805e-05,
      "loss": 11.6237,
      "step": 1123
    },
    {
      "epoch": 0.6389086258348728,
      "grad_norm": 693.1370239257812,
      "learning_rate": 3.217528995922703e-05,
      "loss": 12.5032,
      "step": 1124
    },
    {
      "epoch": 0.6394770498792098,
      "grad_norm": 736.8704223632812,
      "learning_rate": 3.2022653821454984e-05,
      "loss": 11.5886,
      "step": 1125
    },
    {
      "epoch": 0.6400454739235469,
      "grad_norm": 722.0611572265625,
      "learning_rate": 3.18703115398883e-05,
      "loss": 8.3668,
      "step": 1126
    },
    {
      "epoch": 0.640613897967884,
      "grad_norm": 316.19964599609375,
      "learning_rate": 3.171826377308043e-05,
      "loss": 13.1369,
      "step": 1127
    },
    {
      "epoch": 0.6411823220122211,
      "grad_norm": 454.8006896972656,
      "learning_rate": 3.156651117831196e-05,
      "loss": 10.3057,
      "step": 1128
    },
    {
      "epoch": 0.6417507460565582,
      "grad_norm": 267.6744079589844,
      "learning_rate": 3.141505441158724e-05,
      "loss": 10.3574,
      "step": 1129
    },
    {
      "epoch": 0.6423191701008952,
      "grad_norm": 556.4461669921875,
      "learning_rate": 3.126389412763194e-05,
      "loss": 11.6036,
      "step": 1130
    },
    {
      "epoch": 0.6428875941452323,
      "grad_norm": 637.7088012695312,
      "learning_rate": 3.111303097989006e-05,
      "loss": 11.5707,
      "step": 1131
    },
    {
      "epoch": 0.6434560181895694,
      "grad_norm": 307.2348327636719,
      "learning_rate": 3.096246562052102e-05,
      "loss": 11.6451,
      "step": 1132
    },
    {
      "epoch": 0.6440244422339065,
      "grad_norm": 651.3238525390625,
      "learning_rate": 3.081219870039709e-05,
      "loss": 11.3695,
      "step": 1133
    },
    {
      "epoch": 0.6445928662782435,
      "grad_norm": 669.150146484375,
      "learning_rate": 3.066223086910034e-05,
      "loss": 9.6165,
      "step": 1134
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 580.852294921875,
      "learning_rate": 3.051256277491995e-05,
      "loss": 11.8958,
      "step": 1135
    },
    {
      "epoch": 0.6457297143669177,
      "grad_norm": 553.798583984375,
      "learning_rate": 3.0363195064849426e-05,
      "loss": 12.0395,
      "step": 1136
    },
    {
      "epoch": 0.6462981384112548,
      "grad_norm": 258.6192626953125,
      "learning_rate": 3.0214128384583616e-05,
      "loss": 11.7302,
      "step": 1137
    },
    {
      "epoch": 0.6468665624555918,
      "grad_norm": 392.8587646484375,
      "learning_rate": 3.006536337851621e-05,
      "loss": 10.641,
      "step": 1138
    },
    {
      "epoch": 0.6474349864999289,
      "grad_norm": 595.59033203125,
      "learning_rate": 2.991690068973674e-05,
      "loss": 13.3446,
      "step": 1139
    },
    {
      "epoch": 0.648003410544266,
      "grad_norm": 1205.8768310546875,
      "learning_rate": 2.9768740960027862e-05,
      "loss": 11.8433,
      "step": 1140
    },
    {
      "epoch": 0.6485718345886031,
      "grad_norm": 285.8406982421875,
      "learning_rate": 2.962088482986264e-05,
      "loss": 10.7827,
      "step": 1141
    },
    {
      "epoch": 0.6491402586329402,
      "grad_norm": 379.3125915527344,
      "learning_rate": 2.9473332938401587e-05,
      "loss": 9.2223,
      "step": 1142
    },
    {
      "epoch": 0.6497086826772772,
      "grad_norm": 627.6318359375,
      "learning_rate": 2.9326085923490165e-05,
      "loss": 10.9598,
      "step": 1143
    },
    {
      "epoch": 0.6497086826772772,
      "eval_loss": 2.8265514373779297,
      "eval_runtime": 5.5017,
      "eval_samples_per_second": 134.686,
      "eval_steps_per_second": 67.434,
      "step": 1143
    },
    {
      "epoch": 0.6502771067216143,
      "grad_norm": 498.5611267089844,
      "learning_rate": 2.9179144421655868e-05,
      "loss": 12.9941,
      "step": 1144
    },
    {
      "epoch": 0.6508455307659514,
      "grad_norm": 440.8754577636719,
      "learning_rate": 2.9032509068105472e-05,
      "loss": 10.8125,
      "step": 1145
    },
    {
      "epoch": 0.6514139548102885,
      "grad_norm": 366.93023681640625,
      "learning_rate": 2.888618049672238e-05,
      "loss": 11.4186,
      "step": 1146
    },
    {
      "epoch": 0.6519823788546255,
      "grad_norm": 1769.72021484375,
      "learning_rate": 2.874015934006371e-05,
      "loss": 14.4395,
      "step": 1147
    },
    {
      "epoch": 0.6525508028989626,
      "grad_norm": 1021.1821899414062,
      "learning_rate": 2.8594446229357773e-05,
      "loss": 11.9952,
      "step": 1148
    },
    {
      "epoch": 0.6531192269432997,
      "grad_norm": 458.87335205078125,
      "learning_rate": 2.8449041794501197e-05,
      "loss": 11.2251,
      "step": 1149
    },
    {
      "epoch": 0.6536876509876368,
      "grad_norm": 356.52447509765625,
      "learning_rate": 2.8303946664056268e-05,
      "loss": 10.9153,
      "step": 1150
    },
    {
      "epoch": 0.6542560750319738,
      "grad_norm": 675.0927124023438,
      "learning_rate": 2.8159161465248208e-05,
      "loss": 10.3838,
      "step": 1151
    },
    {
      "epoch": 0.6548244990763109,
      "grad_norm": 1300.6690673828125,
      "learning_rate": 2.8014686823962378e-05,
      "loss": 11.7331,
      "step": 1152
    },
    {
      "epoch": 0.655392923120648,
      "grad_norm": 2094.08447265625,
      "learning_rate": 2.7870523364741697e-05,
      "loss": 12.8514,
      "step": 1153
    },
    {
      "epoch": 0.6559613471649851,
      "grad_norm": 496.27923583984375,
      "learning_rate": 2.7726671710783934e-05,
      "loss": 11.6668,
      "step": 1154
    },
    {
      "epoch": 0.6565297712093221,
      "grad_norm": 869.1831665039062,
      "learning_rate": 2.758313248393882e-05,
      "loss": 12.4666,
      "step": 1155
    },
    {
      "epoch": 0.6570981952536592,
      "grad_norm": 270.34906005859375,
      "learning_rate": 2.743990630470574e-05,
      "loss": 11.2429,
      "step": 1156
    },
    {
      "epoch": 0.6576666192979963,
      "grad_norm": 221.62315368652344,
      "learning_rate": 2.7296993792230584e-05,
      "loss": 6.4174,
      "step": 1157
    },
    {
      "epoch": 0.6582350433423334,
      "grad_norm": 623.09521484375,
      "learning_rate": 2.7154395564303448e-05,
      "loss": 8.8135,
      "step": 1158
    },
    {
      "epoch": 0.6588034673866705,
      "grad_norm": 308.60992431640625,
      "learning_rate": 2.70121122373558e-05,
      "loss": 12.0393,
      "step": 1159
    },
    {
      "epoch": 0.6593718914310075,
      "grad_norm": 168.95619201660156,
      "learning_rate": 2.6870144426457778e-05,
      "loss": 11.8466,
      "step": 1160
    },
    {
      "epoch": 0.6599403154753446,
      "grad_norm": 447.8092956542969,
      "learning_rate": 2.672849274531565e-05,
      "loss": 11.4192,
      "step": 1161
    },
    {
      "epoch": 0.6605087395196817,
      "grad_norm": 609.5118408203125,
      "learning_rate": 2.658715780626909e-05,
      "loss": 11.7432,
      "step": 1162
    },
    {
      "epoch": 0.6610771635640188,
      "grad_norm": 376.15191650390625,
      "learning_rate": 2.644614022028853e-05,
      "loss": 10.5825,
      "step": 1163
    },
    {
      "epoch": 0.6616455876083558,
      "grad_norm": 210.4761962890625,
      "learning_rate": 2.630544059697255e-05,
      "loss": 12.1539,
      "step": 1164
    },
    {
      "epoch": 0.6622140116526929,
      "grad_norm": 196.10304260253906,
      "learning_rate": 2.616505954454518e-05,
      "loss": 10.4526,
      "step": 1165
    },
    {
      "epoch": 0.66278243569703,
      "grad_norm": 841.5174560546875,
      "learning_rate": 2.6024997669853324e-05,
      "loss": 10.7189,
      "step": 1166
    },
    {
      "epoch": 0.6633508597413671,
      "grad_norm": 400.2891540527344,
      "learning_rate": 2.5885255578364242e-05,
      "loss": 10.7212,
      "step": 1167
    },
    {
      "epoch": 0.6639192837857041,
      "grad_norm": 1009.4602661132812,
      "learning_rate": 2.5745833874162617e-05,
      "loss": 6.9886,
      "step": 1168
    },
    {
      "epoch": 0.6644877078300412,
      "grad_norm": 494.33306884765625,
      "learning_rate": 2.560673315994834e-05,
      "loss": 12.07,
      "step": 1169
    },
    {
      "epoch": 0.6650561318743783,
      "grad_norm": 324.6014099121094,
      "learning_rate": 2.5467954037033515e-05,
      "loss": 11.5148,
      "step": 1170
    },
    {
      "epoch": 0.6656245559187154,
      "grad_norm": 432.82904052734375,
      "learning_rate": 2.5329497105340226e-05,
      "loss": 11.9024,
      "step": 1171
    },
    {
      "epoch": 0.6661929799630525,
      "grad_norm": 270.5211486816406,
      "learning_rate": 2.519136296339768e-05,
      "loss": 9.6674,
      "step": 1172
    },
    {
      "epoch": 0.6667614040073895,
      "grad_norm": 4791.01220703125,
      "learning_rate": 2.5053552208339736e-05,
      "loss": 10.1937,
      "step": 1173
    },
    {
      "epoch": 0.6673298280517266,
      "grad_norm": 553.8471069335938,
      "learning_rate": 2.4916065435902326e-05,
      "loss": 9.0174,
      "step": 1174
    },
    {
      "epoch": 0.6678982520960637,
      "grad_norm": 558.0499267578125,
      "learning_rate": 2.477890324042076e-05,
      "loss": 10.6832,
      "step": 1175
    },
    {
      "epoch": 0.6684666761404008,
      "grad_norm": 654.6846313476562,
      "learning_rate": 2.464206621482733e-05,
      "loss": 11.9189,
      "step": 1176
    },
    {
      "epoch": 0.6690351001847378,
      "grad_norm": 648.6707153320312,
      "learning_rate": 2.4505554950648667e-05,
      "loss": 10.5805,
      "step": 1177
    },
    {
      "epoch": 0.6696035242290749,
      "grad_norm": 477.5749816894531,
      "learning_rate": 2.436937003800315e-05,
      "loss": 8.02,
      "step": 1178
    },
    {
      "epoch": 0.670171948273412,
      "grad_norm": 380.7413330078125,
      "learning_rate": 2.4233512065598386e-05,
      "loss": 11.3806,
      "step": 1179
    },
    {
      "epoch": 0.6707403723177491,
      "grad_norm": 328.7772216796875,
      "learning_rate": 2.4097981620728725e-05,
      "loss": 10.674,
      "step": 1180
    },
    {
      "epoch": 0.6713087963620861,
      "grad_norm": 626.4185180664062,
      "learning_rate": 2.3962779289272552e-05,
      "loss": 12.3248,
      "step": 1181
    },
    {
      "epoch": 0.6718772204064232,
      "grad_norm": 768.4218139648438,
      "learning_rate": 2.3827905655689986e-05,
      "loss": 11.3847,
      "step": 1182
    },
    {
      "epoch": 0.6724456444507603,
      "grad_norm": 605.7727661132812,
      "learning_rate": 2.36933613030201e-05,
      "loss": 12.0027,
      "step": 1183
    },
    {
      "epoch": 0.6730140684950974,
      "grad_norm": 428.0626525878906,
      "learning_rate": 2.3559146812878687e-05,
      "loss": 10.6381,
      "step": 1184
    },
    {
      "epoch": 0.6735824925394344,
      "grad_norm": 598.7807006835938,
      "learning_rate": 2.3425262765455526e-05,
      "loss": 11.3026,
      "step": 1185
    },
    {
      "epoch": 0.6741509165837715,
      "grad_norm": 567.2697143554688,
      "learning_rate": 2.3291709739511856e-05,
      "loss": 11.2276,
      "step": 1186
    },
    {
      "epoch": 0.6747193406281086,
      "grad_norm": 515.3656005859375,
      "learning_rate": 2.3158488312378113e-05,
      "loss": 11.3422,
      "step": 1187
    },
    {
      "epoch": 0.6752877646724457,
      "grad_norm": 229.21974182128906,
      "learning_rate": 2.302559905995112e-05,
      "loss": 11.2335,
      "step": 1188
    },
    {
      "epoch": 0.6758561887167828,
      "grad_norm": 178.28012084960938,
      "learning_rate": 2.2893042556691856e-05,
      "loss": 10.3801,
      "step": 1189
    },
    {
      "epoch": 0.6764246127611198,
      "grad_norm": 358.6459045410156,
      "learning_rate": 2.2760819375622923e-05,
      "loss": 10.285,
      "step": 1190
    },
    {
      "epoch": 0.6769930368054569,
      "grad_norm": 352.126708984375,
      "learning_rate": 2.2628930088325863e-05,
      "loss": 11.8643,
      "step": 1191
    },
    {
      "epoch": 0.677561460849794,
      "grad_norm": 3032.173828125,
      "learning_rate": 2.249737526493897e-05,
      "loss": 12.6984,
      "step": 1192
    },
    {
      "epoch": 0.6781298848941311,
      "grad_norm": 421.5086669921875,
      "learning_rate": 2.236615547415467e-05,
      "loss": 10.2287,
      "step": 1193
    },
    {
      "epoch": 0.678698308938468,
      "grad_norm": 808.4478149414062,
      "learning_rate": 2.2235271283217017e-05,
      "loss": 12.1291,
      "step": 1194
    },
    {
      "epoch": 0.6792667329828052,
      "grad_norm": 333.3929443359375,
      "learning_rate": 2.210472325791949e-05,
      "loss": 9.2636,
      "step": 1195
    },
    {
      "epoch": 0.6798351570271423,
      "grad_norm": 437.7287902832031,
      "learning_rate": 2.197451196260216e-05,
      "loss": 11.8705,
      "step": 1196
    },
    {
      "epoch": 0.6804035810714794,
      "grad_norm": 247.1510772705078,
      "learning_rate": 2.1844637960149615e-05,
      "loss": 10.848,
      "step": 1197
    },
    {
      "epoch": 0.6809720051158163,
      "grad_norm": 271.50140380859375,
      "learning_rate": 2.171510181198835e-05,
      "loss": 12.2391,
      "step": 1198
    },
    {
      "epoch": 0.6815404291601534,
      "grad_norm": 795.6331787109375,
      "learning_rate": 2.158590407808426e-05,
      "loss": 11.1232,
      "step": 1199
    },
    {
      "epoch": 0.6821088532044906,
      "grad_norm": 856.303955078125,
      "learning_rate": 2.1457045316940462e-05,
      "loss": 9.7901,
      "step": 1200
    },
    {
      "epoch": 0.6826772772488277,
      "grad_norm": 403.6202697753906,
      "learning_rate": 2.132852608559467e-05,
      "loss": 11.3793,
      "step": 1201
    },
    {
      "epoch": 0.6832457012931648,
      "grad_norm": 364.3666076660156,
      "learning_rate": 2.1200346939616888e-05,
      "loss": 8.7495,
      "step": 1202
    },
    {
      "epoch": 0.6838141253375017,
      "grad_norm": 708.9362182617188,
      "learning_rate": 2.1072508433106974e-05,
      "loss": 10.452,
      "step": 1203
    },
    {
      "epoch": 0.6843825493818388,
      "grad_norm": 432.7038879394531,
      "learning_rate": 2.0945011118692203e-05,
      "loss": 10.198,
      "step": 1204
    },
    {
      "epoch": 0.684950973426176,
      "grad_norm": 622.9940185546875,
      "learning_rate": 2.0817855547525e-05,
      "loss": 11.7474,
      "step": 1205
    },
    {
      "epoch": 0.685519397470513,
      "grad_norm": 538.9877319335938,
      "learning_rate": 2.0691042269280448e-05,
      "loss": 10.2953,
      "step": 1206
    },
    {
      "epoch": 0.68608782151485,
      "grad_norm": 254.49832153320312,
      "learning_rate": 2.0564571832153946e-05,
      "loss": 11.3452,
      "step": 1207
    },
    {
      "epoch": 0.6866562455591871,
      "grad_norm": 629.7048950195312,
      "learning_rate": 2.043844478285888e-05,
      "loss": 10.2028,
      "step": 1208
    },
    {
      "epoch": 0.6872246696035242,
      "grad_norm": 507.0287780761719,
      "learning_rate": 2.031266166662412e-05,
      "loss": 11.8772,
      "step": 1209
    },
    {
      "epoch": 0.6877930936478613,
      "grad_norm": 527.3024291992188,
      "learning_rate": 2.018722302719186e-05,
      "loss": 11.2107,
      "step": 1210
    },
    {
      "epoch": 0.6883615176921983,
      "grad_norm": 1112.2349853515625,
      "learning_rate": 2.0062129406815144e-05,
      "loss": 11.4546,
      "step": 1211
    },
    {
      "epoch": 0.6889299417365354,
      "grad_norm": 268.4990539550781,
      "learning_rate": 1.9937381346255547e-05,
      "loss": 11.4068,
      "step": 1212
    },
    {
      "epoch": 0.6894983657808725,
      "grad_norm": 1499.090087890625,
      "learning_rate": 1.981297938478085e-05,
      "loss": 12.6247,
      "step": 1213
    },
    {
      "epoch": 0.6900667898252096,
      "grad_norm": 476.5014953613281,
      "learning_rate": 1.968892406016264e-05,
      "loss": 10.2028,
      "step": 1214
    },
    {
      "epoch": 0.6906352138695466,
      "grad_norm": 308.9284973144531,
      "learning_rate": 1.9565215908674118e-05,
      "loss": 12.7494,
      "step": 1215
    },
    {
      "epoch": 0.6912036379138837,
      "grad_norm": 494.7227478027344,
      "learning_rate": 1.944185546508769e-05,
      "loss": 12.2794,
      "step": 1216
    },
    {
      "epoch": 0.6917720619582208,
      "grad_norm": 646.3182373046875,
      "learning_rate": 1.931884326267259e-05,
      "loss": 9.7916,
      "step": 1217
    },
    {
      "epoch": 0.6923404860025579,
      "grad_norm": 935.62255859375,
      "learning_rate": 1.919617983319282e-05,
      "loss": 11.9652,
      "step": 1218
    },
    {
      "epoch": 0.692908910046895,
      "grad_norm": 1628.478759765625,
      "learning_rate": 1.9073865706904504e-05,
      "loss": 30.5709,
      "step": 1219
    },
    {
      "epoch": 0.693477334091232,
      "grad_norm": 453.04412841796875,
      "learning_rate": 1.8951901412553895e-05,
      "loss": 12.6423,
      "step": 1220
    },
    {
      "epoch": 0.6940457581355691,
      "grad_norm": 485.008544921875,
      "learning_rate": 1.8830287477374985e-05,
      "loss": 10.0686,
      "step": 1221
    },
    {
      "epoch": 0.6946141821799062,
      "grad_norm": 1009.5426635742188,
      "learning_rate": 1.8709024427087076e-05,
      "loss": 11.5415,
      "step": 1222
    },
    {
      "epoch": 0.6951826062242433,
      "grad_norm": 1029.6370849609375,
      "learning_rate": 1.8588112785892854e-05,
      "loss": 10.215,
      "step": 1223
    },
    {
      "epoch": 0.6957510302685803,
      "grad_norm": 251.3237762451172,
      "learning_rate": 1.846755307647571e-05,
      "loss": 9.6868,
      "step": 1224
    },
    {
      "epoch": 0.6963194543129174,
      "grad_norm": 653.1077880859375,
      "learning_rate": 1.834734581999782e-05,
      "loss": 10.0653,
      "step": 1225
    },
    {
      "epoch": 0.6968878783572545,
      "grad_norm": 278.549072265625,
      "learning_rate": 1.822749153609773e-05,
      "loss": 10.4259,
      "step": 1226
    },
    {
      "epoch": 0.6974563024015916,
      "grad_norm": 535.5577392578125,
      "learning_rate": 1.810799074288807e-05,
      "loss": 11.4788,
      "step": 1227
    },
    {
      "epoch": 0.6980247264459286,
      "grad_norm": 1174.8914794921875,
      "learning_rate": 1.798884395695347e-05,
      "loss": 12.7033,
      "step": 1228
    },
    {
      "epoch": 0.6985931504902657,
      "grad_norm": 666.7093505859375,
      "learning_rate": 1.7870051693348177e-05,
      "loss": 10.9759,
      "step": 1229
    },
    {
      "epoch": 0.6991615745346028,
      "grad_norm": 676.9097900390625,
      "learning_rate": 1.7751614465593936e-05,
      "loss": 10.2183,
      "step": 1230
    },
    {
      "epoch": 0.6997299985789399,
      "grad_norm": 805.2732543945312,
      "learning_rate": 1.763353278567771e-05,
      "loss": 11.6703,
      "step": 1231
    },
    {
      "epoch": 0.700298422623277,
      "grad_norm": 501.2897033691406,
      "learning_rate": 1.7515807164049413e-05,
      "loss": 12.1453,
      "step": 1232
    },
    {
      "epoch": 0.700866846667614,
      "grad_norm": 930.9541015625,
      "learning_rate": 1.7398438109619873e-05,
      "loss": 11.3457,
      "step": 1233
    },
    {
      "epoch": 0.7014352707119511,
      "grad_norm": 838.4631958007812,
      "learning_rate": 1.7281426129758473e-05,
      "loss": 11.3124,
      "step": 1234
    },
    {
      "epoch": 0.7020036947562882,
      "grad_norm": 1747.7939453125,
      "learning_rate": 1.7164771730291017e-05,
      "loss": 11.2825,
      "step": 1235
    },
    {
      "epoch": 0.7025721188006253,
      "grad_norm": 278.6432800292969,
      "learning_rate": 1.70484754154976e-05,
      "loss": 10.4609,
      "step": 1236
    },
    {
      "epoch": 0.7031405428449623,
      "grad_norm": 949.0613403320312,
      "learning_rate": 1.693253768811024e-05,
      "loss": 10.7051,
      "step": 1237
    },
    {
      "epoch": 0.7037089668892994,
      "grad_norm": 268.5382995605469,
      "learning_rate": 1.6816959049310954e-05,
      "loss": 11.3192,
      "step": 1238
    },
    {
      "epoch": 0.7042773909336365,
      "grad_norm": 1009.2853393554688,
      "learning_rate": 1.6701739998729426e-05,
      "loss": 11.8141,
      "step": 1239
    },
    {
      "epoch": 0.7048458149779736,
      "grad_norm": 464.0595397949219,
      "learning_rate": 1.658688103444089e-05,
      "loss": 12.4626,
      "step": 1240
    },
    {
      "epoch": 0.7054142390223106,
      "grad_norm": 1834.637451171875,
      "learning_rate": 1.6472382652964013e-05,
      "loss": 10.543,
      "step": 1241
    },
    {
      "epoch": 0.7059826630666477,
      "grad_norm": 352.57708740234375,
      "learning_rate": 1.635824534925865e-05,
      "loss": 11.5787,
      "step": 1242
    },
    {
      "epoch": 0.7065510871109848,
      "grad_norm": 486.1646423339844,
      "learning_rate": 1.6244469616723813e-05,
      "loss": 12.0846,
      "step": 1243
    },
    {
      "epoch": 0.7071195111553219,
      "grad_norm": 384.196533203125,
      "learning_rate": 1.6131055947195483e-05,
      "loss": 10.9801,
      "step": 1244
    },
    {
      "epoch": 0.7076879351996589,
      "grad_norm": 921.5704345703125,
      "learning_rate": 1.601800483094452e-05,
      "loss": 8.7198,
      "step": 1245
    },
    {
      "epoch": 0.708256359243996,
      "grad_norm": 378.2121276855469,
      "learning_rate": 1.5905316756674504e-05,
      "loss": 11.7987,
      "step": 1246
    },
    {
      "epoch": 0.7088247832883331,
      "grad_norm": 386.0614318847656,
      "learning_rate": 1.5792992211519598e-05,
      "loss": 11.1554,
      "step": 1247
    },
    {
      "epoch": 0.7093932073326702,
      "grad_norm": 724.8845825195312,
      "learning_rate": 1.5681031681042526e-05,
      "loss": 10.6819,
      "step": 1248
    },
    {
      "epoch": 0.7099616313770073,
      "grad_norm": 294.5419616699219,
      "learning_rate": 1.5569435649232444e-05,
      "loss": 10.3954,
      "step": 1249
    },
    {
      "epoch": 0.7105300554213443,
      "grad_norm": 1564.9151611328125,
      "learning_rate": 1.5458204598502735e-05,
      "loss": 11.9236,
      "step": 1250
    },
    {
      "epoch": 0.7110984794656814,
      "grad_norm": 249.42874145507812,
      "learning_rate": 1.5347339009689198e-05,
      "loss": 11.6346,
      "step": 1251
    },
    {
      "epoch": 0.7116669035100185,
      "grad_norm": 1203.0506591796875,
      "learning_rate": 1.5236839362047617e-05,
      "loss": 11.3332,
      "step": 1252
    },
    {
      "epoch": 0.7122353275543556,
      "grad_norm": 291.9210205078125,
      "learning_rate": 1.5126706133251944e-05,
      "loss": 12.7853,
      "step": 1253
    },
    {
      "epoch": 0.7128037515986926,
      "grad_norm": 281.3629150390625,
      "learning_rate": 1.5016939799392193e-05,
      "loss": 9.2673,
      "step": 1254
    },
    {
      "epoch": 0.7133721756430297,
      "grad_norm": 704.7354125976562,
      "learning_rate": 1.4907540834972245e-05,
      "loss": 9.2893,
      "step": 1255
    },
    {
      "epoch": 0.7139405996873668,
      "grad_norm": 261.81536865234375,
      "learning_rate": 1.479850971290797e-05,
      "loss": 9.9896,
      "step": 1256
    },
    {
      "epoch": 0.7145090237317039,
      "grad_norm": 484.94317626953125,
      "learning_rate": 1.4689846904525095e-05,
      "loss": 12.6853,
      "step": 1257
    },
    {
      "epoch": 0.7150774477760409,
      "grad_norm": 403.9938049316406,
      "learning_rate": 1.4581552879557169e-05,
      "loss": 10.0313,
      "step": 1258
    },
    {
      "epoch": 0.715645871820378,
      "grad_norm": 487.32354736328125,
      "learning_rate": 1.4473628106143589e-05,
      "loss": 10.8378,
      "step": 1259
    },
    {
      "epoch": 0.7162142958647151,
      "grad_norm": 759.1561279296875,
      "learning_rate": 1.4366073050827432e-05,
      "loss": 9.4537,
      "step": 1260
    },
    {
      "epoch": 0.7167827199090522,
      "grad_norm": 521.134033203125,
      "learning_rate": 1.4258888178553631e-05,
      "loss": 11.7668,
      "step": 1261
    },
    {
      "epoch": 0.7173511439533893,
      "grad_norm": 295.9356994628906,
      "learning_rate": 1.4152073952666833e-05,
      "loss": 9.3761,
      "step": 1262
    },
    {
      "epoch": 0.7179195679977263,
      "grad_norm": 1152.6470947265625,
      "learning_rate": 1.404563083490944e-05,
      "loss": 9.3348,
      "step": 1263
    },
    {
      "epoch": 0.7184879920420634,
      "grad_norm": 403.7991027832031,
      "learning_rate": 1.3939559285419634e-05,
      "loss": 9.4147,
      "step": 1264
    },
    {
      "epoch": 0.7190564160864005,
      "grad_norm": 433.8895263671875,
      "learning_rate": 1.3833859762729284e-05,
      "loss": 10.3236,
      "step": 1265
    },
    {
      "epoch": 0.7196248401307376,
      "grad_norm": 511.6060485839844,
      "learning_rate": 1.3728532723762111e-05,
      "loss": 12.06,
      "step": 1266
    },
    {
      "epoch": 0.7201932641750746,
      "grad_norm": 476.1960144042969,
      "learning_rate": 1.3623578623831635e-05,
      "loss": 12.8074,
      "step": 1267
    },
    {
      "epoch": 0.7207616882194117,
      "grad_norm": 1189.4071044921875,
      "learning_rate": 1.3518997916639198e-05,
      "loss": 10.6442,
      "step": 1268
    },
    {
      "epoch": 0.7213301122637488,
      "grad_norm": 582.9686889648438,
      "learning_rate": 1.3414791054272036e-05,
      "loss": 11.6092,
      "step": 1269
    },
    {
      "epoch": 0.7218985363080859,
      "grad_norm": 361.4007873535156,
      "learning_rate": 1.3310958487201264e-05,
      "loss": 11.1001,
      "step": 1270
    },
    {
      "epoch": 0.7224669603524229,
      "grad_norm": 482.2441711425781,
      "learning_rate": 1.3207500664280038e-05,
      "loss": 11.9985,
      "step": 1271
    },
    {
      "epoch": 0.72303538439676,
      "grad_norm": 366.6339416503906,
      "learning_rate": 1.3104418032741483e-05,
      "loss": 8.2739,
      "step": 1272
    },
    {
      "epoch": 0.7236038084410971,
      "grad_norm": 224.05906677246094,
      "learning_rate": 1.3001711038196896e-05,
      "loss": 11.4359,
      "step": 1273
    },
    {
      "epoch": 0.7241722324854342,
      "grad_norm": 274.7942199707031,
      "learning_rate": 1.289938012463372e-05,
      "loss": 12.6421,
      "step": 1274
    },
    {
      "epoch": 0.7247406565297712,
      "grad_norm": 380.88165283203125,
      "learning_rate": 1.2797425734413594e-05,
      "loss": 10.3824,
      "step": 1275
    },
    {
      "epoch": 0.7253090805741083,
      "grad_norm": 875.898681640625,
      "learning_rate": 1.2695848308270596e-05,
      "loss": 13.7706,
      "step": 1276
    },
    {
      "epoch": 0.7258775046184454,
      "grad_norm": 707.2813720703125,
      "learning_rate": 1.2594648285309219e-05,
      "loss": 12.1776,
      "step": 1277
    },
    {
      "epoch": 0.7264459286627825,
      "grad_norm": 346.717529296875,
      "learning_rate": 1.2493826103002405e-05,
      "loss": 10.9303,
      "step": 1278
    },
    {
      "epoch": 0.7270143527071196,
      "grad_norm": 1475.629638671875,
      "learning_rate": 1.2393382197189907e-05,
      "loss": 11.69,
      "step": 1279
    },
    {
      "epoch": 0.7275827767514566,
      "grad_norm": 247.2934112548828,
      "learning_rate": 1.229331700207611e-05,
      "loss": 10.5677,
      "step": 1280
    },
    {
      "epoch": 0.7281512007957937,
      "grad_norm": 683.6052856445312,
      "learning_rate": 1.219363095022834e-05,
      "loss": 11.8049,
      "step": 1281
    },
    {
      "epoch": 0.7287196248401308,
      "grad_norm": 340.8917541503906,
      "learning_rate": 1.209432447257497e-05,
      "loss": 12.0486,
      "step": 1282
    },
    {
      "epoch": 0.7292880488844679,
      "grad_norm": 364.8463439941406,
      "learning_rate": 1.1995397998403446e-05,
      "loss": 10.2091,
      "step": 1283
    },
    {
      "epoch": 0.7298564729288048,
      "grad_norm": 904.1747436523438,
      "learning_rate": 1.1896851955358579e-05,
      "loss": 11.6495,
      "step": 1284
    },
    {
      "epoch": 0.730424896973142,
      "grad_norm": 374.0890197753906,
      "learning_rate": 1.1798686769440626e-05,
      "loss": 12.0799,
      "step": 1285
    },
    {
      "epoch": 0.730993321017479,
      "grad_norm": 4304.08154296875,
      "learning_rate": 1.170090286500345e-05,
      "loss": 12.63,
      "step": 1286
    },
    {
      "epoch": 0.7315617450618161,
      "grad_norm": 129.85366821289062,
      "learning_rate": 1.1603500664752675e-05,
      "loss": 12.3375,
      "step": 1287
    },
    {
      "epoch": 0.7321301691061531,
      "grad_norm": 282.0619812011719,
      "learning_rate": 1.1506480589743873e-05,
      "loss": 11.5794,
      "step": 1288
    },
    {
      "epoch": 0.7326985931504902,
      "grad_norm": 893.0956420898438,
      "learning_rate": 1.1409843059380753e-05,
      "loss": 10.9692,
      "step": 1289
    },
    {
      "epoch": 0.7332670171948273,
      "grad_norm": 334.5601501464844,
      "learning_rate": 1.1313588491413352e-05,
      "loss": 10.6221,
      "step": 1290
    },
    {
      "epoch": 0.7338354412391644,
      "grad_norm": 425.0565185546875,
      "learning_rate": 1.1217717301936193e-05,
      "loss": 12.7519,
      "step": 1291
    },
    {
      "epoch": 0.7344038652835015,
      "grad_norm": 1567.873291015625,
      "learning_rate": 1.1122229905386539e-05,
      "loss": 11.349,
      "step": 1292
    },
    {
      "epoch": 0.7349722893278385,
      "grad_norm": 495.6885070800781,
      "learning_rate": 1.1027126714542513e-05,
      "loss": 10.6696,
      "step": 1293
    },
    {
      "epoch": 0.7355407133721756,
      "grad_norm": 580.157470703125,
      "learning_rate": 1.0932408140521434e-05,
      "loss": 11.9969,
      "step": 1294
    },
    {
      "epoch": 0.7361091374165127,
      "grad_norm": 266.10845947265625,
      "learning_rate": 1.0838074592777959e-05,
      "loss": 11.8338,
      "step": 1295
    },
    {
      "epoch": 0.7366775614608498,
      "grad_norm": 603.4992065429688,
      "learning_rate": 1.0744126479102323e-05,
      "loss": 10.6485,
      "step": 1296
    },
    {
      "epoch": 0.7372459855051868,
      "grad_norm": 151.63758850097656,
      "learning_rate": 1.0650564205618607e-05,
      "loss": 13.0011,
      "step": 1297
    },
    {
      "epoch": 0.7378144095495239,
      "grad_norm": 292.82830810546875,
      "learning_rate": 1.0557388176782924e-05,
      "loss": 11.8816,
      "step": 1298
    },
    {
      "epoch": 0.738382833593861,
      "grad_norm": 371.6896057128906,
      "learning_rate": 1.046459879538172e-05,
      "loss": 11.6948,
      "step": 1299
    },
    {
      "epoch": 0.7389512576381981,
      "grad_norm": 328.50872802734375,
      "learning_rate": 1.0372196462530048e-05,
      "loss": 11.0448,
      "step": 1300
    },
    {
      "epoch": 0.7395196816825351,
      "grad_norm": 294.33966064453125,
      "learning_rate": 1.028018157766979e-05,
      "loss": 11.3789,
      "step": 1301
    },
    {
      "epoch": 0.7400881057268722,
      "grad_norm": 357.0567321777344,
      "learning_rate": 1.0188554538567951e-05,
      "loss": 12.7451,
      "step": 1302
    },
    {
      "epoch": 0.7406565297712093,
      "grad_norm": 1013.3294677734375,
      "learning_rate": 1.0097315741314894e-05,
      "loss": 8.5807,
      "step": 1303
    },
    {
      "epoch": 0.7412249538155464,
      "grad_norm": 222.61842346191406,
      "learning_rate": 1.0006465580322732e-05,
      "loss": 10.8617,
      "step": 1304
    },
    {
      "epoch": 0.7417933778598834,
      "grad_norm": 460.63250732421875,
      "learning_rate": 9.916004448323535e-06,
      "loss": 10.522,
      "step": 1305
    },
    {
      "epoch": 0.7423618019042205,
      "grad_norm": 412.3244323730469,
      "learning_rate": 9.825932736367594e-06,
      "loss": 11.4217,
      "step": 1306
    },
    {
      "epoch": 0.7429302259485576,
      "grad_norm": 622.9796142578125,
      "learning_rate": 9.736250833821913e-06,
      "loss": 13.8906,
      "step": 1307
    },
    {
      "epoch": 0.7434986499928947,
      "grad_norm": 972.1205444335938,
      "learning_rate": 9.64695912836836e-06,
      "loss": 9.4403,
      "step": 1308
    },
    {
      "epoch": 0.7440670740372318,
      "grad_norm": 735.291259765625,
      "learning_rate": 9.558058006001958e-06,
      "loss": 11.2781,
      "step": 1309
    },
    {
      "epoch": 0.7446354980815688,
      "grad_norm": 384.79913330078125,
      "learning_rate": 9.469547851029425e-06,
      "loss": 11.3518,
      "step": 1310
    },
    {
      "epoch": 0.7452039221259059,
      "grad_norm": 499.6347351074219,
      "learning_rate": 9.38142904606727e-06,
      "loss": 12.4686,
      "step": 1311
    },
    {
      "epoch": 0.745772346170243,
      "grad_norm": 960.8490600585938,
      "learning_rate": 9.293701972040302e-06,
      "loss": 11.6835,
      "step": 1312
    },
    {
      "epoch": 0.7463407702145801,
      "grad_norm": 579.9667358398438,
      "learning_rate": 9.206367008179994e-06,
      "loss": 10.107,
      "step": 1313
    },
    {
      "epoch": 0.7469091942589171,
      "grad_norm": 564.4200439453125,
      "learning_rate": 9.119424532022658e-06,
      "loss": 10.3267,
      "step": 1314
    },
    {
      "epoch": 0.7474776183032542,
      "grad_norm": 3086.23583984375,
      "learning_rate": 9.032874919408064e-06,
      "loss": 11.4223,
      "step": 1315
    },
    {
      "epoch": 0.7480460423475913,
      "grad_norm": 491.7885437011719,
      "learning_rate": 8.946718544477572e-06,
      "loss": 12.2592,
      "step": 1316
    },
    {
      "epoch": 0.7486144663919284,
      "grad_norm": 435.8325500488281,
      "learning_rate": 8.860955779672697e-06,
      "loss": 10.9606,
      "step": 1317
    },
    {
      "epoch": 0.7491828904362654,
      "grad_norm": 163.1771697998047,
      "learning_rate": 8.775586995733487e-06,
      "loss": 11.4672,
      "step": 1318
    },
    {
      "epoch": 0.7497513144806025,
      "grad_norm": 500.223876953125,
      "learning_rate": 8.690612561696754e-06,
      "loss": 10.3271,
      "step": 1319
    },
    {
      "epoch": 0.7503197385249396,
      "grad_norm": 198.55548095703125,
      "learning_rate": 8.606032844894673e-06,
      "loss": 10.8257,
      "step": 1320
    },
    {
      "epoch": 0.7508881625692767,
      "grad_norm": 237.28330993652344,
      "learning_rate": 8.521848210953088e-06,
      "loss": 11.5703,
      "step": 1321
    },
    {
      "epoch": 0.7514565866136138,
      "grad_norm": 240.15814208984375,
      "learning_rate": 8.438059023789946e-06,
      "loss": 11.5544,
      "step": 1322
    },
    {
      "epoch": 0.7520250106579508,
      "grad_norm": 156.51699829101562,
      "learning_rate": 8.354665645613746e-06,
      "loss": 11.6206,
      "step": 1323
    },
    {
      "epoch": 0.7525934347022879,
      "grad_norm": 200.8588409423828,
      "learning_rate": 8.271668436921964e-06,
      "loss": 11.5278,
      "step": 1324
    },
    {
      "epoch": 0.753161858746625,
      "grad_norm": 282.4505615234375,
      "learning_rate": 8.189067756499502e-06,
      "loss": 11.6853,
      "step": 1325
    },
    {
      "epoch": 0.7537302827909621,
      "grad_norm": 218.4543914794922,
      "learning_rate": 8.106863961417133e-06,
      "loss": 11.4658,
      "step": 1326
    },
    {
      "epoch": 0.7542987068352991,
      "grad_norm": 798.0032958984375,
      "learning_rate": 8.025057407029902e-06,
      "loss": 11.5059,
      "step": 1327
    },
    {
      "epoch": 0.7548671308796362,
      "grad_norm": 270.47906494140625,
      "learning_rate": 7.943648446975682e-06,
      "loss": 10.6632,
      "step": 1328
    },
    {
      "epoch": 0.7554355549239733,
      "grad_norm": 693.9219360351562,
      "learning_rate": 7.862637433173614e-06,
      "loss": 10.4033,
      "step": 1329
    },
    {
      "epoch": 0.7560039789683104,
      "grad_norm": 196.0087127685547,
      "learning_rate": 7.782024715822545e-06,
      "loss": 11.7825,
      "step": 1330
    },
    {
      "epoch": 0.7565724030126474,
      "grad_norm": 263.7060241699219,
      "learning_rate": 7.701810643399576e-06,
      "loss": 11.1718,
      "step": 1331
    },
    {
      "epoch": 0.7571408270569845,
      "grad_norm": 512.4701538085938,
      "learning_rate": 7.621995562658468e-06,
      "loss": 11.67,
      "step": 1332
    },
    {
      "epoch": 0.7577092511013216,
      "grad_norm": 488.0399169921875,
      "learning_rate": 7.5425798186282815e-06,
      "loss": 9.5018,
      "step": 1333
    },
    {
      "epoch": 0.7582776751456587,
      "grad_norm": 205.12582397460938,
      "learning_rate": 7.463563754611691e-06,
      "loss": 12.2724,
      "step": 1334
    },
    {
      "epoch": 0.7588460991899957,
      "grad_norm": 210.1511688232422,
      "learning_rate": 7.384947712183732e-06,
      "loss": 12.219,
      "step": 1335
    },
    {
      "epoch": 0.7594145232343328,
      "grad_norm": 376.5530700683594,
      "learning_rate": 7.306732031190155e-06,
      "loss": 12.1322,
      "step": 1336
    },
    {
      "epoch": 0.7599829472786699,
      "grad_norm": 418.89666748046875,
      "learning_rate": 7.228917049745965e-06,
      "loss": 12.2075,
      "step": 1337
    },
    {
      "epoch": 0.760551371323007,
      "grad_norm": 482.13311767578125,
      "learning_rate": 7.151503104234058e-06,
      "loss": 9.9898,
      "step": 1338
    },
    {
      "epoch": 0.7611197953673441,
      "grad_norm": 308.5707092285156,
      "learning_rate": 7.07449052930369e-06,
      "loss": 10.1583,
      "step": 1339
    },
    {
      "epoch": 0.7616882194116811,
      "grad_norm": 1622.02685546875,
      "learning_rate": 6.997879657869022e-06,
      "loss": 9.0052,
      "step": 1340
    },
    {
      "epoch": 0.7622566434560182,
      "grad_norm": 1196.671630859375,
      "learning_rate": 6.921670821107795e-06,
      "loss": 12.1276,
      "step": 1341
    },
    {
      "epoch": 0.7628250675003553,
      "grad_norm": 434.09375,
      "learning_rate": 6.8458643484596854e-06,
      "loss": 10.371,
      "step": 1342
    },
    {
      "epoch": 0.7633934915446924,
      "grad_norm": 505.7099609375,
      "learning_rate": 6.770460567625125e-06,
      "loss": 11.0237,
      "step": 1343
    },
    {
      "epoch": 0.7639619155890294,
      "grad_norm": 540.0109252929688,
      "learning_rate": 6.695459804563709e-06,
      "loss": 12.2963,
      "step": 1344
    },
    {
      "epoch": 0.7645303396333665,
      "grad_norm": 361.19012451171875,
      "learning_rate": 6.620862383492821e-06,
      "loss": 12.1817,
      "step": 1345
    },
    {
      "epoch": 0.7650987636777036,
      "grad_norm": 602.1131591796875,
      "learning_rate": 6.546668626886343e-06,
      "loss": 10.4634,
      "step": 1346
    },
    {
      "epoch": 0.7656671877220407,
      "grad_norm": 261.8309326171875,
      "learning_rate": 6.472878855473086e-06,
      "loss": 11.9354,
      "step": 1347
    },
    {
      "epoch": 0.7662356117663777,
      "grad_norm": 711.7832641601562,
      "learning_rate": 6.399493388235533e-06,
      "loss": 12.2706,
      "step": 1348
    },
    {
      "epoch": 0.7668040358107148,
      "grad_norm": 1045.0301513671875,
      "learning_rate": 6.326512542408436e-06,
      "loss": 10.1858,
      "step": 1349
    },
    {
      "epoch": 0.7673724598550519,
      "grad_norm": 390.5945739746094,
      "learning_rate": 6.253936633477353e-06,
      "loss": 11.3999,
      "step": 1350
    },
    {
      "epoch": 0.767940883899389,
      "grad_norm": 150.0463104248047,
      "learning_rate": 6.181765975177445e-06,
      "loss": 12.2882,
      "step": 1351
    },
    {
      "epoch": 0.7685093079437261,
      "grad_norm": 365.5960998535156,
      "learning_rate": 6.110000879491995e-06,
      "loss": 11.2005,
      "step": 1352
    },
    {
      "epoch": 0.7690777319880631,
      "grad_norm": 386.66796875,
      "learning_rate": 6.038641656651078e-06,
      "loss": 11.629,
      "step": 1353
    },
    {
      "epoch": 0.7696461560324002,
      "grad_norm": 222.53721618652344,
      "learning_rate": 5.967688615130307e-06,
      "loss": 11.1152,
      "step": 1354
    },
    {
      "epoch": 0.7702145800767373,
      "grad_norm": 356.2931213378906,
      "learning_rate": 5.897142061649341e-06,
      "loss": 9.8836,
      "step": 1355
    },
    {
      "epoch": 0.7707830041210744,
      "grad_norm": 289.7320556640625,
      "learning_rate": 5.8270023011707145e-06,
      "loss": 12.4812,
      "step": 1356
    },
    {
      "epoch": 0.7713514281654114,
      "grad_norm": 167.1204376220703,
      "learning_rate": 5.757269636898421e-06,
      "loss": 12.3862,
      "step": 1357
    },
    {
      "epoch": 0.7719198522097485,
      "grad_norm": 386.78631591796875,
      "learning_rate": 5.6879443702766765e-06,
      "loss": 9.5045,
      "step": 1358
    },
    {
      "epoch": 0.7724882762540856,
      "grad_norm": 434.84185791015625,
      "learning_rate": 5.619026800988547e-06,
      "loss": 10.3008,
      "step": 1359
    },
    {
      "epoch": 0.7730567002984227,
      "grad_norm": 621.7498779296875,
      "learning_rate": 5.5505172269546655e-06,
      "loss": 11.336,
      "step": 1360
    },
    {
      "epoch": 0.7736251243427597,
      "grad_norm": 259.5130920410156,
      "learning_rate": 5.4824159443319976e-06,
      "loss": 10.2094,
      "step": 1361
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 740.3164672851562,
      "learning_rate": 5.414723247512498e-06,
      "loss": 11.7316,
      "step": 1362
    },
    {
      "epoch": 0.7747619724314339,
      "grad_norm": 342.7869567871094,
      "learning_rate": 5.347439429121881e-06,
      "loss": 11.1241,
      "step": 1363
    },
    {
      "epoch": 0.775330396475771,
      "grad_norm": 214.84521484375,
      "learning_rate": 5.280564780018349e-06,
      "loss": 10.717,
      "step": 1364
    },
    {
      "epoch": 0.775898820520108,
      "grad_norm": 445.4728088378906,
      "learning_rate": 5.214099589291266e-06,
      "loss": 11.0255,
      "step": 1365
    },
    {
      "epoch": 0.776467244564445,
      "grad_norm": 1542.5687255859375,
      "learning_rate": 5.148044144260034e-06,
      "loss": 9.873,
      "step": 1366
    },
    {
      "epoch": 0.7770356686087821,
      "grad_norm": 617.1487426757812,
      "learning_rate": 5.082398730472782e-06,
      "loss": 11.327,
      "step": 1367
    },
    {
      "epoch": 0.7776040926531192,
      "grad_norm": 230.9365234375,
      "learning_rate": 5.017163631705046e-06,
      "loss": 11.8964,
      "step": 1368
    },
    {
      "epoch": 0.7781725166974564,
      "grad_norm": 2895.07958984375,
      "learning_rate": 4.952339129958761e-06,
      "loss": 9.6819,
      "step": 1369
    },
    {
      "epoch": 0.7787409407417933,
      "grad_norm": 398.90875244140625,
      "learning_rate": 4.887925505460799e-06,
      "loss": 12.3919,
      "step": 1370
    },
    {
      "epoch": 0.7793093647861304,
      "grad_norm": 776.865966796875,
      "learning_rate": 4.8239230366619256e-06,
      "loss": 9.7949,
      "step": 1371
    },
    {
      "epoch": 0.7798777888304675,
      "grad_norm": 271.2952575683594,
      "learning_rate": 4.7603320002355565e-06,
      "loss": 10.4795,
      "step": 1372
    },
    {
      "epoch": 0.7804462128748046,
      "grad_norm": 334.5933837890625,
      "learning_rate": 4.6971526710764545e-06,
      "loss": 11.3225,
      "step": 1373
    },
    {
      "epoch": 0.7810146369191416,
      "grad_norm": 740.254150390625,
      "learning_rate": 4.6343853222997615e-06,
      "loss": 12.623,
      "step": 1374
    },
    {
      "epoch": 0.7815830609634787,
      "grad_norm": 298.6683654785156,
      "learning_rate": 4.572030225239565e-06,
      "loss": 13.2641,
      "step": 1375
    },
    {
      "epoch": 0.7821514850078158,
      "grad_norm": 451.9392395019531,
      "learning_rate": 4.510087649447936e-06,
      "loss": 10.7007,
      "step": 1376
    },
    {
      "epoch": 0.7827199090521529,
      "grad_norm": 515.156494140625,
      "learning_rate": 4.448557862693648e-06,
      "loss": 8.4629,
      "step": 1377
    },
    {
      "epoch": 0.7832883330964899,
      "grad_norm": 398.7276306152344,
      "learning_rate": 4.387441130961001e-06,
      "loss": 11.6852,
      "step": 1378
    },
    {
      "epoch": 0.783856757140827,
      "grad_norm": 696.3442993164062,
      "learning_rate": 4.326737718448803e-06,
      "loss": 9.5725,
      "step": 1379
    },
    {
      "epoch": 0.7844251811851641,
      "grad_norm": 851.24462890625,
      "learning_rate": 4.266447887569069e-06,
      "loss": 11.121,
      "step": 1380
    },
    {
      "epoch": 0.7849936052295012,
      "grad_norm": 424.07568359375,
      "learning_rate": 4.2065718989460105e-06,
      "loss": 11.6989,
      "step": 1381
    },
    {
      "epoch": 0.7855620292738383,
      "grad_norm": 429.14678955078125,
      "learning_rate": 4.147110011414845e-06,
      "loss": 12.5581,
      "step": 1382
    },
    {
      "epoch": 0.7861304533181753,
      "grad_norm": 996.1060180664062,
      "learning_rate": 4.08806248202066e-06,
      "loss": 11.4039,
      "step": 1383
    },
    {
      "epoch": 0.7866988773625124,
      "grad_norm": 545.0009155273438,
      "learning_rate": 4.029429566017373e-06,
      "loss": 10.9596,
      "step": 1384
    },
    {
      "epoch": 0.7872673014068495,
      "grad_norm": 489.1456604003906,
      "learning_rate": 3.97121151686658e-06,
      "loss": 8.5995,
      "step": 1385
    },
    {
      "epoch": 0.7878357254511866,
      "grad_norm": 589.8602905273438,
      "learning_rate": 3.913408586236444e-06,
      "loss": 11.8356,
      "step": 1386
    },
    {
      "epoch": 0.7884041494955236,
      "grad_norm": 1856.8997802734375,
      "learning_rate": 3.856021024000667e-06,
      "loss": 11.827,
      "step": 1387
    },
    {
      "epoch": 0.7889725735398607,
      "grad_norm": 360.7190856933594,
      "learning_rate": 3.7990490782373377e-06,
      "loss": 11.716,
      "step": 1388
    },
    {
      "epoch": 0.7895409975841978,
      "grad_norm": 446.7735595703125,
      "learning_rate": 3.74249299522792e-06,
      "loss": 8.3831,
      "step": 1389
    },
    {
      "epoch": 0.7901094216285349,
      "grad_norm": 429.6726989746094,
      "learning_rate": 3.686353019456157e-06,
      "loss": 10.4337,
      "step": 1390
    },
    {
      "epoch": 0.7906778456728719,
      "grad_norm": 704.5355224609375,
      "learning_rate": 3.6306293936070213e-06,
      "loss": 11.1182,
      "step": 1391
    },
    {
      "epoch": 0.791246269717209,
      "grad_norm": 354.1759033203125,
      "learning_rate": 3.5753223585656692e-06,
      "loss": 11.8349,
      "step": 1392
    },
    {
      "epoch": 0.7918146937615461,
      "grad_norm": 330.6206359863281,
      "learning_rate": 3.5204321534163644e-06,
      "loss": 10.1642,
      "step": 1393
    },
    {
      "epoch": 0.7923831178058832,
      "grad_norm": 619.2693481445312,
      "learning_rate": 3.4659590154415113e-06,
      "loss": 11.2304,
      "step": 1394
    },
    {
      "epoch": 0.7929515418502202,
      "grad_norm": 545.93505859375,
      "learning_rate": 3.4119031801206014e-06,
      "loss": 10.9313,
      "step": 1395
    },
    {
      "epoch": 0.7935199658945573,
      "grad_norm": 2364.8642578125,
      "learning_rate": 3.358264881129125e-06,
      "loss": 10.4197,
      "step": 1396
    },
    {
      "epoch": 0.7940883899388944,
      "grad_norm": 322.03851318359375,
      "learning_rate": 3.305044350337727e-06,
      "loss": 10.2995,
      "step": 1397
    },
    {
      "epoch": 0.7946568139832315,
      "grad_norm": 656.5865478515625,
      "learning_rate": 3.252241817810997e-06,
      "loss": 13.1434,
      "step": 1398
    },
    {
      "epoch": 0.7952252380275686,
      "grad_norm": 1150.507568359375,
      "learning_rate": 3.1998575118066254e-06,
      "loss": 9.7015,
      "step": 1399
    },
    {
      "epoch": 0.7957936620719056,
      "grad_norm": 240.751953125,
      "learning_rate": 3.1478916587743935e-06,
      "loss": 11.6249,
      "step": 1400
    },
    {
      "epoch": 0.7963620861162427,
      "grad_norm": 457.6519470214844,
      "learning_rate": 3.0963444833550957e-06,
      "loss": 10.8237,
      "step": 1401
    },
    {
      "epoch": 0.7969305101605798,
      "grad_norm": 332.0521545410156,
      "learning_rate": 3.0452162083797533e-06,
      "loss": 9.1087,
      "step": 1402
    },
    {
      "epoch": 0.7974989342049169,
      "grad_norm": 609.831298828125,
      "learning_rate": 2.994507054868445e-06,
      "loss": 11.8189,
      "step": 1403
    },
    {
      "epoch": 0.7980673582492539,
      "grad_norm": 1185.2003173828125,
      "learning_rate": 2.94421724202949e-06,
      "loss": 11.3123,
      "step": 1404
    },
    {
      "epoch": 0.798635782293591,
      "grad_norm": 432.5070495605469,
      "learning_rate": 2.8943469872584563e-06,
      "loss": 11.6134,
      "step": 1405
    },
    {
      "epoch": 0.7992042063379281,
      "grad_norm": 392.0177917480469,
      "learning_rate": 2.844896506137218e-06,
      "loss": 11.9834,
      "step": 1406
    },
    {
      "epoch": 0.7997726303822652,
      "grad_norm": 553.2175903320312,
      "learning_rate": 2.7958660124330237e-06,
      "loss": 11.8365,
      "step": 1407
    },
    {
      "epoch": 0.8003410544266022,
      "grad_norm": 264.31793212890625,
      "learning_rate": 2.7472557180975854e-06,
      "loss": 12.4307,
      "step": 1408
    },
    {
      "epoch": 0.8009094784709393,
      "grad_norm": 257.9987487792969,
      "learning_rate": 2.699065833266168e-06,
      "loss": 11.2643,
      "step": 1409
    },
    {
      "epoch": 0.8014779025152764,
      "grad_norm": 418.01190185546875,
      "learning_rate": 2.6512965662566556e-06,
      "loss": 10.6466,
      "step": 1410
    },
    {
      "epoch": 0.8020463265596135,
      "grad_norm": 302.08905029296875,
      "learning_rate": 2.6039481235686335e-06,
      "loss": 11.4687,
      "step": 1411
    },
    {
      "epoch": 0.8026147506039506,
      "grad_norm": 389.11932373046875,
      "learning_rate": 2.557020709882563e-06,
      "loss": 11.8408,
      "step": 1412
    },
    {
      "epoch": 0.8031831746482876,
      "grad_norm": 386.9983825683594,
      "learning_rate": 2.5105145280588494e-06,
      "loss": 11.9286,
      "step": 1413
    },
    {
      "epoch": 0.8037515986926247,
      "grad_norm": 341.8020935058594,
      "learning_rate": 2.4644297791369675e-06,
      "loss": 12.321,
      "step": 1414
    },
    {
      "epoch": 0.8043200227369618,
      "grad_norm": 317.4100036621094,
      "learning_rate": 2.418766662334604e-06,
      "loss": 11.1191,
      "step": 1415
    },
    {
      "epoch": 0.8048884467812989,
      "grad_norm": 327.3626403808594,
      "learning_rate": 2.3735253750467703e-06,
      "loss": 10.5658,
      "step": 1416
    },
    {
      "epoch": 0.8054568708256359,
      "grad_norm": 207.59120178222656,
      "learning_rate": 2.3287061128450026e-06,
      "loss": 11.7565,
      "step": 1417
    },
    {
      "epoch": 0.806025294869973,
      "grad_norm": 190.1174774169922,
      "learning_rate": 2.2843090694764756e-06,
      "loss": 9.1714,
      "step": 1418
    },
    {
      "epoch": 0.8065937189143101,
      "grad_norm": 291.33477783203125,
      "learning_rate": 2.240334436863145e-06,
      "loss": 11.6952,
      "step": 1419
    },
    {
      "epoch": 0.8071621429586472,
      "grad_norm": 872.373779296875,
      "learning_rate": 2.1967824051010056e-06,
      "loss": 10.4232,
      "step": 1420
    },
    {
      "epoch": 0.8077305670029842,
      "grad_norm": 249.23788452148438,
      "learning_rate": 2.153653162459124e-06,
      "loss": 10.8364,
      "step": 1421
    },
    {
      "epoch": 0.8082989910473213,
      "grad_norm": 186.71127319335938,
      "learning_rate": 2.1109468953789845e-06,
      "loss": 10.5895,
      "step": 1422
    },
    {
      "epoch": 0.8088674150916584,
      "grad_norm": 401.4715881347656,
      "learning_rate": 2.0686637884735902e-06,
      "loss": 11.4248,
      "step": 1423
    },
    {
      "epoch": 0.8094358391359955,
      "grad_norm": 1440.6622314453125,
      "learning_rate": 2.0268040245266626e-06,
      "loss": 11.1708,
      "step": 1424
    },
    {
      "epoch": 0.8100042631803325,
      "grad_norm": 1198.1646728515625,
      "learning_rate": 1.9853677844918984e-06,
      "loss": 10.8259,
      "step": 1425
    },
    {
      "epoch": 0.8105726872246696,
      "grad_norm": 461.9661865234375,
      "learning_rate": 1.944355247492147e-06,
      "loss": 11.6283,
      "step": 1426
    },
    {
      "epoch": 0.8111411112690067,
      "grad_norm": 386.3392028808594,
      "learning_rate": 1.9037665908186563e-06,
      "loss": 11.8649,
      "step": 1427
    },
    {
      "epoch": 0.8117095353133438,
      "grad_norm": 488.2745361328125,
      "learning_rate": 1.863601989930308e-06,
      "loss": 11.3322,
      "step": 1428
    },
    {
      "epoch": 0.8122779593576809,
      "grad_norm": 384.2666015625,
      "learning_rate": 1.8238616184528157e-06,
      "loss": 11.7314,
      "step": 1429
    },
    {
      "epoch": 0.8128463834020179,
      "grad_norm": 320.2500915527344,
      "learning_rate": 1.784545648178082e-06,
      "loss": 11.6876,
      "step": 1430
    },
    {
      "epoch": 0.813414807446355,
      "grad_norm": 601.6586303710938,
      "learning_rate": 1.745654249063311e-06,
      "loss": 9.5894,
      "step": 1431
    },
    {
      "epoch": 0.8139832314906921,
      "grad_norm": 1102.153564453125,
      "learning_rate": 1.7071875892303967e-06,
      "loss": 11.6272,
      "step": 1432
    },
    {
      "epoch": 0.8145516555350292,
      "grad_norm": 278.7142639160156,
      "learning_rate": 1.6691458349651247e-06,
      "loss": 11.1474,
      "step": 1433
    },
    {
      "epoch": 0.8151200795793662,
      "grad_norm": 448.966552734375,
      "learning_rate": 1.6315291507164599e-06,
      "loss": 13.3214,
      "step": 1434
    },
    {
      "epoch": 0.8156885036237033,
      "grad_norm": 920.251708984375,
      "learning_rate": 1.5943376990958936e-06,
      "loss": 10.6372,
      "step": 1435
    },
    {
      "epoch": 0.8162569276680404,
      "grad_norm": 303.1535949707031,
      "learning_rate": 1.557571640876676e-06,
      "loss": 11.8225,
      "step": 1436
    },
    {
      "epoch": 0.8168253517123775,
      "grad_norm": 193.54978942871094,
      "learning_rate": 1.5212311349931396e-06,
      "loss": 11.814,
      "step": 1437
    },
    {
      "epoch": 0.8173937757567145,
      "grad_norm": 671.9819946289062,
      "learning_rate": 1.4853163385400104e-06,
      "loss": 11.3656,
      "step": 1438
    },
    {
      "epoch": 0.8179621998010516,
      "grad_norm": 272.767333984375,
      "learning_rate": 1.449827406771742e-06,
      "loss": 10.173,
      "step": 1439
    },
    {
      "epoch": 0.8185306238453887,
      "grad_norm": 597.4588623046875,
      "learning_rate": 1.4147644931018388e-06,
      "loss": 10.3182,
      "step": 1440
    },
    {
      "epoch": 0.8190990478897258,
      "grad_norm": 175.82179260253906,
      "learning_rate": 1.3801277491022114e-06,
      "loss": 9.7523,
      "step": 1441
    },
    {
      "epoch": 0.8196674719340629,
      "grad_norm": 1014.1219482421875,
      "learning_rate": 1.3459173245024547e-06,
      "loss": 11.6424,
      "step": 1442
    },
    {
      "epoch": 0.8202358959783999,
      "grad_norm": 218.93003845214844,
      "learning_rate": 1.3121333671892832e-06,
      "loss": 11.2556,
      "step": 1443
    },
    {
      "epoch": 0.820804320022737,
      "grad_norm": 612.7274780273438,
      "learning_rate": 1.27877602320583e-06,
      "loss": 12.8431,
      "step": 1444
    },
    {
      "epoch": 0.8213727440670741,
      "grad_norm": 306.711669921875,
      "learning_rate": 1.2458454367510587e-06,
      "loss": 11.9349,
      "step": 1445
    },
    {
      "epoch": 0.8219411681114112,
      "grad_norm": 301.0463562011719,
      "learning_rate": 1.21334175017912e-06,
      "loss": 11.5916,
      "step": 1446
    },
    {
      "epoch": 0.8225095921557481,
      "grad_norm": 946.28759765625,
      "learning_rate": 1.181265103998741e-06,
      "loss": 10.7557,
      "step": 1447
    },
    {
      "epoch": 0.8230780162000852,
      "grad_norm": 737.976318359375,
      "learning_rate": 1.149615636872603e-06,
      "loss": 11.1344,
      "step": 1448
    },
    {
      "epoch": 0.8236464402444224,
      "grad_norm": 367.87872314453125,
      "learning_rate": 1.1183934856167644e-06,
      "loss": 12.3132,
      "step": 1449
    },
    {
      "epoch": 0.8242148642887595,
      "grad_norm": 1318.2001953125,
      "learning_rate": 1.087598785200039e-06,
      "loss": 11.2968,
      "step": 1450
    },
    {
      "epoch": 0.8247832883330964,
      "grad_norm": 643.588623046875,
      "learning_rate": 1.0572316687434858e-06,
      "loss": 10.5207,
      "step": 1451
    },
    {
      "epoch": 0.8253517123774335,
      "grad_norm": 482.28607177734375,
      "learning_rate": 1.0272922675196972e-06,
      "loss": 11.7992,
      "step": 1452
    },
    {
      "epoch": 0.8259201364217706,
      "grad_norm": 462.3417053222656,
      "learning_rate": 9.977807109523896e-07,
      "loss": 11.8079,
      "step": 1453
    },
    {
      "epoch": 0.8264885604661077,
      "grad_norm": 216.57565307617188,
      "learning_rate": 9.686971266157363e-07,
      "loss": 12.9722,
      "step": 1454
    },
    {
      "epoch": 0.8270569845104447,
      "grad_norm": 2948.865966796875,
      "learning_rate": 9.400416402338464e-07,
      "loss": 10.8378,
      "step": 1455
    },
    {
      "epoch": 0.8276254085547818,
      "grad_norm": 793.4503173828125,
      "learning_rate": 9.118143756802422e-07,
      "loss": 11.2072,
      "step": 1456
    },
    {
      "epoch": 0.8281938325991189,
      "grad_norm": 118.8812484741211,
      "learning_rate": 8.840154549772828e-07,
      "loss": 11.0997,
      "step": 1457
    },
    {
      "epoch": 0.828762256643456,
      "grad_norm": 170.01905822753906,
      "learning_rate": 8.566449982956748e-07,
      "loss": 9.5719,
      "step": 1458
    },
    {
      "epoch": 0.8293306806877931,
      "grad_norm": 1947.4600830078125,
      "learning_rate": 8.297031239539288e-07,
      "loss": 9.5319,
      "step": 1459
    },
    {
      "epoch": 0.8298991047321301,
      "grad_norm": 278.8407897949219,
      "learning_rate": 8.031899484178595e-07,
      "loss": 10.8834,
      "step": 1460
    },
    {
      "epoch": 0.8304675287764672,
      "grad_norm": 1187.755859375,
      "learning_rate": 7.771055863000754e-07,
      "loss": 11.6909,
      "step": 1461
    },
    {
      "epoch": 0.8310359528208043,
      "grad_norm": 612.1875,
      "learning_rate": 7.514501503594895e-07,
      "loss": 12.7293,
      "step": 1462
    },
    {
      "epoch": 0.8316043768651414,
      "grad_norm": 149.76950073242188,
      "learning_rate": 7.262237515008318e-07,
      "loss": 10.9464,
      "step": 1463
    },
    {
      "epoch": 0.8321728009094784,
      "grad_norm": 592.11083984375,
      "learning_rate": 7.014264987741714e-07,
      "loss": 10.7128,
      "step": 1464
    },
    {
      "epoch": 0.8327412249538155,
      "grad_norm": 317.18701171875,
      "learning_rate": 6.770584993744167e-07,
      "loss": 11.5259,
      "step": 1465
    },
    {
      "epoch": 0.8333096489981526,
      "grad_norm": 338.2778015136719,
      "learning_rate": 6.531198586409159e-07,
      "loss": 9.5443,
      "step": 1466
    },
    {
      "epoch": 0.8338780730424897,
      "grad_norm": 347.5208740234375,
      "learning_rate": 6.296106800569246e-07,
      "loss": 11.2926,
      "step": 1467
    },
    {
      "epoch": 0.8344464970868267,
      "grad_norm": 2921.632568359375,
      "learning_rate": 6.065310652492051e-07,
      "loss": 12.2449,
      "step": 1468
    },
    {
      "epoch": 0.8350149211311638,
      "grad_norm": 261.7558898925781,
      "learning_rate": 5.838811139876055e-07,
      "loss": 7.5965,
      "step": 1469
    },
    {
      "epoch": 0.8355833451755009,
      "grad_norm": 1085.970703125,
      "learning_rate": 5.616609241845705e-07,
      "loss": 11.4652,
      "step": 1470
    },
    {
      "epoch": 0.836151769219838,
      "grad_norm": 542.3134155273438,
      "learning_rate": 5.398705918947422e-07,
      "loss": 10.4353,
      "step": 1471
    },
    {
      "epoch": 0.8367201932641751,
      "grad_norm": 312.78802490234375,
      "learning_rate": 5.185102113145823e-07,
      "loss": 11.2976,
      "step": 1472
    },
    {
      "epoch": 0.8372886173085121,
      "grad_norm": 220.9271697998047,
      "learning_rate": 4.975798747819171e-07,
      "loss": 11.3246,
      "step": 1473
    },
    {
      "epoch": 0.8378570413528492,
      "grad_norm": 418.52679443359375,
      "learning_rate": 4.770796727755378e-07,
      "loss": 11.3791,
      "step": 1474
    },
    {
      "epoch": 0.8384254653971863,
      "grad_norm": 490.4881896972656,
      "learning_rate": 4.5700969391486714e-07,
      "loss": 10.2664,
      "step": 1475
    },
    {
      "epoch": 0.8389938894415234,
      "grad_norm": 594.2431640625,
      "learning_rate": 4.3737002495949366e-07,
      "loss": 10.0424,
      "step": 1476
    },
    {
      "epoch": 0.8395623134858604,
      "grad_norm": 154.2349853515625,
      "learning_rate": 4.181607508088714e-07,
      "loss": 11.5461,
      "step": 1477
    },
    {
      "epoch": 0.8401307375301975,
      "grad_norm": 140.1948699951172,
      "learning_rate": 3.993819545018873e-07,
      "loss": 10.8724,
      "step": 1478
    },
    {
      "epoch": 0.8406991615745346,
      "grad_norm": 350.7848205566406,
      "learning_rate": 3.8103371721656123e-07,
      "loss": 11.4765,
      "step": 1479
    },
    {
      "epoch": 0.8412675856188717,
      "grad_norm": 201.1211395263672,
      "learning_rate": 3.6311611826966854e-07,
      "loss": 10.4086,
      "step": 1480
    },
    {
      "epoch": 0.8418360096632087,
      "grad_norm": 419.7718200683594,
      "learning_rate": 3.456292351163848e-07,
      "loss": 8.8059,
      "step": 1481
    },
    {
      "epoch": 0.8424044337075458,
      "grad_norm": 245.3139190673828,
      "learning_rate": 3.28573143349975e-07,
      "loss": 9.1368,
      "step": 1482
    },
    {
      "epoch": 0.8429728577518829,
      "grad_norm": 285.6461486816406,
      "learning_rate": 3.119479167014383e-07,
      "loss": 11.7625,
      "step": 1483
    },
    {
      "epoch": 0.84354128179622,
      "grad_norm": 292.7314147949219,
      "learning_rate": 2.9575362703921917e-07,
      "loss": 9.8726,
      "step": 1484
    },
    {
      "epoch": 0.844109705840557,
      "grad_norm": 831.582275390625,
      "learning_rate": 2.799903443688856e-07,
      "loss": 12.2764,
      "step": 1485
    },
    {
      "epoch": 0.8446781298848941,
      "grad_norm": 350.7620849609375,
      "learning_rate": 2.6465813683282937e-07,
      "loss": 10.4344,
      "step": 1486
    },
    {
      "epoch": 0.8452465539292312,
      "grad_norm": 683.7977294921875,
      "learning_rate": 2.4975707070994394e-07,
      "loss": 12.2406,
      "step": 1487
    },
    {
      "epoch": 0.8458149779735683,
      "grad_norm": 717.058837890625,
      "learning_rate": 2.3528721041539136e-07,
      "loss": 10.6953,
      "step": 1488
    },
    {
      "epoch": 0.8463834020179054,
      "grad_norm": 320.02496337890625,
      "learning_rate": 2.2124861850025823e-07,
      "loss": 11.0356,
      "step": 1489
    },
    {
      "epoch": 0.8469518260622424,
      "grad_norm": 399.7044372558594,
      "learning_rate": 2.0764135565136677e-07,
      "loss": 12.0762,
      "step": 1490
    },
    {
      "epoch": 0.8475202501065795,
      "grad_norm": 875.0431518554688,
      "learning_rate": 1.9446548069091962e-07,
      "loss": 11.2193,
      "step": 1491
    },
    {
      "epoch": 0.8480886741509166,
      "grad_norm": 438.6185302734375,
      "learning_rate": 1.8172105057632226e-07,
      "loss": 12.9372,
      "step": 1492
    },
    {
      "epoch": 0.8486570981952537,
      "grad_norm": 391.9725036621094,
      "learning_rate": 1.6940812039989428e-07,
      "loss": 11.1772,
      "step": 1493
    },
    {
      "epoch": 0.8492255222395907,
      "grad_norm": 802.5364990234375,
      "learning_rate": 1.5752674338864736e-07,
      "loss": 10.5676,
      "step": 1494
    },
    {
      "epoch": 0.8497939462839278,
      "grad_norm": 228.30133056640625,
      "learning_rate": 1.4607697090404103e-07,
      "loss": 11.71,
      "step": 1495
    },
    {
      "epoch": 0.8503623703282649,
      "grad_norm": 260.4924621582031,
      "learning_rate": 1.3505885244179395e-07,
      "loss": 11.0888,
      "step": 1496
    },
    {
      "epoch": 0.850930794372602,
      "grad_norm": 1304.60498046875,
      "learning_rate": 1.2447243563163958e-07,
      "loss": 10.8562,
      "step": 1497
    },
    {
      "epoch": 0.851499218416939,
      "grad_norm": 435.9747314453125,
      "learning_rate": 1.1431776623710422e-07,
      "loss": 12.848,
      "step": 1498
    },
    {
      "epoch": 0.8520676424612761,
      "grad_norm": 725.73095703125,
      "learning_rate": 1.0459488815535157e-07,
      "loss": 11.2043,
      "step": 1499
    },
    {
      "epoch": 0.8526360665056132,
      "grad_norm": 245.23367309570312,
      "learning_rate": 9.530384341699394e-08,
      "loss": 11.3063,
      "step": 1500
    },
    {
      "epoch": 0.8532044905499503,
      "grad_norm": 246.19805908203125,
      "learning_rate": 8.644467218584806e-08,
      "loss": 11.8371,
      "step": 1501
    },
    {
      "epoch": 0.8537729145942874,
      "grad_norm": 391.6345520019531,
      "learning_rate": 7.801741275882401e-08,
      "loss": 11.6145,
      "step": 1502
    },
    {
      "epoch": 0.8543413386386244,
      "grad_norm": 432.99755859375,
      "learning_rate": 7.002210156575873e-08,
      "loss": 9.4085,
      "step": 1503
    },
    {
      "epoch": 0.8549097626829615,
      "grad_norm": 357.6158142089844,
      "learning_rate": 6.245877316921611e-08,
      "loss": 12.5092,
      "step": 1504
    },
    {
      "epoch": 0.8554781867272986,
      "grad_norm": 772.6431274414062,
      "learning_rate": 5.532746026436497e-08,
      "loss": 11.3211,
      "step": 1505
    },
    {
      "epoch": 0.8560466107716357,
      "grad_norm": 370.5970764160156,
      "learning_rate": 4.8628193678834646e-08,
      "loss": 10.9918,
      "step": 1506
    },
    {
      "epoch": 0.8566150348159727,
      "grad_norm": 890.5696411132812,
      "learning_rate": 4.236100237258178e-08,
      "loss": 12.5621,
      "step": 1507
    },
    {
      "epoch": 0.8571834588603098,
      "grad_norm": 150.32920837402344,
      "learning_rate": 3.6525913437768234e-08,
      "loss": 11.4572,
      "step": 1508
    },
    {
      "epoch": 0.8577518829046469,
      "grad_norm": 235.18321228027344,
      "learning_rate": 3.1122952098650015e-08,
      "loss": 9.7886,
      "step": 1509
    },
    {
      "epoch": 0.858320306948984,
      "grad_norm": 896.8828735351562,
      "learning_rate": 2.6152141711421884e-08,
      "loss": 13.2079,
      "step": 1510
    },
    {
      "epoch": 0.858888730993321,
      "grad_norm": 474.58306884765625,
      "learning_rate": 2.1613503764184027e-08,
      "loss": 11.2365,
      "step": 1511
    },
    {
      "epoch": 0.8594571550376581,
      "grad_norm": 435.6495056152344,
      "learning_rate": 1.7507057876819944e-08,
      "loss": 13.2288,
      "step": 1512
    },
    {
      "epoch": 0.8600255790819952,
      "grad_norm": 255.20211791992188,
      "learning_rate": 1.3832821800885409e-08,
      "loss": 10.7818,
      "step": 1513
    },
    {
      "epoch": 0.8605940031263323,
      "grad_norm": 1466.011962890625,
      "learning_rate": 1.0590811419575186e-08,
      "loss": 11.5654,
      "step": 1514
    },
    {
      "epoch": 0.8611624271706693,
      "grad_norm": 235.07586669921875,
      "learning_rate": 7.781040747634193e-09,
      "loss": 10.0194,
      "step": 1515
    },
    {
      "epoch": 0.8617308512150064,
      "grad_norm": 540.7757568359375,
      "learning_rate": 5.403521931290901e-09,
      "loss": 10.6086,
      "step": 1516
    },
    {
      "epoch": 0.8622992752593435,
      "grad_norm": 192.7939453125,
      "learning_rate": 3.4582652482129106e-09,
      "loss": 12.4509,
      "step": 1517
    },
    {
      "epoch": 0.8628676993036806,
      "grad_norm": 859.7456665039062,
      "learning_rate": 1.945279107462561e-09,
      "loss": 11.6161,
      "step": 1518
    },
    {
      "epoch": 0.8634361233480177,
      "grad_norm": 515.5331420898438,
      "learning_rate": 8.645700494636089e-10,
      "loss": 11.029,
      "step": 1519
    },
    {
      "epoch": 0.8640045473923547,
      "grad_norm": 559.4439086914062,
      "learning_rate": 2.1614274595682659e-10,
      "loss": 11.2324,
      "step": 1520
    },
    {
      "epoch": 0.8645729714366918,
      "grad_norm": 142.2735595703125,
      "learning_rate": 0.0,
      "loss": 12.5122,
      "step": 1521
    }
  ],
  "logging_steps": 1,
  "max_steps": 1521,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 381,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6363889768857600.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}